-- Logs begin at Tue 2021-07-06 16:57:46 UTC, end at Tue 2021-07-06 19:27:28 UTC. -- Jul 06 17:26:08.043991 n-d-799527-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 17:26:10.766757 n-d-799527-3 neutron-server[93835]: INFO neutron.common.config [-] Logging enabled! Jul 06 17:26:10.767367 n-d-799527-3 neutron-server[93835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 17:26:10.767549 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 17:26:10.770728 n-d-799527-3 neutron-server[93835]: INFO neutron.common.config [-] Logging enabled! Jul 06 17:26:10.770986 n-d-799527-3 neutron-server[93835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 17:26:10.771332 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 17:26:10.772278 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 17:26:10.772518 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 17:26:10.772888 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 17:26:10.773141 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 17:26:10.773375 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 17:26:10.773699 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.774000 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.774303 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.774536 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.774837 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.775132 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.775469 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.775765 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.776064 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.776352 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.776635 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.776923 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.777161 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.777440 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.777733 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.778022 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.778250 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] debug = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.778538 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.778963 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.779642 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.779929 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.780226 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.780510 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.780789 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.781092 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.781384 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.781717 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] host = n-d-799527-3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.781999 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.782293 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.782585 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.782877 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.783157 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.783468 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.783759 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.784039 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.784319 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.784666 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.785009 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.785324 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.785624 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.785857 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.786087 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.786384 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.786679 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.786966 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.787248 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.787551 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.787834 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.788116 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.788399 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.788692 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.788983 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.789277 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.789559 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.789840 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.790119 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.790402 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.790690 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.790969 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.791277 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.791557 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.791853 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.792130 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.792411 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.792717 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.793009 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.793299 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.793592 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.793873 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.794163 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.794442 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.794722 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.794995 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] use_json = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.795290 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.795571 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.795860 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.796138 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.796416 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.796695 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.796972 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.797265 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:10.797569 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.797875 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.798184 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.798480 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.798782 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.799096 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.799416 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.799705 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.799999 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.800822 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.801115 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.801428 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.801708 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.801993 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.802296 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.802606 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.802907 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.803207 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.803515 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.803795 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.804075 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.804359 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.804651 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.804953 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.805251 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.805533 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.805815 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.806114 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.806424 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.806728 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.807011 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.807344 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.807627 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.807922 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.808210 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.808501 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.808781 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.809060 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.809344 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.809642 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.809924 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.810204 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.810483 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.810764 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.811039 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.811353 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.811642 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.811918 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.812193 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.812477 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.812755 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.813031 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.813313 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.813594 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.813870 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.814147 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.814426 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.814705 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.814986 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.815278 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.815559 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.816452 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.816770 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.817055 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.817335 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.817618 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.817917 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.818197 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.818499 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.818803 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.819089 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.819402 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.819687 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.819972 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.820253 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.820531 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.820814 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.821097 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.821374 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.821669 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.821960 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.822246 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.822530 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.822810 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.823113 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.823424 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.823712 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.823992 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.824273 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.824566 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.824854 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.825157 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.825454 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.825754 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.826052 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.826347 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.826627 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.826939 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.827225 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:10.827472 n-d-799527-3 neutron-server[93835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 17:26:10.827718 n-d-799527-3 neutron-server[93835]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93835) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 17:26:11.183152 n-d-799527-3 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 17:26:11.183463 n-d-799527-3 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 17:26:11.183762 n-d-799527-3 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 17:26:11.184099 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 17:26:11.579584 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.579882 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.580160 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.581489 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.581777 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.582061 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.616377 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.616657 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.616930 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.630869 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.631148 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.631453 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.661320 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.661603 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.661877 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.698238 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.698522 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.698798 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.934621 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.935289 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.935289 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.935470 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:11.936186 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.056809 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.057142 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.057428 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.057703 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.057973 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.058290 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.058554 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.058815 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.059074 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.059388 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.059668 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.059952 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.060220 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.060492 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.060757 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.061038 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.061310 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.061573 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.061850 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.062110 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.062397 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.062752 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.063016 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.063335 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.063592 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.063843 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.064254 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.064506 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.064746 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.064987 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.065226 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.065465 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.066433 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 17:26:12.070568 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 17:26:12.074552 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 17:26:12.078243 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 06 17:26:12.079905 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 17:26:12.080349 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 17:26:12.080686 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 17:26:12.081079 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 17:26:12.084574 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 17:26:12.084833 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 17:26:12.085186 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 17:26:12.113171 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 17:26:12.113631 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.113937 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93835) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 17:26:12.114306 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.115692 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93835) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 17:26:12.115980 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 17:26:12.116230 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 17:26:12.119424 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.119715 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.184856 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 17:26:12.185040 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 17:26:12.185278 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 17:26:12.185653 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 17:26:12.208423 n-d-799527-3 neutron-server[93835]: DEBUG oslo_db.sqlalchemy.engines [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93835) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 17:26:12.733873 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing driver for type 'gre' Jul 06 17:26:12.734402 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] gre ID ranges: [(1, 1000)] Jul 06 17:26:12.785210 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing driver for type 'local' Jul 06 17:26:12.785715 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing driver for type 'vlan' Jul 06 17:26:12.799339 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] VlanTypeDriver initialization complete Jul 06 17:26:12.799680 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing driver for type 'vxlan' Jul 06 17:26:12.800701 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] vxlan ID ranges: [(1, 1000)] Jul 06 17:26:12.853674 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing extension driver 'port_security' Jul 06 17:26:12.854007 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.extensions.port_security [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] PortSecurityExtensionDriver initialization complete Jul 06 17:26:12.854355 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing mechanism driver 'openvswitch' Jul 06 17:26:12.854699 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing mechanism driver 'hyperv' Jul 06 17:26:12.861200 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:26:12.861893 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.862275 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.863373 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.863978 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:26:12.864423 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.864798 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.865152 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.865544 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:26:12.865959 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.866323 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.866671 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.867062 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:26:12.867506 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > security_group after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.867873 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > security_group after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.868224 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.868756 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:26:12.869177 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.869546 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.869906 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.870299 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:26:12.870715 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > address_group after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.871078 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > address_group after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.871463 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.871858 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:26:12.872245 n-d-799527-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] ML2 OVO RPC backend initialized. {{(pid=93835) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 17:26:12.872965 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.873333 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.873762 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.874122 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > networks before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.874489 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.874854 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > ports before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.875207 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.875584 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnets before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.875946 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.876297 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.876648 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.876994 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.877343 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.877692 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.878041 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.878388 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.878872 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.879488 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Modular L2 Plugin initialization complete Jul 06 17:26:12.879826 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading services supported by the core plugin {{(pid=93835) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 17:26:12.880160 n-d-799527-3 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Got port-security extension from driver 'port_security' Jul 06 17:26:12.880633 n-d-799527-3 neutron-server[93835]: INFO neutron.extensions.vlantransparent [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Disabled vlantransparent extension. Jul 06 17:26:12.881124 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93835) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 17:26:12.881449 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: router Jul 06 17:26:12.917824 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.918230 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.918613 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router before_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.918990 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.919403 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.919770 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_delete 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.920139 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.920515 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.920874 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.921234 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.921593 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.921963 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.922387 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.922767 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.923118 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.923487 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.923843 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.924202 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.924559 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.924913 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.926045 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.926434 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.926791 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.927161 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.927557 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.927917 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.928297 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > agent after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.928662 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > agent after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.929024 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.929893 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Tracking information for resource: router configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.930235 n-d-799527-3 neutron-server[93835]: DEBUG neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Tracking information for resource: floatingip configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:26:12.935525 n-d-799527-3 neutron-server[93835]: INFO neutron.db.l3_agentschedulers_db [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 17:26:12.936123 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.936493 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.936855 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.937218 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.938025 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router before_create 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.938400 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.938776 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_create 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.939145 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > router precommit_update 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.943685 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.provider_configuration [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service providers = [] {{(pid=93835) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 17:26:12.944060 n-d-799527-3 neutron-server[93835]: DEBUG neutron.db.servicetype_db [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93835) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 17:26:12.947144 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.service_base [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:26:12.947523 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.service_base [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:26:12.947876 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.service_base [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:26:12.948795 n-d-799527-3 neutron-server[93835]: DEBUG neutron.services.service_base [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:26:12.949180 n-d-799527-3 neutron-server[93835]: INFO neutron.services.service_base [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 17:26:12.949567 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:12.949889 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 17:26:12.960648 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:12.960994 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: auto_allocate Jul 06 17:26:12.966855 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: network precommit_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.967231 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: network precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.967799 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:12.968128 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: tag Jul 06 17:26:12.975160 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:12.975618 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: timestamp Jul 06 17:26:12.980911 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:12.981252 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: network_ip_availability Jul 06 17:26:12.992566 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.992943 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.993309 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:12.994044 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:12.994371 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: flavors Jul 06 17:26:13.006154 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:13.006552 n-d-799527-3 neutron-server[93835]: INFO neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading Plugin: revisions Jul 06 17:26:13.010964 n-d-799527-3 neutron-server[93835]: DEBUG neutron.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:26:13.011394 n-d-799527-3 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 17:26:13.012146 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93835) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 17:26:13.012496 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Initializing extension manager. Jul 06 17:26:13.013017 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: __init__.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.013368 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: __pycache__ {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.013713 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.014056 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: address_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.014834 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.015441 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: address-group Jul 06 17:26:13.015776 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: address_scope.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.016501 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.017019 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: address-scope Jul 06 17:26:13.017348 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.018291 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.019336 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: router-admin-state-down-before-update Jul 06 17:26:13.019745 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: agent.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.020539 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.021258 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: agent Jul 06 17:26:13.021593 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: agent_resources_synced.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.022521 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.023042 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: agent-resources-synced Jul 06 17:26:13.023412 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: allowedaddresspairs.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.025235 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.025760 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: allowed-address-pairs Jul 06 17:26:13.026095 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: auto_allocated_topology.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.027185 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.027734 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: auto-allocated-topology Jul 06 17:26:13.028067 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: availability_zone.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.028776 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.029556 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: availability_zone Jul 06 17:26:13.029884 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: availability_zone_filter.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.030812 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.031356 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: availability_zone_filter Jul 06 17:26:13.031685 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: data_plane_status.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.032611 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.033121 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 17:26:13.033447 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: default_subnetpools.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.034375 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.035766 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: default-subnetpools Jul 06 17:26:13.036057 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.036884 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.037399 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: dhcp_agent_scheduler Jul 06 17:26:13.037728 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: dns.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.038663 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.039172 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension dns-integration not supported by any of loaded plugins Jul 06 17:26:13.039530 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: dns_domain_ports.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.040489 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.040999 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 17:26:13.041330 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.042269 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.042778 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 17:26:13.043107 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: dvr.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.043949 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.044516 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: dvr Jul 06 17:26:13.044846 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: empty_string_filtering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.045876 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.046444 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: empty-string-filtering Jul 06 17:26:13.046774 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.047850 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.048384 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 17:26:13.048738 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.049672 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.050721 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 17:26:13.051201 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: external_net.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.052099 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.052612 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: external-net Jul 06 17:26:13.052940 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.053873 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.054385 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: extra_dhcp_opt Jul 06 17:26:13.054710 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: extraroute.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.055667 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.056178 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: extraroute Jul 06 17:26:13.056506 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: extraroute_atomic.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.057564 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.058073 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: extraroute-atomic Jul 06 17:26:13.058403 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: filter_validation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.059079 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.059615 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: filter-validation Jul 06 17:26:13.059944 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: fip_pf_description.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.060864 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.061373 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 17:26:13.061701 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: fip_port_details.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.062631 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.063142 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: fip-port-details Jul 06 17:26:13.063583 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: flavors.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.064844 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.065364 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: flavors Jul 06 17:26:13.066313 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.068039 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.068572 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 17:26:13.068916 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: floatingip_pools.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.069631 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.070151 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: floatingip-pools Jul 06 17:26:13.070486 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: ip_allocation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.071466 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.071977 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 17:26:13.072313 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.073248 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.073762 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: ip-substring-filtering Jul 06 17:26:13.074101 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l2_adjacency.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.075048 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.075589 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 17:26:13.075925 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.076956 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.077480 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: router Jul 06 17:26:13.077817 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.080241 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.080777 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 17:26:13.081120 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.082097 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.082618 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: ext-gw-mode Jul 06 17:26:13.082958 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.083918 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.084440 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: l3-ha Jul 06 17:26:13.084778 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3_flavors.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.085702 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.086216 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: l3-flavors Jul 06 17:26:13.086553 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.087502 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.088019 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 17:26:13.088353 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: l3agentscheduler.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.089385 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.089900 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: l3_agent_scheduler Jul 06 17:26:13.090234 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: logging.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.091765 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.092288 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension logging not supported by any of loaded plugins Jul 06 17:26:13.092625 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: metering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.093383 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.093962 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: metering Jul 06 17:26:13.094304 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.095450 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.095971 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: metering_source_and_destination_fields Jul 06 17:26:13.096306 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: multiprovidernet.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.097304 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.097815 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: multi-provider Jul 06 17:26:13.098145 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: netmtu.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.099077 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.099626 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: net-mtu Jul 06 17:26:13.099957 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: netmtu_writable.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.100894 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.101405 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: net-mtu-writable Jul 06 17:26:13.101736 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: network_availability_zone.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.102428 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.102938 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: network_availability_zone Jul 06 17:26:13.103276 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: network_ip_availability.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.104403 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.104922 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: network-ip-availability Jul 06 17:26:13.105258 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: network_segment_range.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.106040 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.106555 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 17:26:13.106889 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: pagination.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.107933 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.108275 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: pagination Jul 06 17:26:13.108605 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: port_device_profile.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.109560 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.110083 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: port-device-profile Jul 06 17:26:13.110414 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.111398 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.111920 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: port-mac-address-regenerate Jul 06 17:26:13.112253 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.113715 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.114233 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: port-numa-affinity-policy Jul 06 17:26:13.114565 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: port_resource_request.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.115512 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.116025 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 17:26:13.116353 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: portbindings.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.117297 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.117812 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: binding Jul 06 17:26:13.118142 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: portbindings_extended.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.119584 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.120108 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: binding-extended Jul 06 17:26:13.120448 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: portsecurity.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.121381 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.121898 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: port-security Jul 06 17:26:13.122231 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: project_id.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.123227 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.123593 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: project-id Jul 06 17:26:13.123923 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: providernet.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.124878 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.125397 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: provider Jul 06 17:26:13.125728 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.129826 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.130358 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos not supported by any of loaded plugins Jul 06 17:26:13.130701 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.131993 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.132513 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 17:26:13.132852 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.133787 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.134308 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 17:26:13.134641 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_default.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.135603 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.136121 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-default not supported by any of loaded plugins Jul 06 17:26:13.136454 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_fip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.137117 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.137623 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-fip not supported by any of loaded plugins Jul 06 17:26:13.137956 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_gateway_ip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.138892 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.139454 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 17:26:13.139791 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_port_network_policy.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.140720 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.141235 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 17:26:13.141567 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_rule_type_details.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.142498 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.143012 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 17:26:13.143377 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: qos_rules_alias.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.144471 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.144981 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 17:26:13.145313 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: quotasv2.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.146229 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.146564 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: quotas Jul 06 17:26:13.146895 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: quotasv2_detail.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.149962 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.150318 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: quota_details Jul 06 17:26:13.150665 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: rbac.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.151779 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.152313 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: rbac-policies Jul 06 17:26:13.152652 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: rbac_address_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.153796 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.154586 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: rbac-address-group Jul 06 17:26:13.154922 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: rbac_address_scope.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.155899 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.156420 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: rbac-address-scope Jul 06 17:26:13.156753 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: rbac_security_groups.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.157693 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.158210 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: rbac-security-groups Jul 06 17:26:13.158550 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: rbac_subnetpool.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.159566 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.160170 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: rbac-subnetpool Jul 06 17:26:13.160514 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: revisionifmatch.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.161462 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.161987 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: revision-if-match Jul 06 17:26:13.162320 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: revisions.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.163483 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.164012 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: standard-attr-revisions Jul 06 17:26:13.164346 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: router_availability_zone.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.165037 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.165556 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: router_availability_zone Jul 06 17:26:13.165884 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: routerservicetype.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.166829 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.167373 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension router-service-type not supported by any of loaded plugins Jul 06 17:26:13.167702 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.168644 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.169159 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: security-groups-normalized-cidr Jul 06 17:26:13.169488 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.170428 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.170947 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: port-security-groups-filtering Jul 06 17:26:13.171297 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.172236 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.172770 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: security-groups-remote-address-group Jul 06 17:26:13.173083 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: securitygroup.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.183295 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.183838 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: security-group Jul 06 17:26:13.184189 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: segment.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.184992 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.185511 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension segment not supported by any of loaded plugins Jul 06 17:26:13.185846 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.186803 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.187342 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 17:26:13.187705 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: servicetype.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.188832 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.189353 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: service-type Jul 06 17:26:13.189694 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: sorting.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.191546 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.191994 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: sorting Jul 06 17:26:13.192306 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: standard_attr_segment.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.193327 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.193843 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 17:26:13.194176 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: standardattrdescription.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.194847 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.195394 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: standard-attr-description Jul 06 17:26:13.195731 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: stateful_security_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.196677 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.197196 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: stateful-security-group Jul 06 17:26:13.197530 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: stdattrs_common.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.198134 n-d-799527-3 neutron-server[93835]: WARNING neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 17:26:13.198464 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.199433 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.199956 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 17:26:13.200290 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: subnet_onboard.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.201364 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.201886 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: subnet_onboard Jul 06 17:26:13.202222 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.203175 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.203718 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 17:26:13.204055 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: subnet_service_types.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.204999 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.205519 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: subnet-service-types Jul 06 17:26:13.205853 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: subnetallocation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.207145 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.207687 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: subnet_allocation Jul 06 17:26:13.208023 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.208702 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.209214 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: subnetpool-prefix-ops Jul 06 17:26:13.209546 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.210501 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.211017 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 17:26:13.211377 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: tagging.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.212478 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.213011 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: standard-attr-tag Jul 06 17:26:13.213347 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: timestamp.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.214620 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.215140 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loaded extension: standard-attr-timestamp Jul 06 17:26:13.215503 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: trunk.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.216567 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.217088 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension trunk not supported by any of loaded plugins Jul 06 17:26:13.217420 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: trunk_details.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.218359 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.218880 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension trunk-details not supported by any of loaded plugins Jul 06 17:26:13.219213 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: uplink_status_propagation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.220196 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.220814 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 17:26:13.221148 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Loading extension file: vlantransparent.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:26:13.221884 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:26:13.222702 n-d-799527-3 neutron-server[93835]: INFO neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 17:26:13.225719 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:network Jul 06 17:26:13.226276 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:subnet Jul 06 17:26:13.226687 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:26:13.227099 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:port Jul 06 17:26:13.228371 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.228834 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service FLAVORS assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.229464 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.229899 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.230238 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:router Jul 06 17:26:13.230689 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:floatingip Jul 06 17:26:13.231199 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service METERING assigned prefix: /metering {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.232711 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:13.233092 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:13.233455 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:26:13.234469 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 17:26:13.234937 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:security_group Jul 06 17:26:13.235427 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 17:26:13.236034 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.236374 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:26:13.236734 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] subnetpool is already registered Jul 06 17:26:13.237165 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.237498 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:26:13.238412 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] subnetpool is already registered Jul 06 17:26:13.240834 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.241282 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service FLAVORS assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.241885 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.242319 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.242663 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:router Jul 06 17:26:13.243012 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] router is already registered Jul 06 17:26:13.243462 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:floatingip Jul 06 17:26:13.243810 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] floatingip is already registered Jul 06 17:26:13.244279 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service METERING assigned prefix: /metering {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.244971 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 17:26:13.245305 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] rbac_policy is already registered Jul 06 17:26:13.245726 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:security_group Jul 06 17:26:13.246071 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] security_group is already registered Jul 06 17:26:13.246482 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 17:26:13.246820 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] security_group_rule is already registered Jul 06 17:26:13.247477 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.247813 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:26:13.248153 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] subnetpool is already registered Jul 06 17:26:13.248581 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:26:13.248913 n-d-799527-3 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:26:13.249302 n-d-799527-3 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] subnetpool is already registered Jul 06 17:26:13.249736 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: extensions {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.251275 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: address-groups {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.252798 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: address-scopes {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.254780 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: agents {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.255994 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: auto-allocated-topology {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.257267 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: availability_zones {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.258507 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: dhcp-networks {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.261125 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: dhcp-agents {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.262595 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: routers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.264372 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: flavors {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.265672 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: service_profiles {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.266908 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: next_providers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.268407 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: service_profiles {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.270024 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: floatingip-pools {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.271242 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: routers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.273014 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: floatingips {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.274313 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: l3-routers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.275798 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: l3-agents {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.277251 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: metering-labels {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.278524 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: metering-label-rules {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.280221 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: network-ip-availabilities {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.281514 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: bindings {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.283105 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: quotas {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.284810 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: quotas {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.286284 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: rbac-policies {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.287583 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: security-groups {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.288916 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: security-group-rules {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.290195 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: service-providers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.291469 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: subnetpools {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.292858 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: subnetpools {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.294426 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.296158 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.298005 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.299864 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.302133 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.304160 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.305880 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.307782 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.309670 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.311494 n-d-799527-3 neutron-server[93835]: DEBUG neutron.api.extensions [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:26:13.318386 n-d-799527-3 neutron-server[93835]: WARNING keystonemiddleware.auth_token [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 17:26:13.323394 n-d-799527-3 neutron-server[93835]: WARNING keystonemiddleware.auth_token [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 17:26:13.333640 n-d-799527-3 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Acquired lock "singleton_lock" {{(pid=93835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 17:26:13.334122 n-d-799527-3 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Releasing lock "singleton_lock" {{(pid=93835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 17:26:13.334820 n-d-799527-3 neutron-server[93835]: INFO oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Starting 2 workers Jul 06 17:26:13.339709 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Started child 93942 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:26:13.344240 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Started child 93943 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:26:13.345310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:13.346094 n-d-799527-3 neutron-server[93835]: INFO neutron.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 17:26:13.346513 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Notify callbacks [] for process, before_spawn {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:13.346824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [-] (93942) wsgi starting up on http://0.0.0.0:9696 Jul 06 17:26:13.349983 n-d-799527-3 neutron-server[93835]: INFO oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Starting 1 workers Jul 06 17:26:13.350190 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:13.351581 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [-] (93943) wsgi starting up on http://0.0.0.0:9696 Jul 06 17:26:13.355223 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Started child 93944 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:26:13.355802 n-d-799527-3 neutron-server[93835]: INFO oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Starting 1 workers Jul 06 17:26:13.358905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] calling RpcWorker wait() {{(pid=93944) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 17:26:13.359669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] returning from RpcWorker wait() {{(pid=93944) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 17:26:13.360310 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Started child 93945 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:26:13.360708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:13.361125 n-d-799527-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9eb36ea-4f16-4332-9a3d-3e8718818c3d None None] Notify callbacks [] for process, after_spawn {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:13.361295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:26:13.363739 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 17:26:13.364046 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 17:26:13.364344 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 17:26:13.364577 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 17:26:13.364909 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 17:26:13.365075 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 17:26:13.365593 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.365864 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.366015 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:13.366573 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.366573 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.366861 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.367288 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.367546 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.367830 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.368132 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.368361 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.368506 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.368645 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.368889 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.369142 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.369411 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.369734 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.369937 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.370211 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.370384 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.370661 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.370962 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.371199 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.371504 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] debug = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.371764 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.372258 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.372507 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.372753 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.372973 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.373256 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.373521 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.373802 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.374065 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.374318 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.374564 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.374845 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.375087 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.375335 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.375562 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.375827 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.376074 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.376546 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] host = n-d-799527-3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.376789 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.377032 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.377299 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.377552 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.377825 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.378044 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.378365 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.378598 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.378972 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.379177 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.379459 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.379715 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.379979 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.380209 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.380478 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_options = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.380629 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.380862 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.381151 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.381345 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.381503 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.381691 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.381957 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.382125 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.382381 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.382600 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.382818 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.383036 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.383312 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.383542 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.383800 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.384056 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.384282 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.384500 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.384774 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.385039 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.385301 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.385533 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.385776 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.385994 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.386217 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.386459 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.386689 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.386906 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.387122 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.387418 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.387655 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.387916 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.388166 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.388433 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.388678 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.388907 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.389141 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.389419 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.389646 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.389901 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.390152 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.390398 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.390658 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.390881 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.391117 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.391359 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_json = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.391598 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.391820 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.392088 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.392326 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.392563 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.393427 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.393427 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.393427 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.393719 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.394544 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.394948 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.395172 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.395418 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.395715 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.395940 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.396175 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.396384 n-d-799527-3 neutron-server[93945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:26:13.396480 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.396668 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.397043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.397272 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.397581 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.397836 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.398127 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.398465 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.398711 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.398983 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.399223 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.399492 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.399767 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.399963 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.400310 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.400601 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.400870 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.401143 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.401365 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.401593 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.401834 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.402090 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.402312 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.402530 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.402814 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.403042 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.403283 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.403513 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.403771 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.403990 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.404476 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.404735 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.404977 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.405219 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.405445 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.405705 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.405927 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.406150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.406374 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.406611 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.406839 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.407110 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.407388 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.407645 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.407886 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.408126 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.408352 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.408589 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.408812 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.409029 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.409246 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.410033 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.410437 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.410689 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.410917 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.411387 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.411836 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.412494 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.412962 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.413411 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.413850 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.414286 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.414708 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.415105 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.415527 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.415942 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.416340 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.416759 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.416985 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.417233 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.417464 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.417687 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.417929 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.418150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.418401 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.418625 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.418924 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.419232 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.419518 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.419783 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.420015 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.420263 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.420515 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.420826 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.421065 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.421293 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.421705 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.422159 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.422586 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.423028 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.423538 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.424028 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.424812 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.425779 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.426038 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.426275 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.426528 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.426785 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.427082 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.427353 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.427620 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.427901 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.428472 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.428993 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.429479 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.429956 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.430378 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.430659 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.430997 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.431311 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.431587 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.431849 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.432123 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.432405 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.432664 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.432918 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.433157 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.433392 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.433616 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.433907 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.434163 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.434404 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.434644 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.434900 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.435226 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.435501 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.435721 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.435940 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.436216 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.436474 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.436739 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.437008 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.437267 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.437543 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.437794 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.438032 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.438271 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.438506 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.438808 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.439054 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.439335 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.439577 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.439820 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.440076 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.440316 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.440570 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.440816 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.441044 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.441283 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.441502 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.441888 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.442308 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.442683 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.443066 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.443524 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.444113 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.444495 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.444867 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.445260 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.445677 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.446069 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.446372 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.446659 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.446906 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.447161 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.447430 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.447707 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.447931 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.448187 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.448413 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.448655 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.448875 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.449118 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.449358 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.449603 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.449832 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.450210 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.450456 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.450705 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.451035 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.451327 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.451562 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.451971 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.452196 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.452438 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.452660 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.452893 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.453107 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.453326 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.453704 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.453951 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.454198 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.454439 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.454642 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.454860 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.455077 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.455326 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.455544 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.455838 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.456102 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.456377 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.456637 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.456877 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.457112 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.457517 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.457733 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.458095 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.458477 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.458850 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.459065 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.459350 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.459710 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.460087 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.460472 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.460869 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.461259 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.461514 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.461729 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.462168 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.462400 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.462620 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.463026 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.463290 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.463623 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.463791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.464263 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.464489 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.464707 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.465024 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.465284 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.465532 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.465839 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.466072 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.466323 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.466596 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.466904 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.467124 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.467400 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.467641 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.467863 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.468106 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.468393 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.468725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.469038 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.469305 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.469565 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.469812 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.470096 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.470384 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.470602 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.470893 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.471229 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.471530 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.471793 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.472561 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.472822 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.473050 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.473269 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.473510 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.473755 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.473996 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.474257 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.474489 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.474719 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.474959 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.475198 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.475456 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.475688 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.475955 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.476171 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.476386 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.476561 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 17:26:13.477076 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 17:26:13.477244 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 17:26:13.477398 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 17:26:13.477566 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 17:26:13.477734 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 17:26:13.477885 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 17:26:13.478091 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.478256 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.478411 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.478570 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.478729 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.478906 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.479066 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.479223 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.479407 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.479573 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.479737 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.479901 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480066 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480413 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480554 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480691 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480827 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.480986 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.481137 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.481306 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.481467 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.481628 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] debug = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.481792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.481989 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.482155 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.482297 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.482439 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.482602 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.482763 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.482926 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.483088 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.483271 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.483434 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.483596 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.483757 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484109 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484109 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484376 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484376 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484629 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] host = n-d-799527-3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484750 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484861 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.484980 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.485109 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.485270 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.485431 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.485594 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.485755 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.485916 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.486078 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.486241 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.486402 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.486565 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.486727 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.486889 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_options = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.487052 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.487213 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.487410 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.487672 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.488328 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.488492 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.488656 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.488912 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.489082 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.489245 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.489410 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.489572 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.489735 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.489898 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.490060 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.490222 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.490384 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.490546 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.490709 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.490873 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.491035 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.491196 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.491397 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.491560 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.491721 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.491883 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.492045 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.492207 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.492369 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.492532 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.492695 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.492856 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493019 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493181 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493342 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493504 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493666 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493832 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.493994 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.494156 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.494318 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.494480 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.494642 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.494803 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.494966 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.495131 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_json = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499281 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499281 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499281 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499281 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499281 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.499791 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500248 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.500725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501150 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501587 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501587 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501587 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501760 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501827 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.501987 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.502111 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.502277 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.502444 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.502611 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.502777 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.502941 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.503115 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.503353 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.503520 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.503686 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.503992 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.504168 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.504334 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.504500 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.504675 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.504841 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.505006 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.505170 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.505342 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.505507 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.505673 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.505838 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.506004 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.506170 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.506335 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.506513 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.506678 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.506888 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507013 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507560 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507560 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507560 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507915 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507915 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.507915 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.508276 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.508276 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.508508 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.508630 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.508772 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.508896 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509018 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509197 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509322 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509475 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509619 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509780 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.509940 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.510110 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.510303 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.510430 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.510591 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.510751 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.510909 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.511070 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.511232 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.511439 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.511574 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.511726 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.511885 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.512044 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.512205 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.512460 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.512584 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.512706 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.512827 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.513283 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.513283 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.513283 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.513744 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.513744 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.513744 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514015 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514093 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514280 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514443 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514640 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514729 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.514838 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.515012 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.515189 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.515381 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.515549 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.515713 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.515878 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.516043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.516213 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.516379 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.516547 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.516713 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.516875 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.517049 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.517225 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.517392 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.517538 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.517704 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.517892 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.518057 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.518220 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.518385 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.518556 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.518725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.518934 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.519086 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.519424 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.519592 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.519758 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.520213 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.520380 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.520547 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.520715 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.520881 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.521049 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.521216 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.521383 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.521550 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.521718 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.521883 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.522050 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.522214 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.522380 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.522547 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.522712 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.522878 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.523042 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.523209 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.523388 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.523551 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.523719 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.523888 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.524051 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.524215 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.524384 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.524552 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.524718 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.524885 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.525051 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.525219 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.525384 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.525551 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.525726 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.525883 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.526045 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.526212 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.526378 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.526544 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.526711 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.526866 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527031 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527196 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527400 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527580 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527722 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527859 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.527995 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.528161 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.528329 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.528468 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.528632 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.528797 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.528961 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.529369 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.529546 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.529714 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.529880 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.530033 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.530211 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.530357 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.530516 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.530681 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.530859 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.531025 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.531190 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.531368 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.531531 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.531695 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.531871 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.532036 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.532199 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.532363 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.532528 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.532692 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.532867 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.533031 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.533196 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.533359 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.533524 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.533688 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.533863 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.534028 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.534192 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.534359 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.535039 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.535203 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.535401 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.535573 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.535733 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.535897 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.536065 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.536229 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.536457 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.536563 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.536725 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.536899 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.537063 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.537228 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.537392 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.537569 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.537734 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.537902 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.538067 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.538232 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.538398 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.538566 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.538738 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.538917 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.539075 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.539244 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.539442 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.539601 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.540769 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.542043 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.543792 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:26:13.544418 n-d-799527-3 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 17:26:13.719481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36788) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:13.728738 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069118 Jul 06 17:26:25.354096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e656b23-c804-4f52-a9ad-f8a9ce069168 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:26:25.437816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e656b23-c804-4f52-a9ad-f8a9ce069168 None None] No non-hosted networks {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 17:26:25.468311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.agentschedulers_db [None req-0e656b23-c804-4f52-a9ad-f8a9ce069168 None None] DHCP Agent not found on host n-d-799527-3 {{(pid=93944) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 17:26:25.621803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e3399e-ce73-433f-bf55-7c73fc13a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:27.760348 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd7b0a01-2c80-4435-b805-db5f87be0f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:27.810642 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f306dcd0-bf2d-4fcb-a86b-d3471e350f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:27.897296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:27.898035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.898551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.898903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.902100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.902467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.902816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.903158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.903521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.912601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.912986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.913328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.913664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:27.914097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799527-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:26:27.926934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799527-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:26:29.085319 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:30.478400 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:31.935741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:32.440234 n-d-799527-3 neutron-server[93943]: WARNING oslo_policy.policy [None req-6da8c7f0-eb3c-4c75-bed3-f72b09955f47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:32.440866 n-d-799527-3 neutron-server[93943]: WARNING oslo_policy.policy [None req-6da8c7f0-eb3c-4c75-bed3-f72b09955f47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:32.667334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-6da8c7f0-eb3c-4c75-bed3-f72b09955f47 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:26:32.668309 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6da8c7f0-eb3c-4c75-bed3-f72b09955f47 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7315881 Jul 06 17:26:34.292393 n-d-799527-3 neutron-server[93944]: INFO neutron.db.l3_hamode_db [None req-71b873d6-d6f8-483e-b248-cd3755acf865 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 17:26:34.373508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b873d6-d6f8-483e-b248-cd3755acf865 None None] Routers set() bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:26:34.373908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b873d6-d6f8-483e-b248-cd3755acf865 None None] Router IDs set() for agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 17:26:35.101396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:35.429176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:26:35.525585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.policy [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 17:26:35.572013 n-d-799527-3 neutron-server[93943]: WARNING oslo_policy.policy [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:35.572412 n-d-799527-3 neutron-server[93943]: WARNING oslo_policy.policy [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:35.581664 n-d-799527-3 neutron-server[93943]: INFO neutron.quota [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] Loaded quota_driver: . Jul 06 17:26:35.674444 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745038414720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745038421461', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745038426139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745038433217', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745038438786', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745038387627', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1018048', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1009699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3685567', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3754516'] for rbac-policy, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:35.756116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:35.757421 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a6127c3d-9642-4261-b83e-b2b46ae5bc49 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6550517 Jul 06 17:26:38.404265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:38.713076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:26:38.744895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Made reservation on behalf of df8b9d48d2724b0cabfebb003ac2215b for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:26:38.747850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:38.765742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:38.897086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:38.900687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:38.921054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:26:38.950050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745033925717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:38.950652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Unsubscribe: segment precommit_create {{(pid=93943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 17:26:38.951195 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Added segment b720399a-02cc-4924-a6ce-d3f7211e73e2 of type vlan for network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 Jul 06 17:26:38.968291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07df56-dabd-43d6-ba6e-3bd68cb3f939,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:39.018915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.019335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.019681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.020105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.020441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.020771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.021098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.021424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.021749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.022072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.022393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.022711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Tracked resource versions report: Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: pushed versions: Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: { 'AddressGroup': {'1.2'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'ConntrackHelper': {'1.0'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Log': {'1.0'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Network': {'1.1'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Port': {'1.7'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'PortForwarding': {'1.2'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'QosPolicy': {'1.8'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'SecurityGroup': {'1.4'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'SubPort': {'1.0'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Subnet': {'1.1'}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Trunk': {'1.1'}} Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: consumer versions: Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: L3 agent@n-d-799527-3: {}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: Metadata agent@n-d-799527-3: {}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: Metering agent@n-d-799527-3: {}, Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'ConntrackHelper': '1.0', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Log': '1.0', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Network': '1.1', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Port': '1.7', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'PortForwarding': '1.2', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'QosPolicy': '1.8', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'SecurityGroup': '1.4', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'SecurityGroupRule': '1.2', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'SubPort': '1.0', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Subnet': '1.1', Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: 'Trunk': '1.1'}} Jul 06 17:26:39.023914 n-d-799527-3 neutron-server[93943]: {{(pid=93943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:26:39.076376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:39.130560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:39.131709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:26:39.132374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:39.210163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8047254 Jul 06 17:26:39.234377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a8a2-e24b-434a-a7f8-817cd24f25d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d26970c-e3ae-4944-8aac-0eb84b25f3e1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:39.246845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:26:41.869564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36920) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:42.258322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57b151-b098-4725-bedb-a0ed46941c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:26:42.259716 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cf57b151-b098-4725-bedb-a0ed46941c29 admin admin] 10.222.0.37 "GET /v2.0/networks/4d26970c-e3ae-4944-8aac-0eb84b25f3e1 HTTP/1.1" status: 200 len: 825 time: 0.3892062 Jul 06 17:26:42.283209 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-366d0bb9-9bb2-4270-a3a4-c8bbe6d3e05a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/9f47437b-9f06-42f4-83b4-423e8ff299e6 HTTP/1.1" status: 200 len: 734 time: 0.0182519 Jul 06 17:26:42.292154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6', 'name': 'private-subnet', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:26:42.314011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Made reservation on behalf of df8b9d48d2724b0cabfebb003ac2215b for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:26:42.317124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:42.616276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:42.688281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f418cc33-a05d-49cd-8ca8-cd8eb6a443b9,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:42.691084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Checking segment: {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:26:42.691489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Network hostable DHCP agents. Network: 4d26970c-e3ae-4944-8aac-0eb84b25f3e1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:26:42.712998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:26:42.724138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4d26970c-e3ae-4944-8aac-0eb84b25f3e1) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:26:42.728837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:26:42.729409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:42.733935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3185949c-bf45-45cb-850a-0aae23b57088 None None] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:26:42.743814 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eed8e527-7e9b-4da7-9bac-67bedc6456f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4549496 Jul 06 17:26:43.059959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:26:43.061296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:43.339241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Allocated IP 172.20.0.2 (4d26970c-e3ae-4944-8aac-0eb84b25f3e1/f418cc33-a05d-49cd-8ca8-cd8eb6a443b9/f093e1a4-46c7-453e-90f3-6d9f8494d60b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:26:43.551625 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:43.596094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Transition to ACTIVE for port object f093e1a4-46c7-453e-90f3-6d9f8494d60b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:26:43.618761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Transition to ACTIVE for port object f093e1a4-46c7-453e-90f3-6d9f8494d60b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:26:43.628159 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:43.695217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:26:43.700848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:26:43.703978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:26:43.720851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Pushing event updated for resources: {'Port': ['ID=f093e1a4-46c7-453e-90f3-6d9f8494d60b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:43.761118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.761766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.761874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.762124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.762458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.762789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.763115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.763465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.763793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.764116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.764514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.764988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Tracked resource versions report: Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: pushed versions: Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Log': {'1.0'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Network': {'1.1'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Port': {'1.7'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: consumer versions: Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: L3 agent@n-d-799527-3: {}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: Metadata agent@n-d-799527-3: {}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: Metering agent@n-d-799527-3: {}, Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Log': '1.0', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Network': '1.1', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Port': '1.7', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'PortForwarding': '1.2', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'QosPolicy': '1.8', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'SubPort': '1.0', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Subnet': '1.1', Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: 'Trunk': '1.1'}} Jul 06 17:26:43.766195 n-d-799527-3 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:26:43.803800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Attempting to bind port f093e1a4-46c7-453e-90f3-6d9f8494d60b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:26:43.804207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Attempting to bind port f093e1a4-46c7-453e-90f3-6d9f8494d60b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:26:43.804646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Attempting to bind port f093e1a4-46c7-453e-90f3-6d9f8494d60b on network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:26:43.809496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:26:43.809912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Checking segment: {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:26:43.810403 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:43.810799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Bound using segment: {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:26:43.811323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Bound port: f093e1a4-46c7-453e-90f3-6d9f8494d60b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:26:43.811749 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:43.874437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] For port f093e1a4-46c7-453e-90f3-6d9f8494d60b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:26:43.878851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] For port f093e1a4-46c7-453e-90f3-6d9f8494d60b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f093e1a4-46c7-453e-90f3-6d9f8494d60b,segment=NetworkSegment(b720399a-02cc-4924-a6ce-d3f7211e73e2),segment_id=b720399a-02cc-4924-a6ce-d3f7211e73e2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:26:43.883021 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:43.949994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c578-497b-47a3-aa03-41e7025b17bd None None] Pushing event updated for resources: {'Port': ['ID=f093e1a4-46c7-453e-90f3-6d9f8494d60b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:45.150691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36928) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:45.473054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-82a94c3e-fe66-4ecb-a1d1-002289a929ff admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:26:45.474070 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-82a94c3e-fe66-4ecb-a1d1-002289a929ff admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3222594 Jul 06 17:26:47.872859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:48.373065 n-d-799527-3 neutron-server[93942]: WARNING oslo_policy.policy [None req-ed38550b-66f0-427c-8037-ca1637699483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:48.373663 n-d-799527-3 neutron-server[93942]: WARNING oslo_policy.policy [None req-ed38550b-66f0-427c-8037-ca1637699483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:48.602318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-ed38550b-66f0-427c-8037-ca1637699483 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:26:48.603535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ed38550b-66f0-427c-8037-ca1637699483 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7285824 Jul 06 17:26:49.903296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f093e1a4-46c7-453e-90f3-6d9f8494d60b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:26:49.990004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f093e1a4-46c7-453e-90f3-6d9f8494d60b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:26:50.165371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac3a5e-b697-4a6f-87b2-9c37ee3662f7 None None] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:26:50.276269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] Provisioning for port f093e1a4-46c7-453e-90f3-6d9f8494d60b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:26:50.283961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] Provisioning complete for port f093e1a4-46c7-453e-90f3-6d9f8494d60b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:26:50.284987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:50.450724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:50.495730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] For port f093e1a4-46c7-453e-90f3-6d9f8494d60b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f093e1a4-46c7-453e-90f3-6d9f8494d60b,segment=NetworkSegment(b720399a-02cc-4924-a6ce-d3f7211e73e2),segment_id=b720399a-02cc-4924-a6ce-d3f7211e73e2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:26:50.500834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:50.553944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be621a7e-4c1b-41f8-9536-286cd547d1a7 None None] Pushing event updated for resources: {'Port': ['ID=f093e1a4-46c7-453e-90f3-6d9f8494d60b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:50.622925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fb24260e-d509-446d-b4ea-e96b3e833b91 None None] Provisioning complete for port f093e1a4-46c7-453e-90f3-6d9f8494d60b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:26:50.623328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb24260e-d509-446d-b4ea-e96b3e833b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.284954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:51.587146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Request body: {'router': {'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:26:51.651659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.policy [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 17:26:51.697013 n-d-799527-3 neutron-server[93942]: WARNING oslo_policy.policy [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:51.697380 n-d-799527-3 neutron-server[93942]: WARNING oslo_policy.policy [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:26:51.705825 n-d-799527-3 neutron-server[93942]: INFO neutron.quota [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Loaded quota_driver: . Jul 06 17:26:51.765259 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.767100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.827331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f093e1a4-46c7-453e-90f3-6d9f8494d60b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:26:51.875337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f093e1a4-46c7-453e-90f3-6d9f8494d60b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:26:51.875681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.933541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.939357 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.960215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:51.961524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-655b03fd-e354-4773-9ebb-8bf39fcc2d3a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6751838 Jul 06 17:26:54.334675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:54.658046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-1ba24c3a-46d5-4b1e-bb93-42243fdb140d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:26:54.659069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1ba24c3a-46d5-4b1e-bb93-42243fdb140d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233955 Jul 06 17:26:55.273103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e45a813b-1b50-433d-a841-7bd1b7fe7158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.031570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:26:57.343003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:26:57.367683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Made reservation on behalf of b89beca78a7f4c4e91321e255745d9d1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:26:57.370588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.387503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.424994 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:26:57.512958 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.516594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.528289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Reserving flat network on physical network physnet1 {{(pid=93942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 17:26:57.560513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745033925717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.561098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Unsubscribe: segment precommit_create {{(pid=93942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 17:26:57.561663 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Added segment 5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3 of type flat for network 5e410cad-159e-49cb-9351-8c31739c6af3 Jul 06 17:26:57.579578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398c2b2-c7f1-465e-99fc-864c532988c9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:57.626707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.627046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.627422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.627867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.627867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.628517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.628840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.629163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.629484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.629820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.630125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.630440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Tracked resource versions report: Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: pushed versions: Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: { 'AddressGroup': {'1.2'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'ConntrackHelper': {'1.0'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Log': {'1.0'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Network': {'1.1'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Port': {'1.7'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'PortForwarding': {'1.2'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'QosPolicy': {'1.8'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'SecurityGroup': {'1.4'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'SubPort': {'1.0'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Subnet': {'1.1'}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Trunk': {'1.1'}} Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: consumer versions: Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: L3 agent@n-d-799527-3: {}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: Metadata agent@n-d-799527-3: {}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: Metering agent@n-d-799527-3: {}, Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'ConntrackHelper': '1.0', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Log': '1.0', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Network': '1.1', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Port': '1.7', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'PortForwarding': '1.2', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'QosPolicy': '1.8', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'SecurityGroup': '1.4', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'SecurityGroupRule': '1.2', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'SubPort': '1.0', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Subnet': '1.1', Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: 'Trunk': '1.1'}} Jul 06 17:26:57.631637 n-d-799527-3 neutron-server[93942]: {{(pid=93942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:26:57.688402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.740822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.742265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:26:57.743046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.747016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-496288f2-4216-4bce-b245-5b7e4268be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:57.818798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7861581 Jul 06 17:26:57.853734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d30f5f-4d57-4212-bafb-b232f33a3ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e410cad-159e-49cb-9351-8c31739c6af3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:26:57.865128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5e410cad-159e-49cb-9351-8c31739c6af3 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:26:57.936003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:59.028819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:00.174214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:27:00.390383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8fe179-4354-463f-8fbd-ec574f99d220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:27:00.391786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c8fe179-4354-463f-8fbd-ec574f99d220 admin admin] 10.222.0.37 "GET /v2.0/subnets/f418cc33-a05d-49cd-8ca8-cd8eb6a443b9 HTTP/1.1" status: 200 len: 849 time: 0.2165270 Jul 06 17:27:00.429544 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:00.531412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a7db4304-93fa-4149-a0f1-da83134595fa admin admin] 10.222.0.37 "GET /v2.0/routers/6cebe9c7-b30f-430a-828e-22f75b298367 HTTP/1.1" status: 200 len: 704 time: 0.1338089 Jul 06 17:27:00.801129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.110698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Allocated IP 172.20.0.1 (4d26970c-e3ae-4944-8aac-0eb84b25f3e1/f418cc33-a05d-49cd-8ca8-cd8eb6a443b9/444c42ce-9465-491e-963e-e87e8e891e47) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:27:01.298123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.322858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Transition to ACTIVE for port object 444c42ce-9465-491e-963e-e87e8e891e47 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:27:01.406730 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.475442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:27:01.484836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:27:01.497443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:27:01.497932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.518563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Pushing event updated for resources: {'Port': ['ID=444c42ce-9465-491e-963e-e87e8e891e47,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:01.686614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-680f62f1-87e2-4440-a97d-3d029e982811 None None] Provisioning for port 444c42ce-9465-491e-963e-e87e8e891e47 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:27:01.691319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-680f62f1-87e2-4440-a97d-3d029e982811 None None] Provisioning complete for port 444c42ce-9465-491e-963e-e87e8e891e47 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:27:01.691679 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-680f62f1-87e2-4440-a97d-3d029e982811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.729447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-680f62f1-87e2-4440-a97d-3d029e982811 None None] Port 444c42ce-9465-491e-963e-e87e8e891e47 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:27:01.778689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.964299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.968698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.969537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:02.048394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Pushing event updated for resources: {'Port': ['ID=444c42ce-9465-491e-963e-e87e8e891e47,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:02.098103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:27:02.099422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:27:02.261988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Router 6cebe9c7-b30f-430a-828e-22f75b298367 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:27:02.351286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9cbea1e0-4cdc-4c38-85d8-20e6c141cadd None None] Provisioning complete for port 444c42ce-9465-491e-963e-e87e8e891e47 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:27:02.351686 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cbea1e0-4cdc-4c38-85d8-20e6c141cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:02.356992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:27:02.367642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-57963d05-3486-4a2f-b2bb-ab069798290a admin admin] 10.222.0.37 "PUT /v2.0/routers/6cebe9c7-b30f-430a-828e-22f75b298367/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8256516 Jul 06 17:27:02.379544 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Sync routers for ids ['6cebe9c7-b30f-430a-828e-22f75b298367'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:27:02.387094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9cbea1e0-4cdc-4c38-85d8-20e6c141cadd None None] Port 444c42ce-9465-491e-963e-e87e8e891e47 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:27:02.391857 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Routers {'6cebe9c7-b30f-430a-828e-22f75b298367'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:27:02.392720 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6cebe9c7-b30f-430a-828e-22f75b298367'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:02.581474 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Set router 6cebe9c7-b30f-430a-828e-22f75b298367 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:27:03.013934 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'name': 'router1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:26:51Z', 'updated_at': '2021-07-06T17:27:01Z', 'revision_number': 2, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gw_port_host': None, '_interfaces': [{'id': '444c42ce-9465-491e-963e-e87e8e891e47', 'name': '', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'mac_address': 'fa:16:3e:f9:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:00Z', 'updated_at': '2021-07-06T17:27:01Z', 'revision_number': 2, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'subnets': [{'id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:03.066873 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Checking router: 6cebe9c7-b30f-430a-828e-22f75b298367 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:27:03.067245 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Updating router 6cebe9c7-b30f-430a-828e-22f75b298367 port 444c42ce-9465-491e-963e-e87e8e891e47 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:27:03.132493 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:03.628645 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:03.649127 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Transition to ACTIVE for port object 444c42ce-9465-491e-963e-e87e8e891e47 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:27:03.655112 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:03.813673 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Attempting to bind port 444c42ce-9465-491e-963e-e87e8e891e47 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:27:03.813936 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Attempting to bind port 444c42ce-9465-491e-963e-e87e8e891e47 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:27:03.814333 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Attempting to bind port 444c42ce-9465-491e-963e-e87e8e891e47 on network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:27:03.819975 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Pushing event updated for resources: {'Port': ['ID=444c42ce-9465-491e-963e-e87e8e891e47,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:03.823278 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:27:03.823687 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Checking segment: {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:27:03.824180 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:03.824573 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Bound using segment: {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:27:03.825090 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Bound port: 444c42ce-9465-491e-963e-e87e8e891e47, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b720399a-02cc-4924-a6ce-d3f7211e73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:27:03.825502 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:03.831469 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.831795 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.832136 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.832471 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.832801 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.833129 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.833454 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.833779 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.834100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.834422 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.834742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.835061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Tracked resource versions report: Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: pushed versions: Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: { 'AddressGroup': {'1.2'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Log': {'1.0'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Network': {'1.1'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Port': {'1.7'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'PortForwarding': {'1.2'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'QosPolicy': {'1.8'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'SecurityGroup': {'1.4'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'SubPort': {'1.0'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Subnet': {'1.1'}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Trunk': {'1.1'}} Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: consumer versions: Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: L3 agent@n-d-799527-3: {}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: Metadata agent@n-d-799527-3: {}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: Metering agent@n-d-799527-3: {}, Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'ConntrackHelper': '1.0', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Log': '1.0', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Network': '1.1', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Port': '1.7', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'PortForwarding': '1.2', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'QosPolicy': '1.8', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'SecurityGroup': '1.4', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'SecurityGroupRule': '1.2', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'SubPort': '1.0', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Subnet': '1.1', Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: 'Trunk': '1.1'}} Jul 06 17:27:03.836214 n-d-799527-3 neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:27:03.901164 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] For port 444c42ce-9465-491e-963e-e87e8e891e47, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:27:03.925868 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] For port 444c42ce-9465-491e-963e-e87e8e891e47, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=444c42ce-9465-491e-963e-e87e8e891e47,segment=NetworkSegment(b720399a-02cc-4924-a6ce-d3f7211e73e2),segment_id=b720399a-02cc-4924-a6ce-d3f7211e73e2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:27:03.930781 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:03.988759 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Routers {'6cebe9c7-b30f-430a-828e-22f75b298367'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:27:03.989393 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6cebe9c7-b30f-430a-828e-22f75b298367'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:04.062391 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a27b2-93e9-4e82-807c-953e173dcf77 None None] Pushing event updated for resources: {'Port': ['ID=444c42ce-9465-491e-963e-e87e8e891e47,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:04.084616 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] Set router 6cebe9c7-b30f-430a-828e-22f75b298367 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:27:04.294496 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'name': 'router1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:26:51Z', 'updated_at': '2021-07-06T17:27:01Z', 'revision_number': 2, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gw_port_host': None, '_interfaces': [{'id': '444c42ce-9465-491e-963e-e87e8e891e47', 'name': '', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'mac_address': 'fa:16:3e:f9:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:00Z', 'updated_at': '2021-07-06T17:27:03Z', 'revision_number': 4, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'subnets': [{'id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:04.323398 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b58484-a0c7-4512-b72f-6077fdaecfe1 None None] The sync data for ids ['6cebe9c7-b30f-430a-828e-22f75b298367'] in n-d-799527-3 is: [{'id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'name': 'router1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:26:51Z', 'updated_at': '2021-07-06T17:27:01Z', 'revision_number': 2, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gw_port_host': None, '_interfaces': [{'id': '444c42ce-9465-491e-963e-e87e8e891e47', 'name': '', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'mac_address': 'fa:16:3e:f9:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:00Z', 'updated_at': '2021-07-06T17:27:03Z', 'revision_number': 4, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'subnets': [{'id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:27:04.615244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:27:04.728578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd34748-2d14-4b73-a34a-6da5c935695f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:27:04.729937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0bd34748-2d14-4b73-a34a-6da5c935695f admin admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 842 time: 0.1137199 Jul 06 17:27:04.739773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:27:04.764137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Made reservation on behalf of b89beca78a7f4c4e91321e255745d9d1 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:27:04.766385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:05.082610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:27:05.083058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:05.137533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b95e699-a254-4eca-adb4-5c9eec1b386a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:05.149338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:27:05.149692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Network hostable DHCP agents. Network: 5e410cad-159e-49cb-9351-8c31739c6af3, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:27:05.172028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:27:05.184419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 5e410cad-159e-49cb-9351-8c31739c6af3) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:27:05.188483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:27:05.189071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:05.194684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8c84b-84a0-4ce4-9966-5feeb002b4f6 None None] Network 5e410cad-159e-49cb-9351-8c31739c6af3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:27:05.203662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b5237f60-5e8d-45af-ac90-0e0daedd7c2b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4678805 Jul 06 17:27:05.331819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e679cd2-c220-4f1f-9afa-2c47660c9c38 None None] Network 5e410cad-159e-49cb-9351-8c31739c6af3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:27:07.583100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:27:07.715931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-684fcaba-8fcd-4ccb-bcf3-a6423cdc7cff admin admin] 10.222.0.37 "GET /v2.0/routers/6cebe9c7-b30f-430a-828e-22f75b298367 HTTP/1.1" status: 200 len: 710 time: 0.1315978 Jul 06 17:27:07.804062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665a1f1b-4e56-4157-96b7-dc46e83cec5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:27:07.806473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-665a1f1b-4e56-4157-96b7-dc46e83cec5f admin admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 886 time: 0.0845518 Jul 06 17:27:07.814594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:27:07.860601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 444c42ce-9465-491e-963e-e87e8e891e47 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:27:07.910218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 444c42ce-9465-491e-963e-e87e8e891e47 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:27:07.913784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 444c42ce-9465-491e-963e-e87e8e891e47 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:27:07.914172 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:07.994428 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.032603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 444c42ce-9465-491e-963e-e87e8e891e47, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=444c42ce-9465-491e-963e-e87e8e891e47,segment=NetworkSegment(b720399a-02cc-4924-a6ce-d3f7211e73e2),segment_id=b720399a-02cc-4924-a6ce-d3f7211e73e2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:27:08.037093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.137290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=444c42ce-9465-491e-963e-e87e8e891e47,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:08.161340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.419557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.499158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.609303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Allocated IP 172.25.5.53 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/419bea09-e85a-48d4-9388-479b7a80c963) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:27:08.713038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.762082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:08.800132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:27:08.802961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:27:08.808952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:27:08.814079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Pushing event updated for resources: {'Port': ['ID=419bea09-e85a-48d4-9388-479b7a80c963,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:09.066887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:09.269081 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:09.272301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:09.378859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Router 6cebe9c7-b30f-430a-828e-22f75b298367 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:27:09.574042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:27:09.578444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:09.579553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eac28699-2844-4e77-9c45-3fe3a01ab074 admin admin] 10.222.0.37 "PUT /v2.0/routers/6cebe9c7-b30f-430a-828e-22f75b298367 HTTP/1.1" status: 200 len: 889 time: 1.7682500 Jul 06 17:27:09.583800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Sync routers for ids ['6cebe9c7-b30f-430a-828e-22f75b298367'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:27:09.595708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Routers {'6cebe9c7-b30f-430a-828e-22f75b298367'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:27:09.597130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6cebe9c7-b30f-430a-828e-22f75b298367'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:09.821041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Set router 6cebe9c7-b30f-430a-828e-22f75b298367 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:27:09.868695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 444c42ce-9465-491e-963e-e87e8e891e47 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:27:10.099800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 444c42ce-9465-491e-963e-e87e8e891e47 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:27:10.100075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:10.312370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'name': 'router1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '419bea09-e85a-48d4-9388-479b7a80c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:26:51Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 4, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gw_port': {'id': '419bea09-e85a-48d4-9388-479b7a80c963', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:08Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '444c42ce-9465-491e-963e-e87e8e891e47', 'name': '', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'mac_address': 'fa:16:3e:f9:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:00Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 5, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'subnets': [{'id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:10.365731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Checking router: 6cebe9c7-b30f-430a-828e-22f75b298367 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:27:10.365999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Updating router 6cebe9c7-b30f-430a-828e-22f75b298367 port 419bea09-e85a-48d4-9388-479b7a80c963 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:27:10.398676 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:10.729989 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:10.740777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Transition to ACTIVE for port object 419bea09-e85a-48d4-9388-479b7a80c963 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:27:10.747722 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:10.793347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Attempting to bind port 419bea09-e85a-48d4-9388-479b7a80c963 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:27:10.793716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Attempting to bind port 419bea09-e85a-48d4-9388-479b7a80c963 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:27:10.794082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Attempting to bind port 419bea09-e85a-48d4-9388-479b7a80c963 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:27:10.806666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:27:10.807044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:27:10.807529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:10.807914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:27:10.808623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Bound port: 419bea09-e85a-48d4-9388-479b7a80c963, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:27:10.809058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:10.810826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb969f8-2b23-418f-bfac-9df551595cf1 None None] Pushing event updated for resources: {'Port': ['ID=419bea09-e85a-48d4-9388-479b7a80c963,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:10.940731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] For port 419bea09-e85a-48d4-9388-479b7a80c963, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:27:10.943794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] For port 419bea09-e85a-48d4-9388-479b7a80c963, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=419bea09-e85a-48d4-9388-479b7a80c963,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:27:10.948337 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:11.008713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Routers {'6cebe9c7-b30f-430a-828e-22f75b298367'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:27:11.009347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6cebe9c7-b30f-430a-828e-22f75b298367'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:11.014080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb969f8-2b23-418f-bfac-9df551595cf1 None None] Pushing event updated for resources: {'Port': ['ID=419bea09-e85a-48d4-9388-479b7a80c963,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:11.120809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] Set router 6cebe9c7-b30f-430a-828e-22f75b298367 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:27:11.337644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'name': 'router1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '419bea09-e85a-48d4-9388-479b7a80c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:26:51Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 4, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gw_port': {'id': '419bea09-e85a-48d4-9388-479b7a80c963', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:08Z', 'updated_at': '2021-07-06T17:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '444c42ce-9465-491e-963e-e87e8e891e47', 'name': '', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'mac_address': 'fa:16:3e:f9:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:00Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 5, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'subnets': [{'id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:27:11.365470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3030f-b645-4f2d-ab51-7fdca441bfbe None None] The sync data for ids ['6cebe9c7-b30f-430a-828e-22f75b298367'] in n-d-799527-3 is: [{'id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'name': 'router1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '419bea09-e85a-48d4-9388-479b7a80c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:26:51Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 4, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'gw_port': {'id': '419bea09-e85a-48d4-9388-479b7a80c963', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:08Z', 'updated_at': '2021-07-06T17:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '444c42ce-9465-491e-963e-e87e8e891e47', 'name': '', 'network_id': '4d26970c-e3ae-4944-8aac-0eb84b25f3e1', 'tenant_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'mac_address': 'fa:16:3e:f9:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cebe9c7-b30f-430a-828e-22f75b298367', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:27:00Z', 'updated_at': '2021-07-06T17:27:08Z', 'revision_number': 5, 'project_id': 'df8b9d48d2724b0cabfebb003ac2215b', 'subnets': [{'id': 'f418cc33-a05d-49cd-8ca8-cd8eb6a443b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f47437b-9f06-42f4-83b4-423e8ff299e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:27:11.889296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 419bea09-e85a-48d4-9388-479b7a80c963 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:27:11.945702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 419bea09-e85a-48d4-9388-479b7a80c963 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:27:11.950187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 419bea09-e85a-48d4-9388-479b7a80c963 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:27:11.950566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:12.037929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:12.053973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:27:12.058312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 419bea09-e85a-48d4-9388-479b7a80c963, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=419bea09-e85a-48d4-9388-479b7a80c963,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:27:12.062489 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:12.120962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=419bea09-e85a-48d4-9388-479b7a80c963,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:27:12.200088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b9efbaa2-e184-4e05-a566-f4a2d68b95a1 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1449401 Jul 06 17:27:13.846281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 419bea09-e85a-48d4-9388-479b7a80c963 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:27:13.911360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 419bea09-e85a-48d4-9388-479b7a80c963 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:27:13.911748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:25.277758 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df182698-f8d6-4e15-8b49-5a0cd88788b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:27.765108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b700f508-9367-4c47-a56c-14e551fca01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:27.891613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:29.036266 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:30.452831 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:34.426429 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:27:55.279764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e91ec95-ae46-4ad5-a971-46c59579aa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:57.750427 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c256cac4-904d-4bbb-9580-bd3bf39f8573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:57.884011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:59.041724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:00.463592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:11.430615 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:28:25.281989 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d88ab249-78de-40b7-92a9-ea349d282568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:27.753553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4245d94c-afef-4a39-95c5-a5ed99805098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:27.885470 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:29.044090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:30.462303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.428926 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:28:55.285923 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85ec1d62-7189-442c-83cb-2ae34c5f305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.281533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:57.377940 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f16d04-76cf-4620-a1e1-b8fa1a63e9f5 admin admin] GET failed (client error): The resource could not be found. Jul 06 17:28:57.379503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-72f16d04-76cf-4620-a1e1-b8fa1a63e9f5 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0966270 Jul 06 17:28:57.592660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc845f05-0c45-47ae-99a0-120042147a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:57.594236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bc845f05-0c45-47ae-99a0-120042147a1f admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2105079 Jul 06 17:28:57.759278 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-923725d1-15da-4541-b4c4-8f605115f3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.893687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:59.060289 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:00.472692 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:00.538956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:00.681486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd908c-1d42-4d7e-ab28-ce91edb7aaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:00.684006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-82dd908c-1d42-4d7e-ab28-ce91edb7aaa2 admin admin] 10.222.0.37 "GET /v2.0/subnets/f418cc33-a05d-49cd-8ca8-cd8eb6a443b9 HTTP/1.1" status: 200 len: 849 time: 0.1438084 Jul 06 17:29:00.695700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:00.803668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:00.982038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745033913119'] for subnet, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:01.019897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:01.019897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:01.023895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] 10.222.0.37 "PUT /v2.0/subnets/f418cc33-a05d-49cd-8ca8-cd8eb6a443b9 HTTP/1.1" status: 200 len: 868 time: 0.3328471 Jul 06 17:29:01.024701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851047d2-cccc-4e0b-a0de-6251c5c7106d None None] Network 4d26970c-e3ae-4944-8aac-0eb84b25f3e1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:01.050812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f418cc33-a05d-49cd-8ca8-cd8eb6a443b9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:01.058895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.059915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.060185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.060539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.060845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.061187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.061523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.061856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.062188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.062520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.062848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.063185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6329c8e7-8fb1-4a3e-a1c4-d1ed2422dff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:01.607550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5615d3d7-454a-4675-b3bc-7cadebdd8c81 None None] Provisioning complete for port f093e1a4-46c7-453e-90f3-6d9f8494d60b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:01.607550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5615d3d7-454a-4675-b3bc-7cadebdd8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:01.713719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5615d3d7-454a-4675-b3bc-7cadebdd8c81 None None] Provisioning complete for port 444c42ce-9465-491e-963e-e87e8e891e47 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:01.714002 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5615d3d7-454a-4675-b3bc-7cadebdd8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.505758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:03.797471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad60a11-7fd7-4891-ad29-4e8b07427826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:03.798477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad60a11-7fd7-4891-ad29-4e8b07427826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:03.801637 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ad60a11-7fd7-4891-ad29-4e8b07427826 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2942090 Jul 06 17:29:06.231488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37664) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:06.418481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01766d-e198-4b77-af84-c6051eff2330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:06.419408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01766d-e198-4b77-af84-c6051eff2330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:06.421948 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca01766d-e198-4b77-af84-c6051eff2330 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1890953 Jul 06 17:29:08.788301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37672) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:08.986959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf673a-81d5-455f-be53-e564d07acd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:08.988424 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-93cf673a-81d5-455f-be53-e564d07acd76 admin admin] 10.222.0.37 "GET /v2.0/networks/4d26970c-e3ae-4944-8aac-0eb84b25f3e1 HTTP/1.1" status: 200 len: 869 time: 0.1991503 Jul 06 17:29:11.460295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37680) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:11.626418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b07bb6-8de7-4f55-a660-5f4184860c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:11.628720 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c4b07bb6-8de7-4f55-a660-5f4184860c18 admin admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 886 time: 0.1668994 Jul 06 17:29:13.966842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37688) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:14.129176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d19a88-b459-4572-848e-745a6b5df014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:14.129809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d19a88-b459-4572-848e-745a6b5df014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:14.131781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49d19a88-b459-4572-848e-745a6b5df014 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1635573 Jul 06 17:29:16.507693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:16.640605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a490a4d-1b7c-4ef8-8df6-3c771e7a81bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:16.641057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a490a4d-1b7c-4ef8-8df6-3c771e7a81bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:16.642664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1a490a4d-1b7c-4ef8-8df6-3c771e7a81bf admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338739 Jul 06 17:29:18.961204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37704) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:19.087699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da151a31-f6b8-4d91-af99-77175d310e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:19.089171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da151a31-f6b8-4d91-af99-77175d310e92 admin admin] 10.222.0.37 "GET /v2.0/subnets/6b95e699-a254-4eca-adb4-5c9eec1b386a HTTP/1.1" status: 200 len: 816 time: 0.1269355 Jul 06 17:29:21.457502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37712) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:21.577122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c36cf-5d56-4684-9714-50159da28bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.579174 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e3c36cf-5d56-4684-9714-50159da28bec admin admin] 10.222.0.37 "GET /v2.0/subnets/f418cc33-a05d-49cd-8ca8-cd8eb6a443b9 HTTP/1.1" status: 200 len: 868 time: 0.1203816 Jul 06 17:29:25.296337 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df0fdad6-9bae-4dbc-9794-ffb7019388a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:25.427570 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:29:27.754217 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8cdb-6783-446c-a0d3-bccbfd0ec216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:27.891409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:29.053336 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.475040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.861053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37756) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:47.917125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-b7951768-25f3-40a3-ad96-0ba6e91e7a01 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:29:47.918767 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b7951768-25f3-40a3-ad96-0ba6e91e7a01 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565197 Jul 06 17:29:50.412141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37764) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:50.480950 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec149a3-f96e-4329-97e7-b0e077eaa3a6 admin admin] GET failed (client error): The resource could not be found. Jul 06 17:29:50.483184 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aec149a3-f96e-4329-97e7-b0e077eaa3a6 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699084 Jul 06 17:29:50.654830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bffa28-e597-4a55-a57e-dd9907bba905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:50.656411 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c0bffa28-e597-4a55-a57e-dd9907bba905 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1690271 Jul 06 17:29:53.069948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:53.125656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:53.165142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Made reservation on behalf of b89beca78a7f4c4e91321e255745d9d1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:53.170275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.222421 n-d-799527-3 neutron-server[93942]: WARNING neutron.services.revisions.revision_plugin [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Could not find related network for resource to bump revision. Jul 06 17:29:53.249842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:29:53.268474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.268846 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Added segment 252934d6-96d3-42e4-a3b6-9b026c28a619 of type vlan for network 68feb86b-8409-47c8-860e-c719257ce05e Jul 06 17:29:53.315728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.348207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.349641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:53.350684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.420387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3492153 Jul 06 17:29:53.434226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8803af-222e-458c-8437-f8e89d2a4cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=68feb86b-8409-47c8-860e-c719257ce05e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:53.448219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 68feb86b-8409-47c8-860e-c719257ce05e details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:29:55.302084 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d973c76d-df29-41ce-a3fe-402f25dcaf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.876124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:55.967488 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28431e7-fefb-43f6-a5b3-660b9c7d3c0c admin admin] GET failed (client error): The resource could not be found. Jul 06 17:29:55.969072 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c28431e7-fefb-43f6-a5b3-660b9c7d3c0c admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0919571 Jul 06 17:29:56.052408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a664ba-b819-4dd9-8bce-cf46da009f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:56.053863 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-86a664ba-b819-4dd9-8bce-cf46da009f65 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0803449 Jul 06 17:29:56.069676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:56.093809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Made reservation on behalf of b89beca78a7f4c4e91321e255745d9d1 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:56.096535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.285019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.338374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe19d3e0-3591-40ed-8f83-4265c5cefddd,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:56.356471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.358051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.358594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.359099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.359651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.360053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.360421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.360864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.361284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.361650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.362007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.362373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:56.371373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:56.371987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Network hostable DHCP agents. Network: 68feb86b-8409-47c8-860e-c719257ce05e, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:29:56.390548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Network 68feb86b-8409-47c8-860e-c719257ce05e is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:29:56.400434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 68feb86b-8409-47c8-860e-c719257ce05e) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:56.405888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:56.406797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.415904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28644d8-5cc7-41f3-8730-428e51fdef37 None None] Network 68feb86b-8409-47c8-860e-c719257ce05e requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:56.423671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-238d89ea-2023-4c97-bb96-6b750bf5f39a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3575792 Jul 06 17:29:56.617764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-68feb86b-8409-47c8-860e-c719257ce05e', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'tenant_id': 'b89beca78a7f4c4e91321e255745d9d1', 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:29:56.618885 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.883530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Allocated IP 192.168.233.2 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:57.072418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.087602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Transition to ACTIVE for port object c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:57.110698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Transition to ACTIVE for port object c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:57.117691 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.171059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Pushing event updated for resources: {'Port': ['ID=c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:57.174472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:57.177577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:57.180052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:57.187236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.187649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.187936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.188271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.188606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.188932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.189269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.189593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.189930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.190246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.190572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.190899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:57.256488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Attempting to bind port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:57.256970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Attempting to bind port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:57.257384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Attempting to bind port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:57.265182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:57.265694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:57.266196 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.266681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:57.267293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Bound port: c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:57.267845 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.390435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] For port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:57.396845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] For port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:57.404260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.522937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0292c0-1659-4f8c-b1d8-544bf2530b09 None None] Pushing event updated for resources: {'Port': ['ID=c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:57.782876 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-346acb52-e315-459a-820e-bbadac98a2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.889778 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:58.045191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:58.117426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:58.499464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d6da21-5f4e-49ab-ac20-a2dfd3ed6be6 None None] Network 68feb86b-8409-47c8-860e-c719257ce05e requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:58.580128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] Provisioning for port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:58.592308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] Provisioning complete for port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:58.592683 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:58.743985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:58.825872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] For port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:58.832513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:58.909837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f851795-e115-4a5f-88d3-1f4910be72d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:59.081413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:59.084148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-47312680-c400-4ae9-95d7-e5709ba0a62d None None] Provisioning complete for port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:59.084622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47312680-c400-4ae9-95d7-e5709ba0a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:59.995637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:00.055865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c8e45d7d-81d3-4e61-a63e-c4c50ec0ab77 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:00.056246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.482313 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.427247 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:30:25.288447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35d8e5bf-2aed-4a2c-aed8-d47a10d93329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.758641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3721a64-cd9a-4064-bac4-fa7d019e4e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.895465 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:29.064896 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:30.488695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.428452 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:30:55.292056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3708bbd0-49b8-43f3-bea3-045b577d725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.770607 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-078df6c2-212e-4df1-a6eb-d6034f582ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.894687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:59.069191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.486277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:11.801340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37832) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:11.807647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-209e880e-4c15-4e56-8e86-e6c64931ba4b tempest-verify_tempest_config-430466584 tempest-verify_tempest_config-430466584-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:11.810798 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-209e880e-4c15-4e56-8e86-e6c64931ba4b tempest-verify_tempest_config-430466584 tempest-verify_tempest_config-430466584-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076489 Jul 06 17:31:12.177656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:12.293604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.411221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.416251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.468241 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5de7154ef4ec4b5eb7765aa24c061a70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2892532 Jul 06 17:31:12.468997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0866aa-9721-4b6b-acef-e03d10461fa3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:12.471658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:12.476920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.477271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.477621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.477962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.478303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.478638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.478991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.479327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.479662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.480474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.480815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.481144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8787369-0f5f-4db1-803e-c9caac3db5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.542015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.567186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.676810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.679729 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.681171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b0866aa-9721-4b6b-acef-e03d10461fa3 HTTP/1.1" status: 204 len: 168 time: 0.2082198 Jul 06 17:31:12.691927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0866aa-9721-4b6b-acef-e03d10461fa3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:12.700000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.700533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.701270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.701593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.702113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.702599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.703027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.703501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.703936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.704817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.705265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:12.705848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fd841-4456-4b76-8da9-77ce636f4449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:16.427324 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:31:25.296843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb486110-8ffd-4020-a9b9-05a1403e2667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.765165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ac18e83-4389-499f-b3a7-208bb033a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.880529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:29.068229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.481737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.425763 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:31:55.293055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6afdf649-c12d-44e6-9098-ae146558b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:57.769473 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-954e2cc6-d77f-4683-b0eb-a34de224dd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:57.884956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.077398 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.488496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:25.289867 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e734-a882-48f0-a8a6-c7db86f0222c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.776343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b08c-ec6f-43f4-bb44-8f751f8cba1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.879969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.074043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:30.424945 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:32:30.491534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:55.284959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-409fa981-6574-44bd-a6bd-b372ef467b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:57.770774 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1961e45-0441-447c-b778-00d686b87c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:57.885796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:59.077580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.492403 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.423602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:33:25.288741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08393f2b-ed47-427a-a239-3b9baa7b7a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.772397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1f714b-15f4-49d9-aea3-ffb33f34c59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.880446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.082186 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.495707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:44.423021 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:33:55.292271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c334ec00-3b70-41a1-927e-2511ae9c0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.784346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-071e7315-6937-4506-8614-e68db071434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.890675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:59.091287 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:59.478388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.499067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.828742 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187353'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.422274 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:34:25.295875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2e319ba-5d1f-4248-b6b1-fb05a0b83e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.791756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebd6015b-97d8-4b72-8c94-d7f2ac87c9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.884796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.090888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.425683 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:30.502181 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.780730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:46.656436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:46.772033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6db337be-8b6d-4d80-94e5-36a5a3c7a3f8 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1143394 Jul 06 17:34:49.416747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:49.477758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20f3fdf5-1970-4918-9c81-a6365a38c46d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0597854 Jul 06 17:34:55.299065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9efc1609-f501-46ec-ac2e-6f06c9d27d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:57.789376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b319c22b-214b-44c6-9cdb-809fa0d1ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:57.889794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.422052 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:34:59.090783 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.440165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:00.505391 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:01.780148 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.307523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f58fb79-2def-4db5-a9bc-cdad491ff06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.793121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-183d1127-0a89-4957-bd68-2a7d055acb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.899077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.103369 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.449524 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.528569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.804099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:35.432682 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:35:55.305248 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05a4f12d-8bd9-48b6-bc75-9640e59fd916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:57.793404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-581ba1fb-6d91-4f04-8064-e49ce7031988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:57.888405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.100735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.454823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.527821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.790746 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:12.430494 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:36:17.544460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:18.128139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3728167c-1890-4849-8d01-9dd9ceff5e3c tempest-AutoAllocateNetworkTest-945388248 tempest-AutoAllocateNetworkTest-945388248-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c60809e7f46e49558b33f2d5eec12de7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5786004 Jul 06 17:36:18.128879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:18.475907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c5836-0fcf-4c8e-b5e3-38c928789ad2 tempest-AutoAllocateNetworkTest-945388248 tempest-AutoAllocateNetworkTest-945388248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:18.483493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:18.484404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ff1c5836-0fcf-4c8e-b5e3-38c928789ad2 tempest-AutoAllocateNetworkTest-945388248 tempest-AutoAllocateNetworkTest-945388248-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3531275 Jul 06 17:36:18.537365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38180) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:18.729724 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6719c096-716e-4a6b-bd45-5ee14800f338 tempest-AutoAllocateNetworkTest-945388248 tempest-AutoAllocateNetworkTest-945388248-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2419002 Jul 06 17:36:18.729948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:18.770755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b3e15534-16cc-4b02-8b03-c7deb1a69b1c tempest-AutoAllocateNetworkTest-945388248 tempest-AutoAllocateNetworkTest-945388248-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c60809e7f46e49558b33f2d5eec12de7 HTTP/1.1" status: 200 len: 208 time: 0.0384336 Jul 06 17:36:19.190420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-network', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:19.223396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Made reservation on behalf of b2689b6a37ef4d27900b714c437fba8c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:19.227636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.241203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.414197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.420861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.443223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:36:19.475550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddf57b-a497-425f-bb7b-293c36eb745b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:19.487008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.487934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.488470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.488980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.489526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.489806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.490292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.490696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.490949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.491615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.491933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.492424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Tracked resource versions report: Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: pushed versions: Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: { 'AddressGroup': {'1.2'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'ConntrackHelper': {'1.0'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Log': {'1.0'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Network': {'1.1'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Port': {'1.7'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'PortForwarding': {'1.2'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'QosPolicy': {'1.8'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'SecurityGroup': {'1.4'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'SubPort': {'1.0'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Subnet': {'1.1'}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Trunk': {'1.1'}} Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: consumer versions: Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: HyperV agent@n-h1-799527-3: {}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: HyperV agent@n-h2-799527-3: {}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: L3 agent@n-d-799527-3: {}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: Metadata agent@n-d-799527-3: {}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: Metering agent@n-d-799527-3: {}, Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'ConntrackHelper': '1.0', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Log': '1.0', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Network': '1.1', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Port': '1.7', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'PortForwarding': '1.2', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'QosPolicy': '1.8', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'SecurityGroup': '1.4', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'SecurityGroupRule': '1.2', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'SubPort': '1.0', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Subnet': '1.1', Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: 'Trunk': '1.1'}} Jul 06 17:36:19.493563 n-d-799527-3 neutron-server[93942]: {{(pid=93942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:36:19.500308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.500836 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Added segment adf391f9-baae-4645-9ce6-b900c84d5239 of type vlan for network 75056c88-1f05-432d-a24f-a6b640c2e3b2 Jul 06 17:36:19.562818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.618436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.620303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:19.621006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.663479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1246300 Jul 06 17:36:19.668412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38220) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:19.686529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Request body: {'subnet': {'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-subnet', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:19.743920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Made reservation on behalf of b2689b6a37ef4d27900b714c437fba8c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:19.750453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.754173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0976e9-22c2-4686-bfa7-506a6b3f08f9 admin admin] Pushing event updated for resources: {'Network': ['ID=75056c88-1f05-432d-a24f-a6b640c2e3b2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:19.769673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:36:20.084038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.115940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38230) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:20.176941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:20.191464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.191920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.192352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.192854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.193203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.193694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.194088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.194773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.195121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.195490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.195972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.196350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Tracked resource versions report: Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: pushed versions: Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: { 'AddressGroup': {'1.2'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'ConntrackHelper': {'1.0'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Log': {'1.0'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Network': {'1.1'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Port': {'1.7'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'PortForwarding': {'1.2'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'QosPolicy': {'1.8'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'SecurityGroup': {'1.4'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'SubPort': {'1.0'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Subnet': {'1.1'}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Trunk': {'1.1'}} Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: consumer versions: Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: HyperV agent@n-h1-799527-3: {}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: HyperV agent@n-h2-799527-3: {}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: L3 agent@n-d-799527-3: {}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: Metadata agent@n-d-799527-3: {}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: Metering agent@n-d-799527-3: {}, Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'ConntrackHelper': '1.0', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Log': '1.0', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Network': '1.1', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Port': '1.7', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'PortForwarding': '1.2', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'QosPolicy': '1.8', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'SecurityGroup': '1.4', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'SecurityGroupRule': '1.2', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'SubPort': '1.0', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Subnet': '1.1', Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: 'Trunk': '1.1'}} Jul 06 17:36:20.197628 n-d-799527-3 neutron-server[93943]: {{(pid=93943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:36:20.222595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Checking segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:20.222988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Network hostable DHCP agents. Network: 75056c88-1f05-432d-a24f-a6b640c2e3b2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:36:20.249399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:36:20.268322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 75056c88-1f05-432d-a24f-a6b640c2e3b2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:20.278888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:20.282316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.282817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eac363-6f4c-44ac-820a-4f94aa73be25 None None] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:20.308432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fb9aa53f-42a7-42ed-8efa-b5dff6ae9e72 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6365132 Jul 06 17:36:20.311298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38240) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:20.316243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:20.344250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.346581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.418933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.585123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-75056c88-1f05-432d-a24f-a6b640c2e3b2', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:36:20.586057 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.807205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.847139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Allocated IP 172.20.0.2 (75056c88-1f05-432d-a24f-a6b640c2e3b2/a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f/3d591019-0338-41ab-ba52-0849198ec3f4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:21.039836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b313-b826-4bfc-bfe8-5b7890da8bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.293542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.307873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Transition to ACTIVE for port object 3d591019-0338-41ab-ba52-0849198ec3f4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:21.332326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Transition to ACTIVE for port object 3d591019-0338-41ab-ba52-0849198ec3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:21.344645 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.352809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.403599 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.424690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:21.437678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:21.442303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:21.448542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Pushing event updated for resources: {'Port': ['ID=3d591019-0338-41ab-ba52-0849198ec3f4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:21.543691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.544053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.544410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.544752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.546956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.547306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Tracked resource versions report: Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: pushed versions: Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Log': {'1.0'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Network': {'1.1'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Port': {'1.7'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: consumer versions: Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: HyperV agent@n-h1-799527-3: {}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: HyperV agent@n-h2-799527-3: {}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: L3 agent@n-d-799527-3: {}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: Metadata agent@n-d-799527-3: {}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: Metering agent@n-d-799527-3: {}, Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Log': '1.0', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Network': '1.1', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Port': '1.7', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'PortForwarding': '1.2', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'QosPolicy': '1.8', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'SubPort': '1.0', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Subnet': '1.1', Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: 'Trunk': '1.1'}} Jul 06 17:36:21.548773 n-d-799527-3 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:36:21.574580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Attempting to bind port 3d591019-0338-41ab-ba52-0849198ec3f4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:21.575200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Attempting to bind port 3d591019-0338-41ab-ba52-0849198ec3f4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:21.575603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Attempting to bind port 3d591019-0338-41ab-ba52-0849198ec3f4 on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:21.583336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:21.583699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Checking segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:21.584119 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.584510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Bound using segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:21.585009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Bound port: 3d591019-0338-41ab-ba52-0849198ec3f4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:21.585715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.663118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] For port 3d591019-0338-41ab-ba52-0849198ec3f4, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:21.667228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] For port 3d591019-0338-41ab-ba52-0849198ec3f4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3d591019-0338-41ab-ba52-0849198ec3f4,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:21.674026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.743180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b313-b826-4bfc-bfe8-5b7890da8bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.778656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1359e-6fb1-4d8b-92bd-0a1875a6b6a2 None None] Pushing event updated for resources: {'Port': ['ID=3d591019-0338-41ab-ba52-0849198ec3f4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:21.791510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b313-b826-4bfc-bfe8-5b7890da8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.834746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Allocated IP 172.25.5.219 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/1c99a23f-c3f2-46a2-b906-8ca09387e20a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:21.899737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38288) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:21.900600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f9f8b313-b826-4bfc-bfe8-5b7890da8bf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c60809e7f46e49558b33f2d5eec12de7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7825251 Jul 06 17:36:21.919213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8b313-b826-4bfc-bfe8-5b7890da8bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d0f2d7-e4ea-40df-a32f-2cdec9f2fe82,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:22.027410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f658f3-9726-4b00-87f2-1147691c873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.068771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f658f3-9726-4b00-87f2-1147691c873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.169037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.243616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f658f3-9726-4b00-87f2-1147691c873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.248573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f658f3-9726-4b00-87f2-1147691c873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.254865 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2f658f3-9726-4b00-87f2-1147691c873f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7d0f2d7-e4ea-40df-a32f-2cdec9f2fe82 HTTP/1.1" status: 204 len: 168 time: 0.3526368 Jul 06 17:36:22.286413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f658f3-9726-4b00-87f2-1147691c873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d0f2d7-e4ea-40df-a32f-2cdec9f2fe82,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:22.331929 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.421791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:22.426728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:22.431558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:22.457792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3d591019-0338-41ab-ba52-0849198ec3f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:22.628263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3d591019-0338-41ab-ba52-0849198ec3f4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:22.658592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1c99a23f-c3f2-46a2-b906-8ca09387e20a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:22.768949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.103163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.417693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Router eab15704-a098-46a9-872a-ee13a3fd006f is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:36:23.488063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f7511-5ac4-4607-b7c1-f97395dc425f None None] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:23.625796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] Provisioning for port 3d591019-0338-41ab-ba52-0849198ec3f4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:23.632979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] Provisioning complete for port 3d591019-0338-41ab-ba52-0849198ec3f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:23.633344 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.692267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:23.707884 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:23.722582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.728596 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:23.729744 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:35:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:23.730070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38344) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:23.732760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-40902ab8-4a59-4993-93ab-2a99906ad6a7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4193802 Jul 06 17:36:23.751898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.809474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] For port 3d591019-0338-41ab-ba52-0849198ec3f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3d591019-0338-41ab-ba52-0849198ec3f4,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:23.820226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.939189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af1301-3f68-43f0-bae1-73f8f00fa41a None None] Pushing event updated for resources: {'Port': ['ID=3d591019-0338-41ab-ba52-0849198ec3f4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:24.076708 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:24.374181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3d591019-0338-41ab-ba52-0849198ec3f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:24.568536 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 3, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:24.579545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3d591019-0338-41ab-ba52-0849198ec3f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:24.580405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.597944 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:24.598303 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Updating router eab15704-a098-46a9-872a-ee13a3fd006f port 1c99a23f-c3f2-46a2-b906-8ca09387e20a binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:24.602490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2ca9b082-731b-4882-bd86-a51aee9cab51 None None] Provisioning complete for port 3d591019-0338-41ab-ba52-0849198ec3f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:24.602864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ca9b082-731b-4882-bd86-a51aee9cab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.655075 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.846867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.058639 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.083502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Transition to ACTIVE for port object 1c99a23f-c3f2-46a2-b906-8ca09387e20a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:25.092718 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.155929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Attempting to bind port 1c99a23f-c3f2-46a2-b906-8ca09387e20a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:25.156312 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Attempting to bind port 1c99a23f-c3f2-46a2-b906-8ca09387e20a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:25.160316 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Attempting to bind port 1c99a23f-c3f2-46a2-b906-8ca09387e20a on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:25.166684 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Pushing event updated for resources: {'Port': ['ID=1c99a23f-c3f2-46a2-b906-8ca09387e20a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:25.175133 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:25.175555 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:25.175971 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.176378 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:25.176879 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Bound port: 1c99a23f-c3f2-46a2-b906-8ca09387e20a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:25.177864 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.180123 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.180470 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.180816 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.181162 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.181498 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183321 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183321 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183321 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183321 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183321 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.183773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Tracked resource versions report: Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: pushed versions: Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: { 'AddressGroup': {'1.2'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Log': {'1.0'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Network': {'1.1'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Port': {'1.7'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'PortForwarding': {'1.2'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'QosPolicy': {'1.8'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'SecurityGroup': {'1.4'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'SubPort': {'1.0'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Subnet': {'1.1'}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Trunk': {'1.1'}} Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: consumer versions: Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: { DHCP agent@n-d-799527-3: {}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: HyperV agent@n-h1-799527-3: {}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: HyperV agent@n-h2-799527-3: {}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: L3 agent@n-d-799527-3: {}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: Metadata agent@n-d-799527-3: {}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: Metering agent@n-d-799527-3: {}, Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: Open vSwitch agent@n-d-799527-3: { 'AddressGroup': '1.2', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'ConntrackHelper': '1.0', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Log': '1.0', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Network': '1.1', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Port': '1.7', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'PortForwarding': '1.2', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'QosPolicy': '1.8', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'SecurityGroup': '1.4', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'SecurityGroupRule': '1.2', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'SubPort': '1.0', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Subnet': '1.1', Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: 'Trunk': '1.1'}} Jul 06 17:36:25.184936 n-d-799527-3 neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:36:25.292578 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] For port 1c99a23f-c3f2-46a2-b906-8ca09387e20a, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:25.299148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Allocated IP 172.20.0.1 (75056c88-1f05-432d-a24f-a6b640c2e3b2/a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f/a52a0420-f1e7-49eb-a126-865920ea3378) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:25.299580 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] For port 1c99a23f-c3f2-46a2-b906-8ca09387e20a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c99a23f-c3f2-46a2-b906-8ca09387e20a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:25.308310 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.311292 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc4eddf3-ca75-4d08-a3d5-0b600565409d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.464020 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:25.467813 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:35:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:25.490143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.536822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Transition to ACTIVE for port object a52a0420-f1e7-49eb-a126-865920ea3378 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:25.623338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d127774-40bf-47b0-9f7a-5901f1815e56 None None] Pushing event updated for resources: {'Port': ['ID=1c99a23f-c3f2-46a2-b906-8ca09387e20a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:25.760727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.805440 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:25.912476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Pushing event updated for resources: {'Port': ['ID=a52a0420-f1e7-49eb-a126-865920ea3378,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:25.920791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:25.925358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:25.929421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:25.931179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.277451 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 3, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:26.355136 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d7150-77dd-42c6-b6bb-747ad329f26d None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 3, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:26.358689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aa96c526-ed94-42c7-b349-af5a4c70ed94 None None] Provisioning for port a52a0420-f1e7-49eb-a126-865920ea3378 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:26.364655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aa96c526-ed94-42c7-b349-af5a4c70ed94 None None] Provisioning complete for port a52a0420-f1e7-49eb-a126-865920ea3378 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:26.365088 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa96c526-ed94-42c7-b349-af5a4c70ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.431989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aa96c526-ed94-42c7-b349-af5a4c70ed94 None None] Port a52a0420-f1e7-49eb-a126-865920ea3378 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:26.461110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:26.476181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.654710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67cebead-43c8-47a9-81bb-cab26746a695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.838124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.846353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.848516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.853956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67cebead-43c8-47a9-81bb-cab26746a695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.870372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67cebead-43c8-47a9-81bb-cab26746a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.910068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Pushing event updated for resources: {'Port': ['ID=a52a0420-f1e7-49eb-a126-865920ea3378,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:26.989529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38482) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:26.990744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-67cebead-43c8-47a9-81bb-cab26746a695 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c4b3153779d4109807d198070b7932c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5275733 Jul 06 17:36:26.999748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cebead-43c8-47a9-81bb-cab26746a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bba08-6a96-4afe-a6c4-a90f7e70814d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:27.090592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:27.099823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:27.137470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f3dc-59dc-422f-91b0-0df44e295fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.312638 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f3dc-59dc-422f-91b0-0df44e295fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.537558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:27.540829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f3dc-59dc-422f-91b0-0df44e295fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.544557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f3dc-59dc-422f-91b0-0df44e295fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.546072 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4ae5f3dc-59dc-422f-91b0-0df44e295fd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e3bba08-6a96-4afe-a6c4-a90f7e70814d HTTP/1.1" status: 204 len: 168 time: 0.5540645 Jul 06 17:36:27.565588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Router eab15704-a098-46a9-872a-ee13a3fd006f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:27.566926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5f3dc-59dc-422f-91b0-0df44e295fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bba08-6a96-4afe-a6c4-a90f7e70814d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:27.641716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:27.682990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f9cf2bf-9afe-46df-aa5c-4c6f805fd315 None None] Provisioning complete for port a52a0420-f1e7-49eb-a126-865920ea3378 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:27.683867 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf2bf-9afe-46df-aa5c-4c6f805fd315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.850717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71cc0ffe-96e0-4771-b5a0-8cdb921d2ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.866162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cf2bf-9afe-46df-aa5c-4c6f805fd315 None None] Port a52a0420-f1e7-49eb-a126-865920ea3378 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:27.918048 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.920641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:27.941073 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9f8c3b2-998c-40d8-8dcc-7d243b102f12 admin admin] 10.222.0.37 "PUT /v2.0/routers/eab15704-a098-46a9-872a-ee13a3fd006f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2095988 Jul 06 17:36:28.374424 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40adc569-b6a6-4e37-b0d8-794b5f896619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.421023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c99a23f-c3f2-46a2-b906-8ca09387e20a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:28.607111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 1c99a23f-c3f2-46a2-b906-8ca09387e20a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:28.623438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1c99a23f-c3f2-46a2-b906-8ca09387e20a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:28.624509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.695042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb395ec-d4ac-4936-a5cd-8131481ced3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.737429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38572) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:28.739977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40adc569-b6a6-4e37-b0d8-794b5f896619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.790784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60ed48eb-34fe-4156-8d18-1eddd1e57169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.846029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40adc569-b6a6-4e37-b0d8-794b5f896619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.861876 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.924694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adc569-b6a6-4e37-b0d8-794b5f896619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f416eab-f8e1-4b7a-b071-e30fb023e275,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:28.949482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 1c99a23f-c3f2-46a2-b906-8ca09387e20a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c99a23f-c3f2-46a2-b906-8ca09387e20a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:28.956746 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.022284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38584) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:29.036325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-40adc569-b6a6-4e37-b0d8-794b5f896619 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e0b5e49fd33445aa24781b595a61d6d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4967844 Jul 06 17:36:29.136536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=1c99a23f-c3f2-46a2-b906-8ca09387e20a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.147140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.202352 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4b22596-719e-4ad5-b3b0-92210a37521d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.262201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4b22596-719e-4ad5-b3b0-92210a37521d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.335526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb395ec-d4ac-4936-a5cd-8131481ced3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.343334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb395ec-d4ac-4936-a5cd-8131481ced3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.385918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5bb395ec-d4ac-4936-a5cd-8131481ced3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f879ee9acd844905b0576cc6b6348725&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7421958 Jul 06 17:36:29.394135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:29.475763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb395ec-d4ac-4936-a5cd-8131481ced3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205763b0-d620-4ac2-9917-bd3f66b87add,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.479059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4b22596-719e-4ad5-b3b0-92210a37521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.484015 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4b22596-719e-4ad5-b3b0-92210a37521d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.486695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c4b22596-719e-4ad5-b3b0-92210a37521d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f416eab-f8e1-4b7a-b071-e30fb023e275 HTTP/1.1" status: 204 len: 168 time: 0.4613893 Jul 06 17:36:29.491072 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.510374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b22596-719e-4ad5-b3b0-92210a37521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f416eab-f8e1-4b7a-b071-e30fb023e275,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.530283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d21c32cf-c9ba-4e3f-b357-ce028d730df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.577596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60ed48eb-34fe-4156-8d18-1eddd1e57169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.585722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60ed48eb-34fe-4156-8d18-1eddd1e57169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.591608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d21c32cf-c9ba-4e3f-b357-ce028d730df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.652942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:29.724866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d21c32cf-c9ba-4e3f-b357-ce028d730df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.730456 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-60ed48eb-34fe-4156-8d18-1eddd1e57169 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47102c8a9edc4a4ab309d4f719b42118&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9878139 Jul 06 17:36:29.731895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:29.733186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:36:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:29.733974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d21c32cf-c9ba-4e3f-b357-ce028d730df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.735421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d21c32cf-c9ba-4e3f-b357-ce028d730df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/205763b0-d620-4ac2-9917-bd3f66b87add HTTP/1.1" status: 204 len: 168 time: 0.3391607 Jul 06 17:36:29.748691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:29.749658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c32cf-c9ba-4e3f-b357-ce028d730df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205763b0-d620-4ac2-9917-bd3f66b87add,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.749907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed48eb-34fe-4156-8d18-1eddd1e57169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf004ce-dbd6-4c11-b0dc-32d807775ee2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.924899 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23d655b6-72fa-4d51-bc04-69326d62c302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.975691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23d655b6-72fa-4d51-bc04-69326d62c302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.983126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38616) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:30.013872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:30.087692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23d655b6-72fa-4d51-bc04-69326d62c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.092554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23d655b6-72fa-4d51-bc04-69326d62c302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.096423 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-23d655b6-72fa-4d51-bc04-69326d62c302 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbf004ce-dbd6-4c11-b0dc-32d807775ee2 HTTP/1.1" status: 204 len: 168 time: 0.3398688 Jul 06 17:36:30.107957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d655b6-72fa-4d51-bc04-69326d62c302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf004ce-dbd6-4c11-b0dc-32d807775ee2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:30.289865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c99a23f-c3f2-46a2-b906-8ca09387e20a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:30.522468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2389ba00-a4e7-4a05-acfb-4cccfb51432a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.603094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1c99a23f-c3f2-46a2-b906-8ca09387e20a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:30.603518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.647171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.676340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2389ba00-a4e7-4a05-acfb-4cccfb51432a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.682939 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2389ba00-a4e7-4a05-acfb-4cccfb51432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.693113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:30.708025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 2, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:30.719070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7673604-a6c0-4218-b3a3-a1f94418952c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.739887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389ba00-a4e7-4a05-acfb-4cccfb51432a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b961c5-bb01-481f-bc1a-db43eded23b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:30.745142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2389ba00-a4e7-4a05-acfb-4cccfb51432a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3179864657f414dba059fceae8b3077&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7605906 Jul 06 17:36:30.749624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:30.768544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:30.769140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Updating router eab15704-a098-46a9-872a-ee13a3fd006f port a52a0420-f1e7-49eb-a126-865920ea3378 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:30.835114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336304e2-25a1-4033-869f-c9f7a3097f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.856294 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.884421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336304e2-25a1-4033-869f-c9f7a3097f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.960122 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336304e2-25a1-4033-869f-c9f7a3097f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.964408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336304e2-25a1-4033-869f-c9f7a3097f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.965679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-336304e2-25a1-4033-869f-c9f7a3097f52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37b961c5-bb01-481f-bc1a-db43eded23b1 HTTP/1.1" status: 204 len: 168 time: 0.2146573 Jul 06 17:36:30.977813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336304e2-25a1-4033-869f-c9f7a3097f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b961c5-bb01-481f-bc1a-db43eded23b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.007958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7673604-a6c0-4218-b3a3-a1f94418952c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.013407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7673604-a6c0-4218-b3a3-a1f94418952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.068019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7673604-a6c0-4218-b3a3-a1f94418952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fab5e5-1a8a-413a-ab89-ff8fe03f4aab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.076162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:31.091009 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d7673604-a6c0-4218-b3a3-a1f94418952c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34fca7fe680a4fca8d52c96a1d3e05e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3899653 Jul 06 17:36:31.155478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94aa26d1-deac-4403-ab3a-763252667292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.194148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94aa26d1-deac-4403-ab3a-763252667292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.264311 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.269438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94aa26d1-deac-4403-ab3a-763252667292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.272399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94aa26d1-deac-4403-ab3a-763252667292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.277623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-94aa26d1-deac-4403-ab3a-763252667292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38fab5e5-1a8a-413a-ab89-ff8fe03f4aab HTTP/1.1" status: 204 len: 168 time: 0.1964362 Jul 06 17:36:31.281254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Transition to ACTIVE for port object a52a0420-f1e7-49eb-a126-865920ea3378 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:31.284316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa26d1-deac-4403-ab3a-763252667292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fab5e5-1a8a-413a-ab89-ff8fe03f4aab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.300547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.300661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:31.315634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5760dd-9533-43c7-83e6-1fa800df6b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.383623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b04366-1627-4be6-96d5-93c2cf1ea587 None None] Pushing event updated for resources: {'Port': ['ID=a52a0420-f1e7-49eb-a126-865920ea3378,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.471638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Attempting to bind port a52a0420-f1e7-49eb-a126-865920ea3378 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:31.471840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Attempting to bind port a52a0420-f1e7-49eb-a126-865920ea3378 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:31.472073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Attempting to bind port a52a0420-f1e7-49eb-a126-865920ea3378 on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:31.492336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:31.493098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Checking segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:31.493671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.494261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Bound using segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:31.494765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Bound port: a52a0420-f1e7-49eb-a126-865920ea3378, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:31.495180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.525421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5760dd-9533-43c7-83e6-1fa800df6b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.533239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5760dd-9533-43c7-83e6-1fa800df6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.591074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] For port a52a0420-f1e7-49eb-a126-865920ea3378, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:31.596819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] For port a52a0420-f1e7-49eb-a126-865920ea3378, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a52a0420-f1e7-49eb-a126-865920ea3378,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:31.604911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.676342 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a5760dd-9533-43c7-83e6-1fa800df6b91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f606ab1aa344354ae06aa3b9d3405b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3746607 Jul 06 17:36:31.678988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:31.695384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5760dd-9533-43c7-83e6-1fa800df6b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732bef77-5c55-42a0-8c90-cf04a61266f9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.700417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:31.706904 n-d-799527-3 neutron-server[93942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 17:36:31.762311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b04366-1627-4be6-96d5-93c2cf1ea587 None None] Pushing event updated for resources: {'Port': ['ID=a52a0420-f1e7-49eb-a126-865920ea3378,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.793406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:31.794074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:36:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.861358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c6c95b5b-5157-4e0e-a340-4a2faa6198e7 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d785f64fd4d47ea88ff8650dffc4f89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1579418 Jul 06 17:36:31.887297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.019023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36102335-c8f7-49c8-8ddd-d8a6d0783dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.028702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-0a1d61b8-25ba-4c84-91de-2a7d8a04c6de tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:32.041024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-0a1d61b8-25ba-4c84-91de-2a7d8a04c6de tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779723 Jul 06 17:36:32.049497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:32.077180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-939877ed-9d50-4482-8a66-4646aa471b91 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/quotas/7d785f64fd4d47ea88ff8650dffc4f89 HTTP/1.1" status: 200 len: 375 time: 0.0350530 Jul 06 17:36:32.161568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-3740f86c-dbd9-4552-b497-aa897cc346f1 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d785f64fd4d47ea88ff8650dffc4f89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832067 Jul 06 17:36:32.190880 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36102335-c8f7-49c8-8ddd-d8a6d0783dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.199212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:32.207759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-network', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:32.272526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38716) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:32.326927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e3ad347-69c9-4048-a98c-cf62166ebd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.331827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Made reservation on behalf of eb0cea921cc944119a8a06eb42040430 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:32.347524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.358062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.431642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:36:32.431642 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:36:32.431642 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': 'eb0cea921cc944119a8a06eb42040430', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 36, 32, 408987)}] Jul 06 17:36:32.431642 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:36:32.431642 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:36:32.437701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36102335-c8f7-49c8-8ddd-d8a6d0783dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.441302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36102335-c8f7-49c8-8ddd-d8a6d0783dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.442551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-36102335-c8f7-49c8-8ddd-d8a6d0783dc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/732bef77-5c55-42a0-8c90-cf04a61266f9 HTTP/1.1" status: 204 len: 168 time: 0.7625132 Jul 06 17:36:32.471467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102335-c8f7-49c8-8ddd-d8a6d0783dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732bef77-5c55-42a0-8c90-cf04a61266f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:32.686450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e3ad347-69c9-4048-a98c-cf62166ebd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.693930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e3ad347-69c9-4048-a98c-cf62166ebd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.697359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:31Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:32.768490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0e17e-cfe0-48db-86e6-c446342ca7be None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:31Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:32.770972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f51ad46-ee48-455f-aba6-13ae0fe29ef4 req-aaa22007-df46-435b-a4d1-25d29ddac2ad tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 210 time: 0.1342957 Jul 06 17:36:32.813279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e3ad347-69c9-4048-a98c-cf62166ebd8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=386fcb493e904ad39265a2ab1c92dc9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5354726 Jul 06 17:36:32.814197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:32.852734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ad347-69c9-4048-a98c-cf62166ebd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab5db0d-0dee-45f2-80eb-70ab5f8d18bf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:32.933925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.961491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f417e5-11ae-4876-b292-5a8983117f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.025950 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f417e5-11ae-4876-b292-5a8983117f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.224254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f417e5-11ae-4876-b292-5a8983117f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.229349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f417e5-11ae-4876-b292-5a8983117f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.230667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-24f417e5-11ae-4876-b292-5a8983117f7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eab5db0d-0dee-45f2-80eb-70ab5f8d18bf HTTP/1.1" status: 204 len: 168 time: 0.4151216 Jul 06 17:36:33.248933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f417e5-11ae-4876-b292-5a8983117f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab5db0d-0dee-45f2-80eb-70ab5f8d18bf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:33.264814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.271368 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.322589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:36:33.336391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca746948-c836-4434-ab30-34bde760d95d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:33.341891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.342267 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Added segment d116ea7a-488c-43f9-b21a-6daec89a7511 of type vlan for network 723a425e-e3cb-46e0-b347-d2499df1d8ad Jul 06 17:36:33.454053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.519778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.521858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:33.523192 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.692812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4897449 Jul 06 17:36:33.695873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38782) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:33.707551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Request body: {'subnet': {'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-subnet', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:33.713157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc2eb-ef86-4443-bb55-9ef1f96a80f5 admin admin] Pushing event updated for resources: {'Network': ['ID=723a425e-e3cb-46e0-b347-d2499df1d8ad,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:33.727935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:36:33.760443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Made reservation on behalf of eb0cea921cc944119a8a06eb42040430 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:33.766428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.995957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80742139-fe06-49cc-a224-fb86161bf733 req-6bc62847-b8e4-405b-8d28-0db316fd954e tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 210 time: 0.1100740 Jul 06 17:36:34.263126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.384127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=212ad5d5-3403-4397-9ac0-f380f56225a0,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:34.391416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Checking segment: {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:34.392570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Network hostable DHCP agents. Network: 723a425e-e3cb-46e0-b347-d2499df1d8ad, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:36:34.413834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a52a0420-f1e7-49eb-a126-865920ea3378 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:34.442567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:36:34.479995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 723a425e-e3cb-46e0-b347-d2499df1d8ad) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:34.488102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:34.489096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.497988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39e877-bf50-42ad-8e02-77587eb1e4ff None None] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:34.533741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1abb00dd-3a53-40f7-aea6-b6ae6739cbfa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8352447 Jul 06 17:36:34.537249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38810) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:34.551077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:34.592018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.594073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.620435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a52a0420-f1e7-49eb-a126-865920ea3378 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:34.641255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a52a0420-f1e7-49eb-a126-865920ea3378 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:34.641670 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.746444 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.902395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-723a425e-e3cb-46e0-b347-d2499df1d8ad', 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'fixed_ips': [{'subnet_id': '212ad5d5-3403-4397-9ac0-f380f56225a0'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:36:34.904490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.931221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:34.947647 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.065977 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.090584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a52a0420-f1e7-49eb-a126-865920ea3378, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a52a0420-f1e7-49eb-a126-865920ea3378,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:35.102383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.232082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Allocated IP 172.20.0.2 (723a425e-e3cb-46e0-b347-d2499df1d8ad/212ad5d5-3403-4397-9ac0-f380f56225a0/0485c9c9-c432-4d24-88d0-cbdde4da036a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:35.245358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a52a0420-f1e7-49eb-a126-865920ea3378,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:35.374907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e8576dc-3894-43fb-bd04-1d174a2e7afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.523895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e8576dc-3894-43fb-bd04-1d174a2e7afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.534134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e8576dc-3894-43fb-bd04-1d174a2e7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.574483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.598405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0e8576dc-3894-43fb-bd04-1d174a2e7afa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dc0af4e1b8a43df8f6b4e9b5b1e352e&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6653662 Jul 06 17:36:35.601212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:35.609421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Transition to ACTIVE for port object 0485c9c9-c432-4d24-88d0-cbdde4da036a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:35.652896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.671725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Transition to ACTIVE for port object 0485c9c9-c432-4d24-88d0-cbdde4da036a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:35.686302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.691456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.704663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8576dc-3894-43fb-bd04-1d174a2e7afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d41139-07b2-4eee-b4db-a63b0c162b87,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:35.742013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:35.747347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:35.785124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1081a324-c761-4886-bbe1-8d02355f49bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.808383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:35.866805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1081a324-c761-4886-bbe1-8d02355f49bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.890584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Pushing event updated for resources: {'Port': ['ID=0485c9c9-c432-4d24-88d0-cbdde4da036a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:35.965069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Attempting to bind port 0485c9c9-c432-4d24-88d0-cbdde4da036a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:35.965834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Attempting to bind port 0485c9c9-c432-4d24-88d0-cbdde4da036a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:35.966160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Attempting to bind port 0485c9c9-c432-4d24-88d0-cbdde4da036a on network 723a425e-e3cb-46e0-b347-d2499df1d8ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:35.978436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:35.979302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Checking segment: {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:35.979938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.980708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Bound using segment: {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:35.982309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Bound port: 0485c9c9-c432-4d24-88d0-cbdde4da036a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:35.984576 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.007541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1081a324-c761-4886-bbe1-8d02355f49bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.013521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1081a324-c761-4886-bbe1-8d02355f49bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.015674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1081a324-c761-4886-bbe1-8d02355f49bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2d41139-07b2-4eee-b4db-a63b0c162b87 HTTP/1.1" status: 204 len: 168 time: 0.4121382 Jul 06 17:36:36.032862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081a324-c761-4886-bbe1-8d02355f49bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d41139-07b2-4eee-b4db-a63b0c162b87,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:36.090785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Allocated IP 172.25.5.9 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/76cae724-50a6-4f7c-bbad-ba229fe84621) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:36.130111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] For port 0485c9c9-c432-4d24-88d0-cbdde4da036a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:36.140667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] For port 0485c9c9-c432-4d24-88d0-cbdde4da036a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0485c9c9-c432-4d24-88d0-cbdde4da036a,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:36.151289 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.342620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.441108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a52a0420-f1e7-49eb-a126-865920ea3378 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:36.473828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.521160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:36.556735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8653e-8d9f-49b8-afcf-abb88003301c None None] Pushing event updated for resources: {'Port': ['ID=0485c9c9-c432-4d24-88d0-cbdde4da036a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:36.558301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Pushing event updated for resources: {'Port': ['ID=76cae724-50a6-4f7c-bbad-ba229fe84621,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:36.594307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:36.597747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:36.601364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:36.620763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.60', 59487) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:36.696143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a52a0420-f1e7-49eb-a126-865920ea3378 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:36.697252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.724041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-9d4c112c-63d3-4c84-a4df-cb0d9b604309 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7d785f64fd4d47ea88ff8650dffc4f89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984094 Jul 06 17:36:37.057357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9ddb4e-cf46-4b0e-93de-e8a6f11bf959 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:37.060144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9ddb4e-cf46-4b0e-93de-e8a6f11bf959 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332145 Jul 06 17:36:37.122354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Request body: {'port': {'device_id': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '7d785f64fd4d47ea88ff8650dffc4f89'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:37.269098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.592855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-148148b1-4a22-454a-b1dd-3615c54e89c8 req-ff90b48f-cc58-4a8f-8fd9-d2981dfe1f5d tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 210 time: 1.0700583 Jul 06 17:36:37.650883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Made reservation on behalf of 7d785f64fd4d47ea88ff8650dffc4f89 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:37.662264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.680834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.705967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.884498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:37.917847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa233e7f-219b-4f02-98e1-36f6530ee7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.990773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab973210-171a-42c3-be4e-a8fefc8b4c2d None None] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:37.997247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.004154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.057029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43834ca6-8f70-43df-b594-dc948829051e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:38.142234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-136eba90-7c88-4a38-9984-637d5799e53c None None] Provisioning for port 0485c9c9-c432-4d24-88d0-cbdde4da036a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:38.377548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0485c9c9-c432-4d24-88d0-cbdde4da036a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:38.384559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:36:38.513935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0485c9c9-c432-4d24-88d0-cbdde4da036a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:38.536382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0485c9c9-c432-4d24-88d0-cbdde4da036a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:38.543372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.741004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.779390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Allocated IP 192.168.233.147 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/f3baede4-68da-48af-a4d0-112f628f7d2e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:38.789161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:38.804093 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Sync routers for ids ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:38.838625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa233e7f-219b-4f02-98e1-36f6530ee7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.850629 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Routers {'8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:38.856050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa233e7f-219b-4f02-98e1-36f6530ee7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.857283 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:36:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:38.868771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.869072 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15ffc3f4-742e-4a61-a67a-4ba1b4b78687 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3302464 Jul 06 17:36:38.873950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38920) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:38.917008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fa233e7f-219b-4f02-98e1-36f6530ee7ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6f3669e4e694487b42cacd0b12500be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0294888 Jul 06 17:36:38.961618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0485c9c9-c432-4d24-88d0-cbdde4da036a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0485c9c9-c432-4d24-88d0-cbdde4da036a,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:38.962283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:38.972807 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.084386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c79299a7-10bc-45eb-bc06-8b57cbd9a46b None None] Provisioning complete for port 0485c9c9-c432-4d24-88d0-cbdde4da036a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:39.085479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c79299a7-10bc-45eb-bc06-8b57cbd9a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.172125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0485c9c9-c432-4d24-88d0-cbdde4da036a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:39.172426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa233e7f-219b-4f02-98e1-36f6530ee7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9b199-ad6a-4d48-93db-90e3e9c264f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:39.311043 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Set router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:39.341237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-899d2f68-9da7-4dd9-a9e5-089308fac906 req-fab85e41-e282-4ad3-9c4a-f2ed4265c373 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 210 time: 0.2263401 Jul 06 17:36:39.460072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275e40f9-bb67-437e-b086-6d3c6badfc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.514639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275e40f9-bb67-437e-b086-6d3c6badfc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.659532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275e40f9-bb67-437e-b086-6d3c6badfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.670289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275e40f9-bb67-437e-b086-6d3c6badfc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.688134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-275e40f9-bb67-437e-b086-6d3c6badfc56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0df9b199-ad6a-4d48-93db-90e3e9c264f4 HTTP/1.1" status: 204 len: 168 time: 0.7243867 Jul 06 17:36:39.772118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e40f9-bb67-437e-b086-6d3c6badfc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9b199-ad6a-4d48-93db-90e3e9c264f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:39.999340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:40.059595 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:36:36Z', 'revision_number': 3, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:40.077392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Transition to ACTIVE for port object f3baede4-68da-48af-a4d0-112f628f7d2e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:40.097307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:40.169343 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Checking router: 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:40.170000 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Updating router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 port 76cae724-50a6-4f7c-bbad-ba229fe84621 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:40.262225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:40.345564 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:40.426114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0485c9c9-c432-4d24-88d0-cbdde4da036a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:40.530711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:40.552196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:40.557837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:40.591529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:40.594399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:40.683594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0485c9c9-c432-4d24-88d0-cbdde4da036a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:40.684598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:40.690067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Allocated IP 172.20.0.1 (723a425e-e3cb-46e0-b347-d2499df1d8ad/212ad5d5-3403-4397-9ac0-f380f56225a0/09ed55ac-98ea-4fcc-ba1c-8075f09e41a6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:40.719824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Pushing event updated for resources: {'Port': ['ID=f3baede4-68da-48af-a4d0-112f628f7d2e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:40.755823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-bf9b088a-bf98-4fc5-8419-ed54ddbfc32b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6393108 Jul 06 17:36:40.780244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-16911d6a-0d6b-4e51-a163-13491afe93f5 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:36:40.783970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-16911d6a-0d6b-4e51-a163-13491afe93f5 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181115 Jul 06 17:36:41.062893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.101046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4dc531b6-838d-4924-ae31-e97cdae31cfa None None] Provisioning for port f3baede4-68da-48af-a4d0-112f628f7d2e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:41.115742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4dc531b6-838d-4924-ae31-e97cdae31cfa None None] Provisioning complete for port f3baede4-68da-48af-a4d0-112f628f7d2e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:41.115990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dc531b6-838d-4924-ae31-e97cdae31cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.123018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Transition to ACTIVE for port object 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:41.156752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35916a9d-1fde-4a01-bb91-5ca5824198d8 req-8b2a2fd3-94c3-4305-87b1-37ab2cc108c8 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:41.166124 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.169295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35916a9d-1fde-4a01-bb91-5ca5824198d8 req-8b2a2fd3-94c3-4305-87b1-37ab2cc108c8 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 936 time: 0.3732302 Jul 06 17:36:41.180658 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Transition to ACTIVE for port object 76cae724-50a6-4f7c-bbad-ba229fe84621 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:41.192937 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.243629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4dc531b6-838d-4924-ae31-e97cdae31cfa None None] Port f3baede4-68da-48af-a4d0-112f628f7d2e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:41.254025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.293270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35916a9d-1fde-4a01-bb91-5ca5824198d8 req-1e673736-0eed-4655-bae9-ae5ee469ac50 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227405 Jul 06 17:36:41.313995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:41.316230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:41.319450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:41.320305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.419790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Pushing event updated for resources: {'Port': ['ID=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:41.491959 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dcd42-c8c6-4f8a-bc12-8a3152657cc8 None None] Pushing event updated for resources: {'Port': ['ID=76cae724-50a6-4f7c-bbad-ba229fe84621,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:41.500740 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Attempting to bind port 76cae724-50a6-4f7c-bbad-ba229fe84621 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:41.501790 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Attempting to bind port 76cae724-50a6-4f7c-bbad-ba229fe84621 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:41.502171 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Attempting to bind port 76cae724-50a6-4f7c-bbad-ba229fe84621 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:41.520983 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:41.521378 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:41.521802 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.521966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:41.522229 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:41.522710 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Bound port: 76cae724-50a6-4f7c-bbad-ba229fe84621, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:41.523126 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.548766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c05b-00da-4fee-9b1e-5f1c1e62028b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.672099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.718864 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] For port 76cae724-50a6-4f7c-bbad-ba229fe84621, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:41.734496 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] For port 76cae724-50a6-4f7c-bbad-ba229fe84621, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=76cae724-50a6-4f7c-bbad-ba229fe84621,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:41.749368 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.887976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3aec4a88-13d2-42fb-98be-f3fa6d4da94e None None] Provisioning for port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:41.898253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3aec4a88-13d2-42fb-98be-f3fa6d4da94e None None] Provisioning complete for port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:41.901036 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3aec4a88-13d2-42fb-98be-f3fa6d4da94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.901162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c05b-00da-4fee-9b1e-5f1c1e62028b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.944210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c05b-00da-4fee-9b1e-5f1c1e62028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.033325 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Routers {'8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:42.038484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:36:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:42.041847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.062043 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.063162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.074874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3aec4a88-13d2-42fb-98be-f3fa6d4da94e None None] Port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:42.105064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aaf7c05b-00da-4fee-9b1e-5f1c1e62028b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2657022f63694c3cbd2535eb90ca7609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753906 Jul 06 17:36:42.121597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:42.156640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7c05b-00da-4fee-9b1e-5f1c1e62028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf769fd6-d232-43fc-96fd-37159caf71fa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:42.439071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91f21b4-1ea7-4e63-8cff-7321003a8419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.521151 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dcd42-c8c6-4f8a-bc12-8a3152657cc8 None None] Pushing event updated for resources: {'Port': ['ID=76cae724-50a6-4f7c-bbad-ba229fe84621,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:42.539034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91f21b4-1ea7-4e63-8cff-7321003a8419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.570830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:42.583682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:42.683502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] Set router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:42.763460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91f21b4-1ea7-4e63-8cff-7321003a8419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.780178 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91f21b4-1ea7-4e63-8cff-7321003a8419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.795996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d91f21b4-1ea7-4e63-8cff-7321003a8419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf769fd6-d232-43fc-96fd-37159caf71fa HTTP/1.1" status: 204 len: 168 time: 0.6738429 Jul 06 17:36:42.805277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Request body: {'port': {'device_id': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'device_owner': 'compute:tempest-test_az-1224579827', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:42.908872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f21b4-1ea7-4e63-8cff-7321003a8419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf769fd6-d232-43fc-96fd-37159caf71fa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:43.229532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.230436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf597a54-f11f-4ce6-a644-136c6b08fef6 None None] Provisioning complete for port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:43.234704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf597a54-f11f-4ce6-a644-136c6b08fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.350556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:43.455642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cf597a54-f11f-4ce6-a644-136c6b08fef6 None None] Port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:43.473675 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '09ed55ac-98ea-4fcc-ba1c-8075f09e41a6', 'name': '', 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'mac_address': 'fa:16:3e:9c:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:40Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 2, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'subnets': [{'id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:43.584513 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f92096-9a45-4c1c-81e1-6fdfcd82645c None None] The sync data for ids ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'] in n-d-799527-3 is: [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '09ed55ac-98ea-4fcc-ba1c-8075f09e41a6', 'name': '', 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'mac_address': 'fa:16:3e:9c:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:40Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 2, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'subnets': [{'id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:43.684536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Pushing event updated for resources: {'Port': ['ID=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:43.689507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:43.748336 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-79da8cbd-1aeb-46f0-8f6d-5766eecb022a admin admin] 10.222.0.37 "PUT /v2.0/routers/8ff2c797-ae0d-48d2-b6bf-be63b4e608d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8729432 Jul 06 17:36:43.830393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338b7d-00e2-491b-a318-3ce49d4c179c req-8668ba7f-00fb-4985-9222-1ea8387bb767 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:43.839705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f338b7d-00e2-491b-a318-3ce49d4c179c req-8668ba7f-00fb-4985-9222-1ea8387bb767 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 936 time: 0.9534597 Jul 06 17:36:43.928913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f338b7d-00e2-491b-a318-3ce49d4c179c req-effc0341-d9cb-4c3f-bd35-fab50b5ece4f tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880699 Jul 06 17:36:44.220422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3baede4-68da-48af-a4d0-112f628f7d2e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:44.244938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.349436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Transition to ACTIVE for port object f3baede4-68da-48af-a4d0-112f628f7d2e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:44.356574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.834947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3baede4-68da-48af-a4d0-112f628f7d2e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:44.851067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Attempting to bind port f3baede4-68da-48af-a4d0-112f628f7d2e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:44.852789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Attempting to bind port f3baede4-68da-48af-a4d0-112f628f7d2e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:44.854082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Attempting to bind port f3baede4-68da-48af-a4d0-112f628f7d2e on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:44.869344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Port f3baede4-68da-48af-a4d0-112f628f7d2e on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:36:44.872209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Attempting to bind port f3baede4-68da-48af-a4d0-112f628f7d2e on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:44.886473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:44.887396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:44.889477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:44.890789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Bound port: f3baede4-68da-48af-a4d0-112f628f7d2e, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:44.892515 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.150657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] For port f3baede4-68da-48af-a4d0-112f628f7d2e, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:45.162577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] For port f3baede4-68da-48af-a4d0-112f628f7d2e, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f3baede4-68da-48af-a4d0-112f628f7d2e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:45.196620 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.440415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:45.444999 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.469100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3baede4-68da-48af-a4d0-112f628f7d2e HTTP/1.1" status: 200 len: 1118 time: 3.5562847 Jul 06 17:36:45.524156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'tag': 'f3baede4-68da-48af-a4d0-112f628f7d2e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:45.644057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:45.715450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c8742-f830-48c2-ad50-4b4bd97c6ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3baede4-68da-48af-a4d0-112f628f7d2e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:45.979204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3eacef6-ff3b-47b7-945a-a78891959f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.016010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3c7da-ea93-4925-8680-bd2a066a92ec req-ddb3349e-b4fa-4c2b-8d26-fdfd87b7fc6c tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:46.018071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b3c7da-ea93-4925-8680-bd2a066a92ec req-ddb3349e-b4fa-4c2b-8d26-fdfd87b7fc6c tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 970 time: 0.7543592 Jul 06 17:36:46.044207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-6f5f06ae-4b13-497e-a82e-e742c41ce213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:46.051130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-6f5f06ae-4b13-497e-a82e-e742c41ce213 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d785f64fd4d47ea88ff8650dffc4f89&device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 1121 time: 0.3387282 Jul 06 17:36:46.249595 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ccc268-c79b-4e02-80fb-06d94525f27a" -d '{"events": [{"name": "network-changed", "server_uuid": "99ce5a49-f03a-43ff-aa33-3755e2890b82", "tag": "f3baede4-68da-48af-a4d0-112f628f7d2e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:46.455725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 76cae724-50a6-4f7c-bbad-ba229fe84621 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:46.625694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 76cae724-50a6-4f7c-bbad-ba229fe84621 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:46.637552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 76cae724-50a6-4f7c-bbad-ba229fe84621 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:46.640077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.661831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3eacef6-ff3b-47b7-945a-a78891959f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.681144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3eacef6-ff3b-47b7-945a-a78891959f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.685546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-3ccc62fc-d5ba-45d3-877a-cf4ca597209f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f3baede4-68da-48af-a4d0-112f628f7d2e HTTP/1.1" status: 200 len: 217 time: 0.5718341 Jul 06 17:36:46.697696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b3c7da-ea93-4925-8680-bd2a066a92ec req-2e53c5bf-0b84-4fdb-8521-fdd5c88490dc tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557753 Jul 06 17:36:46.746130 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a3eacef6-ff3b-47b7-945a-a78891959f30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3083a59076494db285bd62bcf84a6faf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0971637 Jul 06 17:36:46.754110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39084) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:46.815921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eacef6-ff3b-47b7-945a-a78891959f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1f163b-2aaa-443a-af54-5892548bc4b1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:46.834140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-66f96d88-6acb-47dc-a66c-2b0b7d3dbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:46.837857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-66f96d88-6acb-47dc-a66c-2b0b7d3dbfca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0911222 Jul 06 17:36:46.918315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.963501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cab-7226-406e-a590-c088cb2382b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.003232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 76cae724-50a6-4f7c-bbad-ba229fe84621, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=76cae724-50a6-4f7c-bbad-ba229fe84621,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:47.015390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.049812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cab-7226-406e-a590-c088cb2382b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.154360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19cbe-df37-411b-9213-67c535b2887a req-18a78b73-65db-4643-b950-7599501fbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:47.161263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-18a78b73-65db-4643-b950-7599501fbfdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046520 Jul 06 17:36:47.163462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=76cae724-50a6-4f7c-bbad-ba229fe84621,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:47.276406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cab-7226-406e-a590-c088cb2382b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.283518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cab-7226-406e-a590-c088cb2382b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.285728 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee6f2cab-7226-406e-a590-c088cb2382b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a1f163b-2aaa-443a-af54-5892548bc4b1 HTTP/1.1" status: 204 len: 168 time: 0.5304854 Jul 06 17:36:47.301700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f2cab-7226-406e-a590-c088cb2382b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1f163b-2aaa-443a-af54-5892548bc4b1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:47.819400 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e77a3-faa8-4de1-916e-b5ad603c05b2 x-openstack-request-id: req-3d8e77a3-faa8-4de1-916e-b5ad603c05b2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:47.820217 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ce5a49-f03a-43ff-aa33-3755e2890b82", "tag": "f3baede4-68da-48af-a4d0-112f628f7d2e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:47.820856 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d8e77a3-faa8-4de1-916e-b5ad603c05b2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:47.821905 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'tag': 'f3baede4-68da-48af-a4d0-112f628f7d2e', 'status': 'completed', 'code': 200} Jul 06 17:36:48.025194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Sync routers for ids ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:48.048974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Routers {'8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:48.050300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:36:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:48.230042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Set router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:48.290227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64f49-3034-4381-b891-80e586acb8f4 req-77a9e262-ba7b-4519-8db4-6f88f85a5317 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:48.298722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9b64f49-3034-4381-b891-80e586acb8f4 req-77a9e262-ba7b-4519-8db4-6f88f85a5317 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 970 time: 0.1568508 Jul 06 17:36:48.480936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 76cae724-50a6-4f7c-bbad-ba229fe84621 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:48.622774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39144) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:48.658730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b1808cd-3f06-4d06-8d04-044d5bb8f042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.682585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 76cae724-50a6-4f7c-bbad-ba229fe84621 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:48.683306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.695464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9b64f49-3034-4381-b891-80e586acb8f4 req-7c822ebb-8132-44ca-963c-0741152d1261 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767517 Jul 06 17:36:48.837667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-96b68b1f-53aa-41b4-8770-99ac7e11788f service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321733 Jul 06 17:36:48.949792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b1808cd-3f06-4d06-8d04-044d5bb8f042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.956976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b1808cd-3f06-4d06-8d04-044d5bb8f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.122164 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b1808cd-3f06-4d06-8d04-044d5bb8f042 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9805dd4ef4d49dda50967b6ae77b713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973745 Jul 06 17:36:49.123401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1808cd-3f06-4d06-8d04-044d5bb8f042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee8b7c-a568-4900-954b-dc7c84eb417d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:49.127455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39162) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:49.191096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae19cbe-df37-411b-9213-67c535b2887a req-9bc66bb7-a816-42be-a331-9eedd49069e0 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386073 Jul 06 17:36:49.260373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '09ed55ac-98ea-4fcc-ba1c-8075f09e41a6', 'name': '', 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'mac_address': 'fa:16:3e:9c:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:40Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 2, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'subnets': [{'id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:49.291655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15f266dc-6321-47c8-95fb-cfe9ed46b6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.304556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:49.310177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62234462', 'description': 'tempest-description--745342995'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:49.329183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:49.400974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Checking router: 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:49.404225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15f266dc-6321-47c8-95fb-cfe9ed46b6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.408924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Updating router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:49.420755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.425307 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:36:49.552143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39186) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:49.591097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.635424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15f266dc-6321-47c8-95fb-cfe9ed46b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.638317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15f266dc-6321-47c8-95fb-cfe9ed46b6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.639663 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15f266dc-6321-47c8-95fb-cfe9ed46b6b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6ee8b7c-a568-4900-954b-dc7c84eb417d HTTP/1.1" status: 204 len: 168 time: 0.5111489 Jul 06 17:36:49.681961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f266dc-6321-47c8-95fb-cfe9ed46b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee8b7c-a568-4900-954b-dc7c84eb417d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:49.707054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.710957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-09b62900-126a-4593-8625-919904f3d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:49.713198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-09b62900-126a-4593-8625-919904f3d05a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d785f64fd4d47ea88ff8650dffc4f89&device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 1121 time: 0.2010179 Jul 06 17:36:49.715319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.094103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.097056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7905936 Jul 06 17:36:50.102079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39208) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:50.112696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da9cac-3b48-4233-b88c-4a9fddf6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:50.116708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'security_group_rule': {'security_group_id': 'f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:50.200584 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.225703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.230398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Transition to ACTIVE for port object 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:50.268550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.350112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe698eb-c81c-4ee9-a90e-c0d229ac7503 req-adf6eaec-65b1-48cb-b07f-729c9a95f2fa tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:50.364002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbe698eb-c81c-4ee9-a90e-c0d229ac7503 req-adf6eaec-65b1-48cb-b07f-729c9a95f2fa tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 970 time: 0.3364885 Jul 06 17:36:50.486703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4fa1-5215-42b3-a64a-89b013e54027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.518497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbe698eb-c81c-4ee9-a90e-c0d229ac7503 req-ec90b84f-a45c-4100-8ff5-fa58a066e54d tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516621 Jul 06 17:36:50.538276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-39fd9e22-1dce-42f3-ba1a-3fd730e7d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:50.545977 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.549143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a4d32b9-cc7f-4ee4-a7c6-ef4b9dda99ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.549429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-39fd9e22-1dce-42f3-ba1a-3fd730e7d172 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.8195586 Jul 06 17:36:50.556225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.599197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c206381-fa6f-4d91-91ba-1350d5a4b659,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:50.707495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-4eaf4d5f-dd12-4c85-b210-2c94b9148f1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f3baede4-68da-48af-a4d0-112f628f7d2e HTTP/1.1" status: 200 len: 217 time: 0.1253469 Jul 06 17:36:50.808718 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd5deb-f9b5-4716-b829-c646a3053d02 None None] Pushing event updated for resources: {'Port': ['ID=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:50.890271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-4023449d-f4db-4d0d-87a2-ecbdc80eda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:50.895058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-4023449d-f4db-4d0d-87a2-ecbdc80eda3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1511941 Jul 06 17:36:50.986812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Attempting to bind port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:50.987096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Attempting to bind port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:50.987612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Attempting to bind port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 on network 723a425e-e3cb-46e0-b347-d2499df1d8ad {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:50.995038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:50.995852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Checking segment: {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:50.996647 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.004328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Bound using segment: {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:51.005364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Bound port: 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd116ea7a-488c-43f9-b21a-6daec89a7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:51.005979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.138295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-3069709b-fb10-485d-979f-8f896cdaf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:51.140913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-3069709b-fb10-485d-979f-8f896cdaf5f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176554 Jul 06 17:36:51.275237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] For port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:51.284172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] For port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:51.304579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.326231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-6d4cf582-081c-4995-99d5-c5c99bf4bb46 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578395 Jul 06 17:36:51.329039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4fa1-5215-42b3-a64a-89b013e54027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.336172 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4fa1-5215-42b3-a64a-89b013e54027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.346180 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.347675 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27353250-7183-4dfc-9534-6b2adc4754e5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2440534 Jul 06 17:36:51.351593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:51.361558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'security_group_rule': {'security_group_id': 'f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:51.395222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f4fa1-5215-42b3-a64a-89b013e54027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277c5d9e-7448-49cd-8003-508df430b3d9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:51.540595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3e9f4fa1-5215-42b3-a64a-89b013e54027 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1f1c37e8c8344d18f1df16ca01361d7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2096388 Jul 06 17:36:51.545683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:51.565346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd5deb-f9b5-4716-b829-c646a3053d02 None None] Pushing event updated for resources: {'Port': ['ID=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:51.633037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Routers {'8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:51.633724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:36:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:51.644544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a4d32b9-cc7f-4ee4-a7c6-ef4b9dda99ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.652891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a4d32b9-cc7f-4ee4-a7c6-ef4b9dda99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.737043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d32b9-cc7f-4ee4-a7c6-ef4b9dda99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e644f-4af2-4d6a-a6a7-9a87e0f2e063,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:51.774979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ccc268-c79b-4e02-80fb-06d94525f27a req-d5270db7-93e5-416c-ba4c-d1c38f20d55a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163973 Jul 06 17:36:51.825287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.916301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2a4d32b9-cc7f-4ee4-a7c6-ef4b9dda99ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4738fc0bfce144dbb74dbc1a3b05e371&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3629122 Jul 06 17:36:51.949068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39240) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:51.949400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:51.986395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-152a1c4a-5a32-4c50-9598-97be0169bcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.003902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.026412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.052287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb58e-0edd-4e04-ad89-04a255f4155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.096006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb58e-0edd-4e04-ad89-04a255f4155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.107993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] Set router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:52.214324 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb58e-0edd-4e04-ad89-04a255f4155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.225754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb58e-0edd-4e04-ad89-04a255f4155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.230627 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc0cb58e-0edd-4e04-ad89-04a255f4155b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/237e644f-4af2-4d6a-a6a7-9a87e0f2e063 HTTP/1.1" status: 204 len: 168 time: 0.2786078 Jul 06 17:36:52.252736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bddecf-0b63-4f28-bee5-11cd07001627,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:52.270003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.271830 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c72136f-e96a-4dea-b919-7f95f055c708 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9173567 Jul 06 17:36:52.275592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:52.298129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:52.365927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cb58e-0edd-4e04-ad89-04a255f4155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e644f-4af2-4d6a-a6a7-9a87e0f2e063,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:52.415689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-152a1c4a-5a32-4c50-9598-97be0169bcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.497706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.694423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545d84-1b4a-4431-beb7-1aa26077726f req-c8dc0b6b-7e1e-4989-aff2-6dd56e004eba tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:52.698402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04545d84-1b4a-4431-beb7-1aa26077726f req-c8dc0b6b-7e1e-4989-aff2-6dd56e004eba tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 970 time: 0.7187583 Jul 06 17:36:52.720433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:52.962628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:53.022619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:53.023249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.055926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-152a1c4a-5a32-4c50-9598-97be0169bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.064881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-152a1c4a-5a32-4c50-9598-97be0169bcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.070596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-152a1c4a-5a32-4c50-9598-97be0169bcfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/277c5d9e-7448-49cd-8003-508df430b3d9 HTTP/1.1" status: 204 len: 168 time: 1.5196660 Jul 06 17:36:53.123005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04545d84-1b4a-4431-beb7-1aa26077726f req-efabc05f-ef21-4fc2-a591-0382e2a27b35 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078426 Jul 06 17:36:53.162040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.171778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1c4a-5a32-4c50-9598-97be0169bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277c5d9e-7448-49cd-8003-508df430b3d9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:53.179505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0e52f2b-4e08-4a57-a741-5ea59f34f307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.265380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '09ed55ac-98ea-4fcc-ba1c-8075f09e41a6', 'name': '', 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'mac_address': 'fa:16:3e:9c:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:40Z', 'updated_at': '2021-07-06T17:36:51Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'subnets': [{'id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:53.337711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853f627-b152-4069-b7e4-7cd6cb29391c None None] The sync data for ids ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'] in n-d-799527-3 is: [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:36:41Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '09ed55ac-98ea-4fcc-ba1c-8075f09e41a6', 'name': '', 'network_id': '723a425e-e3cb-46e0-b347-d2499df1d8ad', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'mac_address': 'fa:16:3e:9c:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:40Z', 'updated_at': '2021-07-06T17:36:51Z', 'revision_number': 4, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'subnets': [{'id': '212ad5d5-3403-4397-9ac0-f380f56225a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:53.547187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.640382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:53.652915 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.808962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:53.901220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Allocated IP 172.25.5.122 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/59b57c21-2a0d-4730-a0a0-c9d693a4960a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:54.424872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0e52f2b-4e08-4a57-a741-5ea59f34f307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.458701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0e52f2b-4e08-4a57-a741-5ea59f34f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.502469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:54.567038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e0e52f2b-4e08-4a57-a741-5ea59f34f307 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b66680b07de54946a0eedfd23090b109&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6150320 Jul 06 17:36:54.572346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:54.611155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e52f2b-4e08-4a57-a741-5ea59f34f307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078a033e-02c3-47ea-b761-c49e10b4ad9f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:54.639478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39292) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:54.700873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8645eb9c-6d16-4b82-bc8e-2d98451af1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.738639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.837123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:54.839157 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.847602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.948235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:54.963767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:54.967783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8645eb9c-6d16-4b82-bc8e-2d98451af1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.973006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:54.989301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8645eb9c-6d16-4b82-bc8e-2d98451af1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.997227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c62f6-917e-4f6c-9164-30b4d89a7fdf req-b15cec9b-e7f1-449d-a5b1-265ae3faea0a tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:55.005542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'Port': ['ID=59b57c21-2a0d-4730-a0a0-c9d693a4960a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.014761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-046c62f6-917e-4f6c-9164-30b4d89a7fdf req-b15cec9b-e7f1-449d-a5b1-265ae3faea0a tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 970 time: 0.3620832 Jul 06 17:36:55.039951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:55.069884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0fc8f15-34fd-4b7a-b637-60a1d35ddd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.112854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0fc8f15-34fd-4b7a-b637-60a1d35ddd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.117171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645eb9c-6d16-4b82-bc8e-2d98451af1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556f5c42-3a01-41d4-90e5-872d278dfb77,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.206817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfae84a4-7795-43a1-937d-c5b9e28a32b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.214656 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8645eb9c-6d16-4b82-bc8e-2d98451af1af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1fc461417004b65af72a252fbe266e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718942 Jul 06 17:36:55.225742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39304) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:55.258256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-046c62f6-917e-4f6c-9164-30b4d89a7fdf req-9e9fe372-5526-431a-9086-f2d474e61307 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405334 Jul 06 17:36:55.308470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.314877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-011d5e12-0bcb-4767-bd08-88d31be752e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.321495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0fc8f15-34fd-4b7a-b637-60a1d35ddd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.326609 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0fc8f15-34fd-4b7a-b637-60a1d35ddd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.329180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0fc8f15-34fd-4b7a-b637-60a1d35ddd90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/078a033e-02c3-47ea-b761-c49e10b4ad9f HTTP/1.1" status: 204 len: 168 time: 0.7545350 Jul 06 17:36:55.357213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc8f15-34fd-4b7a-b637-60a1d35ddd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a033e-02c3-47ea-b761-c49e10b4ad9f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.428774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab60a4c2-1033-4b1f-8c13-81ee62031314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.454706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab60a4c2-1033-4b1f-8c13-81ee62031314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.524393 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.527041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfae84a4-7795-43a1-937d-c5b9e28a32b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.530316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab60a4c2-1033-4b1f-8c13-81ee62031314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.532556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfae84a4-7795-43a1-937d-c5b9e28a32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.536752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab60a4c2-1033-4b1f-8c13-81ee62031314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.541183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ab60a4c2-1033-4b1f-8c13-81ee62031314 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/556f5c42-3a01-41d4-90e5-872d278dfb77 HTTP/1.1" status: 204 len: 168 time: 0.3117886 Jul 06 17:36:55.556680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39316) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:55.589125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae84a4-7795-43a1-937d-c5b9e28a32b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25055c9c-3fb0-4a70-8705-1e23ca768f1d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.597194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bfae84a4-7795-43a1-937d-c5b9e28a32b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79d1dd7a933f42fb842d0261c776f139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400021 Jul 06 17:36:55.608245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:55.619520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60a4c2-1033-4b1f-8c13-81ee62031314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556f5c42-3a01-41d4-90e5-872d278dfb77,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.695934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bea53b-d2cb-4b9a-aaea-6532e5843975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.723791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bea53b-d2cb-4b9a-aaea-6532e5843975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.802286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bea53b-d2cb-4b9a-aaea-6532e5843975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.808967 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bea53b-d2cb-4b9a-aaea-6532e5843975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.811275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b2bea53b-d2cb-4b9a-aaea-6532e5843975 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25055c9c-3fb0-4a70-8705-1e23ca768f1d HTTP/1.1" status: 204 len: 168 time: 0.2017288 Jul 06 17:36:55.835128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bea53b-d2cb-4b9a-aaea-6532e5843975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25055c9c-3fb0-4a70-8705-1e23ca768f1d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.876576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.883564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.938187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.977685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'Port': ['ID=59b57c21-2a0d-4730-a0a0-c9d693a4960a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.985845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.996191 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-53b326f6-7ed2-43cc-91a3-8d984078d204 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7065036 Jul 06 17:36:56.009990 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b471bf98-de99-4333-9b73-f7c337f7a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.181268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b471bf98-de99-4333-9b73-f7c337f7a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.189588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b471bf98-de99-4333-9b73-f7c337f7a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.242086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b471bf98-de99-4333-9b73-f7c337f7a4fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0197e60f61c8404cbffc5e46cc34aed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801171 Jul 06 17:36:56.242086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471bf98-de99-4333-9b73-f7c337f7a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd28ed-1156-4766-9065-35b28e751aa9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:56.242504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:56.318161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da7cd3-b5e5-4157-85cd-ddb38c847cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.332450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39338) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:56.379355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20f5be35-a78f-4a3b-bab8-96278cf9bae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.401252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da7cd3-b5e5-4157-85cd-ddb38c847cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.602911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da7cd3-b5e5-4157-85cd-ddb38c847cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.611877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54da7cd3-b5e5-4157-85cd-ddb38c847cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.614112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-54da7cd3-b5e5-4157-85cd-ddb38c847cec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75dd28ed-1156-4766-9065-35b28e751aa9 HTTP/1.1" status: 204 len: 168 time: 0.3706381 Jul 06 17:36:56.640120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da7cd3-b5e5-4157-85cd-ddb38c847cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd28ed-1156-4766-9065-35b28e751aa9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:56.808393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7b051-7ac9-4844-92a2-761539ee76d9 req-a1c5c3d6-c718-4f51-9da5-255b70fc9f6f tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:56.811222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef7b051-7ac9-4844-92a2-761539ee76d9 req-a1c5c3d6-c718-4f51-9da5-255b70fc9f6f tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 970 time: 0.2817605 Jul 06 17:36:56.824712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-92943fa1-8f81-454f-bc01-5b3f17bfdf55 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--62234462&fields=id&tenant_id=b2689b6a37ef4d27900b714c437fba8c HTTP/1.1" status: 200 len: 267 time: 0.1670110 Jul 06 17:36:57.048847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39382) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:57.072874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a763-41d1-461d-b166-ca9bfb146e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.222815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20f5be35-a78f-4a3b-bab8-96278cf9bae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.245119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20f5be35-a78f-4a3b-bab8-96278cf9bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.300699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef7b051-7ac9-4844-92a2-761539ee76d9 req-37269552-e7d8-4a88-aaa6-a841b236ab10 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744864 Jul 06 17:36:57.386383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a763-41d1-461d-b166-ca9bfb146e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.389416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20f5be35-a78f-4a3b-bab8-96278cf9bae5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8806ceab49847c887c98f4be98a3fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0554891 Jul 06 17:36:57.390019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:57.390556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5be35-a78f-4a3b-bab8-96278cf9bae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed66548-b766-464f-b503-100719da7301,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:57.411829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a763-41d1-461d-b166-ca9bfb146e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.448706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-ab50c1b1-a15b-4c15-8e4b-8cbb93c72ea2 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.450572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-ab50c1b1-a15b-4c15-8e4b-8cbb93c72ea2 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 824 time: 0.6167152 Jul 06 17:36:57.474087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-1933b31d-250d-4d7a-a386-5c762f507f37 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/quotas/b2689b6a37ef4d27900b714c437fba8c HTTP/1.1" status: 200 len: 375 time: 0.0171285 Jul 06 17:36:57.478785 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a4d1a763-41d1-461d-b166-ca9bfb146e8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acaeb7fbe83d47488c3598b5e5d3973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288468 Jul 06 17:36:57.484102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:57.489799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1a763-41d1-461d-b166-ca9bfb146e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919bf2e6-a2c8-441a-ab27-15c0cde2501c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:57.508429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06afd0ff-719e-4836-969f-1f1e3ebff59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.557607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06afd0ff-719e-4836-969f-1f1e3ebff59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.631483 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b49d4cb-bafa-471d-a4bc-714f81832399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.648805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06afd0ff-719e-4836-969f-1f1e3ebff59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.653218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06afd0ff-719e-4836-969f-1f1e3ebff59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.660301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-06afd0ff-719e-4836-969f-1f1e3ebff59f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ed66548-b766-464f-b503-100719da7301 HTTP/1.1" status: 204 len: 168 time: 0.2680855 Jul 06 17:36:57.668666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-5eaf2f86-1ce8-43dd-b9b6-d397a850b2d5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1863873 Jul 06 17:36:57.690739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b49d4cb-bafa-471d-a4bc-714f81832399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.695820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afd0ff-719e-4836-969f-1f1e3ebff59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed66548-b766-464f-b503-100719da7301,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:57.782703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b49d4cb-bafa-471d-a4bc-714f81832399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.785320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b49d4cb-bafa-471d-a4bc-714f81832399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.786477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8b49d4cb-bafa-471d-a4bc-714f81832399 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/919bf2e6-a2c8-441a-ab27-15c0cde2501c HTTP/1.1" status: 204 len: 168 time: 0.3023350 Jul 06 17:36:57.794976 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-078675b4-87ce-4de5-9b68-a0b99226a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.796763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49d4cb-bafa-471d-a4bc-714f81832399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919bf2e6-a2c8-441a-ab27-15c0cde2501c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:57.895103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.240709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f3baede4-68da-48af-a4d0-112f628f7d2e details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:36:58.256408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-0a4ad4e3-d96b-4c6b-9a05-05ce1828886a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423527 Jul 06 17:36:58.411551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f3baede4-68da-48af-a4d0-112f628f7d2e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f3baede4-68da-48af-a4d0-112f628f7d2e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:58.439933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'f3baede4-68da-48af-a4d0-112f628f7d2e', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'f3baede4-68da-48af-a4d0-112f628f7d2e', 'mac_address': 'fa:16:3e:20:88:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:tempest-test_az-1224579827', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:36:58.492732 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.496552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-92ca54e1-da21-4814-96ee-ca76ec8b3b86 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:58.499422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-92ca54e1-da21-4814-96ee-ca76ec8b3b86 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331424 Jul 06 17:36:58.512140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3baede4-68da-48af-a4d0-112f628f7d2e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:58.545031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-b68adc9f-b5e4-44ee-93d3-e139e60d35b1 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/quotas/93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 375 time: 0.0302305 Jul 06 17:36:58.562209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f3baede4-68da-48af-a4d0-112f628f7d2e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f3baede4-68da-48af-a4d0-112f628f7d2e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:58.569226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.610363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-78dbaa9e-fa94-4e7e-9fbe-b47a37d9c628 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581799 Jul 06 17:36:58.663771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f3baede4-68da-48af-a4d0-112f628f7d2e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:58.720969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-9dd7f68c-09c9-4fb3-84b4-ca5fa650e2f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:36:58.741594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-9dd7f68c-09c9-4fb3-84b4-ca5fa650e2f0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7330010 Jul 06 17:36:58.857200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['f3baede4-68da-48af-a4d0-112f628f7d2e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:58.957682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-9f959166-5e7b-41cb-8487-7a6ac7d4216b service neutron] 10.222.0.37 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137804 Jul 06 17:36:59.166930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:59.280479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f8e87-f43a-4a53-940a-3348e1c54d66 req-c48e568b-a378-48d1-8917-f2eb37267480 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:59.289836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee2f8e87-f43a-4a53-940a-3348e1c54d66 req-c48e568b-a378-48d1-8917-f2eb37267480 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 971 time: 0.2078011 Jul 06 17:36:59.294983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-c6e22419-d76e-4b13-a24d-f35774667821 service neutron] 10.222.0.37 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273923 Jul 06 17:36:59.358696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee2f8e87-f43a-4a53-940a-3348e1c54d66 req-281aae53-7d2f-4f18-a525-9699b7fc1637 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664079 Jul 06 17:36:59.483837 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:59.534203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29eb9552-0254-43a9-935a-9ad709212bd6 req-d2b30f28-5a97-46ae-b8d4-939821fce16e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 210 time: 0.0935252 Jul 06 17:36:59.710128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d034b249-3784-41dc-837a-479d2e420c28 req-e7fcd5bc-6748-4707-aaf0-b58a4a8f3439 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0554838 Jul 06 17:37:00.235198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f3baede4-68da-48af-a4d0-112f628f7d2e up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:00.336182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port f3baede4-68da-48af-a4d0-112f628f7d2e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:00.348011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port f3baede4-68da-48af-a4d0-112f628f7d2e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:00.348423 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.460518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.529876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3baede4-68da-48af-a4d0-112f628f7d2e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:00.717149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298d8-dd90-44b8-86bd-3c1b26d22618 req-602c13a2-8436-4a5f-8815-390150447b78 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:00.720780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50f298d8-dd90-44b8-86bd-3c1b26d22618 req-602c13a2-8436-4a5f-8815-390150447b78 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 971 time: 0.1629710 Jul 06 17:37:00.732746 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.741896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f3baede4-68da-48af-a4d0-112f628f7d2e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f3baede4-68da-48af-a4d0-112f628f7d2e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:00.762632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.850283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50f298d8-dd90-44b8-86bd-3c1b26d22618 req-67c7c7c3-2077-441d-96eb-23941cea9a22 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194277 Jul 06 17:37:00.891932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f3baede4-68da-48af-a4d0-112f628f7d2e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:00.959882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b2db2224-c8d4-4fe8-a21a-ecfa168b1453 req-26e50d0b-3199-4ab5-99b0-3af6f250b8ba tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 210 time: 0.0556068 Jul 06 17:37:01.145431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a44dca2-0860-473e-ad65-05d387837934 req-6597c555-876c-4ead-9768-2dc20ca5913e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0586843 Jul 06 17:37:01.364979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.61', 56747) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:01.380072 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594920cc-00c2-4b04-9824-cce7a2802922" -d '{"events": [{"server_uuid": "99ce5a49-f03a-43ff-aa33-3755e2890b82", "name": "network-vif-plugged", "status": "completed", "tag": "f3baede4-68da-48af-a4d0-112f628f7d2e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:01.419875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-b68e6aff-e29c-43d4-bf87-81226bd341b2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530491 Jul 06 17:37:01.725568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-bd334c8b-b7c1-4aa0-a9fd-5375a2fe6c6c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:01.729434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-bd334c8b-b7c1-4aa0-a9fd-5375a2fe6c6c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022666 Jul 06 17:37:01.790268 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Request body: {'port': {'device_id': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '93bbaa5860b3432c92e37fc5d2387960'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:01.830832 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.018128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.61', 56749) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:02.116440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Made reservation on behalf of 93bbaa5860b3432c92e37fc5d2387960 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:02.121345 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.144695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.346467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f953aea-66af-48fd-85c6-a39f89c26912 req-f9f5f83e-aad7-401b-b463-0ffa74aedbb5 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:02.348503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f953aea-66af-48fd-85c6-a39f89c26912 req-f9f5f83e-aad7-401b-b463-0ffa74aedbb5 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.2059283 Jul 06 17:37:02.446744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f953aea-66af-48fd-85c6-a39f89c26912 req-e86790bc-15c3-41e9-afac-e7c34e31315b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766709 Jul 06 17:37:02.462487 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86eadee-aedf-49e5-a09e-0a3063422ec7 x-openstack-request-id: req-a86eadee-aedf-49e5-a09e-0a3063422ec7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:02.463982 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ce5a49-f03a-43ff-aa33-3755e2890b82", "name": "network-vif-plugged", "status": "completed", "tag": "f3baede4-68da-48af-a4d0-112f628f7d2e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:02.464421 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a86eadee-aedf-49e5-a09e-0a3063422ec7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:02.465074 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3baede4-68da-48af-a4d0-112f628f7d2e', 'code': 200} Jul 06 17:37:02.498879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.508670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.684172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea57ff-e28e-4731-b55c-800569d3666b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:02.824170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-169b076c-6de2-4445-901d-2f90481e0054 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:02.826718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-169b076c-6de2-4445-901d-2f90481e0054 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.61 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 824 time: 0.8071887 Jul 06 17:37:02.844359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695884a-7e91-48fa-af44-a5cd614310bb req-ea3243a3-8122-4a01-8e2f-cc05729687c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:02.846852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4695884a-7e91-48fa-af44-a5cd614310bb req-ea3243a3-8122-4a01-8e2f-cc05729687c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 1123 time: 0.2356863 Jul 06 17:37:02.896523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b32ab42c-9c92-4fa4-9931-c36435393f6f req-c9af46f0-6872-4424-ab1b-d89ef9e40487 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.1337726 Jul 06 17:37:02.954601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4695884a-7e91-48fa-af44-a5cd614310bb req-b5331df0-95b2-42a1-8df3-d41cd3bc7e96 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.003735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97b50e1f-0e70-41bb-91f9-fd64e2890fc7 req-795f81c0-81ff-47bb-93ec-5ae94ba146bd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 210 time: 0.1055946 Jul 06 17:37:03.043619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Allocated IP 192.168.233.237 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/a7d6606b-1ebd-4774-98fb-ad33c225b5df) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:03.296785 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4695884a-7e91-48fa-af44-a5cd614310bb req-b5331df0-95b2-42a1-8df3-d41cd3bc7e96 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.317576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4695884a-7e91-48fa-af44-a5cd614310bb req-b5331df0-95b2-42a1-8df3-d41cd3bc7e96 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.444429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.477850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4695884a-7e91-48fa-af44-a5cd614310bb req-b5331df0-95b2-42a1-8df3-d41cd3bc7e96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902455 Jul 06 17:37:03.502942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Transition to ACTIVE for port object a7d6606b-1ebd-4774-98fb-ad33c225b5df will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:03.507176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5331df0-95b2-42a1-8df3-d41cd3bc7e96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0f2f81-848e-40cf-8145-782fa712a94c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:03.576239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.648421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:03.653460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:03.670424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:03.678165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.679070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.704025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9196861 Jul 06 17:37:03.752127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77fc5a-2807-445e-ab2a-8e00e639407d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:03.805236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fdb02-6ec8-42b9-911c-19fc2fa2fe67 req-0d04c591-c2e7-45c1-a504-045377b718f8 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.812356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff3fdb02-6ec8-42b9-911c-19fc2fa2fe67 req-0d04c591-c2e7-45c1-a504-045377b718f8 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.1059046 Jul 06 17:37:03.876048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff3fdb02-6ec8-42b9-911c-19fc2fa2fe67 req-b65d7388-fec9-4699-ad6a-b7261940e38d tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624428 Jul 06 17:37:03.915355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:04.069292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93a298b9-4ac0-4988-b2ce-c9bf55afbe09 None None] Provisioning for port a7d6606b-1ebd-4774-98fb-ad33c225b5df completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:04.081307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93a298b9-4ac0-4988-b2ce-c9bf55afbe09 None None] Provisioning complete for port a7d6606b-1ebd-4774-98fb-ad33c225b5df triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:04.082090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a298b9-4ac0-4988-b2ce-c9bf55afbe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.204578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6396b4e-a5c1-4670-89fb-be93b24dd683 req-bf2a851c-b9f4-4bcb-8916-31f09a4d06f2 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0574286 Jul 06 17:37:04.279205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7af-1b46-49e4-b475-d33d72d4dc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.330430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93a298b9-4ac0-4988-b2ce-c9bf55afbe09 None None] Port a7d6606b-1ebd-4774-98fb-ad33c225b5df cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:04.510214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7af-1b46-49e4-b475-d33d72d4dc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.518052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7af-1b46-49e4-b475-d33d72d4dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.565555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9e9e-b4a9-44d8-9fc5-f17e3fb7b30c req-6e5e304c-82a1-48bf-8dd1-c28aad64ba21 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:04.567984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d3a9e9e-b4a9-44d8-9fc5-f17e3fb7b30c req-6e5e304c-82a1-48bf-8dd1-c28aad64ba21 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 936 time: 0.1831446 Jul 06 17:37:04.603050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ad7af-1b46-49e4-b475-d33d72d4dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b199e80-657d-4442-a1fa-f5a31b2ddd36,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:04.607609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1c9ad7af-1b46-49e4-b475-d33d72d4dc2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f806dd974e8346389831098a619732a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6905522 Jul 06 17:37:04.612484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:04.652834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d3a9e9e-b4a9-44d8-9fc5-f17e3fb7b30c req-214e8431-b1ff-4abf-b7aa-4918246bb470 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Jul 06 17:37:04.717721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-521e4905-0768-497e-ac06-5bb5e6379558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.757716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-521e4905-0768-497e-ac06-5bb5e6379558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.845103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-521e4905-0768-497e-ac06-5bb5e6379558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.848117 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-521e4905-0768-497e-ac06-5bb5e6379558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.850458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-521e4905-0768-497e-ac06-5bb5e6379558 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b199e80-657d-4442-a1fa-f5a31b2ddd36 HTTP/1.1" status: 204 len: 168 time: 0.2359374 Jul 06 17:37:04.859167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e4905-0768-497e-ac06-5bb5e6379558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b199e80-657d-4442-a1fa-f5a31b2ddd36,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:05.360764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c4936-5ded-4dfa-bacd-6d0ed90cd25a req-3a25d431-8ded-4e03-9706-af8a1f1fb911 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:05.376320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f5c4936-5ded-4dfa-bacd-6d0ed90cd25a req-3a25d431-8ded-4e03-9706-af8a1f1fb911 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.1915073 Jul 06 17:37:05.389434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39706) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:05.487292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39710) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:05.503066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f5c4936-5ded-4dfa-bacd-6d0ed90cd25a req-61bc5324-bf12-42bb-8747-178e4c6ca447 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136365 Jul 06 17:37:05.507015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f621186-4ea0-4710-8db5-8899c5a0060d req-1307e86e-2834-4795-826c-959b5a11e0be tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0710924 Jul 06 17:37:05.786621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ce2116-6a1f-4422-9b13-d0f355eba906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.920175 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-161fd9fb-ad53-468b-9753-5d410b6907aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.005830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5abc-8cb3-4bea-8834-3c7fa6b5cfeb req-d504b7fc-f118-4f13-a0d9-c87b0371cddb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:06.019126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e29c5abc-8cb3-4bea-8834-3c7fa6b5cfeb req-d504b7fc-f118-4f13-a0d9-c87b0371cddb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 936 time: 0.1631014 Jul 06 17:37:06.061628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ce2116-6a1f-4422-9b13-d0f355eba906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.079105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ce2116-6a1f-4422-9b13-d0f355eba906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.124909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e29c5abc-8cb3-4bea-8834-3c7fa6b5cfeb req-b5e6adb3-b486-46e1-9b69-367022d45db9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040201 Jul 06 17:37:06.162352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:06.220756 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-77ce2116-6a1f-4422-9b13-d0f355eba906 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51b42d79c1a04192ae9397dff4e66d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8285215 Jul 06 17:37:06.228973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:06.234170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce2116-6a1f-4422-9b13-d0f355eba906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6cd6bc-0778-42e8-b9f6-8299447c8f65,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:06.255510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39726) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:06.306731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97e2bfe6-9533-4846-90f0-d16f20cc01a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.349862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a167b525-a54a-456c-92c1-b548d7f69e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.393141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a167b525-a54a-456c-92c1-b548d7f69e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.412909 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-161fd9fb-ad53-468b-9753-5d410b6907aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.422129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-161fd9fb-ad53-468b-9753-5d410b6907aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.479889 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a167b525-a54a-456c-92c1-b548d7f69e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.488191 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a167b525-a54a-456c-92c1-b548d7f69e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.493135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a167b525-a54a-456c-92c1-b548d7f69e52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb6cd6bc-0778-42e8-b9f6-8299447c8f65 HTTP/1.1" status: 204 len: 168 time: 0.2660069 Jul 06 17:37:06.522729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167b525-a54a-456c-92c1-b548d7f69e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6cd6bc-0778-42e8-b9f6-8299447c8f65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:06.543754 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-161fd9fb-ad53-468b-9753-5d410b6907aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3acd5f0978454b1d9463c9ecea907531&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0506282 Jul 06 17:37:06.545127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:06.568157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fd9fb-ad53-468b-9753-5d410b6907aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ec2b4-a98a-401d-b7d7-b52de814edaf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:06.677682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cb2db0-75e2-4179-95c6-b950574ae215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.823795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97e2bfe6-9533-4846-90f0-d16f20cc01a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.831416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97e2bfe6-9533-4846-90f0-d16f20cc01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.835104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2901ee87-c2f6-48d4-92a1-c48b7507014b req-8b02d6f3-b91f-4821-b470-f4cf4606657a tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0850341 Jul 06 17:37:06.909095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-97e2bfe6-9533-4846-90f0-d16f20cc01a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0b8186c3cae450b974fbe5f9ce63d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6521614 Jul 06 17:37:06.910791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aba-54c3-49d0-b4e3-cf072dad6f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.911238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2bfe6-9533-4846-90f0-d16f20cc01a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45617618-62f5-4575-8c74-67ae13b1db59,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:06.920077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39738) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:06.989417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aba-54c3-49d0-b4e3-cf072dad6f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.998422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4788711a-0dd6-4e91-8c4a-1d3a2f67a7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.024389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4788711a-0dd6-4e91-8c4a-1d3a2f67a7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.118605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4788711a-0dd6-4e91-8c4a-1d3a2f67a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.120758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3856d23-f628-4bcd-9ee5-4e4fb3e0ef69 req-cd681891-ff8b-4d8c-98b0-19158973f757 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.122347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4788711a-0dd6-4e91-8c4a-1d3a2f67a7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.123924 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4788711a-0dd6-4e91-8c4a-1d3a2f67a7b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45617618-62f5-4575-8c74-67ae13b1db59 HTTP/1.1" status: 204 len: 168 time: 0.2024081 Jul 06 17:37:07.132349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3856d23-f628-4bcd-9ee5-4e4fb3e0ef69 req-cd681891-ff8b-4d8c-98b0-19158973f757 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.2915668 Jul 06 17:37:07.137567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788711a-0dd6-4e91-8c4a-1d3a2f67a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45617618-62f5-4575-8c74-67ae13b1db59,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:07.208219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39744) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:07.230627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1fa93dc-4358-414b-bd86-396743bd2b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.272429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aba-54c3-49d0-b4e3-cf072dad6f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.278149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aba-54c3-49d0-b4e3-cf072dad6f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.280266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aadb8aba-54c3-49d0-b4e3-cf072dad6f79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a91ec2b4-a98a-401d-b7d7-b52de814edaf HTTP/1.1" status: 204 len: 168 time: 0.7332082 Jul 06 17:37:07.336864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb8aba-54c3-49d0-b4e3-cf072dad6f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ec2b4-a98a-401d-b7d7-b52de814edaf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:07.342089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cb2db0-75e2-4179-95c6-b950574ae215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.355158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3856d23-f628-4bcd-9ee5-4e4fb3e0ef69 req-7b1c75c1-27f2-4ab2-ae5d-b4310144902b tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893866 Jul 06 17:37:07.364516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cb2db0-75e2-4179-95c6-b950574ae215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.523315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-02cb2db0-75e2-4179-95c6-b950574ae215 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=369a9ffe7e3c46e8bfaf0512acec55eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3567340 Jul 06 17:37:07.523315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2db0-75e2-4179-95c6-b950574ae215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da5e16-ce37-403f-80a3-20bcc8e34d9d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:07.536890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:07.635006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1fa93dc-4358-414b-bd86-396743bd2b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.647542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1fa93dc-4358-414b-bd86-396743bd2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.648781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8e1-ba17-404c-b5b9-4f775203b688 req-97f72685-7f9e-4d14-9f82-f7958a037f98 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.650913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cc0b8e1-ba17-404c-b5b9-4f775203b688 req-97f72685-7f9e-4d14-9f82-f7958a037f98 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 936 time: 0.2373903 Jul 06 17:37:07.717921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb3e0-d3ef-4cf9-9c74-ca8ec66dfd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.719476 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d1fa93dc-4358-414b-bd86-396743bd2b98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edfeeb51a4a941c699fa58bcba52b09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084026 Jul 06 17:37:07.725150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:07.732220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa93dc-4358-414b-bd86-396743bd2b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0413ceb8-4a35-4ce4-b4dd-b1a60974cc80,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:07.811190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb3e0-d3ef-4cf9-9c74-ca8ec66dfd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.827197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cc0b8e1-ba17-404c-b5b9-4f775203b688 req-5b36c33e-3acb-470e-9b7e-401ef942a7fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698012 Jul 06 17:37:07.886582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f2d01-0ca4-4545-95cc-ea8aba007fb6 req-2433e77f-32d8-4cba-b671-86eb370638a3 tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.894888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-654f2d01-0ca4-4545-95cc-ea8aba007fb6 req-2433e77f-32d8-4cba-b671-86eb370638a3 tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 1123 time: 0.2405801 Jul 06 17:37:07.923128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-654f2d01-0ca4-4545-95cc-ea8aba007fb6 req-7566ad35-a17d-488a-930b-547407dc742e tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.935802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49de344d-7a87-430a-b490-29386caf8d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.976230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb3e0-d3ef-4cf9-9c74-ca8ec66dfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.978879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a0fb3e0-d3ef-4cf9-9c74-ca8ec66dfd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.984069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5a0fb3e0-d3ef-4cf9-9c74-ca8ec66dfd53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3da5e16-ce37-403f-80a3-20bcc8e34d9d HTTP/1.1" status: 204 len: 168 time: 0.4411008 Jul 06 17:37:07.985321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49de344d-7a87-430a-b490-29386caf8d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.021199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fb3e0-d3ef-4cf9-9c74-ca8ec66dfd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da5e16-ce37-403f-80a3-20bcc8e34d9d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.106651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49de344d-7a87-430a-b490-29386caf8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.109766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49de344d-7a87-430a-b490-29386caf8d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.111120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49de344d-7a87-430a-b490-29386caf8d51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0413ceb8-4a35-4ce4-b4dd-b1a60974cc80 HTTP/1.1" status: 204 len: 168 time: 0.3838532 Jul 06 17:37:08.135698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de344d-7a87-430a-b490-29386caf8d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0413ceb8-4a35-4ce4-b4dd-b1a60974cc80,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.204961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:08.235460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-286711cb-1346-4e0d-bcef-977903802856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.263676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a526040b-fb1a-47c1-aed1-b49922d3248f req-40266163-1154-4b41-9f01-87022e525d64 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0831985 Jul 06 17:37:08.267630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-654f2d01-0ca4-4545-95cc-ea8aba007fb6 req-7566ad35-a17d-488a-930b-547407dc742e tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.288412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-654f2d01-0ca4-4545-95cc-ea8aba007fb6 req-7566ad35-a17d-488a-930b-547407dc742e tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.356420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-654f2d01-0ca4-4545-95cc-ea8aba007fb6 req-7566ad35-a17d-488a-930b-547407dc742e tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599969 Jul 06 17:37:08.387400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ad35-a17d-488a-930b-547407dc742e tempest-AggregatesAdminTestJSON-1034317314 tempest-AggregatesAdminTestJSON-1034317314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae84c0-fe0a-49b3-96ff-865276620eee,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.436615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-286711cb-1346-4e0d-bcef-977903802856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.451524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-286711cb-1346-4e0d-bcef-977903802856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.557221 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-286711cb-1346-4e0d-bcef-977903802856 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc031d50d0ba4c38b2f952ec3b9fed48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537929 Jul 06 17:37:08.559949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286711cb-1346-4e0d-bcef-977903802856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac21d93b-4309-42ea-8337-120c9a3d4531,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.561266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:08.654642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d32254ba-7675-4554-95bd-c81c5f6d9b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.686921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d32254ba-7675-4554-95bd-c81c5f6d9b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.806563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-f6cc99fc-4a4c-482a-9e46-d2fd89b4b17a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:37:08.810811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-f6cc99fc-4a4c-482a-9e46-d2fd89b4b17a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016769 Jul 06 17:37:08.842908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d32254ba-7675-4554-95bd-c81c5f6d9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.846534 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d32254ba-7675-4554-95bd-c81c5f6d9b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.850910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d32254ba-7675-4554-95bd-c81c5f6d9b13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac21d93b-4309-42ea-8337-120c9a3d4531 HTTP/1.1" status: 204 len: 168 time: 0.2855926 Jul 06 17:37:08.860549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32254ba-7675-4554-95bd-c81c5f6d9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac21d93b-4309-42ea-8337-120c9a3d4531,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.983205 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-bbb67c37-b152-4f80-bb01-cf58a10633df tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2689b6a37ef4d27900b714c437fba8c HTTP/1.1" status: 200 len: 378 time: 0.2771437 Jul 06 17:37:09.009757 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'port': {'device_id': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'admin_state_up': True, 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'security_groups': ['f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:09.197085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39810) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:09.201102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4158d-7f8c-4fd7-9639-bd19f3721a4e req-7df05665-ac77-4efa-b771-bc7d2017f20e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.204700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61e4158d-7f8c-4fd7-9639-bd19f3721a4e req-7df05665-ac77-4efa-b771-bc7d2017f20e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 936 time: 0.1773853 Jul 06 17:37:09.229058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8539e60-b5a9-45f7-9063-5bf056c522f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.287361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61e4158d-7f8c-4fd7-9639-bd19f3721a4e req-2498fa57-1610-45f5-902b-7768778cd317 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766850 Jul 06 17:37:09.483461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8539e60-b5a9-45f7-9063-5bf056c522f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.497826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8539e60-b5a9-45f7-9063-5bf056c522f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.588314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Made reservation on behalf of b2689b6a37ef4d27900b714c437fba8c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:09.592093 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.597023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8539e60-b5a9-45f7-9063-5bf056c522f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d341b72d46944ae9b9f91e444a4002d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989832 Jul 06 17:37:09.610312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:09.634525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eed584a9-c7ef-4740-b9d2-f2391e779959 req-34b6342f-8b5c-421f-bfc8-e40f60078c10 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 210 time: 0.0836909 Jul 06 17:37:09.659240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8539e60-b5a9-45f7-9063-5bf056c522f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e6809-c889-4157-ad13-eade71faa2e5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:09.915113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Request body: {'port': {'device_id': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:09.955624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d16fdbf-9d1f-43cf-bc40-a31d9cb00daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.124142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d16fdbf-9d1f-43cf-bc40-a31d9cb00daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.257107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Allocated IP 172.20.0.7 (75056c88-1f05-432d-a24f-a6b640c2e3b2/a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f/55eb03eb-86c1-425c-8227-36dccc1d419b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:10.319752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.372005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d16fdbf-9d1f-43cf-bc40-a31d9cb00daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.385395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d16fdbf-9d1f-43cf-bc40-a31d9cb00daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.395106 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6d16fdbf-9d1f-43cf-bc40-a31d9cb00daa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/822e6809-c889-4157-ad13-eade71faa2e5 HTTP/1.1" status: 204 len: 168 time: 0.7807250 Jul 06 17:37:10.644558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.663454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Transition to ACTIVE for port object 55eb03eb-86c1-425c-8227-36dccc1d419b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:10.714969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16fdbf-9d1f-43cf-bc40-a31d9cb00daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e6809-c889-4157-ad13-eade71faa2e5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:10.719407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.832375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:10.841726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:10.855352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:10.864026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:10.865309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.883898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'Port': ['ID=55eb03eb-86c1-425c-8227-36dccc1d419b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:10.889565 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-21c4e790-cb61-43ea-b8a7-1dc4f6ed8fed tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8968055 Jul 06 17:37:10.901738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Request body: {'port': {'device_id': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:10.945847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec382e-df72-490c-aac9-df6d61a98b37 req-9b86c4d4-22c6-463a-a104-7e06e8c2b4c8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:10.948860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2ec382e-df72-490c-aac9-df6d61a98b37 req-9b86c4d4-22c6-463a-a104-7e06e8c2b4c8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 936 time: 0.4261496 Jul 06 17:37:11.013845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.166643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2ec382e-df72-490c-aac9-df6d61a98b37 req-eaf4d06e-d7c2-48ca-8127-42b868d4d24b tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053490 Jul 06 17:37:11.388792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-41c63dcb-9011-4d94-b07d-794fb71b6662 None None] Provisioning for port 55eb03eb-86c1-425c-8227-36dccc1d419b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:11.393204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d6606b-1ebd-4774-98fb-ad33c225b5df {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:11.409769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-41c63dcb-9011-4d94-b07d-794fb71b6662 None None] Provisioning complete for port 55eb03eb-86c1-425c-8227-36dccc1d419b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:11.410202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41c63dcb-9011-4d94-b07d-794fb71b6662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.428428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.523710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Transition to ACTIVE for port object a7d6606b-1ebd-4774-98fb-ad33c225b5df will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:11.532257 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.535079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-41c63dcb-9011-4d94-b07d-794fb71b6662 None None] Port 55eb03eb-86c1-425c-8227-36dccc1d419b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:11.818286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2adde7-62e6-41a3-9fb4-632919b7dfc6 req-7a32985a-7789-4147-b4ea-2c403116b75a tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:11.834507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba2adde7-62e6-41a3-9fb4-632919b7dfc6 req-7a32985a-7789-4147-b4ea-2c403116b75a tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 931 time: 0.4209754 Jul 06 17:37:11.841626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:11.991424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55eb03eb-86c1-425c-8227-36dccc1d419b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:11.993175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:11.994202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:11.994972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:12.011982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.012489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Port a7d6606b-1ebd-4774-98fb-ad33c225b5df on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:12.013199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:12.034937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba2adde7-62e6-41a3-9fb4-632919b7dfc6 req-4d8f57ad-1f43-49c7-8da6-2f32e8ee9d8b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992674 Jul 06 17:37:12.050840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:12.055366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Transition to ACTIVE for port object 55eb03eb-86c1-425c-8227-36dccc1d419b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:12.057048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:12.064395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:12.065242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Bound port: a7d6606b-1ebd-4774-98fb-ad33c225b5df, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:12.065867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.068810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.278159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:12.283846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:12.285974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:12.299447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.418627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.420967 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.424877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] 10.222.0.61 "PUT /v2.0/ports/a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 1096 time: 3.0755491 Jul 06 17:37:12.433820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:12.438476 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221" -d '{"events": [{"name": "network-changed", "server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:12.522201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a93a-3fc5-4fae-9e9f-e813ac1a24df service neutron] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:12.643023 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ab968-17e7-480e-bccc-a1a7715d5f3d x-openstack-request-id: req-0c8ab968-17e7-480e-bccc-a1a7715d5f3d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:12.644830 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:12.645661 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c8ab968-17e7-480e-bccc-a1a7715d5f3d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:12.645941 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'status': 'completed', 'code': 200} Jul 06 17:37:12.674512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-e42bb8ec-e5cb-4e84-8adc-5a4ca5f4149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.679540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-e42bb8ec-e5cb-4e84-8adc-5a4ca5f4149f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1099 time: 0.1603179 Jul 06 17:37:12.792125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-eceffd18-e601-40b7-90cc-7651c44f3e7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1058531 Jul 06 17:37:12.850064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Pushing event updated for resources: {'Port': ['ID=55eb03eb-86c1-425c-8227-36dccc1d419b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:12.854690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Attempting to bind port 55eb03eb-86c1-425c-8227-36dccc1d419b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:12.855666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Attempting to bind port 55eb03eb-86c1-425c-8227-36dccc1d419b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:12.856361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Attempting to bind port 55eb03eb-86c1-425c-8227-36dccc1d419b on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:12.865439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Port 55eb03eb-86c1-425c-8227-36dccc1d419b on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:12.866139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Attempting to bind port 55eb03eb-86c1-425c-8227-36dccc1d419b on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:12.878676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:12.879489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Checking segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:12.880267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Bound using segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:12.881654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Bound port: 55eb03eb-86c1-425c-8227-36dccc1d419b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:12.882308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.964083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-59213051-fe4f-4075-a88f-6ad247ae300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.966651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-59213051-fe4f-4075-a88f-6ad247ae300b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1419601 Jul 06 17:37:13.074571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-580684778-network', 'tenant_id': '72a7e1bf40f6420b904f3f27f9180b77'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:13.075144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] For port 55eb03eb-86c1-425c-8227-36dccc1d419b, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:13.086811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] For port 55eb03eb-86c1-425c-8227-36dccc1d419b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=55eb03eb-86c1-425c-8227-36dccc1d419b,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:13.098201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:13.113325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e24e5-e955-4c30-ac75-bbada46ea289 req-32aef532-4e53-4f76-81ea-7907e25381ab tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.116519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d12e24e5-e955-4c30-ac75-bbada46ea289 req-32aef532-4e53-4f76-81ea-7907e25381ab tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.3276970 Jul 06 17:37:13.118694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Made reservation on behalf of 72a7e1bf40f6420b904f3f27f9180b77 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:13.121431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:13.142911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:13.148887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-dcfc83a0-e695-447f-9e58-eecc635ffc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.153072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-dcfc83a0-e695-447f-9e58-eecc635ffc07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785033 Jul 06 17:37:13.241594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.242691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:13.252291 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] 10.222.0.61 "PUT /v2.0/ports/55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 200 len: 1091 time: 2.3514669 Jul 06 17:37:13.253311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:13.270386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d12e24e5-e955-4c30-ac75-bbada46ea289 req-a7f6d0d1-27f5-4ce8-b805-382b40c85b94 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309552 Jul 06 17:37:13.624460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-66f093bd-3a58-4528-b15a-b18f5570b5e9 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756194 Jul 06 17:37:13.788891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd235-dc45-4610-9762-b9ab6e829753 service neutron] Pushing event updated for resources: {'Port': ['ID=55eb03eb-86c1-425c-8227-36dccc1d419b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:13.841925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-1c186d42-96ec-46d4-97a3-2672254cfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.845960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-1c186d42-96ec-46d4-97a3-2672254cfa14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 1094 time: 0.2760344 Jul 06 17:37:13.945362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:13.967556 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-02d3903a-fa15-4d03-93e8-db398ffa10a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 200 len: 217 time: 0.1144252 Jul 06 17:37:14.018335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724f49ee-ca2a-4a55-98bc-b7bb009025b5 req-b7c5ff33-8770-4a30-96e8-7ae4517f83a5 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791199 Jul 06 17:37:14.042921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a537ec7-94cb-46c7-b1ff-31806edbb6ed req-a7a5b84d-9214-4789-8f74-7e75c54419f0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.045253 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a537ec7-94cb-46c7-b1ff-31806edbb6ed req-a7a5b84d-9214-4789-8f74-7e75c54419f0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 943 time: 0.4136486 Jul 06 17:37:14.118151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-c702a7c5-bf06-41fe-8969-2db27be8c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.126232 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-c702a7c5-bf06-41fe-8969-2db27be8c65a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.1516593 Jul 06 17:37:14.190936 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dad5d1c-331d-4935-a7c7-c542385eed71" -d '{"events": [{"name": "network-changed", "server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:14.223468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.249004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a537ec7-94cb-46c7-b1ff-31806edbb6ed req-2b402544-a645-45d5-8113-953d7fffdf14 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1921303 Jul 06 17:37:14.250800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338d6e-6700-4265-9da5-980e7b794495 req-8ce36d10-5091-4727-8a3b-73723cd5c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.252657 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-8ce36d10-5091-4727-8a3b-73723cd5c9ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205873 Jul 06 17:37:14.255522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.308991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:14.339513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.339978 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Added segment a434e773-6ebe-4400-be72-3684d5f62747 of type vlan for network 4866136e-bd98-46b6-bfa9-edce10e54f00 Jul 06 17:37:14.442212 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-637b8548-edd1-4ed0-9c5f-2420b83c0de0 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805072 Jul 06 17:37:14.482895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.493820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:14.559884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-23b9feb6-9872-4b31-90f0-551b0af3a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.569448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-23b9feb6-9872-4b31-90f0-551b0af3a588 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1099 time: 0.4372339 Jul 06 17:37:14.693931 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-80338d6e-6700-4265-9da5-980e7b794495 req-9d969b3d-b7d6-46e1-a8d1-d9b008b75179 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427156 Jul 06 17:37:14.705188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de3a5037-dc0c-40cf-8940-11b01fa14c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.790301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.791195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.791826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.862653 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9959d8f1-bc43-4a08-b9df-e22655e0dba6 x-openstack-request-id: req-9959d8f1-bc43-4a08-b9df-e22655e0dba6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:14.863045 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:14.863425 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9959d8f1-bc43-4a08-b9df-e22655e0dba6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:14.864053 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'status': 'completed', 'code': 200} Jul 06 17:37:15.003289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] Pushing event updated for resources: {'Network': ['ID=4866136e-bd98-46b6-bfa9-edce10e54f00,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:15.006239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-954597a9-1c79-47e5-b78f-858391adeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.007955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-954597a9-1c79-47e5-b78f-858391adeee2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3958714 Jul 06 17:37:15.016849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:15.079722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-368980d4-da62-46fd-98e4-71f36e5a1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.090404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-368980d4-da62-46fd-98e4-71f36e5a1bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 1094 time: 0.1951168 Jul 06 17:37:15.194938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-1dba139b-d12b-4b51-be85-926ebd2e613b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1654844 Jul 06 17:37:15.324396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9accd-eca2-42fc-8ab4-bda7fa6bf27f req-bb21b5c5-04ec-41a2-96dd-96196c8d5c6e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.336506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31c9accd-eca2-42fc-8ab4-bda7fa6bf27f req-bb21b5c5-04ec-41a2-96dd-96196c8d5c6e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.3244007 Jul 06 17:37:15.479865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-a0062c19-4ec3-479d-8913-f089b1e75fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.482548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-a0062c19-4ec3-479d-8913-f089b1e75fe9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2656412 Jul 06 17:37:15.522701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-6969d084-70d8-4dbf-983d-b5ceae1162b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.527849 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-6969d084-70d8-4dbf-983d-b5ceae1162b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 925 time: 0.4319544 Jul 06 17:37:15.584112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31c9accd-eca2-42fc-8ab4-bda7fa6bf27f req-7544b778-7d2f-43dd-b47c-54781b456a72 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464833 Jul 06 17:37:15.607586 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-a9d14d6b-c885-4103-8701-0e2631ea84c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 200 len: 217 time: 0.0714331 Jul 06 17:37:15.615310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de3a5037-dc0c-40cf-8940-11b01fa14c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.634937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de3a5037-dc0c-40cf-8940-11b01fa14c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.665178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40094) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:15.665443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fdbdfd5f-7b5f-4dc9-8e47-37d96cc53bcd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3765709 Jul 06 17:37:15.685152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Request body: {'subnet': {'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-580684778-subnet', 'tenant_id': '72a7e1bf40f6420b904f3f27f9180b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:15.707990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-de3a5037-dc0c-40cf-8940-11b01fa14c4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=453774b1c7e646839b368dfcccc1eb59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7556510 Jul 06 17:37:15.708254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-c92ae2a4-4589-4c21-b03a-9dd257c12897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.708254 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-c92ae2a4-4589-4c21-b03a-9dd257c12897 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.0924971 Jul 06 17:37:15.708254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:15.741839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a5037-dc0c-40cf-8940-11b01fa14c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d20afd-ea2a-444b-ac3b-8a2711af1799,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:15.763544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-8816e5a3-c724-4d3d-bc2f-3898e50ea83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.766853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-8816e5a3-c724-4d3d-bc2f-3898e50ea83a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661171 Jul 06 17:37:15.799400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Made reservation on behalf of 72a7e1bf40f6420b904f3f27f9180b77 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:15.802222 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.009094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76566ad3-184e-4af6-8b68-9c90b927d925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.035810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-9df25da4-0495-4b39-8aff-5bbc8e92a2f3 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628660 Jul 06 17:37:16.085104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-79281556-41d8-4d79-8974-f3039fee9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:16.087633 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-79281556-41d8-4d79-8974-f3039fee9738 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706501 Jul 06 17:37:16.095194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76566ad3-184e-4af6-8b68-9c90b927d925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.195469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896565d8-559a-454a-99c8-0fc71b7fbc77 req-1c15aae9-1063-4ba2-8df0-d6ef997b02e6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:16.198292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-896565d8-559a-454a-99c8-0fc71b7fbc77 req-1c15aae9-1063-4ba2-8df0-d6ef997b02e6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 943 time: 0.3021402 Jul 06 17:37:16.282884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91ad5af3-bdcb-4bec-8b78-5523c2a6d221 req-dc915563-f2b3-4d03-8889-2b51bd78237e service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394249 Jul 06 17:37:16.303681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.370891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-3395a01a-ba95-4aa7-82da-498329d767a5 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703583 Jul 06 17:37:16.398407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-896565d8-559a-454a-99c8-0fc71b7fbc77 req-974b4247-2f6f-48db-b613-46c20e9d83f5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1690388 Jul 06 17:37:16.442534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12dc2617-69d2-4239-afcc-2569ae327866,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:16.451050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76566ad3-184e-4af6-8b68-9c90b927d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.454142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76566ad3-184e-4af6-8b68-9c90b927d925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.455384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-76566ad3-184e-4af6-8b68-9c90b927d925 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39d20afd-ea2a-444b-ac3b-8a2711af1799 HTTP/1.1" status: 204 len: 168 time: 0.7463026 Jul 06 17:37:16.459560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf572-7b24-4200-91ad-21cf5d4cbe8d req-c4c1e28f-61a9-4f6c-ad71-496130680065 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:16.462348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24caf572-7b24-4200-91ad-21cf5d4cbe8d req-c4c1e28f-61a9-4f6c-ad71-496130680065 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.1597829 Jul 06 17:37:16.552344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24caf572-7b24-4200-91ad-21cf5d4cbe8d req-bad41dfa-75d5-48da-b84e-7e56ea5092a7 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744627 Jul 06 17:37:16.660789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76566ad3-184e-4af6-8b68-9c90b927d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d20afd-ea2a-444b-ac3b-8a2711af1799,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:16.675535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:16.675967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Network hostable DHCP agents. Network: 4866136e-bd98-46b6-bfa9-edce10e54f00, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:16.717399 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2dad5d1c-331d-4935-a7c7-c542385eed71 req-9de68cb5-ddbe-4bdc-992c-03693a112d08 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355813 Jul 06 17:37:16.731609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:16.750695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4866136e-bd98-46b6-bfa9-edce10e54f00) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:16.757450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:16.758448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.764360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d34858-545d-462c-9e5d-625502c15a95 None None] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:16.798318 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-44bf4fff-878b-42d3-9dd4-96fa6ab1e611 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1278050 Jul 06 17:37:16.960019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db2a56-92fb-4000-8087-7b8faea7eff6 None None] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:17.042667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38369321-675e-436b-b230-e503f1812003 req-eb80f843-a608-4c89-a8ff-6fab887d0d9e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:17.044662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38369321-675e-436b-b230-e503f1812003 req-eb80f843-a608-4c89-a8ff-6fab887d0d9e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.0812242 Jul 06 17:37:17.137607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38369321-675e-436b-b230-e503f1812003 req-846a685b-d527-42cc-94c7-bd215a1cbfcb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701718 Jul 06 17:37:17.285588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:17.306799 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-597d8ca0-c1e9-420d-bfd9-f42d8de61218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.471932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-597d8ca0-c1e9-420d-bfd9-f42d8de61218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.482010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-597d8ca0-c1e9-420d-bfd9-f42d8de61218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.537423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8ca0-c1e9-420d-bfd9-f42d8de61218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab417a12-a765-47b7-bb77-30684ac02442,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:17.551182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-597d8ca0-c1e9-420d-bfd9-f42d8de61218 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0af117da595449c18997f9bcae6bea80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637513 Jul 06 17:37:17.555755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40158) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:17.589971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5326-824a-42de-8b0e-02b178c4e10a req-26ed4fb6-de6a-47ce-9a78-2757aeb552d7 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:17.591588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-001e5326-824a-42de-8b0e-02b178c4e10a req-26ed4fb6-de6a-47ce-9a78-2757aeb552d7 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.1926110 Jul 06 17:37:17.698882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb058a97-8148-48c2-8099-4c4d169255d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.762371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb058a97-8148-48c2-8099-4c4d169255d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.870952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb058a97-8148-48c2-8099-4c4d169255d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.888406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb058a97-8148-48c2-8099-4c4d169255d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.893605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb058a97-8148-48c2-8099-4c4d169255d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab417a12-a765-47b7-bb77-30684ac02442 HTTP/1.1" status: 204 len: 168 time: 0.3353407 Jul 06 17:37:17.910486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb058a97-8148-48c2-8099-4c4d169255d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab417a12-a765-47b7-bb77-30684ac02442,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:17.982980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ea80-4fcc-4957-8312-75c7cb097956 req-ab82d462-c947-4a4a-9905-4110654e6433 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:17.996170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8840ea80-4fcc-4957-8312-75c7cb097956 req-ab82d462-c947-4a4a-9905-4110654e6433 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 943 time: 0.2170799 Jul 06 17:37:18.086360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8840ea80-4fcc-4957-8312-75c7cb097956 req-6ee899c1-00f7-4836-980e-a2b348c690fa tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882173 Jul 06 17:37:18.123207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Deleting port f3baede4-68da-48af-a4d0-112f628f7d2e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:18.124196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.177971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40168) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:18.335519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] For port f3baede4-68da-48af-a4d0-112f628f7d2e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f3baede4-68da-48af-a4d0-112f628f7d2e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:18.335902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.360210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Calling delete_port for f3baede4-68da-48af-a4d0-112f628f7d2e owned by compute:tempest-test_az-1224579827 {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:18.377781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:18.587439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:18.599234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01d646-fcd4-4218-9c0d-623be24e29ba req-636bf584-a4f5-4698-bf39-8a211a32ea39 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:18.602195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f01d646-fcd4-4218-9c0d-623be24e29ba req-636bf584-a4f5-4698-bf39-8a211a32ea39 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 972 time: 0.1400299 Jul 06 17:37:18.709419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f01d646-fcd4-4218-9c0d-623be24e29ba req-a5633761-91b8-45d5-8510-d9d117953196 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/security-groups?id=43834ca6-8f70-43df-b594-dc948829051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957298 Jul 06 17:37:18.763778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.786771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['f3baede4-68da-48af-a4d0-112f628f7d2e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:18.790234 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6206f797-46c6-487f-99e2-24d5bf92393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.839621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Pushing event deleted for resources: {'Port': ['ID=f3baede4-68da-48af-a4d0-112f628f7d2e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:18.853344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:18.879324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'mac_address': 'fa:16:3e:e1:3e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:18.920602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.951095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40196) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:18.965128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.982873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2060050001-network', 'tenant_id': '6e0c181b57e5470880d9f8d450b4c118'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:18.993416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] No DVR routers for this DVR port f3baede4-68da-48af-a4d0-112f628f7d2e on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:18.998265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.002865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-001e5326-824a-42de-8b0e-02b178c4e10a req-ca5e71cb-f5f5-4e7a-8613-2082d3ebfe14 tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.60 "DELETE /v2.0/ports/f3baede4-68da-48af-a4d0-112f628f7d2e HTTP/1.1" status: 204 len: 173 time: 1.4006433 Jul 06 17:37:19.009429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'name': 'network-vif-deleted', 'tag': 'f3baede4-68da-48af-a4d0-112f628f7d2e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:19.014327 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9985018-74aa-48bf-af49-4297ab647a22" -d '{"events": [{"server_uuid": "99ce5a49-f03a-43ff-aa33-3755e2890b82", "name": "network-vif-deleted", "tag": "f3baede4-68da-48af-a4d0-112f628f7d2e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:19.020985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d6606b-1ebd-4774-98fb-ad33c225b5df {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:19.092975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90c6d6-6a7c-4dda-8d78-d5ceacc1d478 req-700dade5-f16f-4116-a3cf-ec110c21981e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:19.107976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e90c6d6-6a7c-4dda-8d78-d5ceacc1d478 req-700dade5-f16f-4116-a3cf-ec110c21981e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.2617714 Jul 06 17:37:19.119986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6206f797-46c6-487f-99e2-24d5bf92393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.172342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e90c6d6-6a7c-4dda-8d78-d5ceacc1d478 req-aa0844a3-e5bf-4431-abf8-6d3b7389f0a4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623209 Jul 06 17:37:19.176012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6206f797-46c6-487f-99e2-24d5bf92393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.178332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:19.190328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.195477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 55eb03eb-86c1-425c-8227-36dccc1d419b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:19.204279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:37:19.204279 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:37:19.204279 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id_1': 'da19bda022c745e4b50b822098cbb65f', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 37, 18, 995514)}] Jul 06 17:37:19.204279 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:37:19.205720 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:37:19.206867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Made reservation on behalf of 6e0c181b57e5470880d9f8d450b4c118 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:19.211480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.266421 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637cc459-3054-42f3-a766-f28183ecff63 x-openstack-request-id: req-637cc459-3054-42f3-a766-f28183ecff63 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:19.266810 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ce5a49-f03a-43ff-aa33-3755e2890b82", "name": "network-vif-deleted", "tag": "f3baede4-68da-48af-a4d0-112f628f7d2e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:19.267174 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-637cc459-3054-42f3-a766-f28183ecff63 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:19.267762 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce5a49-f03a-43ff-aa33-3755e2890b82', 'name': 'network-vif-deleted', 'tag': 'f3baede4-68da-48af-a4d0-112f628f7d2e', 'status': 'completed', 'code': 200} Jul 06 17:37:19.273913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.312803 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6206f797-46c6-487f-99e2-24d5bf92393b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a714ac91d114eef81c7af1fddb7fa8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1307137 Jul 06 17:37:19.313393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40206) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:19.317339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206f797-46c6-487f-99e2-24d5bf92393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe746e-27f7-4592-9037-52f498e6bb02,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:19.511031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 55eb03eb-86c1-425c-8227-36dccc1d419b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=55eb03eb-86c1-425c-8227-36dccc1d419b,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:19.524649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c83f72c2-8117-4a82-af57-daf029283403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.538263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4cc92-76b6-44a0-ae5c-783f35dc6ee8 req-dcdaaac5-e88a-4104-bb5d-2f0c1ab18064 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:19.549921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fd4cc92-76b6-44a0-ae5c-783f35dc6ee8 req-dcdaaac5-e88a-4104-bb5d-2f0c1ab18064 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 943 time: 0.1183612 Jul 06 17:37:19.551405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'port_id': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'mac_address': 'fa:16:3e:c1:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:19.603197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c83f72c2-8117-4a82-af57-daf029283403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.629914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fd4cc92-76b6-44a0-ae5c-783f35dc6ee8 req-c262c89d-753f-466c-b5fd-b01fa8dcf3d0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753369 Jul 06 17:37:19.688312 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.704584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:19.711365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55eb03eb-86c1-425c-8227-36dccc1d419b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:19.726351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.738983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 55eb03eb-86c1-425c-8227-36dccc1d419b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=55eb03eb-86c1-425c-8227-36dccc1d419b,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:19.747852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.766019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.782042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.888920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=55eb03eb-86c1-425c-8227-36dccc1d419b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:19.977097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c83f72c2-8117-4a82-af57-daf029283403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.000442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c83f72c2-8117-4a82-af57-daf029283403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.003017 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c83f72c2-8117-4a82-af57-daf029283403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbfe746e-27f7-4592-9037-52f498e6bb02 HTTP/1.1" status: 204 len: 168 time: 0.6876495 Jul 06 17:37:20.007892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:20.024498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef86f1f-b2d8-452c-abbb-a2ce53e66fba,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:20.052939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.053510 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Added segment 05b081ce-2260-4685-8539-1aefd27b7c5c of type vlan for network 92f11c73-024f-4ff2-aeb2-f9ee87faff2b Jul 06 17:37:20.058682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f72c2-8117-4a82-af57-daf029283403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe746e-27f7-4592-9037-52f498e6bb02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:20.100930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a5672c9-1b66-4754-8473-044f5371e5c3 req-f7f25779-0953-45ae-9765-08a53074508d tempest-AggregatesAdminTestJSON-715137994 tempest-AggregatesAdminTestJSON-715137994-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ce5a49-f03a-43ff-aa33-3755e2890b82 HTTP/1.1" status: 200 len: 210 time: 0.1021395 Jul 06 17:37:20.113249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:20.182978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['55eb03eb-86c1-425c-8227-36dccc1d419b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:20.186187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.326072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.332632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.333671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:20.334298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.340058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.478017 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5089648 Jul 06 17:37:20.479158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:20.487788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Request body: {'subnet': {'network_id': '92f11c73-024f-4ff2-aeb2-f9ee87faff2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2060050001-subnet', 'tenant_id': '6e0c181b57e5470880d9f8d450b4c118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:20.506111 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da19bda022c745e4b50b822098cbb65f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1267428 Jul 06 17:37:20.506745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40238) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:20.517786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500ab7b-754e-4bf1-a8ca-4f3081c37b75,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:20.539068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Pushing event updated for resources: {'Network': ['ID=92f11c73-024f-4ff2-aeb2-f9ee87faff2b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:20.547676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.548141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.548457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.548798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.549131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.550020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.550020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.550204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.550422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.550719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.551039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.551384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778b93e-bd56-41dc-b39d-1b35f528c7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.569395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.569752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.570073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.570405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.570733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.571189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.571983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.571983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.572156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.572385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.572676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.572991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb6107-f729-440c-9f58-a236841a1638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:20.619900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 92f11c73-024f-4ff2-aeb2-f9ee87faff2b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:20.627406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f0a5da-7cf7-4425-820c-1fb5ce23b3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.683294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f0a5da-7cf7-4425-820c-1fb5ce23b3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.783243 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f0a5da-7cf7-4425-820c-1fb5ce23b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.786408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f0a5da-7cf7-4425-820c-1fb5ce23b3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.790886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-00f0a5da-7cf7-4425-820c-1fb5ce23b3be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8500ab7b-754e-4bf1-a8ca-4f3081c37b75 HTTP/1.1" status: 204 len: 168 time: 0.2803748 Jul 06 17:37:20.801315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a5da-7cf7-4425-820c-1fb5ce23b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500ab7b-754e-4bf1-a8ca-4f3081c37b75,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:20.992220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Made reservation on behalf of 6e0c181b57e5470880d9f8d450b4c118 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:20.995550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.027781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:21.044901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1724527-15a7-4c3a-a9e5-f54d652e4046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.207317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc230d-bca1-4ced-aed2-ee8ff437e29f req-f7913116-0366-4ff0-b38f-83f8b8c22883 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:21.214601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cdc230d-bca1-4ced-aed2-ee8ff437e29f req-f7913116-0366-4ff0-b38f-83f8b8c22883 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 949 time: 0.6697547 Jul 06 17:37:21.220508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1724527-15a7-4c3a-a9e5-f54d652e4046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.228201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1724527-15a7-4c3a-a9e5-f54d652e4046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.241187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcdf95-6d86-4c19-9a29-59f70a683674 req-ae14e89e-53a9-4352-99d5-42bb122816b4 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:21.242619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99fcdf95-6d86-4c19-9a29-59f70a683674 req-ae14e89e-53a9-4352-99d5-42bb122816b4 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 944 time: 0.2661939 Jul 06 17:37:21.307982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1724527-15a7-4c3a-a9e5-f54d652e4046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c26ef3-eaf9-483b-b2a6-a0242e7c24f4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:21.320983 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a1724527-15a7-4c3a-a9e5-f54d652e4046 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b5f3b91fa8d4499b948df8207a9050c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888718 Jul 06 17:37:21.322895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:21.372173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cdc230d-bca1-4ced-aed2-ee8ff437e29f req-36065568-38bc-48d5-a721-a716b707e133 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563365 Jul 06 17:37:21.441593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99fcdf95-6d86-4c19-9a29-59f70a683674 req-d6a6b2bc-2d93-4b93-a4cd-da881ee09bdb tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790912 Jul 06 17:37:21.464713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10030489-c570-43ea-a100-a9f16e632bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.502154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10030489-c570-43ea-a100-a9f16e632bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.581169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10030489-c570-43ea-a100-a9f16e632bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.587949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10030489-c570-43ea-a100-a9f16e632bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.596370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-10030489-c570-43ea-a100-a9f16e632bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4c26ef3-eaf9-483b-b2a6-a0242e7c24f4 HTTP/1.1" status: 204 len: 168 time: 0.2714803 Jul 06 17:37:21.610433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.616777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10030489-c570-43ea-a100-a9f16e632bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c26ef3-eaf9-483b-b2a6-a0242e7c24f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:21.686176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:21.706274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1277984-d68c-438d-a763-2a8a161dd911,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:21.720920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9713aeb2-c2c2-45e2-b486-ce0f5b55804b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.724591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.724953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.725293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.725850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.726345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.726833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.727362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.727871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.728372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.728853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.730123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.730656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:21.745087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Checking segment: {'id': '05b081ce-2260-4685-8539-1aefd27b7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92f11c73-024f-4ff2-aeb2-f9ee87faff2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:21.745376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Network hostable DHCP agents. Network: 92f11c73-024f-4ff2-aeb2-f9ee87faff2b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:21.772095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Network 92f11c73-024f-4ff2-aeb2-f9ee87faff2b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:21.788892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 92f11c73-024f-4ff2-aeb2-f9ee87faff2b) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:21.796118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:21.797503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.801558 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3effa-edb3-4965-bb40-f621c214ffe2 None None] Network 92f11c73-024f-4ff2-aeb2-f9ee87faff2b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:21.930437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9713aeb2-c2c2-45e2-b486-ce0f5b55804b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.941501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9713aeb2-c2c2-45e2-b486-ce0f5b55804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:21.956866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-01edf9ef-6893-4801-870f-8a91a737435b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4757099 Jul 06 17:37:21.995575 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9713aeb2-c2c2-45e2-b486-ce0f5b55804b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ecd80aafe854d379b5fd06cd49d1148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061473 Jul 06 17:37:21.996405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713aeb2-c2c2-45e2-b486-ce0f5b55804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0382ec-59e6-4b06-8718-bcaa16e990f7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:21.998532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:22.034659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb442a91-29d7-42ce-9f45-e520b94ad1d0 None None] Network 92f11c73-024f-4ff2-aeb2-f9ee87faff2b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:22.091133 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f124-b6e0-49df-88a3-b9688c3bd534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.122334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f124-b6e0-49df-88a3-b9688c3bd534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.191927 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f124-b6e0-49df-88a3-b9688c3bd534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.196547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f124-b6e0-49df-88a3-b9688c3bd534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.198260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ad1f124-b6e0-49df-88a3-b9688c3bd534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e0382ec-59e6-4b06-8718-bcaa16e990f7 HTTP/1.1" status: 204 len: 168 time: 0.1951704 Jul 06 17:37:22.208714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f124-b6e0-49df-88a3-b9688c3bd534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0382ec-59e6-4b06-8718-bcaa16e990f7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:22.281575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f3baede4-68da-48af-a4d0-112f628f7d2e no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:22.315283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:22.318652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: f3baede4-68da-48af-a4d0-112f628f7d2e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:22.319210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f3baede4-68da-48af-a4d0-112f628f7d2e not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:22.574747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:22.651755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671edf2-0fd1-4d88-a99f-e3e2fa23a8b1 req-7a7aed1e-edce-4f62-ba12-95a8b9d50d02 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:22.671831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f671edf2-0fd1-4d88-a99f-e3e2fa23a8b1 req-7a7aed1e-edce-4f62-ba12-95a8b9d50d02 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 949 time: 0.1348276 Jul 06 17:37:22.675693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port a7d6606b-1ebd-4774-98fb-ad33c225b5df completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:22.684499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port a7d6606b-1ebd-4774-98fb-ad33c225b5df triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:22.685332 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.777588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f671edf2-0fd1-4d88-a99f-e3e2fa23a8b1 req-c36871eb-afff-483b-9332-e7db16e838b0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030843 Jul 06 17:37:22.819310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-979dfb9f-f549-4136-9a4f-83afddd1548e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d785f64fd4d47ea88ff8650dffc4f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915888 Jul 06 17:37:22.819310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40318) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:22.938678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa39e1a4-ad58-471a-83b9-9c37fa32405e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.972507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.995115 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa39e1a4-ad58-471a-83b9-9c37fa32405e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.042942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:23.050865 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85330abe-b9c9-41ab-8691-a865bb6b9e68" -d '{"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:23.059784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:23.069391 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.070701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 55eb03eb-86c1-425c-8227-36dccc1d419b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:23.076873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa39e1a4-ad58-471a-83b9-9c37fa32405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.080520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa39e1a4-ad58-471a-83b9-9c37fa32405e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.084260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aa39e1a4-ad58-471a-83b9-9c37fa32405e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43834ca6-8f70-43df-b594-dc948829051e HTTP/1.1" status: 204 len: 168 time: 0.2679353 Jul 06 17:37:23.104217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39e1a4-ad58-471a-83b9-9c37fa32405e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43834ca6-8f70-43df-b594-dc948829051e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:23.173246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49517bba-a11c-4081-8543-ed571d4e60a2 req-c7488791-1d55-4926-8a0b-7e91d7feac86 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:23.175385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49517bba-a11c-4081-8543-ed571d4e60a2 req-c7488791-1d55-4926-8a0b-7e91d7feac86 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 944 time: 0.0843127 Jul 06 17:37:23.235833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49517bba-a11c-4081-8543-ed571d4e60a2 req-d6c47212-a3a8-4f9d-a6b2-5887db0c420e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494037 Jul 06 17:37:23.290812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 55eb03eb-86c1-425c-8227-36dccc1d419b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:23.294710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:23.325986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 55eb03eb-86c1-425c-8227-36dccc1d419b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:23.326638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.393581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.394393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.395044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.395637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.396185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.396750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.397577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.398238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.398779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.399690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.400331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.400911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:23.423076 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f11a3e-27d4-4e0e-86f9-647ce3aa2092 x-openstack-request-id: req-20f11a3e-27d4-4e0e-86f9-647ce3aa2092 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:23.425098 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:23.425511 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20f11a3e-27d4-4e0e-86f9-647ce3aa2092 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:23.426392 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'code': 200} Jul 06 17:37:23.553582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.603055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 55eb03eb-86c1-425c-8227-36dccc1d419b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=55eb03eb-86c1-425c-8227-36dccc1d419b,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:23.611334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.651442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b0739-5c49-460c-9d85-6ff3acaa4f7f req-65acdbef-2969-4a75-8591-05ee5b583264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:23.654960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a79b0739-5c49-460c-9d85-6ff3acaa4f7f req-65acdbef-2969-4a75-8591-05ee5b583264 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1101 time: 0.1839283 Jul 06 17:37:23.681273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=55eb03eb-86c1-425c-8227-36dccc1d419b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:23.726375 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a79b0739-5c49-460c-9d85-6ff3acaa4f7f req-5e12c071-00da-42ea-b541-2b2e53bde323 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645089 Jul 06 17:37:24.171312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-fa51fac7-980a-413a-96f2-4f08a871cd0c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:24.174557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-fa51fac7-980a-413a-96f2-4f08a871cd0c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.2165403 Jul 06 17:37:24.217903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-bd6e81ad-13a3-4e03-a52f-2d2dc37ef25f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/quotas/72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 375 time: 0.0370007 Jul 06 17:37:24.294283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6351603c-89a2-40cf-a056-f5b2023ec2f9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743320 Jul 06 17:37:24.316308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:24.402086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-72873403-2cb9-4d84-aa12-d2f06e853a57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d60c2ee678264cc1878d71f2479d788b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832250 Jul 06 17:37:24.406843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:24.532232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdcecccc-13c0-48f5-968f-71f709ca911d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.543012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77134ac1-6852-44c4-a04c-9b63882c757e req-4b050492-4e0a-4268-8e6b-e0602d306e61 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:24.544797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77134ac1-6852-44c4-a04c-9b63882c757e req-4b050492-4e0a-4268-8e6b-e0602d306e61 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.1285558 Jul 06 17:37:24.581088 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdcecccc-13c0-48f5-968f-71f709ca911d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.645182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77134ac1-6852-44c4-a04c-9b63882c757e req-5ccc4ad6-e43f-4f91-a996-459289e95c57 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835962 Jul 06 17:37:24.690473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdcecccc-13c0-48f5-968f-71f709ca911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.694072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdcecccc-13c0-48f5-968f-71f709ca911d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.695345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cdcecccc-13c0-48f5-968f-71f709ca911d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7ae84c0-fe0a-49b3-96ff-865276620eee HTTP/1.1" status: 204 len: 168 time: 0.2869434 Jul 06 17:37:24.706916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcecccc-13c0-48f5-968f-71f709ca911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae84c0-fe0a-49b3-96ff-865276620eee,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:24.938624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526474c9-f601-4777-adcd-be6318037021 req-153204ca-f90d-4525-8f12-b370d098310f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:24.940341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-526474c9-f601-4777-adcd-be6318037021 req-153204ca-f90d-4525-8f12-b370d098310f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 945 time: 0.0777130 Jul 06 17:37:24.960318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-f50c4342-08a6-42f8-844e-256ea730d168 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:37:24.961378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-f50c4342-08a6-42f8-844e-256ea730d168 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1993685 Jul 06 17:37:25.045724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-526474c9-f601-4777-adcd-be6318037021 req-d3e5afab-1a09-4554-b5d6-80ab365910a0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994506 Jul 06 17:37:25.116105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-418bc0f5-a8aa-48ae-97fe-bd871305c4dc service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404252 Jul 06 17:37:25.300256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-c9d92098-4456-4626-a943-985418196e87 service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548610 Jul 06 17:37:25.308164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a636f5-eb7a-40b7-ab71-e074edc104b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.429179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:25.432751 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e93e83-8f55-4ff8-985f-69a3e55f8f0e" -d '{"events": [{"server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "name": "network-vif-plugged", "status": "completed", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:25.463174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40418) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:25.527359 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c899c6f-9b2f-4097-a506-ac7308d1233a x-openstack-request-id: req-9c899c6f-9b2f-4097-a506-ac7308d1233a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:25.527704 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "name": "network-vif-plugged", "status": "completed", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:25.528060 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c899c6f-9b2f-4097-a506-ac7308d1233a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:25.528892 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'code': 200} Jul 06 17:37:25.600955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-189a5921-b924-471f-b5ba-5046e6b49b74 req-27696fe5-25a7-4f53-96d7-35af098381aa tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 210 time: 0.0400391 Jul 06 17:37:25.675623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4751fa6-6fce-4ad3-86a9-d9cb45155659 req-c680801e-b281-4a4e-88e7-abc4a1eb2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:25.677161 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d4751fa6-6fce-4ad3-86a9-d9cb45155659 req-c680801e-b281-4a4e-88e7-abc4a1eb2dfd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 1096 time: 0.0778711 Jul 06 17:37:25.726897 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d4751fa6-6fce-4ad3-86a9-d9cb45155659 req-e53ec4b4-35f4-451a-a6e1-277e9ee5baf2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435636 Jul 06 17:37:26.009455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393df20-413d-4615-8472-f66aa9207106 req-85f2674f-5d3d-4270-a4e6-0c5c25a0ff3d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:26.015933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1393df20-413d-4615-8472-f66aa9207106 req-85f2674f-5d3d-4270-a4e6-0c5c25a0ff3d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.1594062 Jul 06 17:37:26.087072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461c76fe-95c9-4ab1-a37c-6ecabe2c22d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.105586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1393df20-413d-4615-8472-f66aa9207106 req-ba6e9910-0c2d-4a6a-a499-71fda5ec6d33 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Jul 06 17:37:26.290324 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461c76fe-95c9-4ab1-a37c-6ecabe2c22d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.298390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461c76fe-95c9-4ab1-a37c-6ecabe2c22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.390297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:26.401610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-461c76fe-95c9-4ab1-a37c-6ecabe2c22d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=974319f4bad2444785e512fb150b7c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9361660 Jul 06 17:37:26.420856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c76fe-95c9-4ab1-a37c-6ecabe2c22d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d5b6b3-de11-4618-9185-347585be6969,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:26.436266 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:37:26.679156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e88a8f8-3b19-41a8-b64d-f8661f28cafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.714145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd552da-b2c5-46d2-9f98-32a95e88806f req-f199aa89-ff5e-491e-bd58-a5ecdd0f4645 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:26.721288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecd552da-b2c5-46d2-9f98-32a95e88806f req-f199aa89-ff5e-491e-bd58-a5ecdd0f4645 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 945 time: 0.2779574 Jul 06 17:37:26.793455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e88a8f8-3b19-41a8-b64d-f8661f28cafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.914576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e88a8f8-3b19-41a8-b64d-f8661f28cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.919699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e88a8f8-3b19-41a8-b64d-f8661f28cafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.922337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0e88a8f8-3b19-41a8-b64d-f8661f28cafb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8d5b6b3-de11-4618-9185-347585be6969 HTTP/1.1" status: 204 len: 168 time: 0.5293152 Jul 06 17:37:26.949176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88a8f8-3b19-41a8-b64d-f8661f28cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d5b6b3-de11-4618-9185-347585be6969,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:26.961675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecd552da-b2c5-46d2-9f98-32a95e88806f req-daed98ab-5be8-4fb9-b6bf-ce4a8a38330a tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918438 Jul 06 17:37:27.246270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7455b584-eda8-4a50-bc54-307c29e54be0 req-ed7194eb-92e1-4a18-b022-78093a327e86 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 210 time: 0.0705523 Jul 06 17:37:27.623015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-2ee6f868-a696-4032-afad-d35a3f8515c1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:27.626182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-2ee6f868-a696-4032-afad-d35a3f8515c1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.3314095 Jul 06 17:37:27.644657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Request body: {'port': {'device_id': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'admin_state_up': True, 'tenant_id': '72a7e1bf40f6420b904f3f27f9180b77'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:27.770744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0123f-92e7-4915-bd2a-708c7a4b2eda req-c232c5b9-aa7a-4dbf-a483-c23e96d6a7f1 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:27.783500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48c0123f-92e7-4915-bd2a-708c7a4b2eda req-c232c5b9-aa7a-4dbf-a483-c23e96d6a7f1 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1101 time: 0.2525334 Jul 06 17:37:27.820915 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64737c50-62fe-48fc-ad38-156c5377398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:27.845360 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-48c0123f-92e7-4915-bd2a-708c7a4b2eda req-f94a9287-7dce-4548-901e-f3b6d6947a71 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:27.905504 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.068351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-48c0123f-92e7-4915-bd2a-708c7a4b2eda req-f94a9287-7dce-4548-901e-f3b6d6947a71 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.084350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-48c0123f-92e7-4915-bd2a-708c7a4b2eda req-f94a9287-7dce-4548-901e-f3b6d6947a71 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.154162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Made reservation on behalf of 72a7e1bf40f6420b904f3f27f9180b77 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:28.160935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.175933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48c0123f-92e7-4915-bd2a-708c7a4b2eda req-f94a9287-7dce-4548-901e-f3b6d6947a71 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908203 Jul 06 17:37:28.215053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40500) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:28.240500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731c0b78-b2fc-463d-be74-eae655985fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.387827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a9287-7dce-4548-901e-f3b6d6947a71 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425aad0d-ccb2-4f8a-82f9-284516b51fee,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:28.444357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Allocated IP 172.20.0.13 (4866136e-bd98-46b6-bfa9-edce10e54f00/12dc2617-69d2-4239-afcc-2569ae327866/a666cb75-6b5c-46ca-a712-8058638e9f4d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:28.501998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731c0b78-b2fc-463d-be74-eae655985fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.510605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731c0b78-b2fc-463d-be74-eae655985fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.623299 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-731c0b78-b2fc-463d-be74-eae655985fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f28233849d7041f590986ee6286d8f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036045 Jul 06 17:37:28.626965 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c0b78-b2fc-463d-be74-eae655985fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a6bee-f2f8-4a41-a6e0-b672ad778eac,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:28.630942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:28.653509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.728108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.728528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1b-4157-4f32-b8d4-c3d09ba4b955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.769794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1b-4157-4f32-b8d4-c3d09ba4b955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.796861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:28.801459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:28.810787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:28.817564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:28.818246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.835134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:28.849735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-340701d8-d1fd-43db-acca-319d584c1b2e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2127495 Jul 06 17:37:28.867970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Request body: {'port': {'device_id': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:28.881918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4356b4-e963-4815-9f2b-65a093f0c894 req-5e705314-3de3-4da3-97b0-91aba363a7e8 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:28.889403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca4356b4-e963-4815-9f2b-65a093f0c894 req-5e705314-3de3-4da3-97b0-91aba363a7e8 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 945 time: 0.2025039 Jul 06 17:37:28.903641 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1b-4157-4f32-b8d4-c3d09ba4b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.916430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1b-4157-4f32-b8d4-c3d09ba4b955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.924933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a309bb1b-4157-4f32-b8d4-c3d09ba4b955 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d70a6bee-f2f8-4a41-a6e0-b672ad778eac HTTP/1.1" status: 204 len: 168 time: 0.2870824 Jul 06 17:37:28.940295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309bb1b-4157-4f32-b8d4-c3d09ba4b955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a6bee-f2f8-4a41-a6e0-b672ad778eac,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:28.986680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca4356b4-e963-4815-9f2b-65a093f0c894 req-965c9af8-9916-4145-858d-e500b8e6632e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954573 Jul 06 17:37:29.011448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.129833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.421698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99742db-d4a4-469b-8cb6-736cb01ca590 req-178047d5-fec2-4335-89ce-1fa016fba9ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:29.423302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b99742db-d4a4-469b-8cb6-736cb01ca590 req-178047d5-fec2-4335-89ce-1fa016fba9ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 932 time: 0.1275408 Jul 06 17:37:29.478353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a666cb75-6b5c-46ca-a712-8058638e9f4d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:29.491004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.495307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.538882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Transition to ACTIVE for port object a666cb75-6b5c-46ca-a712-8058638e9f4d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:29.548375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.635932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b99742db-d4a4-469b-8cb6-736cb01ca590 req-4a633f79-7c1b-4c02-939c-c205b14aa988 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883307 Jul 06 17:37:29.715955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:29.736806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:29.737293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:29.737472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:29.743045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:29.743414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:29.749693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:29.750034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:29.750427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:29.750906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Bound port: a666cb75-6b5c-46ca-a712-8058638e9f4d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:29.751293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.846658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:29.851739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:29.859115 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.898423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:29.899102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.900609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] 10.222.0.60 "PUT /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 1092 time: 1.0380607 Jul 06 17:37:29.901074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:29.903441 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51feb991-4af3-422c-8b63-81bf5c960458" -d '{"events": [{"name": "network-changed", "server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:29.952355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698b286-3f25-4161-9724-6ac1dfdedcfb service neutron] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:30.070607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-e2a27b48-8347-4be4-8600-4dbf743926c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:30.074289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-e2a27b48-8347-4be4-8600-4dbf743926c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1095 time: 0.1041012 Jul 06 17:37:30.126855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-a92718fd-ca3d-4399-9ca5-e61489cc267b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.0453999 Jul 06 17:37:30.197193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-8d97beeb-1ad1-4b44-b4bb-2b74cbc053ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:30.198966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-8d97beeb-1ad1-4b44-b4bb-2b74cbc053ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.0660095 Jul 06 17:37:30.269866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-7ebf9907-c0e9-4c5e-a191-b0c3d4e61f82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609651 Jul 06 17:37:30.565314 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:30.577622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-c010ac8b-9158-4100-8e40-1ac17805a2ec service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926569 Jul 06 17:37:30.654261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da087-4b6f-4171-a220-ee69b4cc35a7 req-dff1946e-c64e-452a-a22c-e8f7d06cbce0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:30.656477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-093da087-4b6f-4171-a220-ee69b4cc35a7 req-dff1946e-c64e-452a-a22c-e8f7d06cbce0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 945 time: 0.2696066 Jul 06 17:37:30.672098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40576) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:30.677008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'floatingip': {'port_id': '55eb03eb-86c1-425c-8227-36dccc1d419b'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:30.770350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e62c76-39a5-47ed-9a6b-d0c6303c7fcd req-04aba37d-9f50-4afa-b335-1dd513cf5a4f service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792502 Jul 06 17:37:30.774866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:31.136463 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c6a398-2f0a-440c-a10c-76fa740e831b x-openstack-request-id: req-42c6a398-2f0a-440c-a10c-76fa740e831b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:31.137131 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:31.137540 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42c6a398-2f0a-440c-a10c-76fa740e831b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:31.138376 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'status': 'completed', 'code': 200} Jul 06 17:37:31.311164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:31.465866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb991-4af3-422c-8b63-81bf5c960458 req-6959ffa6-c1f0-40f0-8cfd-95b864095174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:31.469037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-6959ffa6-c1f0-40f0-8cfd-95b864095174 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1095 time: 0.3084598 Jul 06 17:37:31.737028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:31.777182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737fad0-55ff-43e7-8804-be450bbdc078 req-05cde2a8-e751-4e2e-bdee-2d869c360ed8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:31.778808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b737fad0-55ff-43e7-8804-be450bbdc078 req-05cde2a8-e751-4e2e-bdee-2d869c360ed8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.4267247 Jul 06 17:37:31.779913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb991-4af3-422c-8b63-81bf5c960458 req-d6f1bd8e-6fc5-4852-9274-290a9e00408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:31.781990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-d6f1bd8e-6fc5-4852-9274-290a9e00408d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.3046739 Jul 06 17:37:31.850884 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:31.967928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:37:32.101421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-77c1008e-c89f-45c5-8bb8-b1dcdbf6ef5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.0623934 Jul 06 17:37:32.176518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b737fad0-55ff-43e7-8804-be450bbdc078 req-7d1e947c-020f-4042-9ffb-d4c9e474cf09 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388443 Jul 06 17:37:32.199231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-4f208f19-88c0-4bf8-89f5-d99378401ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8837535 Jul 06 17:37:32.303417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413887-9ee9-4a60-939c-c7949bc73d13 req-a618943f-0e22-41ee-a722-cef8249ec591 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:32.306710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34413887-9ee9-4a60-939c-c7949bc73d13 req-a618943f-0e22-41ee-a722-cef8249ec591 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 944 time: 0.5684695 Jul 06 17:37:32.311847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb991-4af3-422c-8b63-81bf5c960458 req-8a9566f8-dbd5-4d3a-a8b7-37b1d19487e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:32.321655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-8a9566f8-dbd5-4d3a-a8b7-37b1d19487e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.2093728 Jul 06 17:37:32.323083 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4890a5b7-a42a-41fa-9da1-dd41a1c94cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.419575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-51381e94-052e-4a2b-9990-e25aeb0a766c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733802 Jul 06 17:37:32.424014 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.432453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.547535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34413887-9ee9-4a60-939c-c7949bc73d13 req-34c3dc23-b446-4142-b726-6e4f60a41400 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094638 Jul 06 17:37:32.663968 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214 associated. External IP: 172.25.5.122, port: 55eb03eb-86c1-425c-8227-36dccc1d419b. Jul 06 17:37:32.690566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-8043c009-314e-48c5-98ea-aace9fae25c7 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568173 Jul 06 17:37:32.960125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4890a5b7-a42a-41fa-9da1-dd41a1c94cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.977837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-6dabb11a-e143-4d1e-b291-421da85503f4 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aee9a26000994faf908a7aa2e491f438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369631 Jul 06 17:37:32.989034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4890a5b7-a42a-41fa-9da1-dd41a1c94cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.144589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Router eab15704-a098-46a9-872a-ee13a3fd006f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:37:33.158356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51feb991-4af3-422c-8b63-81bf5c960458 req-63395160-707f-4deb-959c-daadfa78ea45 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563134 Jul 06 17:37:33.190961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4890a5b7-a42a-41fa-9da1-dd41a1c94cd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94d2e6417a14401095a9a284faea32ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4500558 Jul 06 17:37:33.195660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:33.212950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890a5b7-a42a-41fa-9da1-dd41a1c94cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece1967-336e-49b0-8b9e-2af950150321,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:33.288048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-199d048e-0e58-4366-a767-56ee92f9d7fc tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:33.290326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-199d048e-0e58-4366-a767-56ee92f9d7fc tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024468 Jul 06 17:37:33.343879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8ae2ac26-8ae5-498a-87ff-292d6cebbb10 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/quotas/aee9a26000994faf908a7aa2e491f438 HTTP/1.1" status: 200 len: 375 time: 0.0216582 Jul 06 17:37:33.344589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443c9679-9c5b-4c51-8d80-bf9528909eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.400134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:37:33.400639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443c9679-9c5b-4c51-8d80-bf9528909eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.416175 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.422904 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:37:33.446529 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:33.447182 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:37:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:33.501856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-095bfae8-ef29-467d-aa3d-b31aceec85ba tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aee9a26000994faf908a7aa2e491f438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182480 Jul 06 17:37:33.542865 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d93d9503-9c67-4f64-a962-71a7a7f21f69 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "PUT /v2.0/floatingips/278ebd01-2d70-4346-bfd4-2cc267f59214 HTTP/1.1" status: 200 len: 991 time: 2.8693783 Jul 06 17:37:33.553077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:33.562019 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d055745-123c-4b30-a0f1-4670cf25177e" -d '{"events": [{"name": "network-changed", "server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:33.594265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443c9679-9c5b-4c51-8d80-bf9528909eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.598551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443c9679-9c5b-4c51-8d80-bf9528909eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.618869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-443c9679-9c5b-4c51-8d80-bf9528909eb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ece1967-336e-49b0-8b9e-2af950150321 HTTP/1.1" status: 204 len: 168 time: 0.4137383 Jul 06 17:37:33.652732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c9679-9c5b-4c51-8d80-bf9528909eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece1967-336e-49b0-8b9e-2af950150321,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:33.692523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:34.136374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40698) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:34.253584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492143-72dc-4e2d-82f1-0e8000458b78 req-4da11337-ddb9-4bc4-a2ff-0ea867cbf9bd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:34.260735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76492143-72dc-4e2d-82f1-0e8000458b78 req-4da11337-ddb9-4bc4-a2ff-0ea867cbf9bd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.1998272 Jul 06 17:37:34.334716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:34.363821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76492143-72dc-4e2d-82f1-0e8000458b78 req-e3cf81e0-b976-429a-93ee-ad3852b8a5d7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016483 Jul 06 17:37:34.530758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:34.533688 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '278ebd01-2d70-4346-bfd4-2cc267f59214', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'port_id': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'mac_address': 'fa:16:3e:c1:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:36:54Z', 'updated_at': '2021-07-06T17:37:31Z', 'revision_number': 1, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:34.535924 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc729778-4261-44e2-92de-0cc49dc982ac x-openstack-request-id: req-fc729778-4261-44e2-92de-0cc49dc982ac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:34.538718 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:34.551597 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc729778-4261-44e2-92de-0cc49dc982ac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:34.554656 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'status': 'completed', 'code': 200} Jul 06 17:37:34.570740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40706) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:34.584647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'port_id': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'mac_address': 'fa:16:3e:e7:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12dc2617-69d2-4239-afcc-2569ae327866', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:34.647990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4371346-e7bb-462a-9349-9d27381a070a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:34.661602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:34.691683 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:34.692783 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:37:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:34.782069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055745-123c-4b30-a0f1-4670cf25177e req-33a49dbe-2272-41fd-800a-735a240d741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:34.785061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-33a49dbe-2272-41fd-800a-735a240d741b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 1096 time: 0.2441139 Jul 06 17:37:34.814429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:34.836601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a666cb75-6b5c-46ca-a712-8058638e9f4d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:34.904155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-9e4039e1-1b26-435e-8852-76ef1cbe2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:34.915850 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-9e4039e1-1b26-435e-8852-76ef1cbe2277 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1101 time: 0.4852922 Jul 06 17:37:34.926256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:34.942735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.012195 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:35.052334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:35.131077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ac908bc-7b81-49cb-b5fb-ae5b52f5aee0 req-e921eadb-f325-4756-943a-d6aaabeded24 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 210 time: 0.0478213 Jul 06 17:37:35.137335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055745-123c-4b30-a0f1-4670cf25177e req-8052c8e4-b020-4090-85ec-56706e621046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.138979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-8052c8e4-b020-4090-85ec-56706e621046 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 925 time: 0.3465147 Jul 06 17:37:35.147865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a666cb75-6b5c-46ca-a712-8058638e9f4d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:35.228500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cbd33-9c69-4d68-b65c-5dce7ea0b857 req-f39087aa-f6f4-4ac9-88df-b9a47bbebf1c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.230158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b5cbd33-9c69-4d68-b65c-5dce7ea0b857 req-f39087aa-f6f4-4ac9-88df-b9a47bbebf1c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 945 time: 0.4355183 Jul 06 17:37:35.299860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-4fb09cc3-aaf9-41d1-8552-2b87eaa6db39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 200 len: 999 time: 0.1434383 Jul 06 17:37:35.305587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ba344b7c-61ec-4ff8-b1d9-74ee53da945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.308661 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ba344b7c-61ec-4ff8-b1d9-74ee53da945d service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3884156 Jul 06 17:37:35.350941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7ebfdb4-9e8b-4078-b02e-e94f3ac3aa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.352609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b5cbd33-9c69-4d68-b65c-5dce7ea0b857 req-c20e337b-7e9c-4de0-8ebc-f68661dc69b1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013417 Jul 06 17:37:35.383481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055745-123c-4b30-a0f1-4670cf25177e req-ea232cee-4ea5-46c7-8076-ec4506b4c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.385527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-ea232cee-4ea5-46c7-8076-ec4506b4c3d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.0743096 Jul 06 17:37:35.478136 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ff1399e1-d951-4555-b5b2-8552bb2dd4f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1485677 Jul 06 17:37:35.605391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055745-123c-4b30-a0f1-4670cf25177e req-f14ed8fe-d417-482d-96d5-04808d176bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.608957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-f14ed8fe-d417-482d-96d5-04808d176bcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137244 Jul 06 17:37:35.629134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '278ebd01-2d70-4346-bfd4-2cc267f59214', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'port_id': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'mac_address': 'fa:16:3e:c1:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:36:54Z', 'updated_at': '2021-07-06T17:37:31Z', 'revision_number': 1, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:35.636476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4371346-e7bb-462a-9349-9d27381a070a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.650412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4371346-e7bb-462a-9349-9d27381a070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.658736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-f6562add-31d7-4b12-9557-3c90cae12d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.660411 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-f6562add-31d7-4b12-9557-3c90cae12d47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1733100 Jul 06 17:37:35.698829 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60c114-f075-4a21-ac58-3796daaf3798 None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '278ebd01-2d70-4346-bfd4-2cc267f59214', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'port_id': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'mac_address': 'fa:16:3e:c1:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:36:54Z', 'updated_at': '2021-07-06T17:37:31Z', 'revision_number': 1, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:37:35.766861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4371346-e7bb-462a-9349-9d27381a070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8df81e-9f42-4f9c-8888-26c7ff25f1e3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:35.798901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d4371346-e7bb-462a-9349-9d27381a070a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf666cd770d453a82f1471043c9a1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2227254 Jul 06 17:37:35.807805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:35.895356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-74edb68a-dc4a-4add-be8d-0bfb19c75106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.901585 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-74edb68a-dc4a-4add-be8d-0bfb19c75106 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196379 Jul 06 17:37:35.970788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb7016b-5bb5-4ff5-bc32-5b3c176a5879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.996604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-7cf4a4cb-4aee-47a0-9c10-8c4144ddc9f5 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740225 Jul 06 17:37:36.047290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb7016b-5bb5-4ff5-bc32-5b3c176a5879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.051454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7ebfdb4-9e8b-4078-b02e-e94f3ac3aa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.070172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7ebfdb4-9e8b-4078-b02e-e94f3ac3aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.153106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854fe5db-484c-44dc-91b6-2e98423d53ba None None] New status for floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:37:36.255950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-320d2d52-4fc2-462d-ade9-6e26270504fe tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aee9a26000994faf908a7aa2e491f438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070747 Jul 06 17:37:36.282596 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c7ebfdb4-9e8b-4078-b02e-e94f3ac3aa15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9db818fa4b27442d9111360cd7a9cc87&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1447272 Jul 06 17:37:36.283575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40730) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:36.297217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebfdb4-9e8b-4078-b02e-e94f3ac3aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a5ec4f-73fc-45c2-95e4-a94d1847b9b6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:36.371466 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-7d7326ae-a358-4811-ac7f-2754540d6e4d service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559207 Jul 06 17:37:36.523175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d055745-123c-4b30-a0f1-4670cf25177e req-c956e423-2cba-4a26-845b-28df56f976b4 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149653 Jul 06 17:37:36.540980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb7016b-5bb5-4ff5-bc32-5b3c176a5879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.548323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca3a7-60b5-49e3-831f-4343ffea62eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.549982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb7016b-5bb5-4ff5-bc32-5b3c176a5879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.554353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5fb7016b-5bb5-4ff5-bc32-5b3c176a5879 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff8df81e-9f42-4f9c-8888-26c7ff25f1e3 HTTP/1.1" status: 204 len: 168 time: 0.7416930 Jul 06 17:37:36.622532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca3a7-60b5-49e3-831f-4343ffea62eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.660636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-4380f861-c567-4eee-befc-12faa860f70e service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813017 Jul 06 17:37:36.680876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:36.714264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9a4bb-ad18-4d26-beb9-e54aa0b272fa req-f3b293be-ae1c-4a74-b815-5138595aeea8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:36.716203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9a4bb-ad18-4d26-beb9-e54aa0b272fa req-f3b293be-ae1c-4a74-b815-5138595aeea8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.5914919 Jul 06 17:37:36.720645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7016b-5bb5-4ff5-bc32-5b3c176a5879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8df81e-9f42-4f9c-8888-26c7ff25f1e3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:36.729950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca3a7-60b5-49e3-831f-4343ffea62eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.735989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d4ca3a7-60b5-49e3-831f-4343ffea62eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.747197 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d4ca3a7-60b5-49e3-831f-4343ffea62eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17a5ec4f-73fc-45c2-95e4-a94d1847b9b6 HTTP/1.1" status: 204 len: 168 time: 0.4586165 Jul 06 17:37:36.767732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ca3a7-60b5-49e3-831f-4343ffea62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a5ec4f-73fc-45c2-95e4-a94d1847b9b6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:36.932100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-83f54841-8018-433c-bf30-b25b04cbf770 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:36.934508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-83f54841-8018-433c-bf30-b25b04cbf770 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6720877 Jul 06 17:37:36.948138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fcc802e-2914-452a-85e5-2e3e7462116a req-9fa6a2c6-074f-4ccf-93e6-55328c2a6238 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 210 time: 0.2875884 Jul 06 17:37:36.960426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9a4bb-ad18-4d26-beb9-e54aa0b272fa req-ac1449b2-b8f4-4a12-98f9-ccc29a270ef2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849632 Jul 06 17:37:36.988067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Request body: {'port': {'device_id': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': 'aee9a26000994faf908a7aa2e491f438'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:37.101908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port a666cb75-6b5c-46ca-a712-8058638e9f4d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:37.117678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port a666cb75-6b5c-46ca-a712-8058638e9f4d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:37.118630 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.317522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Made reservation on behalf of aee9a26000994faf908a7aa2e491f438 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:37.323963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.336530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.517130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.589162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40756) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:37.602757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:37.604561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:37.609740 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d314494-ce06-4216-bb6b-595db7d6283e" -d '{"events": [{"server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "name": "network-vif-plugged", "status": "completed", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:37.616114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.631556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2552dfb7-0104-4566-a5f1-7694a09ab428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.728952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b137861-dafb-4f4f-b8cd-12e76cbd8996 req-f4abcb58-3dad-4c46-8afe-355ab514221a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:37.732141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b137861-dafb-4f4f-b8cd-12e76cbd8996 req-f4abcb58-3dad-4c46-8afe-355ab514221a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 945 time: 0.2910550 Jul 06 17:37:37.750946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:37.803080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40762) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:37.831064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.853342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.016926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2552dfb7-0104-4566-a5f1-7694a09ab428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.024771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2552dfb7-0104-4566-a5f1-7694a09ab428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.044933 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b652f6ab-0d79-4c1c-90c3-4ba9797ee245 x-openstack-request-id: req-b652f6ab-0d79-4c1c-90c3-4ba9797ee245 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:38.045318 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "name": "network-vif-plugged", "status": "completed", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:38.046914 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b652f6ab-0d79-4c1c-90c3-4ba9797ee245 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:38.047733 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'code': 200} Jul 06 17:37:38.112931 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2552dfb7-0104-4566-a5f1-7694a09ab428 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33da9e25c3fb406e98a10bb7f700ce69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213275 Jul 06 17:37:38.114529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552dfb7-0104-4566-a5f1-7694a09ab428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d07d20-a5d5-4e99-a427-0ee25578c52f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:38.121129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40774) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:38.182674 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.60', 59503) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:38.386461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:38.420480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-465ffe9b-ed1d-4ba7-81a5-04a6bf60dc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.473951 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c3fbfc1-83ad-4e51-a385-7182e36568b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.498380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b137861-dafb-4f4f-b8cd-12e76cbd8996 req-9d8dc0a4-4162-4404-84f2-560da7781e43 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351441 Jul 06 17:37:38.533162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6926c97-d009-4f56-a479-7c79281b54d3 req-734ead8d-42e4-4a8a-9a53-fa60a8fb3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:38.537573 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b6926c97-d009-4f56-a479-7c79281b54d3 req-734ead8d-42e4-4a8a-9a53-fa60a8fb3bbd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1097 time: 0.3532972 Jul 06 17:37:38.583108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c3fbfc1-83ad-4e51-a385-7182e36568b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.677828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6b718f3-dc80-42c3-a150-dbc1495b3366 req-74cf01d1-3da8-4e05-b5f7-a8eee2924e64 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 210 time: 0.1690748 Jul 06 17:37:38.744906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980d878b-6d7f-468b-82ca-481cec3505bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:38.781775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa403044-3c8a-476f-bd2d-7a654004e497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.835601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Allocated IP 192.168.233.47 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/9f0626f4-c17b-4a96-a6ff-e8255ea3874d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:38.837056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b6926c97-d009-4f56-a479-7c79281b54d3 req-59f2be5e-42cd-41bb-9358-72155c1b7318 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843168 Jul 06 17:37:38.861505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-465ffe9b-ed1d-4ba7-81a5-04a6bf60dc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.874593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-465ffe9b-ed1d-4ba7-81a5-04a6bf60dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.929531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:38.982545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c3fbfc1-83ad-4e51-a385-7182e36568b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.988468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c3fbfc1-83ad-4e51-a385-7182e36568b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.992547 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4c3fbfc1-83ad-4e51-a385-7182e36568b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42d07d20-a5d5-4e99-a427-0ee25578c52f HTTP/1.1" status: 204 len: 168 time: 0.8672068 Jul 06 17:37:39.002688 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-465ffe9b-ed1d-4ba7-81a5-04a6bf60dc4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e4f3dd56f144538bbd9d448188e6a42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1977894 Jul 06 17:37:39.007675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffe9b-ed1d-4ba7-81a5-04a6bf60dc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e16af-9cbe-4272-876a-092f3ff50b67,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.016396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40798) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:39.177873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1305178114-network', 'tenant_id': '19677596d7354c3fa54e5bde4519a8da'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:39.180358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fbfc1-83ad-4e51-a385-7182e36568b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d07d20-a5d5-4e99-a427-0ee25578c52f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.185478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa403044-3c8a-476f-bd2d-7a654004e497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.197963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa403044-3c8a-476f-bd2d-7a654004e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.226344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Made reservation on behalf of 19677596d7354c3fa54e5bde4519a8da for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:39.228819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.232749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77341ce5-cfcc-45d4-a97e-c8a979fb13ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.247644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e803de-5b3e-4790-948b-f33c30ab270a req-444e8052-a037-42dd-8796-540a2b58e965 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:39.249319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e803de-5b3e-4790-948b-f33c30ab270a req-444e8052-a037-42dd-8796-540a2b58e965 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.3360662 Jul 06 17:37:39.253977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.277568 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa403044-3c8a-476f-bd2d-7a654004e497 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad94ba4653d04805ad095cd8714cb44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8842819 Jul 06 17:37:39.277869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.279711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40800) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:39.287172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa403044-3c8a-476f-bd2d-7a654004e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea30534-ca65-44bc-b32a-a406f0c8608a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.304019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Transition to ACTIVE for port object 9f0626f4-c17b-4a96-a6ff-e8255ea3874d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:39.309022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77341ce5-cfcc-45d4-a97e-c8a979fb13ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.370840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e803de-5b3e-4790-948b-f33c30ab270a req-0ace5090-4fab-407f-b75c-2475dc651725 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071246 Jul 06 17:37:39.387123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b544486-3a62-4cd3-8757-5782ada6ac4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.429006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.431334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b544486-3a62-4cd3-8757-5782ada6ac4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.475173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77341ce5-cfcc-45d4-a97e-c8a979fb13ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.478666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77341ce5-cfcc-45d4-a97e-c8a979fb13ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.485164 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-77341ce5-cfcc-45d4-a97e-c8a979fb13ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f3e16af-9cbe-4272-876a-092f3ff50b67 HTTP/1.1" status: 204 len: 168 time: 0.4668899 Jul 06 17:37:39.530106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77341ce5-cfcc-45d4-a97e-c8a979fb13ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e16af-9cbe-4272-876a-092f3ff50b67,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.533109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:39.550922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:39.554968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:39.562513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:39.563215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.571560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Pushing event updated for resources: {'Port': ['ID=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.591371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.601791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.619181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-8442aaaf-cbbd-48bd-9d79-5a709d4eaff5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6669576 Jul 06 17:37:39.650637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b544486-3a62-4cd3-8757-5782ada6ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.659386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b544486-3a62-4cd3-8757-5782ada6ac4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.659553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Request body: {'port': {'device_id': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:39.670301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b544486-3a62-4cd3-8757-5782ada6ac4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fea30534-ca65-44bc-b32a-a406f0c8608a HTTP/1.1" status: 204 len: 168 time: 0.3802366 Jul 06 17:37:39.705215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b544486-3a62-4cd3-8757-5782ada6ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea30534-ca65-44bc-b32a-a406f0c8608a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.830209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:39.871321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f105cc-283f-4272-9d45-6afb405b6cd8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.963635 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.963991 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Added segment bd8ca67d-4f5a-4e60-863f-fe2f46c152e1 of type vlan for network 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318 Jul 06 17:37:40.065160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba80d7d1-076d-4b4d-aa13-d0f0b4b75d92 None None] Provisioning for port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:40.072996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba80d7d1-076d-4b4d-aa13-d0f0b4b75d92 None None] Provisioning complete for port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:40.074256 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba80d7d1-076d-4b4d-aa13-d0f0b4b75d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.102163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.120587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.124881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ba80d7d1-076d-4b4d-aa13-d0f0b4b75d92 None None] Port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:40.235604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.236685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:40.237295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.252387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40824) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:40.272450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e194ca-e8fa-4028-81e3-ebb02d03b4d5 req-ba71f25b-d7d4-453c-a36c-fe000613d8ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:40.274064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08e194ca-e8fa-4028-81e3-ebb02d03b4d5 req-ba71f25b-d7d4-453c-a36c-fe000613d8ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 946 time: 0.3057194 Jul 06 17:37:40.296592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-129f413b-1c85-491b-99fb-9262332764a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.310294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:40.334971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8241aa16-5704-46a3-8a9e-97dcfee1186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.358360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458a103-cf67-477b-ae4a-35ad42ed6a89 req-1564d733-fb8e-4c85-bd1a-9d8f3a489dcb tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:40.359939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c458a103-cf67-477b-ae4a-35ad42ed6a89 req-1564d733-fb8e-4c85-bd1a-9d8f3a489dcb tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 935 time: 0.3942127 Jul 06 17:37:40.467231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbc70ca-2a17-4b78-ae2a-e8b9525e5318,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:40.491081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:40.517627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-129f413b-1c85-491b-99fb-9262332764a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.523295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-129f413b-1c85-491b-99fb-9262332764a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.556051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08e194ca-e8fa-4028-81e3-ebb02d03b4d5 req-a8190b3a-2a9e-4fa3-a5c7-303a77613529 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949632 Jul 06 17:37:40.603310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-02143f69-d410-4109-827f-a583dfe65e69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6574175 Jul 06 17:37:40.603310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:40.614166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c458a103-cf67-477b-ae4a-35ad42ed6a89 req-ba20434b-3a26-42e6-bab3-31ccf52f1389 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047708 Jul 06 17:37:40.618673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Request body: {'subnet': {'network_id': '0dbc70ca-2a17-4b78-ae2a-e8b9525e5318', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1305178114-subnet', 'tenant_id': '19677596d7354c3fa54e5bde4519a8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:40.671094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8241aa16-5704-46a3-8a9e-97dcfee1186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.694345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8241aa16-5704-46a3-8a9e-97dcfee1186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.715056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f413b-1c85-491b-99fb-9262332764a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88a73a-1219-4222-87c2-86f4f1945fdf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:40.720698 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-129f413b-1c85-491b-99fb-9262332764a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b47d89c344c44a6bd9fbfde6958ba10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667728 Jul 06 17:37:40.726366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:40.820044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241aa16-5704-46a3-8a9e-97dcfee1186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba79c8b7-c5c1-47fa-b7b4-82f4f840abd8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:40.829015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Made reservation on behalf of 19677596d7354c3fa54e5bde4519a8da for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:40.833008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.956315 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8241aa16-5704-46a3-8a9e-97dcfee1186e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=405d4d1ed8ec41788589081d24bac112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6429849 Jul 06 17:37:40.959582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40848) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:41.057646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c737506-9b51-4f94-861e-4a8d2c156e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.083680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0626f4-c17b-4a96-a6ff-e8255ea3874d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:41.096594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.115661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40852) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:41.130330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Transition to ACTIVE for port object 9f0626f4-c17b-4a96-a6ff-e8255ea3874d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:41.139947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c737506-9b51-4f94-861e-4a8d2c156e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.141214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.144168 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-933d7d61-87cc-4926-971b-ef678d659317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.155571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd177f94-ff4d-4ce1-a789-5bc4384eb22d req-d9c72e3f-10f9-4228-864e-e819397bb96e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:41.164342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd177f94-ff4d-4ce1-a789-5bc4384eb22d req-d9c72e3f-10f9-4228-864e-e819397bb96e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.2502837 Jul 06 17:37:41.233974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-933d7d61-87cc-4926-971b-ef678d659317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.291853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-network', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:41.313164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:41.336873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd177f94-ff4d-4ce1-a789-5bc4384eb22d req-485fcc75-127e-4ca9-b44e-060d900b87a6 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714909 Jul 06 17:37:41.353196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c737506-9b51-4f94-861e-4a8d2c156e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.361361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c737506-9b51-4f94-861e-4a8d2c156e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.363639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9c737506-9b51-4f94-861e-4a8d2c156e78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa88a73a-1219-4222-87c2-86f4f1945fdf HTTP/1.1" status: 204 len: 168 time: 0.6313910 Jul 06 17:37:41.409089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c737506-9b51-4f94-861e-4a8d2c156e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88a73a-1219-4222-87c2-86f4f1945fdf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:41.438966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Attempting to bind port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:41.439935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Attempting to bind port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:41.440426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Attempting to bind port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:41.446333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:41.447188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Attempting to bind port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:41.453092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.462093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:41.462623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:41.463167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:41.463946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Bound port: 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:41.464608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.475344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Made reservation on behalf of ffe7f901132f46c3a8c46de7690795b2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:41.485744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.519847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.523932 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-933d7d61-87cc-4926-971b-ef678d659317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.529212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-933d7d61-87cc-4926-971b-ef678d659317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.537014 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-933d7d61-87cc-4926-971b-ef678d659317 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba79c8b7-c5c1-47fa-b7b4-82f4f840abd8 HTTP/1.1" status: 204 len: 168 time: 0.5711889 Jul 06 17:37:41.563906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d7d61-87cc-4926-971b-ef678d659317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba79c8b7-c5c1-47fa-b7b4-82f4f840abd8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:41.568221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244942f0-ecb6-4d46-ab5c-75d6b9e88b24,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:41.738092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Checking segment: {'id': 'bd8ca67d-4f5a-4e60-863f-fe2f46c152e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0dbc70ca-2a17-4b78-ae2a-e8b9525e5318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:41.738980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Network hostable DHCP agents. Network: 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:41.795916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Network 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:41.815829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] For port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:41.825927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:41.852756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0c973-405e-4002-bb81-c557c4746015 None None] Network 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:41.901201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:41.904421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.962706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] For port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:41.965188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.981467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.011764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.053787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:42.074199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df035fa7-06aa-49f5-a4d0-f8576811df5d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:42.082262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.082870 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Added segment 6533dfe3-ba32-4c52-a3e3-524fda23acd8 of type vlan for network 7e1ed870-522d-4262-9ab3-876ed76ea42b Jul 06 17:37:42.147837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-be6cec04-bd9b-4482-8132-025e9a9608a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5484395 Jul 06 17:37:42.192163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.195928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.197504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.201352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f0626f4-c17b-4a96-a6ff-e8255ea3874d HTTP/1.1" status: 200 len: 1095 time: 2.5602911 Jul 06 17:37:42.210615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'tag': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:42.214933 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13038f4-0be9-4066-9ea4-53476ccee4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bef294de-f5ea-41fc-82e2-5c7bac0cce6c", "tag": "9f0626f4-c17b-4a96-a6ff-e8255ea3874d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:42.252626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57737557-820d-475b-9008-4a017c0d5663 None None] Network 0dbc70ca-2a17-4b78-ae2a-e8b9525e5318 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:42.313901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.315150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.315900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.444451 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3219540 Jul 06 17:37:42.448336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:42.454052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Request body: {'subnet': {'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-subnet', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:42.471582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8f3b2-12f0-420e-bb60-a67f3329e2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1ed870-522d-4262-9ab3-876ed76ea42b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:42.494103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:42.524104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Made reservation on behalf of ffe7f901132f46c3a8c46de7690795b2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:42.526961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.539376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd34f92-8dc2-41bc-971f-757591019bf6 req-2ad15f8a-fb03-461a-8db8-6570b9207f2e tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.542678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fd34f92-8dc2-41bc-971f-757591019bf6 req-2ad15f8a-fb03-461a-8db8-6570b9207f2e tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1097 time: 0.7188964 Jul 06 17:37:42.543733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316f779-7878-4d88-843e-6e5fb4ff7699 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:42.743526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63575ced-7741-43c6-9dff-43c7128bcde2 req-89e42916-dec9-485b-b41a-07578d4f507a tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.756065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63575ced-7741-43c6-9dff-43c7128bcde2 req-89e42916-dec9-485b-b41a-07578d4f507a tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 947 time: 0.7862663 Jul 06 17:37:42.789206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fd34f92-8dc2-41bc-971f-757591019bf6 req-3c2fd085-fb61-4418-aa9b-de5a1742846d tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144289 Jul 06 17:37:42.871872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-02d2629d-e282-4e8f-b957-b4bd9518d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.876397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-02d2629d-e282-4e8f-b957-b4bd9518d916 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9a26000994faf908a7aa2e491f438&device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 1098 time: 0.5901268 Jul 06 17:37:42.915915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:42.989279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b692f1b2-d397-4ae4-bae9-bd0391aa63fd,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:43.000051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Checking segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:43.000463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Network hostable DHCP agents. Network: 7e1ed870-522d-4262-9ab3-876ed76ea42b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:43.034190 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:43.049679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 7e1ed870-522d-4262-9ab3-876ed76ea42b) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:43.061570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3f8cb-2872-45d4-a1b2-db846f2fa9ed None None] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:43.076092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:43.079798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.081291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-a4c6cc84-ade9-4909-9cc9-6eb41f9f263a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d HTTP/1.1" status: 200 len: 217 time: 0.1965914 Jul 06 17:37:43.102897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63575ced-7741-43c6-9dff-43c7128bcde2 req-45e9758c-a2c0-4765-b5cf-36c2162e90c9 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453369 Jul 06 17:37:43.114362 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b881b608-93bb-4dbb-afd9-53bc5a6d8535 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6647813 Jul 06 17:37:43.118552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:43.125031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:43.188856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.189978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.267548 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb0a505-dc59-4c1d-b9e2-a82d2366c413 x-openstack-request-id: req-6bb0a505-dc59-4c1d-b9e2-a82d2366c413 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:43.267875 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef294de-f5ea-41fc-82e2-5c7bac0cce6c", "tag": "9f0626f4-c17b-4a96-a6ff-e8255ea3874d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:43.268283 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bb0a505-dc59-4c1d-b9e2-a82d2366c413 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:43.268940 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'tag': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d', 'status': 'completed', 'code': 200} Jul 06 17:37:43.284315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-3d69b3dd-e7bf-4ee9-abfb-72364063b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:43.293203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-3d69b3dd-e7bf-4ee9-abfb-72364063b592 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1860609 Jul 06 17:37:43.355604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.599693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-786b210b-48d2-43bf-b1d2-1e29a0be485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:43.603867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-786b210b-48d2-43bf-b1d2-1e29a0be485d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3028734 Jul 06 17:37:43.610555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-7e1ed870-522d-4262-9ab3-876ed76ea42b', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:37:43.612181 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.023591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-339e0c95-2942-4769-a3d6-36be5074001d service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142120 Jul 06 17:37:44.069436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Allocated IP 172.20.0.2 (7e1ed870-522d-4262-9ab3-876ed76ea42b/b692f1b2-d397-4ae4-bae9-bd0391aa63fd/28908a3e-d482-4d04-945f-26830afae10c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:44.097415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06239508-cba8-41de-bb72-d51912ce54cd req-b162ac02-9569-4df8-ad63-785dfa64a93e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.104453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06239508-cba8-41de-bb72-d51912ce54cd req-b162ac02-9569-4df8-ad63-785dfa64a93e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.3419962 Jul 06 17:37:44.105360 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.143203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5fa9-6a6b-48d3-a917-426ad80f3132 req-e2aefa58-5d31-41c8-ae1e-a528cc3f8949 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.145078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2bb5fa9-6a6b-48d3-a917-426ad80f3132 req-e2aefa58-5d31-41c8-ae1e-a528cc3f8949 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1097 time: 0.3978739 Jul 06 17:37:44.200161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06239508-cba8-41de-bb72-d51912ce54cd req-01e39d33-a086-4c9d-be36-c96df18c9409 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946784 Jul 06 17:37:44.318465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cb55ec1-1d7c-4456-b5b4-c5c7ae684c7b req-2fac4297-12a3-4710-9340-9167ada2ef3c service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872362 Jul 06 17:37:44.327825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:44.336336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1458663429-network', 'tenant_id': '3e1b65b7c0494ae8a2873fbaeb9b0781'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:44.351060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2bb5fa9-6a6b-48d3-a917-426ad80f3132 req-f928d88c-67f2-4c26-a2e6-c07ff29c5d56 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793466 Jul 06 17:37:44.483729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.505710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Transition to ACTIVE for port object 28908a3e-d482-4d04-945f-26830afae10c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:44.543391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Transition to ACTIVE for port object 28908a3e-d482-4d04-945f-26830afae10c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:44.558033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.659710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-7f1fd43e-e3cb-4b94-9d1a-202704f7d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.663092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-7f1fd43e-e3cb-4b94-9d1a-202704f7d797 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9a26000994faf908a7aa2e491f438&device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 1098 time: 0.2651484 Jul 06 17:37:44.670131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:44.674800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e42b75-f704-4987-8c06-f3e902479296 req-ee12da1a-a4d3-40c4-b98d-0e9b608da3ba tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.676819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58e42b75-f704-4987-8c06-f3e902479296 req-ee12da1a-a4d3-40c4-b98d-0e9b608da3ba tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 947 time: 0.1906893 Jul 06 17:37:44.692446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:44.700522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:44.789168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Pushing event updated for resources: {'Port': ['ID=28908a3e-d482-4d04-945f-26830afae10c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:44.850360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Attempting to bind port 28908a3e-d482-4d04-945f-26830afae10c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:44.850691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Attempting to bind port 28908a3e-d482-4d04-945f-26830afae10c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:44.850996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Attempting to bind port 28908a3e-d482-4d04-945f-26830afae10c on network 7e1ed870-522d-4262-9ab3-876ed76ea42b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:44.857050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:44.857486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Checking segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:44.858451 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.858943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Bound using segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:44.859536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Bound port: 28908a3e-d482-4d04-945f-26830afae10c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:44.859917 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.919768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58e42b75-f704-4987-8c06-f3e902479296 req-a1dde264-4014-4c9b-806a-0b773ad52054 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330084 Jul 06 17:37:45.007965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-f5e5bb80-c57a-419c-9269-ce2638a01f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.012595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-f5e5bb80-c57a-419c-9269-ce2638a01f8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3343670 Jul 06 17:37:45.036743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] For port 28908a3e-d482-4d04-945f-26830afae10c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:45.048644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] For port 28908a3e-d482-4d04-945f-26830afae10c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=28908a3e-d482-4d04-945f-26830afae10c,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:45.059094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:45.130106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-eb9851ea-88e2-4768-b477-86110f54779f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d HTTP/1.1" status: 200 len: 217 time: 0.1105406 Jul 06 17:37:45.134537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Made reservation on behalf of 3e1b65b7c0494ae8a2873fbaeb9b0781 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:45.143143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:45.214971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eabb9d-0f9e-4e8a-8303-a249bb6dfd9e None None] Pushing event updated for resources: {'Port': ['ID=28908a3e-d482-4d04-945f-26830afae10c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:45.216752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:45.249084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-e39619ae-01da-4f6e-a893-f6e412caba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.262899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-e39619ae-01da-4f6e-a893-f6e412caba55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1250231 Jul 06 17:37:45.297244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:45.326962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:45.440201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-47d5237d-a242-4473-807c-b223a32df79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.443489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-47d5237d-a242-4473-807c-b223a32df79f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776099 Jul 06 17:37:45.466785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Allocated IP 172.25.5.16 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/2bc186aa-3ddb-40c8-8a11-85bc3c5babed) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:45.848203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-ea28d146-a7ec-403a-ab3d-6be0a9117625 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973968 Jul 06 17:37:45.953273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:45.975819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672ecbd-2f13-474a-9bf0-c24513bb65a6 req-0ec110d5-9a3e-4bde-b808-61874e00adb2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.988094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0672ecbd-2f13-474a-9bf0-c24513bb65a6 req-0ec110d5-9a3e-4bde-b808-61874e00adb2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.3827238 Jul 06 17:37:46.025434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.041917 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.066121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:46.086565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.087222 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Added segment 19341c4e-8c88-4497-af0d-c83f40301781 of type vlan for network 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c Jul 06 17:37:46.099676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0672ecbd-2f13-474a-9bf0-c24513bb65a6 req-1ca9ad64-821c-40b2-9585-d38558acda15 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089716 Jul 06 17:37:46.182688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13038f4-0be9-4066-9ea4-53476ccee4ac req-c83f6a14-2f63-497c-99db-de3308c0f6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267627 Jul 06 17:37:46.223412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.376214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.377502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:46.379044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.528816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 28908a3e-d482-4d04-945f-26830afae10c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:46.558739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812357-86c7-4b02-99b8-a58892b088d5 req-9ce8c795-0c68-45cd-80e5-8081e1263a47 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:46.580524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab812357-86c7-4b02-99b8-a58892b088d5 req-9ce8c795-0c68-45cd-80e5-8081e1263a47 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 947 time: 0.1543128 Jul 06 17:37:46.580736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae6e7f5-3617-45a0-8979-f01ba93ddd2d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:46.601171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.672061 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3406122 Jul 06 17:37:46.678032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:46.690914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Request body: {'subnet': {'network_id': '0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1458663429-subnet', 'tenant_id': '3e1b65b7c0494ae8a2873fbaeb9b0781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:46.714042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 28908a3e-d482-4d04-945f-26830afae10c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:46.773299 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1c6a4-7c07-4722-a027-93a5b3198757 admin admin] Pushing event updated for resources: {'Network': ['ID=0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:46.803504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:46.812513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:46.815398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:46.828396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:46.965336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:47.116126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223194c-7735-4de8-8d26-049f967a5177 None None] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:47.195055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab812357-86c7-4b02-99b8-a58892b088d5 req-9bea5144-3c8e-4b98-8016-39395924df75 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136816 Jul 06 17:37:47.198408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Made reservation on behalf of 3e1b65b7c0494ae8a2873fbaeb9b0781 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:47.202348 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.284756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] Provisioning for port 28908a3e-d482-4d04-945f-26830afae10c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:47.292710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] Provisioning complete for port 28908a3e-d482-4d04-945f-26830afae10c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:47.293091 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.342685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.494986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.609739 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.667674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f11bbe-56dc-473b-b1b4-3de0fd663292,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:47.705951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Checking segment: {'id': '19341c4e-8c88-4497-af0d-c83f40301781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:47.706209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] For port 28908a3e-d482-4d04-945f-26830afae10c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=28908a3e-d482-4d04-945f-26830afae10c,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:47.706363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Network hostable DHCP agents. Network: 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:47.714114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.757496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Network 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:47.809622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:47.814577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0da03e-d046-423a-aea2-3eba50940b02 None None] Pushing event updated for resources: {'Port': ['ID=28908a3e-d482-4d04-945f-26830afae10c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:47.824486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.825157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.831559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd79d7-b19f-4cf1-87cd-f2a3eaa4ba0a None None] Network 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:47.862512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-43e37287-c255-4f46-bdf1-be4526d9d3d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1824183 Jul 06 17:37:47.982257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.104698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-14dc1148-2d19-4a4b-8220-1cc7799b9308 None None] Provisioning complete for port 28908a3e-d482-4d04-945f-26830afae10c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:48.105082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14dc1148-2d19-4a4b-8220-1cc7799b9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.114513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:48.153882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b468f98-cb63-4141-8952-ba378897a0c8 None None] Network 0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:48.254741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Deleting subnet 244942f0-ecb6-4d46-ab5c-75d6b9e88b24 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:37:48.264711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.380884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.405947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.413504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9f0626f4-c17b-4a96-a6ff-e8255ea3874d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:48.423593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Router 9a222acf-6b44-4032-8881-03cbb4124ff5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:37:48.512172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 28908a3e-d482-4d04-945f-26830afae10c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:48.582461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.654690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244942f0-ecb6-4d46-ab5c-75d6b9e88b24,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:48.663426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:48.677317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d', 'mac_address': 'fa:16:3e:0d:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:48.681010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.694561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b2ea4f01-c765-4a06-8c1c-aaf592b8f59f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/244942f0-ecb6-4d46-ab5c-75d6b9e88b24 HTTP/1.1" status: 204 len: 168 time: 0.5719886 Jul 06 17:37:48.695938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:48.700719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:37:48.717364 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Sync routers for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:37:48.732293 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:48.733903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.734489 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:37:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:48.735206 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7fcd5147-25e5-40fe-8dfe-f0dda6106d09 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6150978 Jul 06 17:37:48.737911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41038) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:48.762740 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.813472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0626f4-c17b-4a96-a6ff-e8255ea3874d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:48.869002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 28908a3e-d482-4d04-945f-26830afae10c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:48.870066 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.880665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:48.886144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-603fa695-7ce7-441f-b8bd-dd6cefbf3836 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:37:48.887989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-603fa695-7ce7-441f-b8bd-dd6cefbf3836 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3949924 Jul 06 17:37:48.919657 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:48.921514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Request body: {'binding': {'host': 'n-h2-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:48.921665 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.922350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:37:49.098492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:49.110902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.165857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9f0626f4-c17b-4a96-a6ff-e8255ea3874d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:49.174760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53b61a-e087-44ff-a161-23ac516f4b18 req-f61019db-4ae2-4fad-9abd-ba221b3452d5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:49.188164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c53b61a-e087-44ff-a161-23ac516f4b18 req-f61019db-4ae2-4fad-9abd-ba221b3452d5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.4490781 Jul 06 17:37:49.267597 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:47Z', 'revision_number': 3, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:49.311507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Checking router: 9a222acf-6b44-4032-8881-03cbb4124ff5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:49.311857 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Updating router 9a222acf-6b44-4032-8881-03cbb4124ff5 port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:37:49.364177 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.434809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c53b61a-e087-44ff-a161-23ac516f4b18 req-537bafd4-0101-43d2-8601-04d50b6f257a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297468 Jul 06 17:37:49.498818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.512536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.525482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.526050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.527299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.527839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > port after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.528353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.528875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > port after_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.529394 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.529905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.530538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.530902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.673496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.674234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.674770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.675329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:37:49.676143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbc70ca-2a17-4b78-ae2a-e8b9525e5318']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:49.710051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8ca67d-4f5a-4e60-863f-fe2f46c152e1') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:49.710382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8ca67d-4f5a-4e60-863f-fe2f46c152e1') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:49.725007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on host n-h2-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:49.726290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:49.726290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:49.735763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.753304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:49.753719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:49.764346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.772898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:49.773319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:49.773617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:49.774060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Bound port: a666cb75-6b5c-46ca-a712-8058638e9f4d, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:49.857171 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.860771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Allocated IP 172.20.0.1 (7e1ed870-522d-4262-9ab3-876ed76ea42b/b692f1b2-d397-4ae4-bae9-bd0391aa63fd/88d949cd-de09-4351-9db7-d1dbed7cbe85) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:49.919781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:49.923051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:37:49.923812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.994996 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Transition to ACTIVE for port object 2bc186aa-3ddb-40c8-8a11-85bc3c5babed will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: from cryptography.utils import int_from_bytes Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: from cryptography.utils import int_from_bytes Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:37:50.004901 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:37:50.008660 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.009858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.011459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b68c517b-8385-4df3-8e8e-f05d9fa21f8a service neutron] 10.222.0.37 "POST /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1021378 Jul 06 17:37:50.012918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.052566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.057964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0dbc70ca-2a17-4b78-ae2a-e8b9525e5318 HTTP/1.1" status: 204 len: 168 time: 1.3578138 Jul 06 17:37:50.057964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fc053-5843-42d3-8875-8fe3e90c6910 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbc70ca-2a17-4b78-ae2a-e8b9525e5318,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.062314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:50.084582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.110591 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Pushing event updated for resources: {'Port': ['ID=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.125587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Transition to ACTIVE for port object 88d949cd-de09-4351-9db7-d1dbed7cbe85 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:50.135184 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Attempting to bind port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:50.135596 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Attempting to bind port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:50.135962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Attempting to bind port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:50.148229 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:50.148661 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:50.149033 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.149436 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:50.150892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Bound port: 2bc186aa-3ddb-40c8-8a11-85bc3c5babed, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:50.151417 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.156325 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.156824 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.157073 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.157367 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.157872 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.158350 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.158838 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.159355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.159679 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.160110 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.160583 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.161066 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:50.245007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.266062 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] For port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:50.274929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] For port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:50.283686 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.330285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04ad13-c875-46d9-95ef-1d52fd60ac6c req-d395f57c-2508-4940-8b37-d51eed3d1ca7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:50.348199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae04ad13-c875-46d9-95ef-1d52fd60ac6c req-d395f57c-2508-4940-8b37-d51eed3d1ca7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 948 time: 0.3393338 Jul 06 17:37:50.360586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Deleting subnet 60f11bbe-56dc-473b-b1b4-3de0fd663292 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:37:50.416483 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:50.416771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.417347 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:37:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:50.427072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9f0626f4-c17b-4a96-a6ff-e8255ea3874d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:50.447474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:50.466440 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413864-8d86-4f9d-88c3-21b99511de68 None None] Pushing event updated for resources: {'Port': ['ID=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.519407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae04ad13-c875-46d9-95ef-1d52fd60ac6c req-b9c0f243-f056-4f59-8d5b-ccfbe0a916f3 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448965 Jul 06 17:37:50.540105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.560128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:50.642884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Pushing event updated for resources: {'Port': ['ID=88d949cd-de09-4351-9db7-d1dbed7cbe85,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.664113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:50.664847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.665771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.685720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:50.700657 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:50.703885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:50.706186 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.043414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.148863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-bc480135-814a-431d-a13f-87b9537d0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.151582 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-bc480135-814a-431d-a13f-87b9537d0292 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1097 time: 0.6453660 Jul 06 17:37:51.157183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f11bbe-56dc-473b-b1b4-3de0fd663292,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:51.230247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:51.232336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.241484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ae2e7796-ef58-48d5-863d-804700e6aa2b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/60f11bbe-56dc-473b-b1b4-3de0fd663292 HTTP/1.1" status: 204 len: 168 time: 1.1403587 Jul 06 17:37:51.247822 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:47Z', 'revision_number': 3, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:51.251197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:51.302463 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af496e-5930-4cbf-b11c-5d8ac14969bb None None] The sync data for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 is: [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:47Z', 'revision_number': 3, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:37:51.380190 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.421592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.451220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-ee55dd98-5ef3-46a2-a55e-4578f8d34610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.454714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-ee55dd98-5ef3-46a2-a55e-4578f8d34610 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.2868578 Jul 06 17:37:51.464891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425632b-5afd-4330-90c2-bd03399f4a85 req-4339b0e9-7e72-41b5-bd4d-b912f2858ab9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.472925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4425632b-5afd-4330-90c2-bd03399f4a85 req-4339b0e9-7e72-41b5-bd4d-b912f2858ab9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 946 time: 0.7005968 Jul 06 17:37:51.517312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:51.520322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:51.525820 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8f5c8-fc77-4638-acd6-55c0df85368a" -d '{"events": [{"server_uuid": "bef294de-f5ea-41fc-82e2-5c7bac0cce6c", "name": "network-vif-plugged", "status": "completed", "tag": "9f0626f4-c17b-4a96-a6ff-e8255ea3874d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:51.537093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f85b8083-09e1-4ba9-b87c-de1f07206398 None None] Provisioning for port 88d949cd-de09-4351-9db7-d1dbed7cbe85 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:51.542945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.555215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f85b8083-09e1-4ba9-b87c-de1f07206398 None None] Provisioning complete for port 88d949cd-de09-4351-9db7-d1dbed7cbe85 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:51.556012 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f85b8083-09e1-4ba9-b87c-de1f07206398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.592623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e40198f-c8fd-4eb5-8805-bafaa91bfffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.653523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4425632b-5afd-4330-90c2-bd03399f4a85 req-1e13e0a5-d71d-41bf-9646-d10251e4cc6e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793220 Jul 06 17:37:51.675125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f85b8083-09e1-4ba9-b87c-de1f07206398 None None] Port 88d949cd-de09-4351-9db7-d1dbed7cbe85 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:51.687450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:51.707497 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-380e445e-c622-4c85-aca2-7447b4a14139 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.1247766 Jul 06 17:37:51.737653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.797270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-706b24ef-979b-4edb-a411-8b1f9bec2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.798858 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-706b24ef-979b-4edb-a411-8b1f9bec2375 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.0705390 Jul 06 17:37:51.854467 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-2af86e97-eb9c-461d-b870-46ce1531c13f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482922 Jul 06 17:37:51.975974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6def9f3-b9d8-438d-8bfc-6b07d4a9ff09 req-1fb00aa7-ac93-44ae-beb5-2280413f56a4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.979155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6def9f3-b9d8-438d-8bfc-6b07d4a9ff09 req-1fb00aa7-ac93-44ae-beb5-2280413f56a4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.7499013 Jul 06 17:37:52.110632 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-98c073da-f68a-4d11-8d9c-7554905b0d18 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490802 Jul 06 17:37:52.113032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e40198f-c8fd-4eb5-8805-bafaa91bfffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.113796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.125462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e40198f-c8fd-4eb5-8805-bafaa91bfffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.196952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.260978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:52.282694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6def9f3-b9d8-438d-8bfc-6b07d4a9ff09 req-f78497ab-2620-473f-91e0-dface85bbc0a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805877 Jul 06 17:37:52.315525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19341c4e-8c88-4497-af0d-c83f40301781') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:52.316201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19341c4e-8c88-4497-af0d-c83f40301781') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:52.367508 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.377053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5e40198f-c8fd-4eb5-8805-bafaa91bfffd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=158ac7ada08e4911a90a81c30146f1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1260233 Jul 06 17:37:52.397319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:52.447153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.457698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:37:52.459173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.508281 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b821a8d-4986-48a3-8f09-511fee288ef6 x-openstack-request-id: req-1b821a8d-4986-48a3-8f09-511fee288ef6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:52.509055 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef294de-f5ea-41fc-82e2-5c7bac0cce6c", "name": "network-vif-plugged", "status": "completed", "tag": "9f0626f4-c17b-4a96-a6ff-e8255ea3874d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:52.511375 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b821a8d-4986-48a3-8f09-511fee288ef6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:52.512332 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d', 'code': 200} Jul 06 17:37:52.524713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2bc186aa-3ddb-40c8-8a11-85bc3c5babed up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:37:52.558119 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:37:52.561698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40198f-c8fd-4eb5-8805-bafaa91bfffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18161c96-6258-4ce4-9101-d3a4b4bb339e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:52.590189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.619748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.637338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c HTTP/1.1" status: 204 len: 168 time: 1.3749738 Jul 06 17:37:52.684426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c9a51-7c5a-4c4d-8e74-45dc1c39d9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b870c9e-e5de-4a6b-b8c1-f2d74fb7d47c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:52.699741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:52.711692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:52.715933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.776499 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-07496500-ccb9-42f2-bc3b-30a318790051 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578937 Jul 06 17:37:52.778425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.779965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.053422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41096) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:53.076665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Pushing event updated for resources: {'Port': ['ID=88d949cd-de09-4351-9db7-d1dbed7cbe85,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.092444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:53.104483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:53.115197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.194727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d724e251-47da-429b-bd9d-84619e5e4641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.205557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:53.206682 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-249df1ab-77aa-49ee-925b-ec55219d5383 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19677596d7354c3fa54e5bde4519a8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517420 Jul 06 17:37:53.212276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:53.217356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-bc5d87a4-7164-498b-b1af-de41a765d3f8 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:53.219770 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-bc5d87a4-7164-498b-b1af-de41a765d3f8 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1097 time: 0.2863221 Jul 06 17:37:53.221997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.244152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:53.378797 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d724e251-47da-429b-bd9d-84619e5e4641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.384361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.559066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Router 9a222acf-6b44-4032-8881-03cbb4124ff5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:37:53.570729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07d8b-56aa-492f-b0b4-23ff5ac47acc req-7a34f75e-8439-47e3-93c8-6ea65add051f tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:53.570971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1d4601e-00ba-4dca-8aad-ef5fe481f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.579989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1e69ce99-d1fe-43a9-9364-dd89ab2423a2 None None] Provisioning complete for port 88d949cd-de09-4351-9db7-d1dbed7cbe85 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:53.580575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7db07d8b-56aa-492f-b0b4-23ff5ac47acc req-7a34f75e-8439-47e3-93c8-6ea65add051f tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 949 time: 0.8222666 Jul 06 17:37:53.581409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e69ce99-d1fe-43a9-9364-dd89ab2423a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.592892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6a88-954d-4860-a252-41366e6c6b1a req-6c14417c-90c1-46a9-a286-0238f36ac9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:53.596924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-075e6a88-954d-4860-a252-41366e6c6b1a req-6c14417c-90c1-46a9-a286-0238f36ac9fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 1100 time: 0.8895121 Jul 06 17:37:53.617857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.648823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd1fbc-58a4-4032-adad-22f167852e50 req-2301eeb0-cfd0-4977-b8cf-489f502bf68a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:53.652144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bfd1fbc-58a4-4032-adad-22f167852e50 req-2301eeb0-cfd0-4977-b8cf-489f502bf68a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 946 time: 0.5935583 Jul 06 17:37:53.665066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ce99-d1fe-43a9-9364-dd89ab2423a2 None None] Port 88d949cd-de09-4351-9db7-d1dbed7cbe85 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:53.706594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1d4601e-00ba-4dca-8aad-ef5fe481f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.803558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d724e251-47da-429b-bd9d-84619e5e4641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.808754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d724e251-47da-429b-bd9d-84619e5e4641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.817161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d724e251-47da-429b-bd9d-84619e5e4641 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18161c96-6258-4ce4-9101-d3a4b4bb339e HTTP/1.1" status: 204 len: 168 time: 1.4171948 Jul 06 17:37:53.872095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-075e6a88-954d-4860-a252-41366e6c6b1a req-72e17f7f-f380-44f8-a209-640688123483 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599094 Jul 06 17:37:53.891728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7db07d8b-56aa-492f-b0b4-23ff5ac47acc req-f67ede92-c99f-4bf5-ac8e-658176ebd096 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641964 Jul 06 17:37:53.898589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724e251-47da-429b-bd9d-84619e5e4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18161c96-6258-4ce4-9101-d3a4b4bb339e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.918680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bfd1fbc-58a4-4032-adad-22f167852e50 req-2712b58b-acbe-42ba-9bb3-9a8f2ff047fc tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440898 Jul 06 17:37:54.106454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1d4601e-00ba-4dca-8aad-ef5fe481f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.111164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1d4601e-00ba-4dca-8aad-ef5fe481f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.127298 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-9de97e9d-d3e1-4079-9ee9-42f99e26441b service neutron] show failed (client error): The resource could not be found. Jul 06 17:37:54.129891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-9de97e9d-d3e1-4079-9ee9-42f99e26441b service neutron] 10.222.0.61 "GET /v2.0/ports/a7d6606b-1ebd-4774-98fb-ad33c225b5df/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.1505344 Jul 06 17:37:54.140605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b1d4601e-00ba-4dca-8aad-ef5fe481f6d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88f105cc-283f-4272-9d45-6afb405b6cd8 HTTP/1.1" status: 204 len: 168 time: 0.9264266 Jul 06 17:37:54.433477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:54.455514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2bc186aa-3ddb-40c8-8a11-85bc3c5babed up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:54.602384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:54.708925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e66188-63be-4f19-aeaa-8a8e9ff8dd21 req-991db8e6-cb1e-4eae-9157-a5240ebfa326 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:54.729481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e66188-63be-4f19-aeaa-8a8e9ff8dd21 req-991db8e6-cb1e-4eae-9157-a5240ebfa326 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.2968280 Jul 06 17:37:54.735512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.744812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4601e-00ba-4dca-8aad-ef5fe481f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f105cc-283f-4272-9d45-6afb405b6cd8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:54.749658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:54.754065 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab630b00-5ee9-48fd-9a84-39b02597a9ec" -d '{"events": [{"server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "name": "network-vif-unplugged", "status": "completed", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:54.772081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.801431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:37:54.824565 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a1b53058-285e-4931-af84-67b9b29bcfbf admin admin] 10.222.0.37 "PUT /v2.0/routers/9a222acf-6b44-4032-8881-03cbb4124ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0849583 Jul 06 17:37:55.005379 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458a421-e351-496f-b020-76aeb58b7049 x-openstack-request-id: req-b458a421-e351-496f-b020-76aeb58b7049 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:55.005862 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "name": "network-vif-unplugged", "status": "completed", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:55.006269 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b458a421-e351-496f-b020-76aeb58b7049 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:55.006888 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'code': 200} Jul 06 17:37:55.038295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:55.039083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.042663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:55.043636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:55.051744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Sync routers for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:37:55.126616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82c4f39b-6b85-4a57-bd41-61503b6ba91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.130135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on host n-h1-799527-3 for vnic_type normal with profile {"migrating_to": "n-h2-799527-3"} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:55.139527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:55.140516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:55.169449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:55.171473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Attempting to bind port a666cb75-6b5c-46ca-a712-8058638e9f4d on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:55.208317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:55.208952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:55.209512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:55.211183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Bound port: a666cb75-6b5c-46ca-a712-8058638e9f4d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:55.211858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.244947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e66188-63be-4f19-aeaa-8a8e9ff8dd21 req-3ebaa975-c815-4840-948a-e87ac986fedc tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125766 Jul 06 17:37:55.270663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41124) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:55.299514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-b5e63c89-59cc-4191-8568-3a3401ef11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:55.302279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-b5e63c89-59cc-4191-8568-3a3401ef11ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6&tenant_id=93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 1101 time: 0.5415726 Jul 06 17:37:55.348664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:55.408341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:55.409461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:37:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:55.549383 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:55.558716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:55.581070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41132) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:55.601371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.601957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-818845a2-d1c2-463a-a03a-3af624ce9beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.640089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.815201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:55.859380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:55.878472 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8e07467c-3d6a-48df-9105-bbcb6212d4cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e1b65b7c0494ae8a2873fbaeb9b0781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934544 Jul 06 17:37:55.883513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41136) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:55.962936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82c4f39b-6b85-4a57-bd41-61503b6ba91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.973587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:55.974572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.976777 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-0f0f6831-be4d-4860-8f26-85f9666d260c service neutron] 10.222.0.61 "PUT /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 1122 time: 2.7396133 Jul 06 17:37:55.982115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82c4f39b-6b85-4a57-bd41-61503b6ba91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.074302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a666cb75-6b5c-46ca-a712-8058638e9f4d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:56.093126 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-82c4f39b-6b85-4a57-bd41-61503b6ba91b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73c86d1eefd54add867ff6139427983a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0305948 Jul 06 17:37:56.094252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f39b-6b85-4a57-bd41-61503b6ba91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc7d297-c844-4e9c-aa6e-d42d770d4449,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:56.096374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82351ee4-015b-4158-a6ec-f864f8598464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.100650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41138) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:56.118973 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b58d668-5b39-4cfa-b534-683557d115a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.143009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e8a11-5065-4223-99e0-98257716060d req-ef8430cc-f67f-4ae2-be87-481711f69234 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:56.150859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-706e8a11-5065-4223-99e0-98257716060d req-ef8430cc-f67f-4ae2-be87-481711f69234 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 944 time: 0.7979178 Jul 06 17:37:56.185216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b58d668-5b39-4cfa-b534-683557d115a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.266937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-706e8a11-5065-4223-99e0-98257716060d req-d775ea1d-6da6-4db4-bf98-17aeb507d4bb tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120393 Jul 06 17:37:56.273616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72559ac8-0109-4d45-8cf0-b60d127ae740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.325873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72559ac8-0109-4d45-8cf0-b60d127ae740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.342926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85dfe-7e51-44c0-a8c3-99b721dcd255 req-baa217a2-44ba-4507-8eb1-313180cd899b tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:56.354757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b58d668-5b39-4cfa-b534-683557d115a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.356013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdc85dfe-7e51-44c0-a8c3-99b721dcd255 req-baa217a2-44ba-4507-8eb1-313180cd899b tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 949 time: 0.6294732 Jul 06 17:37:56.357950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b58d668-5b39-4cfa-b534-683557d115a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.359282 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0b58d668-5b39-4cfa-b534-683557d115a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fae6e7f5-3617-45a0-8979-f01ba93ddd2d HTTP/1.1" status: 204 len: 168 time: 0.4747772 Jul 06 17:37:56.397495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58d668-5b39-4cfa-b534-683557d115a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae6e7f5-3617-45a0-8979-f01ba93ddd2d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:56.444419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:56.458506 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82351ee4-015b-4158-a6ec-f864f8598464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.468371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82351ee4-015b-4158-a6ec-f864f8598464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.513196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdc85dfe-7e51-44c0-a8c3-99b721dcd255 req-056fe95a-43c1-4f12-91ba-9f3d4f61d47f tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557062 Jul 06 17:37:56.574241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 2, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:56.597767 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-82351ee4-015b-4158-a6ec-f864f8598464 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fa233e78ded4e0f9989224ec23462dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3233984 Jul 06 17:37:56.599809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41148) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:56.628144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:56.628718 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Checking router: 9a222acf-6b44-4032-8881-03cbb4124ff5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:56.629091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Updating router 9a222acf-6b44-4032-8881-03cbb4124ff5 port 88d949cd-de09-4351-9db7-d1dbed7cbe85 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:37:56.697954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82351ee4-015b-4158-a6ec-f864f8598464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b47b4-64aa-4269-98e7-e94bcb57e816,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:56.704435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.739299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72559ac8-0109-4d45-8cf0-b60d127ae740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.751337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72559ac8-0109-4d45-8cf0-b60d127ae740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.754637 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-72559ac8-0109-4d45-8cf0-b60d127ae740 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cc7d297-c844-4e9c-aa6e-d42d770d4449 HTTP/1.1" status: 204 len: 168 time: 0.6506548 Jul 06 17:37:56.790160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72559ac8-0109-4d45-8cf0-b60d127ae740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc7d297-c844-4e9c-aa6e-d42d770d4449,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:56.802672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:56.817842 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c7f1ac-b3f2-4f17-8943-3591606cd8be" -d '{"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:56.836663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.848187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77c7176f-6583-4b8a-8236-3d8cda234695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.887212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Transition to ACTIVE for port object a7d6606b-1ebd-4774-98fb-ad33c225b5df will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:56.897576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.909988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77c7176f-6583-4b8a-8236-3d8cda234695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.009868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:57.022038 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e50220-7465-4bf2-a377-ec1db0501413" -d '{"events": [{"name": "network-changed", "server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:57.047352 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77c7176f-6583-4b8a-8236-3d8cda234695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.053753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77c7176f-6583-4b8a-8236-3d8cda234695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.055903 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-77c7176f-6583-4b8a-8236-3d8cda234695 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/964b47b4-64aa-4269-98e7-e94bcb57e816 HTTP/1.1" status: 204 len: 168 time: 0.4454904 Jul 06 17:37:57.090326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7176f-6583-4b8a-8236-3d8cda234695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b47b4-64aa-4269-98e7-e94bcb57e816,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:57.207782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:57.220020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] No DVR routers for this DVR port a7d6606b-1ebd-4774-98fb-ad33c225b5df on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:57.283796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:57.284197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:57.284525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:57.305763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Port a7d6606b-1ebd-4774-98fb-ad33c225b5df on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:57.305993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Attempting to bind port a7d6606b-1ebd-4774-98fb-ad33c225b5df on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:57.351293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:57.352304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:57.352711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:57.353467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Bound port: a7d6606b-1ebd-4774-98fb-ad33c225b5df, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:57.353857 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.389046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a1ae1-4bb9-47aa-afb1-25f850395dd1 req-711e1726-3187-4ccc-8bd4-cedaf672afd9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.390949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-440a1ae1-4bb9-47aa-afb1-25f850395dd1 req-711e1726-3187-4ccc-8bd4-cedaf672afd9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.3842938 Jul 06 17:37:57.434732 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.500324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Transition to ACTIVE for port object 88d949cd-de09-4351-9db7-d1dbed7cbe85 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:57.514418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.537787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-440a1ae1-4bb9-47aa-afb1-25f850395dd1 req-4a6b98e8-1017-49d8-a54f-a22eac0ff94c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 Jul 06 17:37:57.604255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-3b2e31c9-125e-4053-a5b9-e4f3c5cc52fc tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.605850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-3b2e31c9-125e-4053-a5b9-e4f3c5cc52fc tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 829 time: 0.2850790 Jul 06 17:37:57.607141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:57.611568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:57.627125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.644616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece7fc8-72e8-4bb9-ac09-852ae237ad1c None None] Pushing event updated for resources: {'Port': ['ID=88d949cd-de09-4351-9db7-d1dbed7cbe85,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:57.669426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-f221e32a-9832-435b-8af1-2e23b4e9101c tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/quotas/ffe7f901132f46c3a8c46de7690795b2 HTTP/1.1" status: 200 len: 375 time: 0.0523105 Jul 06 17:37:57.683233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.684056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.687063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] 10.222.0.60 "PUT /v2.0/ports/a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 1096 time: 2.3762054 Jul 06 17:37:57.871407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Attempting to bind port 88d949cd-de09-4351-9db7-d1dbed7cbe85 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:57.871777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Attempting to bind port 88d949cd-de09-4351-9db7-d1dbed7cbe85 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:57.872146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Attempting to bind port 88d949cd-de09-4351-9db7-d1dbed7cbe85 on network 7e1ed870-522d-4262-9ab3-876ed76ea42b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:57.875104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a6bf0-edcf-491a-994d-ec31a7903edc service neutron] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:57.889100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:57.889489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Checking segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:57.889927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.890331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Bound using segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:57.890815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Bound port: 88d949cd-de09-4351-9db7-d1dbed7cbe85, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:57.891233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.943696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-cf5b4427-e755-4408-9fc8-3a7c4f4f8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.945936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-cf5b4427-e755-4408-9fc8-3a7c4f4f8638 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1099 time: 0.2213621 Jul 06 17:37:57.969095 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e5e6-633a-47cd-a4f1-232202fed6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.990145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.081080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] For port 88d949cd-de09-4351-9db7-d1dbed7cbe85, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:58.090939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] For port 88d949cd-de09-4351-9db7-d1dbed7cbe85, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88d949cd-de09-4351-9db7-d1dbed7cbe85,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:58.098950 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.151422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-83ffc8e8-06d6-4ff5-b7e9-a3a21b5a1e54 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4603829 Jul 06 17:37:58.263728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:58.270779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece7fc8-72e8-4bb9-ac09-852ae237ad1c None None] Pushing event updated for resources: {'Port': ['ID=88d949cd-de09-4351-9db7-d1dbed7cbe85,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:58.292211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f2634e4-0c66-43f4-bb46-68d38e6d0bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.330478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:58.331162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:37:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:58.463676 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758c5cc-4482-42c6-bc09-66e56845bba0 x-openstack-request-id: req-6758c5cc-4482-42c6-bc09-66e56845bba0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:58.465104 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:58.466159 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6758c5cc-4482-42c6-bc09-66e56845bba0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:58.470252 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'code': 200} Jul 06 17:37:58.596590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f2634e4-0c66-43f4-bb46-68d38e6d0bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.602609 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b04468-6fe0-4e1d-813d-a967cfa7825e x-openstack-request-id: req-e7b04468-6fe0-4e1d-813d-a967cfa7825e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:58.611191 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:58.612121 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7b04468-6fe0-4e1d-813d-a967cfa7825e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:58.613299 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'status': 'completed', 'code': 200} Jul 06 17:37:58.640131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f2634e4-0c66-43f4-bb46-68d38e6d0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.662953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-7228e4ce-dbea-4a65-a264-3c3b7f3d806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:58.666153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-7228e4ce-dbea-4a65-a264-3c3b7f3d806d service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7057168 Jul 06 17:37:58.752215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2634e4-0c66-43f4-bb46-68d38e6d0bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5024b9-e5e2-440b-8f33-6900b7e58183,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:58.761510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-8f396462-edfb-474e-98f3-e5d045b135c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.0840187 Jul 06 17:37:58.784144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-78361d7e-415c-4249-a03a-ba91d93a67d6 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163533 Jul 06 17:37:58.823387 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f2634e4-0c66-43f4-bb46-68d38e6d0bd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e48f657f3ed5491687273fc992b996d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562363 Jul 06 17:37:58.829888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:58.894442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:58.907883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:58.916257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50220-7465-4bf2-a377-ec1db0501413 req-eeddf40e-48dd-4b80-89e7-08c07547b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:58.918800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-eeddf40e-48dd-4b80-89e7-08c07547b735 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1125 time: 0.3046665 Jul 06 17:37:59.027540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35b85cb5-343a-41fa-ba9d-e872198bd053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.080438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35b85cb5-343a-41fa-ba9d-e872198bd053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.097231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50220-7465-4bf2-a377-ec1db0501413 req-374a2a2d-a586-49f5-ae63-20cdf8dbe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.098622 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-374a2a2d-a586-49f5-ae63-20cdf8dbe80e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.1706214 Jul 06 17:37:59.122461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-4800f65d-64e3-4fdc-a88c-fc2d52b23ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146696 Jul 06 17:37:59.174584 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-3f7c2667-aa8c-496b-88af-8e86871550d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.0672748 Jul 06 17:37:59.252626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35b85cb5-343a-41fa-ba9d-e872198bd053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.257571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35b85cb5-343a-41fa-ba9d-e872198bd053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.260981 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35b85cb5-343a-41fa-ba9d-e872198bd053 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c5024b9-e5e2-440b-8f33-6900b7e58183 HTTP/1.1" status: 204 len: 168 time: 0.4202123 Jul 06 17:37:59.282408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b85cb5-343a-41fa-ba9d-e872198bd053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5024b9-e5e2-440b-8f33-6900b7e58183,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:59.289613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50220-7465-4bf2-a377-ec1db0501413 req-05fdb561-9878-4939-b8dc-e1156a473f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.291691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-05fdb561-9878-4939-b8dc-e1156a473f14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1088898 Jul 06 17:37:59.296280 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.300656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-62ae81eb-8fe3-41b1-bd1c-0ffe4784bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.303762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-62ae81eb-8fe3-41b1-bd1c-0ffe4784bf2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.5141807 Jul 06 17:37:59.333159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:59.345510 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-2ef80e8b-a2fb-4285-80e6-8b325017a728 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446472 Jul 06 17:37:59.345734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:59.385457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121577d1-d9e6-4690-9731-20b1be6b6694 req-fb9f3d2e-81da-44a0-8346-fe4364510d94 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.408802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121577d1-d9e6-4690-9731-20b1be6b6694 req-fb9f3d2e-81da-44a0-8346-fe4364510d94 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 944 time: 0.4868052 Jul 06 17:37:59.472144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:59.556660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d has no active binding in host n-h2-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:37:59.567780 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.568127 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-ce94e24d-11e6-4af6-9b86-92ab340f0f9c service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026520 Jul 06 17:37:59.722297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121577d1-d9e6-4690-9731-20b1be6b6694 req-769db097-70a8-433b-99c9-228b4945aadb tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119416 Jul 06 17:37:59.776785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-4feae851-f9fe-4a84-b684-bfdc7632ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.783666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-4feae851-f9fe-4a84-b684-bfdc7632ab71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4592826 Jul 06 17:37:59.948531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95e50220-7465-4bf2-a377-ec1db0501413 req-d9a8d5ac-8278-4d7e-acb9-ec1302790366 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654745 Jul 06 17:38:00.160476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:37:58Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:00.161433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-39602f51-2fc2-4e3d-a299-71557e0a16f3 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669152 Jul 06 17:38:00.238838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55092668-4684-44f2-86a7-45fc03b13518 None None] The sync data for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 is: [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:37:58Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:38:00.491342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:00.494957 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053ada2-5baa-486c-92b2-4ecd36454250" -d '{"events": [{"name": "network-changed", "server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:00.570717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:00.579583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88d949cd-de09-4351-9db7-d1dbed7cbe85 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:00.652240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2aaab-cd95-4ba6-87b3-08cd9939a26b req-470ccb7c-9c26-4383-a742-b4ce73f02915 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.659942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fd2aaab-cd95-4ba6-87b3-08cd9939a26b req-470ccb7c-9c26-4383-a742-b4ce73f02915 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 949 time: 0.4977932 Jul 06 17:38:00.701874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c496a-9c0b-4856-b4d6-c048d0350d5f req-7abbbe8a-ece9-4a20-80c5-68f1e5a1f27d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.709318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d29c496a-9c0b-4856-b4d6-c048d0350d5f req-7abbbe8a-ece9-4a20-80c5-68f1e5a1f27d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.4544148 Jul 06 17:38:00.713562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc6a8c11-4b81-4170-a550-78b5a5c23882 req-283b8e43-ea17-4009-9d48-a073d4fc9de5 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335362 Jul 06 17:38:00.720331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 88d949cd-de09-4351-9db7-d1dbed7cbe85 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:00.743508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 88d949cd-de09-4351-9db7-d1dbed7cbe85 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:00.744800 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:00.795817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d29c496a-9c0b-4856-b4d6-c048d0350d5f req-b7f8c8b7-1f6a-4cc9-87be-8f39b22c050d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850258 Jul 06 17:38:00.823030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fd2aaab-cd95-4ba6-87b3-08cd9939a26b req-04d13009-0eb1-48f1-ba04-66ce47be49aa tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615937 Jul 06 17:38:01.008509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:01.064321 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db214b4-435e-4de1-ba83-c767d01ff637 x-openstack-request-id: req-7db214b4-435e-4de1-ba83-c767d01ff637 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:01.064973 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:01.065428 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7db214b4-435e-4de1-ba83-c767d01ff637 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:01.066063 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'status': 'completed', 'code': 200} Jul 06 17:38:01.136522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-daf791ba-8aed-4650-aced-7fc979c58c8e req-e3262bb5-2638-4e16-80e9-c3f21da092a1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 210 time: 0.0771320 Jul 06 17:38:01.204018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 88d949cd-de09-4351-9db7-d1dbed7cbe85, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88d949cd-de09-4351-9db7-d1dbed7cbe85,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:01.229140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:01.285906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-e55c9274-a2db-455b-80c1-364574db7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:01.298964 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-e55c9274-a2db-455b-80c1-364574db7fdd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1099 time: 0.2645798 Jul 06 17:38:01.425346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-c1d405c6-716b-43db-85e3-1529de35acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:01.430551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-c1d405c6-716b-43db-85e3-1529de35acef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1099 time: 0.2578077 Jul 06 17:38:01.596781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=88d949cd-de09-4351-9db7-d1dbed7cbe85,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:01.719448 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-b370c65c-ad51-4cac-a002-d6514e9575b1 service neutron] 10.222.0.60 "GET /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.4187078 Jul 06 17:38:01.755138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-e7976c0f-1fbd-44e8-8b22-ab961edfda6a tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aee9a26000994faf908a7aa2e491f438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863380 Jul 06 17:38:01.818648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-c5bee3b4-2b79-4af3-b0ef-6897c5ced44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:01.821654 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-c5bee3b4-2b79-4af3-b0ef-6897c5ced44c service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4878840 Jul 06 17:38:01.869190 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:01.955569 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-f29a173f-ecaf-4dc7-8ea4-af3b30ac71e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1233587 Jul 06 17:38:02.107206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043ca4-f758-426c-aac3-c8ed7e844113 req-ce0ff9be-ea23-4ae3-a3ee-d7078b55cf28 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.114500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9043ca4-f758-426c-aac3-c8ed7e844113 req-ce0ff9be-ea23-4ae3-a3ee-d7078b55cf28 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 944 time: 0.5544696 Jul 06 17:38:02.124033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-6e92652a-f1ad-4873-acbb-64e6ba12c2f5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.130932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-6e92652a-f1ad-4873-acbb-64e6ba12c2f5 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746672 Jul 06 17:38:02.159561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-efaa4e1e-5615-4915-ad7d-f1a5562749fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.161222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-efaa4e1e-5615-4915-ad7d-f1a5562749fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7221134 Jul 06 17:38:02.230997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:02.276025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:02.278667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a6c3010b-705b-4201-9dfe-7e6ce6ac12fb tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/quotas/aee9a26000994faf908a7aa2e491f438 HTTP/1.1" status: 200 len: 375 time: 0.1464796 Jul 06 17:38:02.289159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-d3df3087-35a1-4c4b-b7ee-e5b085af47e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1175380 Jul 06 17:38:02.359668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a666cb75-6b5c-46ca-a712-8058638e9f4d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:02.394460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:02.422391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88d949cd-de09-4351-9db7-d1dbed7cbe85 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:02.482183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:02.553996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 88d949cd-de09-4351-9db7-d1dbed7cbe85 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:02.554980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:02.582103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-c044ab07-a945-445d-a5b0-3b7f1218c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.584105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-c044ab07-a945-445d-a5b0-3b7f1218c77c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.6158004 Jul 06 17:38:02.955657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] Transition to ACTIVE for port object a666cb75-6b5c-46ca-a712-8058638e9f4d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:02.964244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-01799577-c4f6-4e64-8b6a-d43d50045797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.967595 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-01799577-c4f6-4e64-8b6a-d43d50045797 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3072844 Jul 06 17:38:02.970330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:03.196084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] No DVR routers for this DVR port a666cb75-6b5c-46ca-a712-8058638e9f4d on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:03.200696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9043ca4-f758-426c-aac3-c8ed7e844113 req-c2c80834-fb98-4c9e-b3ab-4d76bda5ee56 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0851607 Jul 06 17:38:03.294129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-da5b72fa-d398-4ef0-b088-17ab9a4831f7 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.297252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-da5b72fa-d398-4ef0-b088-17ab9a4831f7 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.61 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 829 time: 1.0032129 Jul 06 17:38:03.300919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] Pushing event updated for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:03.327503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Request body: {'port': {'device_id': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'admin_state_up': True, 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:03.344979 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-b427d657-6838-427f-9690-d433f83e1ab2 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623044 Jul 06 17:38:03.354722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-1b6df5a9-e071-4b58-a043-b84723083a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.357692 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-dfa40289-7649-41ec-9e06-ab4db5dcb8fe service neutron] 10.222.0.60 "PUT /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d/bindings/n-h2-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6304615 Jul 06 17:38:03.358170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-1b6df5a9-e071-4b58-a043-b84723083a6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 1.0369663 Jul 06 17:38:03.436893 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:38:03.479064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-c2d31a0b-3e68-445f-8cc1-c61ed2bf5301 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aee9a26000994faf908a7aa2e491f438&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1974580 Jul 06 17:38:03.480191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.61', 56768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:03.593298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-6d600f2e-be23-4b6d-9dbe-d8e06d257ebb service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327549 Jul 06 17:38:03.884887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-10a1bf19-a627-49bf-ab13-3105512a141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.887696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-10a1bf19-a627-49bf-ab13-3105512a141c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4135075 Jul 06 17:38:03.891978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-83378d05-7ad6-42db-a9cd-996ed77aac1e tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.894779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-83378d05-7ad6-42db-a9cd-996ed77aac1e tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.3887060 Jul 06 17:38:04.064650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeabe2e-619d-4d90-aa34-048f4a56cf8c req-a239c92e-5d22-4232-a57d-2ddb4ee5be87 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.077298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9aeabe2e-619d-4d90-aa34-048f4a56cf8c req-a239c92e-5d22-4232-a57d-2ddb4ee5be87 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 948 time: 0.5952454 Jul 06 17:38:04.145898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Made reservation on behalf of ffe7f901132f46c3a8c46de7690795b2 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:04.152006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:04.220815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9aeabe2e-619d-4d90-aa34-048f4a56cf8c req-7f6e2d9e-933a-439c-ba23-647a63bac5d2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421533 Jul 06 17:38:04.295515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-4cce1cd5-c7cc-4fff-83b7-5ce1f5a1fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.297503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-4cce1cd5-c7cc-4fff-83b7-5ce1f5a1fe96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&tenant_id=72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 1096 time: 0.3766356 Jul 06 17:38:04.370853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-19392b6e-64f0-48a7-bef0-eaaa3fc1a08a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698772 Jul 06 17:38:04.468951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:04.521985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:04.532201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6d8eed-65a3-4113-ad05-228800d1eb29 req-66481396-2d50-452a-b0f6-750a0bfd2260 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 210 time: 0.1681433 Jul 06 17:38:04.549905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-65e0fa5b-7802-4e2a-b6f5-0796be384d54 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e9073c651d54985a959483a3503d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283853 Jul 06 17:38:04.692611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:38:04.703342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Allocated IP 172.20.0.9 (7e1ed870-522d-4262-9ab3-876ed76ea42b/b692f1b2-d397-4ae4-bae9-bd0391aa63fd/18f093b2-657a-4e59-9c7d-23988a2d382b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:04.775027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3053ada2-5baa-486c-92b2-4ecd36454250 req-01d425f2-c562-4fe9-a9c0-e436b704dddf service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809810 Jul 06 17:38:04.778052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:04.783576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-c78b92f5-2ec1-4f71-8d8b-89d76e565afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.785809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-c78b92f5-2ec1-4f71-8d8b-89d76e565afb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1096 time: 0.4188578 Jul 06 17:38:04.822534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'mac_address': 'fa:16:3e:e1:3e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:04.920527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:04.947768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d6606b-1ebd-4774-98fb-ad33c225b5df {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:04.950339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-945afed1-587c-4254-a98c-adefcbfd2bd5 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.963118 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-945afed1-587c-4254-a98c-adefcbfd2bd5 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118049 Jul 06 17:38:04.999597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:05.012226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:05.035764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-672bade6-0300-4647-956b-b35edb3a2d5f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/quotas/6e9073c651d54985a959483a3503d5f9 HTTP/1.1" status: 200 len: 375 time: 0.0707624 Jul 06 17:38:05.155374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:05.161377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-9f7593dd-5851-4a6c-aa66-23996bd140a3 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1240027 Jul 06 17:38:05.266582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-1287b78f-644e-4608-a6d8-3311d604bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.268442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-1287b78f-644e-4608-a6d8-3311d604bc42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.4658213 Jul 06 17:38:05.282964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:05.346772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-59a5f008-7522-4002-942c-b7748fba6883 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.0701976 Jul 06 17:38:05.442062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-f3735f9a-34f3-4e10-8f4c-222dc2378ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.443696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-f3735f9a-34f3-4e10-8f4c-222dc2378ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1100 time: 0.3953195 Jul 06 17:38:05.464502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:05.511311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-014d1cb9-2dc6-4a28-9bd7-e4c97824c49e req-02fc33e0-f4c5-4d7c-9ccd-14eca9108dae tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 210 time: 0.0818777 Jul 06 17:38:05.561264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Transition to ACTIVE for port object 18f093b2-657a-4e59-9c7d-23988a2d382b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:05.682245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-e7c21372-7690-4faf-936e-3c0d80eea424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.684247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-e7c21372-7690-4faf-936e-3c0d80eea424 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.3216331 Jul 06 17:38:05.761079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-a0d36a85-0390-45e7-bb7d-48ba36f2196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.763697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-a0d36a85-0390-45e7-bb7d-48ba36f2196c service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2685730 Jul 06 17:38:05.787737 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-11360f09-4421-495d-99c2-e59d26ae04da tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aee9a26000994faf908a7aa2e491f438&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454105 Jul 06 17:38:06.059302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-1bb498e5-226a-430e-99b0-cb9954038231 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2927673 Jul 06 17:38:06.065549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.125562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-8766d141-8f60-43ec-9f02-44e6002d40ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.2484109 Jul 06 17:38:06.131457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-6da8daa9-99af-4d78-b83c-4476250f7f62 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:06.133992 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-6da8daa9-99af-4d78-b83c-4476250f7f62 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383672 Jul 06 17:38:06.155388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Request body: {'port': {'device_id': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': 'aee9a26000994faf908a7aa2e491f438'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:06.475984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:06.496298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:06.538189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:06.619223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port a7d6606b-1ebd-4774-98fb-ad33c225b5df completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:06.628471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port a7d6606b-1ebd-4774-98fb-ad33c225b5df triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:06.629284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.695551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:06.802312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Made reservation on behalf of aee9a26000994faf908a7aa2e491f438 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:06.815774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.867163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:06.868606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.870180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.882056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-1d5a2628-8232-46de-bf42-61e7ec9884f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3387821 Jul 06 17:38:06.890565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-b3295618-d1bb-461b-a539-6f04c83e6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:06.893752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-b3295618-d1bb-461b-a539-6f04c83e6dc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3942416 Jul 06 17:38:06.914296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6019940 Jul 06 17:38:06.926557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b792c-5d0f-4f77-90d9-a55c7e6a6839 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event updated for resources: {'Port': ['ID=18f093b2-657a-4e59-9c7d-23988a2d382b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:06.946483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:06.951081 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18c098d-237d-4f97-a848-1e7672847f71" -d '{"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:06.985617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:06.993530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.999771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Request body: {'port': {'device_id': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:07.019141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d485b-63dc-44bc-a5cc-5b9821fca57b req-cdcdbc1e-ff35-4e39-8283-0d2a479e9417 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.021835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-783d485b-63dc-44bc-a5cc-5b9821fca57b req-cdcdbc1e-ff35-4e39-8283-0d2a479e9417 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 945 time: 1.2539010 Jul 06 17:38:07.098907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bae21594-1dfa-4a11-9aca-c1aae839724e None None] Provisioning for port 18f093b2-657a-4e59-9c7d-23988a2d382b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:07.121105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bae21594-1dfa-4a11-9aca-c1aae839724e None None] Provisioning complete for port 18f093b2-657a-4e59-9c7d-23988a2d382b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:07.121618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae21594-1dfa-4a11-9aca-c1aae839724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.192398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bae21594-1dfa-4a11-9aca-c1aae839724e None None] Port 18f093b2-657a-4e59-9c7d-23988a2d382b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:07.207627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:07.248414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Allocated IP 192.168.233.181 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/d42ee70c-1737-4cfd-baa9-e400fb83924e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:07.262417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-3bdaae65-3da6-46d9-82c6-acc1578efcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.264088 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-3bdaae65-3da6-46d9-82c6-acc1578efcc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 1096 time: 0.1795762 Jul 06 17:38:07.264817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-e7cd6516-1e00-43cc-83fb-94c00103abd4 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1888947 Jul 06 17:38:07.324155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ee69d-c15c-4e94-a386-82d152d88602 req-23f84455-5825-4fae-a926-399a3bc515a6 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.328180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f48ee69d-c15c-4e94-a386-82d152d88602 req-23f84455-5825-4fae-a926-399a3bc515a6 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 949 time: 1.2641735 Jul 06 17:38:07.433135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-783d485b-63dc-44bc-a5cc-5b9821fca57b req-1dff35c7-f321-4ef8-8fa4-ccc08cd97d1b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268733 Jul 06 17:38:07.464670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.481580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-de41643a-361b-4fe5-9f1c-5b14b40054f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.483761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-de41643a-361b-4fe5-9f1c-5b14b40054f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5769448 Jul 06 17:38:07.523290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-f8c8d42d-0e71-4cb6-9d55-af5eb05ef9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.524872 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-f8c8d42d-0e71-4cb6-9d55-af5eb05ef9ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 925 time: 0.2234092 Jul 06 17:38:07.626633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f48ee69d-c15c-4e94-a386-82d152d88602 req-7928dfb3-7a10-41a2-adb2-b2829fbb7202 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866507 Jul 06 17:38:07.644866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-6e987ad1-2c27-489f-8a92-8cb58fa8a5a2 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134387 Jul 06 17:38:07.721668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.60', 59534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:07.725371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.765202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-0458f80d-74a9-4561-a974-703913dd3443 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e9073c651d54985a959483a3503d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505555 Jul 06 17:38:07.845065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Transition to ACTIVE for port object d42ee70c-1737-4cfd-baa9-e400fb83924e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:07.870547 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-e27d13cc-f08c-4a9e-811e-e070f387cac0 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734496 Jul 06 17:38:07.875700 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-19e7b039-7422-46b6-b77f-55179620890b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 200 len: 1001 time: 0.3195965 Jul 06 17:38:07.954718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-a8c03a9a-2aa9-49f6-b04c-5f8b95e26a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.958088 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-a8c03a9a-2aa9-49f6-b04c-5f8b95e26a6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.0670841 Jul 06 17:38:07.972681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.984892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9f0626f4-c17b-4a96-a6ff-e8255ea3874d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:08.006142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-c90b9e22-ed7d-4d30-884e-bb24657e626a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e9073c651d54985a959483a3503d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226420 Jul 06 17:38:08.165380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Pushing event updated for resources: {'Port': ['ID=d42ee70c-1737-4cfd-baa9-e400fb83924e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:08.176566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:08.179106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:08.182656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:08.188989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.189580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.223207 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-53bb19dc-ee16-489f-8c91-b0f43370520c tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0753462 Jul 06 17:38:08.244740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Request body: {'port': {'device_id': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:08.273791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-ac8826e8-3321-43f9-803d-ba0d15bf1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.275367 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-ac8826e8-3321-43f9-803d-ba0d15bf1a1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006141 Jul 06 17:38:08.280932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-72bb431e-f3e8-4e29-a36e-6dbaf86c2dbf tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.282702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-72bb431e-f3e8-4e29-a36e-6dbaf86c2dbf tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4996865 Jul 06 17:38:08.299240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953168-f83b-46fb-8b74-b78beaad90e2 req-8331d5f2-c224-461b-87d4-b82247837803 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.300977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28953168-f83b-46fb-8b74-b78beaad90e2 req-8331d5f2-c224-461b-87d4-b82247837803 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 931 time: 0.5420492 Jul 06 17:38:08.315296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-5133ce24-4728-409e-9a81-3173b5526be9 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033384 Jul 06 17:38:08.333313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Request body: {'port': {'device_id': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '6e9073c651d54985a959483a3503d5f9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:08.421437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.472994 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-9598ccf7-5fac-4eb4-a2c9-5065023c6322 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906886 Jul 06 17:38:08.552278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eefe083b-a0ed-4eb9-b5c0-70b6e1dc28aa None None] Provisioning for port d42ee70c-1737-4cfd-baa9-e400fb83924e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:08.562255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eefe083b-a0ed-4eb9-b5c0-70b6e1dc28aa None None] Provisioning complete for port d42ee70c-1737-4cfd-baa9-e400fb83924e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:08.563167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefe083b-a0ed-4eb9-b5c0-70b6e1dc28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.635618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eefe083b-a0ed-4eb9-b5c0-70b6e1dc28aa None None] Port d42ee70c-1737-4cfd-baa9-e400fb83924e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:08.690964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f093b2-657a-4e59-9c7d-23988a2d382b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:08.714874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-300c5883-1a91-4916-9353-1510fd07dbc3 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.724196 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc3112e2-8f78-47eb-9aca-657ab8443883 req-67a6655c-ff8d-4578-9188-e211442a8f11 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437770 Jul 06 17:38:08.727404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-300c5883-1a91-4916-9353-1510fd07dbc3 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7027919 Jul 06 17:38:08.749708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.812487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28953168-f83b-46fb-8b74-b78beaad90e2 req-f477b51f-b206-4730-83a1-4617204c366a tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372835 Jul 06 17:38:08.817223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-59d5e6e4-4957-4e43-844d-16b30d9e4379 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.820372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-59d5e6e4-4957-4e43-844d-16b30d9e4379 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.6355951 Jul 06 17:38:08.857534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a339c5e6-0a74-4ffc-8fd5-2dec9559903f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/quotas/6e9073c651d54985a959483a3503d5f9 HTTP/1.1" status: 200 len: 375 time: 0.1286454 Jul 06 17:38:08.893374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42ee70c-1737-4cfd-baa9-e400fb83924e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:08.899742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Transition to ACTIVE for port object 18f093b2-657a-4e59-9c7d-23988a2d382b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:08.905042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.928457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Transition to ACTIVE for port object d42ee70c-1737-4cfd-baa9-e400fb83924e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:08.932270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-ebda942b-293b-4ac5-86cc-79f70dee1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.933908 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-ebda942b-293b-4ac5-86cc-79f70dee1a2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6&tenant_id=93bbaa5860b3432c92e37fc5d2387960&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1101 time: 0.1490719 Jul 06 17:38:08.936028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.953985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.993861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-68c34df6-cf45-498a-a299-8aa2bf4c8a3c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007049 Jul 06 17:38:09.049534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Pushing event updated for resources: {'Port': ['ID=d42ee70c-1737-4cfd-baa9-e400fb83924e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:09.082695 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-641ebf29-4160-4802-b80d-7667ece2dfed req-e7df126a-8706-45ba-a1d3-fc62b5ac4bda service neutron] delete failed (client error): The resource could not be found. Jul 06 17:38:09.083742 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-e7df126a-8706-45ba-a1d3-fc62b5ac4bda service neutron] 10.222.0.61 "DELETE /v2.0/ports/a7d6606b-1ebd-4774-98fb-ad33c225b5df/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.1423042 Jul 06 17:38:09.096023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Attempting to bind port d42ee70c-1737-4cfd-baa9-e400fb83924e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:09.096499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Attempting to bind port d42ee70c-1737-4cfd-baa9-e400fb83924e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:09.096992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Attempting to bind port d42ee70c-1737-4cfd-baa9-e400fb83924e on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:09.103601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Port d42ee70c-1737-4cfd-baa9-e400fb83924e on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:09.104045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Attempting to bind port d42ee70c-1737-4cfd-baa9-e400fb83924e on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:09.111310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Pushing event updated for resources: {'Port': ['ID=18f093b2-657a-4e59-9c7d-23988a2d382b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:09.111975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:09.112526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:09.113076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:09.113779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Bound port: d42ee70c-1737-4cfd-baa9-e400fb83924e, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:09.114095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.319646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] For port d42ee70c-1737-4cfd-baa9-e400fb83924e, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:09.330369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] For port d42ee70c-1737-4cfd-baa9-e400fb83924e, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:09.348574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.349799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Made reservation on behalf of 6e9073c651d54985a959483a3503d5f9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:09.378049 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.434546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-6d0e3160-27e9-42ea-830c-34e86a162aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:09.438006 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-6d0e3160-27e9-42ea-830c-34e86a162aea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1101 time: 0.2355840 Jul 06 17:38:09.531875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.657641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-ff663dfd-7512-4c29-a519-3dfdd9fae3fc service neutron] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:09.676689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-ff663dfd-7512-4c29-a519-3dfdd9fae3fc service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.678657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fe724a-7407-40ab-b485-3f311a8cef2d req-ff663dfd-7512-4c29-a519-3dfdd9fae3fc service neutron] 10.222.0.61 "DELETE /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d/bindings/n-h1-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.8142953 Jul 06 17:38:09.743702 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bf2fd-2c46-4d34-8f94-7e4111199b01 x-openstack-request-id: req-973bf2fd-2c46-4d34-8f94-7e4111199b01 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:09.745120 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:09.745747 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-973bf2fd-2c46-4d34-8f94-7e4111199b01 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:09.746421 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'code': 200} Jul 06 17:38:09.823806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:09.825244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.828411 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] 10.222.0.60 "PUT /v2.0/ports/d42ee70c-1737-4cfd-baa9-e400fb83924e HTTP/1.1" status: 200 len: 1096 time: 1.5878930 Jul 06 17:38:09.832972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'tag': 'd42ee70c-1737-4cfd-baa9-e400fb83924e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:09.839114 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d5416-fa98-467c-943e-b9357cc5029b" -d '{"events": [{"name": "network-changed", "server_uuid": "c21876b2-8f1e-4453-96fd-bdf2e2a50697", "tag": "d42ee70c-1737-4cfd-baa9-e400fb83924e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:09.998278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-dbfc0193-3a29-4a4f-9428-e3713968942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.001100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-dbfc0193-3a29-4a4f-9428-e3713968942f service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5540807 Jul 06 17:38:10.023302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a6038-9660-418f-acb3-f5eed02b8095 service neutron] Pushing event updated for resources: {'Port': ['ID=d42ee70c-1737-4cfd-baa9-e400fb83924e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:10.181979 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-6248a0eb-eb95-4ba8-8178-c05d7e1c27b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1672251 Jul 06 17:38:10.195965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Attempting to bind port 18f093b2-657a-4e59-9c7d-23988a2d382b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:10.197079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Attempting to bind port 18f093b2-657a-4e59-9c7d-23988a2d382b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:10.197079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Attempting to bind port 18f093b2-657a-4e59-9c7d-23988a2d382b on network 7e1ed870-522d-4262-9ab3-876ed76ea42b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:10.237540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Port 18f093b2-657a-4e59-9c7d-23988a2d382b on network 7e1ed870-522d-4262-9ab3-876ed76ea42b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:10.238113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Attempting to bind port 18f093b2-657a-4e59-9c7d-23988a2d382b on network 7e1ed870-522d-4262-9ab3-876ed76ea42b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:10.295364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:10.296113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Checking segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:10.296846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Bound using segment: {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:10.297469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Bound port: 18f093b2-657a-4e59-9c7d-23988a2d382b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6533dfe3-ba32-4c52-a3e3-524fda23acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:10.298044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:10.304495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-b6daefe1-c53a-45b7-82b8-a185db9b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.308653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-b6daefe1-c53a-45b7-82b8-a185db9b5aa1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1197720 Jul 06 17:38:10.313825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-b90e0729-73bc-4687-87a3-9c30956b4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.316381 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-b90e0729-73bc-4687-87a3-9c30956b4c58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9a26000994faf908a7aa2e491f438&device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 1099 time: 0.4101040 Jul 06 17:38:10.439000 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-bcc92326-f962-43c0-bf32-68f5f937986b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e HTTP/1.1" status: 200 len: 217 time: 0.1058295 Jul 06 17:38:10.484005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62af1cc-9fd4-4b8a-b0ec-2b7033d56fb7 req-64d1af50-9eb6-4d6e-a2e6-6887571dcc56 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.486881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e62af1cc-9fd4-4b8a-b0ec-2b7033d56fb7 req-64d1af50-9eb6-4d6e-a2e6-6887571dcc56 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 948 time: 0.8183873 Jul 06 17:38:10.530472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a882deed-1048-42a4-83d5-ae222ce70514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.533091 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-a882deed-1048-42a4-83d5-ae222ce70514 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0873210 Jul 06 17:38:10.603762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:10.604745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf29-4160-4802-b80d-7667ece2dfed req-0d003890-8851-42bb-b427-f559c44f05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.607504 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-0d003890-8851-42bb-b427-f559c44f05ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2885010 Jul 06 17:38:10.619714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] For port 18f093b2-657a-4e59-9c7d-23988a2d382b, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:10.628842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:10.664490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e62af1cc-9fd4-4b8a-b0ec-2b7033d56fb7 req-b6675c3a-7cc7-4d70-83c1-359acebc9bb2 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543119 Jul 06 17:38:10.678508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a37d-80f0-4ad2-b63e-5babf78249d1 req-f3195faf-cf94-41a3-a49e-30a5f90154d8 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.686291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50f4a37d-80f0-4ad2-b63e-5babf78249d1 req-f3195faf-cf94-41a3-a49e-30a5f90154d8 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 945 time: 0.4296634 Jul 06 17:38:10.697158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] For port 18f093b2-657a-4e59-9c7d-23988a2d382b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=18f093b2-657a-4e59-9c7d-23988a2d382b,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:10.770164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:10.802953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-77cb426c-dc1e-42f8-b083-4c459f5c3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.805655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-77cb426c-dc1e-42f8-b083-4c459f5c3ead service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2595036 Jul 06 17:38:10.861887 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-6446dcf0-10a2-4862-9248-a3fa822a2399 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464273 Jul 06 17:38:10.868129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:11.075205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:11.077966 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:11.080674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] 10.222.0.61 "PUT /v2.0/ports/18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 1091 time: 4.1310997 Jul 06 17:38:11.098233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50f4a37d-80f0-4ad2-b63e-5babf78249d1 req-906e4316-8958-40f0-85de-6022b2b43484 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107089 Jul 06 17:38:11.100875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:11.106379 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7610285-e6ff-4887-8ec8-0c7c40e943be" -d '{"events": [{"name": "network-changed", "server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:11.137508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe669a85-c33a-4ac2-afd4-15c4a2099eb3 req-150be456-84d9-47e1-8222-c17428159caa tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 210 time: 0.1452446 Jul 06 17:38:11.234185 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-4c9141e1-71ad-483d-b814-648a7800beee service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201703 Jul 06 17:38:11.264029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Allocated IP 192.168.233.34 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/3546ad02-6ad2-4a5e-9952-149e74f4ce86) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:11.322321 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cbd363-42b3-4f30-842d-6e62b7c352c5 x-openstack-request-id: req-17cbd363-42b3-4f30-842d-6e62b7c352c5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:11.335713 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21876b2-8f1e-4453-96fd-bdf2e2a50697", "tag": "d42ee70c-1737-4cfd-baa9-e400fb83924e", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:11.336319 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17cbd363-42b3-4f30-842d-6e62b7c352c5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:11.337138 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'tag': 'd42ee70c-1737-4cfd-baa9-e400fb83924e', 'status': 'completed', 'code': 200} Jul 06 17:38:11.460212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58602311-04d9-4c95-a539-aff4e51b10be service neutron] Pushing event updated for resources: {'Port': ['ID=18f093b2-657a-4e59-9c7d-23988a2d382b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:11.529684 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5adf7f1e-5fac-4633-8a6b-ae79c0bacaa0 req-ab93f1f1-b749-422c-8000-a360307ee06b service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818322 Jul 06 17:38:11.533772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-641ebf29-4160-4802-b80d-7667ece2dfed req-2197a6c5-1642-40cb-94c0-0a892686a8ea service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905304 Jul 06 17:38:11.712631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5416-fa98-467c-943e-b9357cc5029b req-3d48c404-81c0-4eb4-8db6-11b7a3b87495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:11.712631 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-3d48c404-81c0-4eb4-8db6-11b7a3b87495 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9a26000994faf908a7aa2e491f438&device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 1099 time: 0.1003444 Jul 06 17:38:11.712948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-597c3f97-da13-4055-b7f7-4b65b2527cc2 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6e9073c651d54985a959483a3503d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493473 Jul 06 17:38:11.877613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a24d61ea-badd-4971-b2d1-59b742f2d0d9 req-5bb96d5e-ea94-4330-97d5-9d06b78ca95a tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2163093 Jul 06 17:38:12.057927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-cd4bb135-16c4-4862-bd90-a9d34e79b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.061437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-cd4bb135-16c4-4862-bd90-a9d34e79b5ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1094 time: 0.7899663 Jul 06 17:38:12.078727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5416-fa98-467c-943e-b9357cc5029b req-a0203500-3b14-4f9e-900a-9f57931dd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.082415 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-a0203500-3b14-4f9e-900a-9f57931dd2e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3631845 Jul 06 17:38:12.145336 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-d612e153-1be0-4359-a64b-24bf9040c93a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e HTTP/1.1" status: 200 len: 217 time: 0.0552917 Jul 06 17:38:12.235656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5416-fa98-467c-943e-b9357cc5029b req-f23db670-f47e-47e0-942a-5325c3303d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.238212 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-f23db670-f47e-47e0-942a-5325c3303d6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0804818 Jul 06 17:38:12.268877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-c2c7caa8-f616-43f5-a086-0e6ca67625d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 217 time: 0.1716874 Jul 06 17:38:12.351696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5416-fa98-467c-943e-b9357cc5029b req-1df95691-b172-4ca8-af29-55969be7f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.353602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-1df95691-b172-4ca8-af29-55969be7f9e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080883 Jul 06 17:38:12.396549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0105a-0704-47ae-a45b-7ab524750b39 req-c89544c2-5537-4690-9f67-30261ac8f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.398260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13c0105a-0704-47ae-a45b-7ab524750b39 req-c89544c2-5537-4690-9f67-30261ac8f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 943 time: 0.8695171 Jul 06 17:38:12.449392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:12.506079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-e1d6a9b4-dc4a-44d2-92fe-66c981714f90 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.508810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-e1d6a9b4-dc4a-44d2-92fe-66c981714f90 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7130077 Jul 06 17:38:12.519210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-7cbf4183-2e58-4288-b10b-12cd02afb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.520329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-644f5a7a-409e-4337-880d-401b128b8ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521194 Jul 06 17:38:12.521748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-7cbf4183-2e58-4288-b10b-12cd02afb813 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 200 len: 868 time: 0.2313042 Jul 06 17:38:12.538018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d61ea-badd-4971-b2d1-59b742f2d0d9 req-59800adf-b4e8-4e81-b15a-3a4d23c79664 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.539767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a24d61ea-badd-4971-b2d1-59b742f2d0d9 req-59800adf-b4e8-4e81-b15a-3a4d23c79664 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6353824 Jul 06 17:38:12.544455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Request body: {'port': {'device_id': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '6e9073c651d54985a959483a3503d5f9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:12.553295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Transition to ACTIVE for port object 3546ad02-6ad2-4a5e-9952-149e74f4ce86 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:12.659169 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-244d5416-fa98-467c-943e-b9357cc5029b req-0f387f8d-8dd3-45a4-8a5f-4195caaa1161 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316721 Jul 06 17:38:12.662864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a24d61ea-badd-4971-b2d1-59b742f2d0d9 req-9c7965b3-ba2d-49e3-8d36-1083ce2b2a80 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/quotas/6efff9c4f7ca49e6a28625038aa5a380 HTTP/1.1" status: 200 len: 375 time: 0.0974665 Jul 06 17:38:12.681188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13c0105a-0704-47ae-a45b-7ab524750b39 req-e18289d1-fb85-47e6-b2a6-2162b8612ba1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454290 Jul 06 17:38:12.734131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a24d61ea-badd-4971-b2d1-59b742f2d0d9 req-5a70c875-4197-4e08-934f-89c9494d84d3 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621364 Jul 06 17:38:12.792234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:12.810153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-a89fb71f-8f22-4e30-a68b-880f67589018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.812105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-a89fb71f-8f22-4e30-a68b-880f67589018 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e1ed870-522d-4262-9ab3-876ed76ea42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642930 Jul 06 17:38:12.914570 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8151343-8f99-464d-b18e-ffface7fd392 x-openstack-request-id: req-b8151343-8f99-464d-b18e-ffface7fd392 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:12.914873 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:12.915139 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8151343-8f99-464d-b18e-ffface7fd392 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:12.915631 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'status': 'completed', 'code': 200} Jul 06 17:38:12.922645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Made reservation on behalf of 6e9073c651d54985a959483a3503d5f9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:12.927499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:12.932104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:12.955681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:12.964358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:12.994205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:13.098448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:13.099163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.134371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-f8e386b5-18cb-469f-8538-d82df84ead86 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891774 Jul 06 17:38:13.158238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-6b0489c4-3c5f-4290-bfc1-48ff27368949 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8560209 Jul 06 17:38:13.181676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Request body: {'port': {'device_id': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:13.379625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-daaab176-36d1-49bb-bcb8-1ee3af70c327 None None] Provisioning for port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:13.385457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-daaab176-36d1-49bb-bcb8-1ee3af70c327 None None] Provisioning complete for port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:13.385913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daaab176-36d1-49bb-bcb8-1ee3af70c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.436054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-daaab176-36d1-49bb-bcb8-1ee3af70c327 None None] Port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:13.598196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bf90820-52f6-4de2-9e0d-6481fd3e3b1c req-cd4c3cd5-10e7-4e06-94cc-a3b69d651f0e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 210 time: 0.0806117 Jul 06 17:38:13.621675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Allocated IP 192.168.233.210 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/594ff37e-656f-48e3-8194-f03a8211eb04) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:13.717357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac96256-5868-41c6-9a7a-9bb6767fb82f req-aaa48745-519c-4127-a127-0d6a26ac811e service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769529 Jul 06 17:38:13.734545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.889534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56092ff-8bcf-4a5c-8f4d-20564f99dfcd req-39cd8d91-9607-4b32-8644-db0400d8a301 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:13.891183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a56092ff-8bcf-4a5c-8f4d-20564f99dfcd req-39cd8d91-9607-4b32-8644-db0400d8a301 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 948 time: 0.3751402 Jul 06 17:38:14.131673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a56092ff-8bcf-4a5c-8f4d-20564f99dfcd req-f6733c23-c47c-4a11-bad4-35134942abad tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161245 Jul 06 17:38:14.140346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:14.165873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Transition to ACTIVE for port object 594ff37e-656f-48e3-8194-f03a8211eb04 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:14.171945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-4fdd8e53-4ace-404d-aa16-09f1e8511d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.173535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-4fdd8e53-4ace-404d-aa16-09f1e8511d06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1094 time: 0.3579705 Jul 06 17:38:14.277287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ea784-40d3-41e9-b635-823137ff55ea req-1e3b64bc-2418-4613-bf9b-fd0f0b0ec792 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.279289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c2ea784-40d3-41e9-b635-823137ff55ea req-1e3b64bc-2418-4613-bf9b-fd0f0b0ec792 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1096 time: 0.2696817 Jul 06 17:38:14.322061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:14.445332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-929a0cbe-445a-48cc-96af-ce09fd9cdc28 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1245289 Jul 06 17:38:14.473647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-3a78ef17-c8c3-4964-8dcd-0118ccb79cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.475125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-3a78ef17-c8c3-4964-8dcd-0118ccb79cd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 930 time: 0.2941561 Jul 06 17:38:14.512853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:14.515165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c2ea784-40d3-41e9-b635-823137ff55ea req-3ce2481d-8db0-447e-a7ad-db0f65c092fa tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245512 Jul 06 17:38:14.528272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d42ee70c-1737-4cfd-baa9-e400fb83924e details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:14.533726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event updated for resources: {'Port': ['ID=594ff37e-656f-48e3-8194-f03a8211eb04,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:14.612897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:14.634458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-53a3e201-bea9-4ecd-8850-6535567b8577 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 217 time: 0.1440985 Jul 06 17:38:14.718017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:14.793552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d42ee70c-1737-4cfd-baa9-e400fb83924e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:14.802345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-e341200e-b2bc-4c4f-9c5f-85dff3a31cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.804024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-e341200e-b2bc-4c4f-9c5f-85dff3a31cc5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 200 len: 868 time: 0.1578557 Jul 06 17:38:14.813906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd42ee70c-1737-4cfd-baa9-e400fb83924e', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'd42ee70c-1737-4cfd-baa9-e400fb83924e', 'mac_address': 'fa:16:3e:70:b1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:14.862683 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:14.886063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42ee70c-1737-4cfd-baa9-e400fb83924e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:14.910750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d42ee70c-1737-4cfd-baa9-e400fb83924e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:14.916426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:14.973312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-5fa12dbf-8c21-4e7c-bcfd-93ca615e98f5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.974926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-5fa12dbf-8c21-4e7c-bcfd-93ca615e98f5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044441 Jul 06 17:38:14.992408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d42ee70c-1737-4cfd-baa9-e400fb83924e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:15.015413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.016251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:15.030643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3546ad02-6ad2-4a5e-9952-149e74f4ce86 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:15.049682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:15.056382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-350f9ccc-1ef0-463d-ab14-fdc4f8859e1d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/quotas/93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 375 time: 0.0622585 Jul 06 17:38:15.078776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-34c1b407-2934-4319-a85a-c3e0d8eb2b20 None None] Provisioning for port 594ff37e-656f-48e3-8194-f03a8211eb04 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:15.083914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-34c1b407-2934-4319-a85a-c3e0d8eb2b20 None None] Provisioning complete for port 594ff37e-656f-48e3-8194-f03a8211eb04 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:15.084564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34c1b407-2934-4319-a85a-c3e0d8eb2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:15.102637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-8fcc13fa-8c2a-4077-888f-cc246614469e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5788107 Jul 06 17:38:15.110516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Transition to ACTIVE for port object 3546ad02-6ad2-4a5e-9952-149e74f4ce86 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:15.131249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-34c1b407-2934-4319-a85a-c3e0d8eb2b20 None None] Port 594ff37e-656f-48e3-8194-f03a8211eb04 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:15.143642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Request body: {'port': {'device_id': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:15.151551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:15.187352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d42ee70c-1737-4cfd-baa9-e400fb83924e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:15.239317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-cc672b94-8780-4b87-bb8d-13e2f6582720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.240790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-cc672b94-8780-4b87-bb8d-13e2f6582720 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e1ed870-522d-4262-9ab3-876ed76ea42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4136388 Jul 06 17:38:15.279997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350524a8-135e-4dab-af2e-e7e060189ccb req-59a9f536-d552-44c3-8758-906bc7d74898 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.281688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-350524a8-135e-4dab-af2e-e7e060189ccb req-59a9f536-d552-44c3-8758-906bc7d74898 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 943 time: 0.4730005 Jul 06 17:38:15.360122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:15.498818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:15.537243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-350524a8-135e-4dab-af2e-e7e060189ccb req-f245ea4d-14d9-43a5-a10e-27678a35cced tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250092 Jul 06 17:38:15.546266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-0d93e3d8-beb4-4106-b069-5d33f7fa6688 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4776602 Jul 06 17:38:15.558281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-eda41f50-2bb1-4461-96a5-c387075b0246 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068187 Jul 06 17:38:15.665558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Attempting to bind port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:15.666340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Attempting to bind port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:15.666340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Attempting to bind port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:15.687808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:15.688282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Attempting to bind port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:15.709169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:15.709623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:15.710114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:15.710671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Bound port: 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:15.711111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.223181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7610285-e6ff-4887-8ec8-0c7c40e943be req-666fc1d8-2d83-4c16-a08d-336d076677c8 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259816 Jul 06 17:38:16.332214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:16.382893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:16.399873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-403a7168-a11a-4255-90ef-2e79dd7e3da2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:16.401552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-403a7168-a11a-4255-90ef-2e79dd7e3da2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.3420019 Jul 06 17:38:16.402780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.424207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03ae3c-0777-448e-8986-31abd4ac4964 req-27e1091d-ecc4-4ad9-800a-e80023631d1d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:16.425848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e03ae3c-0777-448e-8986-31abd4ac4964 req-27e1091d-ecc4-4ad9-800a-e80023631d1d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 936 time: 0.3602502 Jul 06 17:38:16.483873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-af011945-6e1b-4670-aaf6-55e88538b107 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/quotas/72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 375 time: 0.0700057 Jul 06 17:38:16.502491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:16.503100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.504573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] 10.222.0.60 "PUT /v2.0/ports/3546ad02-6ad2-4a5e-9952-149e74f4ce86 HTTP/1.1" status: 200 len: 1095 time: 3.3277490 Jul 06 17:38:16.517124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:16.521121 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f313b21d-f35a-49d6-a677-7d4c1b93cde3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:16.530117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d42ee70c-1737-4cfd-baa9-e400fb83924e up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:16.637238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d42ee70c-1737-4cfd-baa9-e400fb83924e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:16.646486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d42ee70c-1737-4cfd-baa9-e400fb83924e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:16.647195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.670985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165131-6e3f-4ce5-bc67-542279267be0 service neutron] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:16.736445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e03ae3c-0777-448e-8986-31abd4ac4964 req-cfa290a9-a41f-4980-ae36-ce9b1c03d64c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765570 Jul 06 17:38:16.753568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594ff37e-656f-48e3-8194-f03a8211eb04 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:16.793840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.813644 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.861877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42ee70c-1737-4cfd-baa9-e400fb83924e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:16.864726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Transition to ACTIVE for port object 594ff37e-656f-48e3-8194-f03a8211eb04 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:16.866088 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6765bab8-e99c-4a0a-b61e-69ff8eeb0775" -d '{"events": [{"server_uuid": "c21876b2-8f1e-4453-96fd-bdf2e2a50697", "name": "network-vif-plugged", "status": "completed", "tag": "d42ee70c-1737-4cfd-baa9-e400fb83924e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:16.882141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.883843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 18f093b2-657a-4e59-9c7d-23988a2d382b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:16.892440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d42ee70c-1737-4cfd-baa9-e400fb83924e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:16.905718 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.956527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-839f9145-ee9d-40c3-952b-d9ed6d54713b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4393890 Jul 06 17:38:17.164169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d42ee70c-1737-4cfd-baa9-e400fb83924e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:17.194681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Pushing event updated for resources: {'Port': ['ID=594ff37e-656f-48e3-8194-f03a8211eb04,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:17.209854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-e6b78ca5-8a02-4b29-b420-7733f7b40390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:17.210659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 18f093b2-657a-4e59-9c7d-23988a2d382b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=18f093b2-657a-4e59-9c7d-23988a2d382b,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:17.212697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-e6b78ca5-8a02-4b29-b420-7733f7b40390 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1098 time: 0.5679910 Jul 06 17:38:17.225874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'port_id': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'mac_address': 'fa:16:3e:78:1d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:17.282194 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:17.305673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f093b2-657a-4e59-9c7d-23988a2d382b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:17.333845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 18f093b2-657a-4e59-9c7d-23988a2d382b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=18f093b2-657a-4e59-9c7d-23988a2d382b,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:17.337768 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:17.346035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-2688274e-5729-41a4-8ddb-a2d9983a418b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86 HTTP/1.1" status: 200 len: 217 time: 0.1235776 Jul 06 17:38:17.406742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=18f093b2-657a-4e59-9c7d-23988a2d382b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:17.426306 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-cb6be6d5-ef91-4089-8145-ea2fe7f30b34 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591660 Jul 06 17:38:17.556073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-c8132b9e-5cbb-4aab-88d0-441aeac6a60d service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626535 Jul 06 17:38:17.562981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['18f093b2-657a-4e59-9c7d-23988a2d382b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:17.575429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a503d8a-6699-432b-9a4a-8d2b905bb95e req-fdeaf58b-ca5a-4fe3-b6cb-e1a37cde69e0 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:17.577988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a503d8a-6699-432b-9a4a-8d2b905bb95e req-fdeaf58b-ca5a-4fe3-b6cb-e1a37cde69e0 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 950 time: 0.6136763 Jul 06 17:38:17.601420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-bf41f2a3-3237-451b-a73f-0f3178660c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:17.604575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-bf41f2a3-3237-451b-a73f-0f3178660c6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2494609 Jul 06 17:38:17.670527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-41bc6f12-9d9a-4278-b22c-1bd703708f36 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:17.673709 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-41bc6f12-9d9a-4278-b22c-1bd703708f36 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387533 Jul 06 17:38:17.690092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Request body: {'port': {'device_id': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '93bbaa5860b3432c92e37fc5d2387960'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:17.746010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Attempting to bind port 594ff37e-656f-48e3-8194-f03a8211eb04 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:17.746613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Attempting to bind port 594ff37e-656f-48e3-8194-f03a8211eb04 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:17.747840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Attempting to bind port 594ff37e-656f-48e3-8194-f03a8211eb04 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:17.797787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Port 594ff37e-656f-48e3-8194-f03a8211eb04 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:17.798631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Attempting to bind port 594ff37e-656f-48e3-8194-f03a8211eb04 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:17.846064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:17.846593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:17.847104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:17.847858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Bound port: 594ff37e-656f-48e3-8194-f03a8211eb04, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:17.848446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:17.885290 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a503d8a-6699-432b-9a4a-8d2b905bb95e req-04536e7f-3faf-4c90-9249-2ff55a571609 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546964 Jul 06 17:38:17.919534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Made reservation on behalf of 93bbaa5860b3432c92e37fc5d2387960 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:17.936399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:18.005128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-439652f9-9515-48a8-b0e8-a93228c33c0c service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108491 Jul 06 17:38:18.063072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-c237867b-a648-4e1b-89fb-f71b7ccf24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:18.065778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-c237867b-a648-4e1b-89fb-f71b7ccf24a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4283779 Jul 06 17:38:18.111499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14bf456f-c021-40aa-92da-edf0434aa6cc req-b051d4d1-c70d-4bb1-9e26-a5fad1cfce64 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 210 time: 0.0769894 Jul 06 17:38:18.113848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] For port 594ff37e-656f-48e3-8194-f03a8211eb04, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:18.164823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Allocated IP 192.168.233.171 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:18.224425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] For port 594ff37e-656f-48e3-8194-f03a8211eb04, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=594ff37e-656f-48e3-8194-f03a8211eb04,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:18.241276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:18.346090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:18.350005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:18.355210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] 10.222.0.61 "PUT /v2.0/ports/594ff37e-656f-48e3-8194-f03a8211eb04 HTTP/1.1" status: 200 len: 1096 time: 3.2199409 Jul 06 17:38:18.390407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:18.425028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Transition to ACTIVE for port object 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:18.541873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:18.561951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:18.568518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-f7d6601c-aee1-4654-b0d0-a88e058565fd service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635799 Jul 06 17:38:18.573293 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92b0bd2-61ee-4f2e-883a-2d0d0cd716b4 x-openstack-request-id: req-b92b0bd2-61ee-4f2e-883a-2d0d0cd716b4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:18.574357 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:18.576115 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b92b0bd2-61ee-4f2e-883a-2d0d0cd716b4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:18.577474 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'status': 'completed', 'code': 200} Jul 06 17:38:18.744276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:18.757709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:18.773186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:18.790245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:18.790908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:18.834561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:18.857151 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-2f933f34-c584-432e-b138-7cad9ffb830f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1742032 Jul 06 17:38:18.897182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac2a4-1daa-47b9-8c3f-49e71a442d82 service neutron] Pushing event updated for resources: {'Port': ['ID=594ff37e-656f-48e3-8194-f03a8211eb04,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:18.903182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Request body: {'port': {'device_id': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:18.906000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 18f093b2-657a-4e59-9c7d-23988a2d382b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:19.020657 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2251608-841b-4dad-bf0d-d3b68e24f9fd x-openstack-request-id: req-c2251608-841b-4dad-bf0d-d3b68e24f9fd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:19.022336 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21876b2-8f1e-4453-96fd-bdf2e2a50697", "name": "network-vif-plugged", "status": "completed", "tag": "d42ee70c-1737-4cfd-baa9-e400fb83924e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:19.023030 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2251608-841b-4dad-bf0d-d3b68e24f9fd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:19.024208 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42ee70c-1737-4cfd-baa9-e400fb83924e', 'code': 200} Jul 06 17:38:19.076414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-c3c17406-f62d-4ca6-b269-4046851082d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:19.078140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-c3c17406-f62d-4ca6-b269-4046851082d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 1099 time: 0.6673441 Jul 06 17:38:19.097348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe2dc8a-6139-425b-9017-128dcb96f393 req-f35539a4-8e78-46f1-b379-4995c921df34 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021806 Jul 06 17:38:19.117473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.130021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 18f093b2-657a-4e59-9c7d-23988a2d382b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:19.139834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 18f093b2-657a-4e59-9c7d-23988a2d382b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:19.140355 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.229703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-1b0ae5da-0062-432b-89c1-9f6528224930 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=594ff37e-656f-48e3-8194-f03a8211eb04 HTTP/1.1" status: 200 len: 217 time: 0.1292734 Jul 06 17:38:19.242049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe96da-c457-4511-a671-ec53b4e18128 req-13155421-64b7-40e5-ba12-3b1cd2a202fe tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:19.249498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ebe96da-c457-4511-a671-ec53b4e18128 req-13155421-64b7-40e5-ba12-3b1cd2a202fe tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 944 time: 0.5220194 Jul 06 17:38:19.283733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b6c4d4e7-c266-40f7-ad11-928e3ae1867e None None] Provisioning for port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:19.359569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b6c4d4e7-c266-40f7-ad11-928e3ae1867e None None] Provisioning complete for port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:19.360013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d4e7-c266-40f7-ad11-928e3ae1867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.406939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.413496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ebe96da-c457-4511-a671-ec53b4e18128 req-2a279e3d-b5e8-4589-ab1d-afc7cd886b4a tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630335 Jul 06 17:38:19.419925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-87ccc270-2908-42ac-96d1-0e042f1b87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:19.421517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-87ccc270-2908-42ac-96d1-0e042f1b87b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1648991 Jul 06 17:38:19.462551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4d4e7-c266-40f7-ad11-928e3ae1867e None None] Port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:19.475544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 18f093b2-657a-4e59-9c7d-23988a2d382b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=18f093b2-657a-4e59-9c7d-23988a2d382b,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:19.481171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.542705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=18f093b2-657a-4e59-9c7d-23988a2d382b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:19.723322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:19.733271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.749252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Transition to ACTIVE for port object 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:19.753986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.807622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4349f5a-c315-42aa-b345-f9be6be8aa41 req-3104c1a7-6f3e-4d69-b9c0-293bbe623e15 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 210 time: 0.2853973 Jul 06 17:38:19.814260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490a2f-6e67-4dad-a261-f891b503909a req-4daccf55-7f45-4478-8995-b9bcccbc74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:19.814840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:19.840434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f490a2f-6e67-4dad-a261-f891b503909a req-4daccf55-7f45-4478-8995-b9bcccbc74ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 1101 time: 0.7300487 Jul 06 17:38:19.852492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-963adf1f-9f5e-4d9c-bbb1-14c605ccd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:19.857954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-963adf1f-9f5e-4d9c-bbb1-14c605ccd315 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1098 time: 0.6421740 Jul 06 17:38:19.949831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:19.953027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:19.953752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:19.964594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:19.965241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:19.976904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:19.977686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:19.978342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:19.979170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Bound port: 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:19.980034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.057313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e58-9d9a-4309-bb0c-fee1ce6f3d88 req-b0932857-b035-4bb1-9d0b-e6b304196853 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.061643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a933e58-9d9a-4309-bb0c-fee1ce6f3d88 req-b0932857-b035-4bb1-9d0b-e6b304196853 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 948 time: 0.8305709 Jul 06 17:38:20.104281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:20.109925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:20.115145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.152409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.153246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.155128 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] 10.222.0.60 "PUT /v2.0/ports/4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 1096 time: 1.2827418 Jul 06 17:38:20.155534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:20.157973 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a0c308-708e-4a7f-8aa3-f505f341242c" -d '{"events": [{"name": "network-changed", "server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:20.160587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bd01e7-1c23-4626-8a93-d149c63a894f req-51b98f7a-ed99-4553-b2eb-508c7c5c1ab2 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964241 Jul 06 17:38:20.195155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff80e45-cc7d-4b9b-b56c-864896c91c5f service neutron] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:20.305746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-0e58f80f-5117-41e3-9a4b-309d1c29eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.307436 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-0e58f80f-5117-41e3-9a4b-309d1c29eb2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1099 time: 0.0861478 Jul 06 17:38:20.336181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-b1b8b459-5581-4751-a889-bf1bda278d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.338911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-b1b8b459-5581-4751-a889-bf1bda278d33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9026725 Jul 06 17:38:20.342061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f490a2f-6e67-4dad-a261-f891b503909a req-7bcc870a-8eca-4cee-a35b-7bffaf212b6e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819624 Jul 06 17:38:20.411298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-830df251-4ec0-4e8f-b23b-327cdd603a36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0940905 Jul 06 17:38:20.473821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-3b040efa-f8bf-4491-8a89-f707ce3a1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.475424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-3b040efa-f8bf-4491-8a89-f707ce3a1ac6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.6076186 Jul 06 17:38:20.490321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a933e58-9d9a-4309-bb0c-fee1ce6f3d88 req-4c09a635-9656-4e7f-b50b-5cf20cc6adf5 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950858 Jul 06 17:38:20.505723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-9bb3f652-4e8b-4429-9adc-6eb00dab22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.507867 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-9bb3f652-4e8b-4429-9adc-6eb00dab22aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0866108 Jul 06 17:38:20.592306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'tag': '594ff37e-656f-48e3-8194-f03a8211eb04'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:20.594680 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f92dd8-7191-4f76-9587-363dc0c6a177" -d '{"events": [{"name": "network-changed", "server_uuid": "22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0", "tag": "594ff37e-656f-48e3-8194-f03a8211eb04"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:20.608687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-72077e8f-2286-43c7-8c66-3ad6df65ecbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86 HTTP/1.1" status: 200 len: 217 time: 0.1050158 Jul 06 17:38:20.612009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-6e411e8f-d720-4235-9f52-183064b263c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.615116 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-6e411e8f-d720-4235-9f52-183064b263c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001387 Jul 06 17:38:20.740441 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-ce66f161-bd46-4aa2-a0bb-b44c15d7bdc5 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176810 Jul 06 17:38:20.793566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd01e7-1c23-4626-8a93-d149c63a894f req-dbdeed71-316b-4540-9037-b9d45a89a97f tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.795685 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bd01e7-1c23-4626-8a93-d149c63a894f req-dbdeed71-316b-4540-9037-b9d45a89a97f tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5916054 Jul 06 17:38:20.841957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-9b87a111-8444-478b-8378-4b0164f9a0e2 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596264 Jul 06 17:38:20.852329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-082df808-dac8-4770-a482-9a5a9e82ac11 req-c3ad6996-ca60-437c-a9a0-38d91c01fd99 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024287 Jul 06 17:38:20.875244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-80879620-394c-45d9-893b-cb288096601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.876769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-80879620-394c-45d9-893b-cb288096601a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2422709 Jul 06 17:38:20.892949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bd01e7-1c23-4626-8a93-d149c63a894f req-42439fa4-06ac-4005-93e3-7247129fea6c tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/quotas/6efff9c4f7ca49e6a28625038aa5a380 HTTP/1.1" status: 200 len: 375 time: 0.0623930 Jul 06 17:38:20.943030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-a54bb418-d84e-433f-890a-145c9db208a2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.944608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-a54bb418-d84e-433f-890a-145c9db208a2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.4661121 Jul 06 17:38:21.004594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Request body: {'port': {'device_id': 'e89f5802-bb69-425a-a124-a46365e9433a', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'admin_state_up': True, 'tenant_id': '72a7e1bf40f6420b904f3f27f9180b77'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:21.015023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bd01e7-1c23-4626-8a93-d149c63a894f req-d17a638c-b40e-49a8-825e-4330c8db8e62 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923355 Jul 06 17:38:21.025888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:21.030891 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9839257f-ca75-4d02-a869-0a47578135b2" -d '{"events": [{"server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "name": "network-vif-plugged", "status": "completed", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:21.117877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4001dd-3acb-43e7-8596-16891c6e5764 req-e5dd97f0-93e3-443a-9585-7227e0abbb88 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.119572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf4001dd-3acb-43e7-8596-16891c6e5764 req-e5dd97f0-93e3-443a-9585-7227e0abbb88 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 950 time: 0.4415233 Jul 06 17:38:21.151898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1f31bcd-3430-4d67-bf94-02b1850b70cc req-7644b601-979e-4d5b-a00c-7b484335b06c service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985377 Jul 06 17:38:21.240021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-b01253b3-1c6a-427c-9198-62b922dfe506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.241575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-b01253b3-1c6a-427c-9198-62b922dfe506 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3234832 Jul 06 17:38:21.246976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf4001dd-3acb-43e7-8596-16891c6e5764 req-6ab10c38-05dd-4a11-be8a-8234c2d2b8dc tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023571 Jul 06 17:38:21.328119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Made reservation on behalf of 72a7e1bf40f6420b904f3f27f9180b77 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:21.331702 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:21.443043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5ec83-cd06-4c0f-88e3-e492eedda268 req-4fb9b7e6-2927-4775-a616-2e4fa2c15b54 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.444668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b5ec83-cd06-4c0f-88e3-e492eedda268 req-4fb9b7e6-2927-4775-a616-2e4fa2c15b54 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 948 time: 0.2553530 Jul 06 17:38:21.446561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-d41f72b0-24c8-45f2-a2e4-faa78502350f service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920495 Jul 06 17:38:21.590333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b5ec83-cd06-4c0f-88e3-e492eedda268 req-af62ff90-152e-45c3-9c07-e823e5b8d6a5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376333 Jul 06 17:38:21.636882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Allocated IP 172.20.0.3 (4866136e-bd98-46b6-bfa9-edce10e54f00/12dc2617-69d2-4239-afcc-2569ae327866/b21eefcd-6fe1-4e7c-87fb-e619c7895297) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:21.653653 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811fc12-968c-41a1-b0eb-dd5d90ea2a92 x-openstack-request-id: req-0811fc12-968c-41a1-b0eb-dd5d90ea2a92 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:21.654088 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:21.654347 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0811fc12-968c-41a1-b0eb-dd5d90ea2a92 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:21.654800 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'status': 'completed', 'code': 200} Jul 06 17:38:21.681219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f313b21d-f35a-49d6-a677-7d4c1b93cde3 req-8b8d4db6-5d96-49ce-ac51-89848006a1c4 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245374 Jul 06 17:38:21.721591 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819a323-2e23-40db-935e-c88b31848f36 x-openstack-request-id: req-5819a323-2e23-40db-935e-c88b31848f36 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:21.721883 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0", "tag": "594ff37e-656f-48e3-8194-f03a8211eb04", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:21.722242 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5819a323-2e23-40db-935e-c88b31848f36 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:21.722642 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'tag': '594ff37e-656f-48e3-8194-f03a8211eb04', 'status': 'completed', 'code': 200} Jul 06 17:38:21.926592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5b6e321-1e2d-408a-a7fa-0392dc4823da req-84592e55-0ab6-4ac5-a3e8-6e9a251882e8 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 210 time: 0.0690742 Jul 06 17:38:21.991553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-0e8b427f-219f-4f28-941a-ac40a2f5c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.993170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-0e8b427f-219f-4f28-941a-ac40a2f5c239 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1099 time: 0.2886121 Jul 06 17:38:22.011516 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436cea3b-85e0-4349-9b1a-580e5d0abaaf x-openstack-request-id: req-436cea3b-85e0-4349-9b1a-580e5d0abaaf {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:22.013546 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "name": "network-vif-plugged", "status": "completed", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:22.014248 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-436cea3b-85e0-4349-9b1a-580e5d0abaaf {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:22.015660 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'code': 200} Jul 06 17:38:22.087992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41600) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:22.204238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c74731-40d8-49fb-97ba-aafef6623a85 req-d0090dbf-6b59-4d80-9195-747e6c5704fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.207083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50c74731-40d8-49fb-97ba-aafef6623a85 req-d0090dbf-6b59-4d80-9195-747e6c5704fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0850992 Jul 06 17:38:22.270922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50c74731-40d8-49fb-97ba-aafef6623a85 req-af74584a-df59-4364-ae7d-7cfa3deb70b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566306 Jul 06 17:38:22.297983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.339595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.347877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-37c1dd79-e56b-48d6-8ee3-f84694e15112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.349506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-37c1dd79-e56b-48d6-8ee3-f84694e15112 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 1099 time: 0.5948465 Jul 06 17:38:22.377002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126237-7410-4f9c-a52c-1080ddd02d17 req-6ceeb5ea-16da-43a6-aff1-d1241ef05e1d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.380226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e126237-7410-4f9c-a52c-1080ddd02d17 req-6ceeb5ea-16da-43a6-aff1-d1241ef05e1d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 945 time: 0.5627217 Jul 06 17:38:22.435145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.441544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.502100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00350a7158744a6ab1860f5da893fd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128699 Jul 06 17:38:22.504738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c649fc-a0bd-4f54-8520-db1481ac3618,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:22.507083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:22.526550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.527037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.527498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.527943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.528513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.529187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.529724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.530152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.530592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.531017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.531471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.531896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088ced8-ccd1-4064-b359-6c9844cf0c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:22.556276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:22.597187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188e1ff5-912b-4c50-b10f-f9215762dbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.598851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-7a07b708-bdab-42a3-ba71-0c9547fc5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.601863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-7a07b708-bdab-42a3-ba71-0c9547fc5e9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5951800 Jul 06 17:38:22.657302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188e1ff5-912b-4c50-b10f-f9215762dbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.694031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e126237-7410-4f9c-a52c-1080ddd02d17 req-72939a96-185f-48cb-9e37-b8a5ad0f70ee tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959673 Jul 06 17:38:22.696654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-830b2cd0-1de1-4391-be5d-0f11f7dd8cfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0802710 Jul 06 17:38:22.722395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:22.736277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188e1ff5-912b-4c50-b10f-f9215762dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.748192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188e1ff5-912b-4c50-b10f-f9215762dbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.748192 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-188e1ff5-912b-4c50-b10f-f9215762dbf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24c649fc-a0bd-4f54-8520-db1481ac3618 HTTP/1.1" status: 204 len: 168 time: 0.2320743 Jul 06 17:38:22.754010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e1ff5-912b-4c50-b10f-f9215762dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c649fc-a0bd-4f54-8520-db1481ac3618,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:22.755068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'mac_address': 'fa:16:3e:4f:f2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:22.792252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-f26066c0-216d-4763-b397-4dee59c85293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.795543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-f26066c0-216d-4763-b397-4dee59c85293 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4378188 Jul 06 17:38:22.815612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.831803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3546ad02-6ad2-4a5e-9952-149e74f4ce86 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:22.838535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.856264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:22.863722 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.926334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:23.033682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-97069b09-534f-4fa4-ae7e-d5c9a7c4a958 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=594ff37e-656f-48e3-8194-f03a8211eb04 HTTP/1.1" status: 200 len: 217 time: 0.1981320 Jul 06 17:38:23.055221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:23.113367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-7ef88343-5a07-4867-877f-66b359e908f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.115036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-7ef88343-5a07-4867-877f-66b359e908f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.4037635 Jul 06 17:38:23.121775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:23.130199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3546ad02-6ad2-4a5e-9952-149e74f4ce86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:23.158050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:23.203723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:23.269169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.269886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.270034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.270562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.270966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.271416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.271818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.272219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.272638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.273032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.273430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.273834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:23.296443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6456cf7-e6ce-4c77-bcb5-e644c06b31a0 req-523006c2-1f0c-4f53-8fa6-c2b84300dd2f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.303975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6456cf7-e6ce-4c77-bcb5-e644c06b31a0 req-523006c2-1f0c-4f53-8fa6-c2b84300dd2f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 948 time: 0.6057763 Jul 06 17:38:23.306818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-852207bb-0ca0-442b-a790-86a6ae16cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.308492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-852207bb-0ca0-442b-a790-86a6ae16cc63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2181709 Jul 06 17:38:23.353943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41620) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:23.354847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.355578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.373036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95935772-7232-478c-a438-6542882d1e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.430334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b1827-5c94-4e24-83e4-edb60e1da411 req-244431a8-aa66-4871-86a5-bc5a7d23ca35 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.436081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-069b1827-5c94-4e24-83e4-edb60e1da411 req-244431a8-aa66-4871-86a5-bc5a7d23ca35 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 950 time: 0.4974706 Jul 06 17:38:23.443822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6456cf7-e6ce-4c77-bcb5-e644c06b31a0 req-351c3dd2-a61f-45aa-be8d-4bf74273171b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390471 Jul 06 17:38:23.485355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-d3565b1f-4c92-494d-974d-b7681716eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.487055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-d3565b1f-4c92-494d-974d-b7681716eaa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3237641 Jul 06 17:38:23.581271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95935772-7232-478c-a438-6542882d1e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.587077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95935772-7232-478c-a438-6542882d1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.596910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-069b1827-5c94-4e24-83e4-edb60e1da411 req-15702ffd-77b9-42d5-abd7-f19d9fc76eca tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508329 Jul 06 17:38:23.608344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-44a4af05-7b24-4688-92f5-077a8f9ec427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.611686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-44a4af05-7b24-4688-92f5-077a8f9ec427 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2960792 Jul 06 17:38:23.627357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ad203849-23d4-448f-8d2b-33a76725b02c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6452985 Jul 06 17:38:23.650460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Request body: {'port': {'device_id': 'e89f5802-bb69-425a-a124-a46365e9433a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:23.676304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95935772-7232-478c-a438-6542882d1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd30809-843a-4f17-95d8-a16b3b3f3b5b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:23.689424 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-95935772-7232-478c-a438-6542882d1e4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b17c5943944e4ef7940862bba3bb0706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336272 Jul 06 17:38:23.692091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:23.817672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af21b536-5ded-471a-8e7d-891351555175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.836211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-665341f6-1b1d-421d-ba3d-b902b3ed228f service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418076 Jul 06 17:38:23.873384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af21b536-5ded-471a-8e7d-891351555175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.972513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af21b536-5ded-471a-8e7d-891351555175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.976443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af21b536-5ded-471a-8e7d-891351555175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.981944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af21b536-5ded-471a-8e7d-891351555175 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccd30809-843a-4f17-95d8-a16b3b3f3b5b HTTP/1.1" status: 204 len: 168 time: 0.2838645 Jul 06 17:38:23.987824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21b536-5ded-471a-8e7d-891351555175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd30809-843a-4f17-95d8-a16b3b3f3b5b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:24.075467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-3452ba3f-ec9e-4d37-8a38-2d38a83577cf service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543729 Jul 06 17:38:24.081891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.308771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a0c308-708e-4a7f-8aa3-f505f341242c req-06d2b143-516a-4ac6-ba99-3ce1796786eb service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480538 Jul 06 17:38:24.371547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069ce8-ecae-4792-b4c1-26e8dd14c858 req-00b9f1b4-9489-4f78-a183-12726faff250 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:24.373988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25069ce8-ecae-4792-b4c1-26e8dd14c858 req-00b9f1b4-9489-4f78-a183-12726faff250 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 948 time: 0.5059059 Jul 06 17:38:24.522388 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f92dd8-7191-4f76-9587-363dc0c6a177 req-869e39de-c0b4-47d3-9834-67def984e43c service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358165 Jul 06 17:38:24.582747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:24.585924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:24.668037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea191b-84f9-4f1a-a1dc-8446cadbbdc2 req-d17b059e-5081-45fe-9685-be482e4d956f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:24.669600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43ea191b-84f9-4f1a-a1dc-8446cadbbdc2 req-d17b059e-5081-45fe-9685-be482e4d956f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 931 time: 0.4770789 Jul 06 17:38:24.678800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25069ce8-ecae-4792-b4c1-26e8dd14c858 req-e3ab62be-0135-4e17-ac90-814f2fedd07f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216613 Jul 06 17:38:24.794913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43ea191b-84f9-4f1a-a1dc-8446cadbbdc2 req-3f9c4cd7-4bc2-4b19-b6c2-2ddd38470d0d tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146858 Jul 06 17:38:24.849720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:24.857933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:24.879977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:24.880359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.932788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 594ff37e-656f-48e3-8194-f03a8211eb04 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:24.938841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'mac_address': 'fa:16:3e:32:56:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:25.010149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21eefcd-6fe1-4e7c-87fb-e619c7895297 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:25.047101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.088227 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.092962 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.115668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Transition to ACTIVE for port object b21eefcd-6fe1-4e7c-87fb-e619c7895297 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:25.127777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.174410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:25.201755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:25.206342 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5099dda6-cda8-44bf-9be4-bf861c8ac8e3" -d '{"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:25.218400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:25.273322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:25.279855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 594ff37e-656f-48e3-8194-f03a8211eb04, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=594ff37e-656f-48e3-8194-f03a8211eb04,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:25.317868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56192a7f-0dfc-4f9f-8bc5-5f3473935d47 req-10d8fc55-dfec-42f5-bc89-f0684bf146e5 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.319909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56192a7f-0dfc-4f9f-8bc5-5f3473935d47 req-10d8fc55-dfec-42f5-bc89-f0684bf146e5 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 945 time: 0.2064662 Jul 06 17:38:25.346708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:25.352186 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.362002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:25.362340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:25.362913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:25.375845 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.376715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:25.377503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:25.405068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56192a7f-0dfc-4f9f-8bc5-5f3473935d47 req-398d510e-7668-4d77-9fd0-259287b5ce65 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708969 Jul 06 17:38:25.409475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:25.409788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:25.410241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:25.411196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Bound port: b21eefcd-6fe1-4e7c-87fb-e619c7895297, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:25.411196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.455543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbc212b9-41a5-4934-9202-cd23588f881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.465101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '594ff37e-656f-48e3-8194-f03a8211eb04', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '594ff37e-656f-48e3-8194-f03a8211eb04', 'mac_address': 'fa:16:3e:8b:6c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:25.499661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:25.503625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:25.515714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.565975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.566610 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.568262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] 10.222.0.61 "PUT /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 1091 time: 1.9267309 Jul 06 17:38:25.568780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:25.571348 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f72b8c-b171-4198-93e3-151536a6198f" -d '{"events": [{"name": "network-changed", "server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:25.594446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:25.604389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fee422-c7b3-421e-a8e8-2c9493263ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:25.626567 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.631505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.632137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.632555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.632895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.633225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.633729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.633926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.634321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.634662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.634985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.635339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.635794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:25.723546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594ff37e-656f-48e3-8194-f03a8211eb04 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:25.753602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-67fdc226-d5f7-40c8-a62b-8937fe253428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.755283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-67fdc226-d5f7-40c8-a62b-8937fe253428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1094 time: 0.0808675 Jul 06 17:38:25.756222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:25.775657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c278ad3-a78e-4d2d-b10c-4f9f2f6a25cf req-a0a68e48-1639-4f92-9fd0-11efe6294e55 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.784808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c278ad3-a78e-4d2d-b10c-4f9f2f6a25cf req-a0a68e48-1639-4f92-9fd0-11efe6294e55 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 948 time: 0.1432321 Jul 06 17:38:25.855685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 594ff37e-656f-48e3-8194-f03a8211eb04, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=594ff37e-656f-48e3-8194-f03a8211eb04,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:25.893999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:25.902475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:26.113168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-ac1bd929-3665-47af-a8d4-1605fd236201 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.3486974 Jul 06 17:38:26.141473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=594ff37e-656f-48e3-8194-f03a8211eb04,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:26.194187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c278ad3-a78e-4d2d-b10c-4f9f2f6a25cf req-c24d6df1-b61a-479d-89f4-1c49c935f05a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048269 Jul 06 17:38:26.201951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['594ff37e-656f-48e3-8194-f03a8211eb04'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:26.220111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-78ffed03-a619-40b5-8d1c-aaa1ad97e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.226362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-78ffed03-a619-40b5-8d1c-aaa1ad97e92f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1028001 Jul 06 17:38:26.289523 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a19731-a974-41ff-9376-5a0c5f7222de x-openstack-request-id: req-a5a19731-a974-41ff-9376-5a0c5f7222de {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:26.290136 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:26.290683 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5a19731-a974-41ff-9376-5a0c5f7222de {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:26.291536 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'code': 200} Jul 06 17:38:26.294222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-80e9b7e3-35ca-4498-b493-ac92f28dc261 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600722 Jul 06 17:38:26.824655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-8d1dc8a5-25a0-49bd-9e11-2209f558468f service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248103 Jul 06 17:38:26.917001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30873-23e0-4a0a-8dc2-5c2caea395b3 req-b67bfbb2-138f-41b1-bb00-c4ecdceca0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.918651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98d30873-23e0-4a0a-8dc2-5c2caea395b3 req-b67bfbb2-138f-41b1-bb00-c4ecdceca0c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1100 time: 0.5035136 Jul 06 17:38:26.931188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049cdfc-dfb3-4417-8dfd-8bf2bb0f3890 req-3b3c4687-0a84-448b-be9a-9ebe63d6e90e tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.933079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f049cdfc-dfb3-4417-8dfd-8bf2bb0f3890 req-3b3c4687-0a84-448b-be9a-9ebe63d6e90e tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 950 time: 0.4448113 Jul 06 17:38:26.948394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d95bd51e-f261-419c-98c7-04e940fa778a req-d47e3a29-5941-4c89-bb7d-a35d9df80d9b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 258 time: 0.3970151 Jul 06 17:38:26.983898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:27.066476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98d30873-23e0-4a0a-8dc2-5c2caea395b3 req-0b06b692-8b5b-4881-967b-731b80506c4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320128 Jul 06 17:38:27.073595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f049cdfc-dfb3-4417-8dfd-8bf2bb0f3890 req-7b05767a-609a-40bf-83fc-d7d6ebdf0a61 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135783 Jul 06 17:38:27.078168 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.085437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ef2ecd2-d7d6-4955-8e99-eff1b0aa56f1 req-23e12398-3be6-46a1-b809-e16e519cbf45 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471409 Jul 06 17:38:27.154753 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506c9410-e417-40b4-8928-2d0f2c38f1d4 x-openstack-request-id: req-506c9410-e417-40b4-8928-2d0f2c38f1d4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:27.155247 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:27.155687 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-506c9410-e417-40b4-8928-2d0f2c38f1d4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:27.156444 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'status': 'completed', 'code': 200} Jul 06 17:38:27.296925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72b8c-b171-4198-93e3-151536a6198f req-1a745a21-3cb7-47f8-b06d-e6ae5fe0e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:27.298435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-1a745a21-3cb7-47f8-b06d-e6ae5fe0e561 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1094 time: 0.1162949 Jul 06 17:38:27.393390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.509047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72b8c-b171-4198-93e3-151536a6198f req-62c0261e-6877-48b1-88ce-27a481141cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:27.510698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-62c0261e-6877-48b1-88ce-27a481141cc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.1896815 Jul 06 17:38:27.519685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9104f53-4640-4f75-96bd-77d8c62ff042 req-d8ef6b2e-d516-4b32-900a-13cfb0e219a5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:27.521317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9104f53-4640-4f75-96bd-77d8c62ff042 req-d8ef6b2e-d516-4b32-900a-13cfb0e219a5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 949 time: 0.2376177 Jul 06 17:38:27.599900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-ee1a630b-1a47-414a-9098-917a92d4e5c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.0747628 Jul 06 17:38:27.680864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Allocated IP 172.25.5.167 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/d4d4f386-f772-4eda-9c62-7877e66acd21) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:27.688641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9104f53-4640-4f75-96bd-77d8c62ff042 req-4121119c-f8a9-4ee1-bc7b-2736eb264b65 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392777 Jul 06 17:38:27.705105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72b8c-b171-4198-93e3-151536a6198f req-e9b05627-ea37-4ce5-9d5f-6fc3dcbd7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:27.724301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-e9b05627-ea37-4ce5-9d5f-6fc3dcbd7fde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.0955286 Jul 06 17:38:27.794200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-2a2887cd-8427-43fe-8e95-acd4f4040393 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773294 Jul 06 17:38:27.818127 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29225fa7-6fe5-4a55-ab04-6e9c618585d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.897011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.957740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.987868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-02c357ec-ed48-4340-9036-b9400aebe8ab service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856573 Jul 06 17:38:28.074186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead97d-a7bc-4456-8fed-afff7305f8a1 req-229733c5-f8f6-483e-b37b-c9a852d9356f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:28.075857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99ead97d-a7bc-4456-8fed-afff7305f8a1 req-229733c5-f8f6-483e-b37b-c9a852d9356f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 943 time: 0.2487249 Jul 06 17:38:28.124899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.188824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:28.192338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99ead97d-a7bc-4456-8fed-afff7305f8a1 req-4dac9890-d70e-48c4-af86-7d4c8ffe3a7c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079333 Jul 06 17:38:28.197072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6f72b8c-b171-4198-93e3-151536a6198f req-fe119315-a345-4758-aad5-016d06a8a88e service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023299 Jul 06 17:38:28.201132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:28.206075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:28.234303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event updated for resources: {'Port': ['ID=d4d4f386-f772-4eda-9c62-7877e66acd21,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:28.371947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc6257d6-db22-4078-aeed-8735af9849b1 req-38a2f5d4-3dd7-438b-ba0e-e0b6eae96528 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486662 Jul 06 17:38:28.373373 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.488677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.551092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6257d6-db22-4078-aeed-8735af9849b1 req-4b80ffef-72bd-4a35-a8ba-75db507511ec tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:28.552727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc6257d6-db22-4078-aeed-8735af9849b1 req-4b80ffef-72bd-4a35-a8ba-75db507511ec tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743698 Jul 06 17:38:28.580796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc6257d6-db22-4078-aeed-8735af9849b1 req-bd749c51-41a9-4219-aa20-b49482a8fab9 tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/quotas/6efff9c4f7ca49e6a28625038aa5a380 HTTP/1.1" status: 200 len: 375 time: 0.0203760 Jul 06 17:38:28.590975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:28.662539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:28.669192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:28.669670 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.670662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc6257d6-db22-4078-aeed-8735af9849b1 req-cda7bcbe-7af6-4c3b-a080-9dac9a1acf3e tempest-QuotasAdminNegativeTest-1838830445 tempest-QuotasAdminNegativeTest-1838830445-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778494 Jul 06 17:38:28.776032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.783359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.834839 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.876523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:28.880380 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a91f0-0347-4e29-a558-15c7559bcb0a" -d '{"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-plugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:28.901003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:28.908958 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.959807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 594ff37e-656f-48e3-8194-f03a8211eb04 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:29.058312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:29.086103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 594ff37e-656f-48e3-8194-f03a8211eb04 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:29.091190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 594ff37e-656f-48e3-8194-f03a8211eb04 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:29.091675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.149856 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.205735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event updated for resources: {'Port': ['ID=d4d4f386-f772-4eda-9c62-7877e66acd21,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:29.207689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.216023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-9c1c30ae-53ac-43cd-a7a9-620f6f4418a6 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=061d09b255c24d1c80ac0a91d9b0ccd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511684 Jul 06 17:38:29.241309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.255199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 594ff37e-656f-48e3-8194-f03a8211eb04, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=594ff37e-656f-48e3-8194-f03a8211eb04,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:29.263784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.305657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.308200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d95bd51e-f261-419c-98c7-04e940fa778a req-009c2c98-290c-4598-9959-f80aa31bc9c1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3440552 Jul 06 17:38:29.334058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=594ff37e-656f-48e3-8194-f03a8211eb04,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:29.478806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d95bd51e-f261-419c-98c7-04e940fa778a req-c8b714c6-1d1b-4b0d-9215-cab84220cb27 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.1609311 Jul 06 17:38:29.487338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.581041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-73b4e2c6-63a8-41ab-8af9-ac85fb8dd192 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:29.582711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-73b4e2c6-63a8-41ab-8af9-ac85fb8dd192 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3551891 Jul 06 17:38:29.612186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-824f3218-4894-47df-ae6a-39a933203cb1 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/quotas/061d09b255c24d1c80ac0a91d9b0ccd0 HTTP/1.1" status: 200 len: 375 time: 0.0228360 Jul 06 17:38:29.661790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-0809cc75-689a-4156-8582-316fe256a676 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=061d09b255c24d1c80ac0a91d9b0ccd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431972 Jul 06 17:38:29.690925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bd51e-f261-419c-98c7-04e940fa778a req-dd303ffe-d1c4-4d36-8adf-1ca2ca2abf6d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:29.693189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d95bd51e-f261-419c-98c7-04e940fa778a req-dd303ffe-d1c4-4d36-8adf-1ca2ca2abf6d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2019815 Jul 06 17:38:29.705798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-d95bd51e-f261-419c-98c7-04e940fa778a req-ab72fa7a-3cdd-4669-bc90-d0e4ba455bce tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:29.707661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d95bd51e-f261-419c-98c7-04e940fa778a req-ab72fa7a-3cdd-4669-bc90-d0e4ba455bce tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076764 Jul 06 17:38:29.946003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c082a-a412-484d-a80b-1da641cfaa45 req-ad3fc5e2-855d-40b6-9f35-5dad9ab662bc tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:29.948843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-095c082a-a412-484d-a80b-1da641cfaa45 req-ad3fc5e2-855d-40b6-9f35-5dad9ab662bc tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 1101 time: 0.0872779 Jul 06 17:38:29.980623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c082a-a412-484d-a80b-1da641cfaa45 req-c511ada2-f8a8-4eae-97bc-fde6b4078730 tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.107239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebacd3-f77d-4701-b75b-3884476c8cb0 req-de1a5d13-9c3b-498f-ad59-bfec550a987a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:30.109295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98ebacd3-f77d-4701-b75b-3884476c8cb0 req-de1a5d13-9c3b-498f-ad59-bfec550a987a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 950 time: 0.1169033 Jul 06 17:38:30.191073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98ebacd3-f77d-4701-b75b-3884476c8cb0 req-dccd7ac1-cae5-4dcf-83ba-f2506ec67f0b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748341 Jul 06 17:38:30.199094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c082a-a412-484d-a80b-1da641cfaa45 req-c511ada2-f8a8-4eae-97bc-fde6b4078730 tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.205721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c082a-a412-484d-a80b-1da641cfaa45 req-c511ada2-f8a8-4eae-97bc-fde6b4078730 tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.260211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-095c082a-a412-484d-a80b-1da641cfaa45 req-c511ada2-f8a8-4eae-97bc-fde6b4078730 tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033950 Jul 06 17:38:30.270880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511ada2-f8a8-4eae-97bc-fde6b4078730 tempest-LiveMigrationNegativeTest-1905871193 tempest-LiveMigrationNegativeTest-1905871193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e626f-a262-4694-992f-5bcefdf9a12e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:30.545181 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.574265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687dac2-b0b7-4767-b736-09031dc09353 req-d9856247-4f10-4e64-bc69-d3794f351a72 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:30.577904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a687dac2-b0b7-4767-b736-09031dc09353 req-d9856247-4f10-4e64-bc69-d3794f351a72 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.1035480 Jul 06 17:38:30.633532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a687dac2-b0b7-4767-b736-09031dc09353 req-d12b2ce8-b378-4116-b702-1a1a8710caa8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jul 06 17:38:30.680588 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f265f-b7c2-4441-96f7-59e8ef6593a0 x-openstack-request-id: req-4b7f265f-b7c2-4441-96f7-59e8ef6593a0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:30.681581 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-plugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:30.682681 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b7f265f-b7c2-4441-96f7-59e8ef6593a0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:30.683574 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'code': 200} Jul 06 17:38:30.945535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:31.095474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:31.111375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'port_id': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'mac_address': 'fa:16:3e:d2:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12dc2617-69d2-4239-afcc-2569ae327866', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:31.132058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-50d81ccb-74a0-4d32-b479-4474fc17bf1d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:31.133678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-50d81ccb-74a0-4d32-b479-4474fc17bf1d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2745838 Jul 06 17:38:31.135540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5851d-aedf-4c72-a33e-dcf1921bcc26 req-eac2ac28-130e-43da-90af-ecb51f26d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:31.138174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afa5851d-aedf-4c72-a33e-dcf1921bcc26 req-eac2ac28-130e-43da-90af-ecb51f26d5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1101 time: 0.2472193 Jul 06 17:38:31.158688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e36135-51e1-484f-8879-335941fd1873 req-a583b5e0-3fdb-4d6c-99e4-9ace63df0fe3 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:31.161593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57e36135-51e1-484f-8879-335941fd1873 req-a583b5e0-3fdb-4d6c-99e4-9ace63df0fe3 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 943 time: 0.3244550 Jul 06 17:38:31.169551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.192292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21eefcd-6fe1-4e7c-87fb-e619c7895297 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:31.222143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:31.230046 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.298430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-4becf005-8323-4566-bc43-d32d32bdc833 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.1238236 Jul 06 17:38:31.309801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afa5851d-aedf-4c72-a33e-dcf1921bcc26 req-fb2912a1-85b2-4fc0-8aea-b8eb8972a216 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461079 Jul 06 17:38:31.325880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:31.328770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Request body: {'floatingip': {'port_id': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:31.365169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57e36135-51e1-484f-8879-335941fd1873 req-6d5b8935-2ae1-473d-910e-6992b098cd96 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875286 Jul 06 17:38:31.425744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.467326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['b21eefcd-6fe1-4e7c-87fb-e619c7895297'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:31.584354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa8612-0922-440b-aa2a-1c1c481dd524 req-3768204e-010e-4dff-ab2b-c9d62536becd tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 210 time: 0.0474398 Jul 06 17:38:31.782154 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-2c43c924-971d-4cfd-a7b5-529eaa27b793 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=061d09b255c24d1c80ac0a91d9b0ccd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451727 Jul 06 17:38:31.864780 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.146933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41762) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:32.281401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a6e1410-2f70-4c77-a58a-2207f63bd708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.385516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-1d249f51-8082-45f5-86ca-9104c35cbcf6 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:32.388288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-1d249f51-8082-45f5-86ca-9104c35cbcf6 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5968473 Jul 06 17:38:32.417816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Request body: {'port': {'device_id': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '061d09b255c24d1c80ac0a91d9b0ccd0'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:32.442036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a6e1410-2f70-4c77-a58a-2207f63bd708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.448377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a6e1410-2f70-4c77-a58a-2207f63bd708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.453162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6556a-efbe-4280-baa6-b6289831425d req-13667dec-d369-4422-b3c1-5fd5731d9985 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:32.460878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cb6556a-efbe-4280-baa6-b6289831425d req-13667dec-d369-4422-b3c1-5fd5731d9985 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 950 time: 0.5268171 Jul 06 17:38:32.512473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a6e1410-2f70-4c77-a58a-2207f63bd708 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6efff9c4f7ca49e6a28625038aa5a380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633537 Jul 06 17:38:32.513864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e1410-2f70-4c77-a58a-2207f63bd708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8b5ed-7e7c-4c01-b826-9717b4bf3c6d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:32.518936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41768) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:32.589900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65b9a022-0188-441b-90f5-39f33bd3ddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.620589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65b9a022-0188-441b-90f5-39f33bd3ddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.686707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594ff37e-656f-48e3-8194-f03a8211eb04'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:32.689967 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4cfe04-9f3c-48e4-a047-b13fbb17101c" -d '{"events": [{"server_uuid": "22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0", "name": "network-vif-plugged", "status": "completed", "tag": "594ff37e-656f-48e3-8194-f03a8211eb04"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:32.697078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65b9a022-0188-441b-90f5-39f33bd3ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.700991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65b9a022-0188-441b-90f5-39f33bd3ddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.702448 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-65b9a022-0188-441b-90f5-39f33bd3ddeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dae8b5ed-7e7c-4c01-b826-9717b4bf3c6d HTTP/1.1" status: 204 len: 168 time: 0.1822107 Jul 06 17:38:32.717293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a022-0188-441b-90f5-39f33bd3ddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae8b5ed-7e7c-4c01-b826-9717b4bf3c6d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:32.961854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:33.048100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cb6556a-efbe-4280-baa6-b6289831425d req-41c101af-d9ef-4498-bc10-1f6c3e08a13d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547731 Jul 06 17:38:33.162511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:38:33.201098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Made reservation on behalf of 061d09b255c24d1c80ac0a91d9b0ccd0 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:33.204693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.217698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:33.245028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.254172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port b21eefcd-6fe1-4e7c-87fb-e619c7895297 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:33.254988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0786ad-5fe6-4e73-b2eb-6911f42655e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.263937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port b21eefcd-6fe1-4e7c-87fb-e619c7895297 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:33.264760 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.320314 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.327762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.458964 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.491082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0786ad-5fe6-4e73-b2eb-6911f42655e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.499464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0786ad-5fe6-4e73-b2eb-6911f42655e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.536086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:33.546833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.588190 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e0786ad-5fe6-4e73-b2eb-6911f42655e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32efd5d0fab54edd960dc8352a3df251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665280 Jul 06 17:38:33.594842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:33.623416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:33.641078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0786ad-5fe6-4e73-b2eb-6911f42655e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca2f02-6504-4a75-b230-ebc8acb1a68b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:33.671476 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Floating IP 72815ea7-36cf-43c9-8d5b-fbee174edc5f associated. External IP: 172.25.5.167, port: 18f093b2-657a-4e59-9c7d-23988a2d382b. Jul 06 17:38:33.712928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a171a7f9-e97e-4f3e-ae8d-405d17d5e857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.755562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a171a7f9-e97e-4f3e-ae8d-405d17d5e857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.838291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ec70-7a3c-41dc-b7d6-8491dd8b7a17 req-8681127f-cdc7-405b-9566-efe052d585e4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.841880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eca1ec70-7a3c-41dc-b7d6-8491dd8b7a17 req-8681127f-cdc7-405b-9566-efe052d585e4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.2873266 Jul 06 17:38:33.846521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a171a7f9-e97e-4f3e-ae8d-405d17d5e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.850071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a171a7f9-e97e-4f3e-ae8d-405d17d5e857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.856069 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a171a7f9-e97e-4f3e-ae8d-405d17d5e857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ca2f02-6504-4a75-b230-ebc8acb1a68b HTTP/1.1" status: 204 len: 168 time: 0.2555945 Jul 06 17:38:33.864821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171a7f9-e97e-4f3e-ae8d-405d17d5e857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca2f02-6504-4a75-b230-ebc8acb1a68b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:33.987796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.997733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:34.004433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eca1ec70-7a3c-41dc-b7d6-8491dd8b7a17 req-93af226f-af0e-4891-b7a6-e2a3a9078c37 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518502 Jul 06 17:38:34.197654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:34.298891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Router 9a222acf-6b44-4032-8881-03cbb4124ff5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:38:34.348567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Allocated IP 192.168.233.154 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/ff055304-b47f-45ac-9c2a-bff7db60c600) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:34.674396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:38:34.685977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:34.694096 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] Sync routers for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:38:34.707187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872ca22-a318-446b-b032-4bd44d046d98 req-b5115c58-6f59-447e-9645-a2540d400641 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:34.709604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1872ca22-a318-446b-b032-4bd44d046d98 req-b5115c58-6f59-447e-9645-a2540d400641 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 945 time: 0.3142331 Jul 06 17:38:34.722981 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:34.724019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:34.828959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-7bf812db-1002-4710-b544-4505b6575d33 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "PUT /v2.0/floatingips/72815ea7-36cf-43c9-8d5b-fbee174edc5f HTTP/1.1" status: 200 len: 996 time: 3.5101266 Jul 06 17:38:34.836578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:34.841011 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb5b0d-251c-42bc-b221-f01644ec448f" -d '{"events": [{"name": "network-changed", "server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:34.854618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1872ca22-a318-446b-b032-4bd44d046d98 req-d76e7e08-c6a5-4673-bd94-9e9af3a983a5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158700 Jul 06 17:38:34.872948 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:34.878922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.011765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Transition to ACTIVE for port object ff055304-b47f-45ac-9c2a-bff7db60c600 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:35.079234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-f8f03d3b-33e3-42da-b5ad-031b3c634a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.081130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-f8f03d3b-33e3-42da-b5ad-031b3c634a7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1950309 Jul 06 17:38:35.119933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.256024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:35.262541 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '72815ea7-36cf-43c9-8d5b-fbee174edc5f', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'port_id': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'mac_address': 'fa:16:3e:78:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:38:28Z', 'updated_at': '2021-07-06T17:38:32Z', 'revision_number': 1, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:38:01Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:35.274984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:35.285159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:35.295734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Pushing event updated for resources: {'Port': ['ID=ff055304-b47f-45ac-9c2a-bff7db60c600,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:35.309801 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] Checking router: 9a222acf-6b44-4032-8881-03cbb4124ff5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:38:35.325623 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:35.326462 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:35.390811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-fc95917a-af94-44d0-850a-9241574153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.392640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-fc95917a-af94-44d0-850a-9241574153fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 930 time: 0.3006687 Jul 06 17:38:35.423291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c41d57-d911-46e5-8592-2d5f4d20d576 req-cb7876ce-885d-42ba-b579-263728b2274e tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.425524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59c41d57-d911-46e5-8592-2d5f4d20d576 req-cb7876ce-885d-42ba-b579-263728b2274e tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 936 time: 0.3176425 Jul 06 17:38:35.508821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-0798a7e3-c640-484e-be01-e36ecc09a794 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 999 time: 0.0948312 Jul 06 17:38:35.516547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.517523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.575670 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:35.581031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-07ceea57-1f38-4605-9b47-ef631d506a83 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1811433 Jul 06 17:38:35.598543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Request body: {'port': {'device_id': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:35.628644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5332141f-0abf-495c-8f49-75d888e07d15 None None] Provisioning for port ff055304-b47f-45ac-9c2a-bff7db60c600 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:35.635567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5332141f-0abf-495c-8f49-75d888e07d15 None None] Provisioning complete for port ff055304-b47f-45ac-9c2a-bff7db60c600 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:35.636364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5332141f-0abf-495c-8f49-75d888e07d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.661065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-8eb958dd-ef60-4fc4-b652-ce39b2b9042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.663614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-8eb958dd-ef60-4fc4-b652-ce39b2b9042a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 200 len: 868 time: 0.1414042 Jul 06 17:38:35.676593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59c41d57-d911-46e5-8592-2d5f4d20d576 req-47b6e9f4-5d88-4650-ba30-7f1fe5d0b69d tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660557 Jul 06 17:38:35.735795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5332141f-0abf-495c-8f49-75d888e07d15 None None] Port ff055304-b47f-45ac-9c2a-bff7db60c600 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:35.779528 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b6b967-3286-4755-9efe-0054c5d27c20 x-openstack-request-id: req-f9b6b967-3286-4755-9efe-0054c5d27c20 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:35.780199 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0", "name": "network-vif-plugged", "status": "completed", "tag": "594ff37e-656f-48e3-8194-f03a8211eb04", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:35.780600 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9b6b967-3286-4755-9efe-0054c5d27c20 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:35.781578 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594ff37e-656f-48e3-8194-f03a8211eb04', 'code': 200} Jul 06 17:38:35.898798 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.921531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-68d81ca5-7493-4b02-9f80-b59d162a8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.924451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-68d81ca5-7493-4b02-9f80-b59d162a8a46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e1ed870-522d-4262-9ab3-876ed76ea42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386310 Jul 06 17:38:35.962865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-001de23f-d09a-44c9-83d0-5e05b42ccb28 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:35.963979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-001de23f-d09a-44c9-83d0-5e05b42ccb28 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054343 Jul 06 17:38:36.046689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '72815ea7-36cf-43c9-8d5b-fbee174edc5f', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'port_id': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'mac_address': 'fa:16:3e:78:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:38:28Z', 'updated_at': '2021-07-06T17:38:32Z', 'revision_number': 1, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:38:01Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:36.114679 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b51a3b-0df2-4dca-b361-770bcb3d1645 None None] The sync data for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 is: [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '72815ea7-36cf-43c9-8d5b-fbee174edc5f', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'port_id': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'mac_address': 'fa:16:3e:78:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:38:28Z', 'updated_at': '2021-07-06T17:38:32Z', 'revision_number': 1, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:38:01Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:38:36.487132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934af8d-c004-4bf4-bdf1-051884b9bdd6 None None] New status for floating IP 72815ea7-36cf-43c9-8d5b-fbee174edc5f: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:38:36.515897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9654905-1536-49ce-a74e-b61c8ba6ea92 req-2e511e43-ccef-4d6f-8179-5033491fd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:36.517728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9654905-1536-49ce-a74e-b61c8ba6ea92 req-2e511e43-ccef-4d6f-8179-5033491fd4b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 1101 time: 0.6158633 Jul 06 17:38:36.692741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-ff43971f-f0a1-46cf-b018-51def50c73c7 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006195 Jul 06 17:38:36.703625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41834) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:36.755599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9654905-1536-49ce-a74e-b61c8ba6ea92 req-b8a6cfd0-69bd-4291-af32-d88bb24cad88 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960692 Jul 06 17:38:36.866377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-64a96f91-0dca-4d42-98e0-8c99dcfde302 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3676777 Jul 06 17:38:36.894787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2af49-f54c-441c-94bf-6b44488ee9d0 req-ad05a2a0-f1c8-42ea-9fb8-b0c3a50bdb3b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:36.895541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abed1a9a-9552-445b-8d77-5de403202e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:36.896506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-caa2af49-f54c-441c-94bf-6b44488ee9d0 req-ad05a2a0-f1c8-42ea-9fb8-b0c3a50bdb3b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 950 time: 0.3997476 Jul 06 17:38:36.947667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291a5c84-d3cf-4976-abca-d19b47e2786e req-34cabcd0-582c-4f3e-9bc0-166a2c44724e service neutron] 10.222.0.37 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347505 Jul 06 17:38:37.006569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff055304-b47f-45ac-9c2a-bff7db60c600 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:37.022652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.048117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Transition to ACTIVE for port object ff055304-b47f-45ac-9c2a-bff7db60c600 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:37.055786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-caa2af49-f54c-441c-94bf-6b44488ee9d0 req-64002221-d9bf-4b36-bfe1-451134586f2a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468444 Jul 06 17:38:37.063227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.100531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abed1a9a-9552-445b-8d77-5de403202e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.129646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abed1a9a-9552-445b-8d77-5de403202e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.168849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Pushing event updated for resources: {'Port': ['ID=ff055304-b47f-45ac-9c2a-bff7db60c600,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:37.186361 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-abed1a9a-9552-445b-8d77-5de403202e30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3095367c77442a3adb7d60b2c0f6bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809713 Jul 06 17:38:37.190229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41846) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:37.251711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Attempting to bind port ff055304-b47f-45ac-9c2a-bff7db60c600 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:37.251971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Attempting to bind port ff055304-b47f-45ac-9c2a-bff7db60c600 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:37.252242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Attempting to bind port ff055304-b47f-45ac-9c2a-bff7db60c600 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:37.265911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Port ff055304-b47f-45ac-9c2a-bff7db60c600 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:37.267029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Attempting to bind port ff055304-b47f-45ac-9c2a-bff7db60c600 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:37.272569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:37.273226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:37.273632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:37.274079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Bound port: ff055304-b47f-45ac-9c2a-bff7db60c600, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:37.274448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.312122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed1a9a-9552-445b-8d77-5de403202e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f494f10-5b36-4198-a7f2-95d733319302,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:37.406085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b877dd9b-598a-4ebd-8c86-2c41cbefa707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.416700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] For port ff055304-b47f-45ac-9c2a-bff7db60c600, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:37.422134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] For port ff055304-b47f-45ac-9c2a-bff7db60c600, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff055304-b47f-45ac-9c2a-bff7db60c600,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:37.428885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.457810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b877dd9b-598a-4ebd-8c86-2c41cbefa707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.535081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13554539-3ca0-4c2c-ab84-56704d3cfa65 x-openstack-request-id: req-13554539-3ca0-4c2c-ab84-56704d3cfa65 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:37.535610 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:37.536518 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13554539-3ca0-4c2c-ab84-56704d3cfa65 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:37.539090 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'status': 'completed', 'code': 200} Jul 06 17:38:37.563940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.567390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.570392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] 10.222.0.60 "PUT /v2.0/ports/ff055304-b47f-45ac-9c2a-bff7db60c600 HTTP/1.1" status: 200 len: 1096 time: 1.9783139 Jul 06 17:38:37.575911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b877dd9b-598a-4ebd-8c86-2c41cbefa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.580436 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b877dd9b-598a-4ebd-8c86-2c41cbefa707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.581748 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b877dd9b-598a-4ebd-8c86-2c41cbefa707 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f494f10-5b36-4198-a7f2-95d733319302 HTTP/1.1" status: 204 len: 168 time: 0.3898282 Jul 06 17:38:37.622480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877dd9b-598a-4ebd-8c86-2c41cbefa707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f494f10-5b36-4198-a7f2-95d733319302,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:37.757576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc2c3c-78e7-4c0f-80c4-a613d4ee5fdc service neutron] Pushing event updated for resources: {'Port': ['ID=ff055304-b47f-45ac-9c2a-bff7db60c600,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:37.783333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:37.790907 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d13ece-9f3c-44f6-bd0e-0b975229b000" -d '{"events": [{"server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "name": "network-vif-plugged", "status": "completed", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:38.047890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-d138d989-30a9-46d6-ab59-19d8450b79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.050588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-d138d989-30a9-46d6-ab59-19d8450b79d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1096 time: 0.4783425 Jul 06 17:38:38.186680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-49486c11-daaa-4007-951e-6580640f0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.188753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-49486c11-daaa-4007-951e-6580640f0584 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=061d09b255c24d1c80ac0a91d9b0ccd0&device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 1099 time: 0.2720685 Jul 06 17:38:38.266464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41878) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:38.273275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353721-7699-460f-a7d6-629b157d8548 req-f0cd13cf-9b3b-4477-b9e9-5e08c827703c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.274868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a353721-7699-460f-a7d6-629b157d8548 req-f0cd13cf-9b3b-4477-b9e9-5e08c827703c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 945 time: 0.4279022 Jul 06 17:38:38.279999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-5498df17-4147-4501-a04a-c97d0656c59a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=ff055304-b47f-45ac-9c2a-bff7db60c600 HTTP/1.1" status: 200 len: 217 time: 0.0790882 Jul 06 17:38:38.284065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ede26c8-81cb-44bb-a7e2-59c1dfb6352a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.340419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-ee3ec99e-06c8-40e7-aa77-f7b08ebe1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.341956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-ee3ec99e-06c8-40e7-aa77-f7b08ebe1a9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 930 time: 0.2688737 Jul 06 17:38:38.367109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff131d-603f-4260-9cea-11ff2840fbea req-4ecd8b2f-858d-469d-9d9c-7e361f7261a4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.368288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92ff131d-603f-4260-9cea-11ff2840fbea req-4ecd8b2f-858d-469d-9d9c-7e361f7261a4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.3272789 Jul 06 17:38:38.471318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ede26c8-81cb-44bb-a7e2-59c1dfb6352a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.481536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ede26c8-81cb-44bb-a7e2-59c1dfb6352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.490147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-a15cb382-83cc-4043-887a-7f0e8b07e168 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 1001 time: 0.1348264 Jul 06 17:38:38.501941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-f71c805c-5dff-43ec-8499-1d0374047e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.504634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-f71c805c-5dff-43ec-8499-1d0374047e39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2115872 Jul 06 17:38:38.537719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a353721-7699-460f-a7d6-629b157d8548 req-92a11d23-fb76-4c97-8eb7-28ea49efbfde tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423496 Jul 06 17:38:38.570119 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ede26c8-81cb-44bb-a7e2-59c1dfb6352a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b38f8a5d4e0144ad8a7c96c797143f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994840 Jul 06 17:38:38.570670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:38.604682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede26c8-81cb-44bb-a7e2-59c1dfb6352a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7ae47-581a-4fb6-b0eb-3af0edc791cd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:38.702799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92ff131d-603f-4260-9cea-11ff2840fbea req-34ed7f28-2b89-40a8-a8d7-9a0dd38de8c7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224680 Jul 06 17:38:38.736828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb8031b-587a-4960-9d28-b85e9b54dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.780701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb8031b-587a-4960-9d28-b85e9b54dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.785353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-3cf999ca-b849-469d-b792-3e7a2b27657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.787331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-3cf999ca-b849-469d-b792-3e7a2b27657f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 200 len: 868 time: 0.2771506 Jul 06 17:38:38.878225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb8031b-587a-4960-9d28-b85e9b54dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.883200 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb8031b-587a-4960-9d28-b85e9b54dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.888377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cfb8031b-587a-4960-9d28-b85e9b54dbea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ec7ae47-581a-4fb6-b0eb-3af0edc791cd HTTP/1.1" status: 204 len: 168 time: 0.3131881 Jul 06 17:38:38.900324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8031b-587a-4960-9d28-b85e9b54dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7ae47-581a-4fb6-b0eb-3af0edc791cd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:38.961960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-49e7b64a-279b-4296-9ece-77e43b2fb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.963546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-49e7b64a-279b-4296-9ece-77e43b2fb2b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4354172 Jul 06 17:38:39.057783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abffb98-d117-419e-821a-c3b57ef02e5b req-ec9724bc-887c-4380-8db1-32adb5b8b43c tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.060275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2abffb98-d117-419e-821a-c3b57ef02e5b req-ec9724bc-887c-4380-8db1-32adb5b8b43c tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 948 time: 0.3520589 Jul 06 17:38:39.125802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-9f23c031-bb96-4aa6-96b7-a21a1e1bddc1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 258 time: 0.3360488 Jul 06 17:38:39.164326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:39.196518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2abffb98-d117-419e-821a-c3b57ef02e5b req-d625b825-11df-4251-8c72-22820c142b88 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152563 Jul 06 17:38:39.202975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-4a0d0be9-0a9d-4eb7-b67c-7b0096c51a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.204756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-4a0d0be9-0a9d-4eb7-b67c-7b0096c51a47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e1ed870-522d-4262-9ab3-876ed76ea42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4048247 Jul 06 17:38:39.210575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-146d8dc8-6e84-4eea-b4e8-4072cca396fa service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342057 Jul 06 17:38:39.279650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:39.481638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-7d79108c-f6b8-496a-b734-5f51ccc8656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.485672 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-7d79108c-f6b8-496a-b734-5f51ccc8656e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1101 time: 0.0770462 Jul 06 17:38:39.528504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-689905b6-496b-4dea-affc-6d208aae516c service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138533 Jul 06 17:38:39.552955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'tag': 'ff055304-b47f-45ac-9c2a-bff7db60c600'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:39.555535 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f032808-12d4-4c76-ac0d-a27266ebce32", "tag": "ff055304-b47f-45ac-9c2a-bff7db60c600"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:39.582810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c21ba7e-0b14-42fe-aa1a-0115b05c8c53 req-b346cae7-292a-4e02-be05-bc5a8ff0dd0a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581996 Jul 06 17:38:39.663667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-17cf5b4d-0e63-4af6-8406-e803ae61a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.666899 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-17cf5b4d-0e63-4af6-8406-e803ae61a542 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1733110 Jul 06 17:38:39.718036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-190ecaa1-04e7-41a3-bd93-511ceb164a29 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.719691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-190ecaa1-04e7-41a3-bd93-511ceb164a29 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 950 time: 0.2898619 Jul 06 17:38:39.748549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-7419f403-d09d-4b82-99b8-fd36a6483243 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0700667 Jul 06 17:38:39.774338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06fb5b0d-251c-42bc-b221-f01644ec448f req-9feee939-3794-41b9-b3cb-8562e5eef681 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144945 Jul 06 17:38:39.791955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89824-bc31-4a46-b73e-badda25ea5ab req-7f4ae1f6-d8db-4081-ab82-9f8484f1e158 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.799985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17e89824-bc31-4a46-b73e-badda25ea5ab req-7f4ae1f6-d8db-4081-ab82-9f8484f1e158 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21876b2-8f1e-4453-96fd-bdf2e2a50697 HTTP/1.1" status: 200 len: 950 time: 0.3267622 Jul 06 17:38:39.838551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-ad3a2fd2-5acc-4bd3-9e63-0a16e0a58b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.842925 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-ad3a2fd2-5acc-4bd3-9e63-0a16e0a58b57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0874383 Jul 06 17:38:39.845899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:39.894747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17e89824-bc31-4a46-b73e-badda25ea5ab req-266825b7-1e18-4201-b6b0-9fa4001c2f94 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938337 Jul 06 17:38:39.992814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-0725acc5-f167-41d8-aa39-7510a0308dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.997091 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-0725acc5-f167-41d8-aa39-7510a0308dd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425140 Jul 06 17:38:40.005100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Deleting port d42ee70c-1737-4cfd-baa9-e400fb83924e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:40.005436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:40.020768 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a3e9d-2059-4c87-b3dc-8391e32a18a9 x-openstack-request-id: req-1d8a3e9d-2059-4c87-b3dc-8391e32a18a9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:40.021617 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "name": "network-vif-plugged", "status": "completed", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:40.021617 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d8a3e9d-2059-4c87-b3dc-8391e32a18a9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:40.022151 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'code': 200} Jul 06 17:38:40.219992 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-601398a3-6b41-4c93-b069-20c758c9d94f service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151594 Jul 06 17:38:40.383004 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-0ddacd2f-3d2b-45dd-91cd-eaf875c1037d service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468675 Jul 06 17:38:40.437998 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:38:40.448876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Allocated IP 172.25.5.151 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/de4ea219-ee9a-46e3-9b15-0f1ef855d181) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:40.595138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] For port d42ee70c-1737-4cfd-baa9-e400fb83924e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d42ee70c-1737-4cfd-baa9-e400fb83924e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:40.595549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:40.631691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Calling delete_port for d42ee70c-1737-4cfd-baa9-e400fb83924e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:40.641540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fa463-f934-4f51-a42e-9a39734fbb1b req-f99dd41f-ccb4-499e-942d-b9a462bbcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:40.643424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-722fa463-f934-4f51-a42e-9a39734fbb1b req-f99dd41f-ccb4-499e-942d-b9a462bbcd3c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1096 time: 0.3139868 Jul 06 17:38:40.703213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669147-a778-40af-b776-f175a1aa15b5 req-80aeebdf-f461-4d63-805c-8b6058ad28b8 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:40.708506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d669147-a778-40af-b776-f175a1aa15b5 req-80aeebdf-f461-4d63-805c-8b6058ad28b8 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 950 time: 0.3795209 Jul 06 17:38:40.739703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:40.868020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-722fa463-f934-4f51-a42e-9a39734fbb1b req-4cb6316c-c05a-4995-ac68-d4a8df8cd090 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120807 Jul 06 17:38:40.939286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d669147-a778-40af-b776-f175a1aa15b5 req-f01374cf-174c-46e4-a473-2340d55dac66 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056155 Jul 06 17:38:41.004660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.127952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:41.134155 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b76149c-a7e6-47e6-8dff-7f4ea8554001 x-openstack-request-id: req-4b76149c-a7e6-47e6-8dff-7f4ea8554001 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:41.134635 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f032808-12d4-4c76-ac0d-a27266ebce32", "tag": "ff055304-b47f-45ac-9c2a-bff7db60c600", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:41.135054 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b76149c-a7e6-47e6-8dff-7f4ea8554001 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:41.135719 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'tag': 'ff055304-b47f-45ac-9c2a-bff7db60c600', 'status': 'completed', 'code': 200} Jul 06 17:38:41.144793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:41.156650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:41.229184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event updated for resources: {'Port': ['ID=de4ea219-ee9a-46e3-9b15-0f1ef855d181,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:41.236386 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.253772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9f0626f4-c17b-4a96-a6ff-e8255ea3874d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:41.259815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-7907bf1d-0ffc-4539-8c50-2f5339d7796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.261356 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-7907bf1d-0ffc-4539-8c50-2f5339d7796f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=061d09b255c24d1c80ac0a91d9b0ccd0&device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 1099 time: 0.0893152 Jul 06 17:38:41.307523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Pushing event deleted for resources: {'Port': ['ID=d42ee70c-1737-4cfd-baa9-e400fb83924e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:41.409771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-757a6ae6-c2c8-4c5d-8f75-3f7917218f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.411714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-757a6ae6-c2c8-4c5d-8f75-3f7917218f20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1408365 Jul 06 17:38:41.483029 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-1c7091b5-54b9-43f9-9480-410494ecbec7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=ff055304-b47f-45ac-9c2a-bff7db60c600 HTTP/1.1" status: 200 len: 217 time: 0.0637033 Jul 06 17:38:41.514013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] No DVR routers for this DVR port d42ee70c-1737-4cfd-baa9-e400fb83924e on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:41.531526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.533834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-26687858-0495-4ac9-81dc-3483bffc31c4 req-79a97276-e8a2-4875-8158-8ca34a1ac740 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "DELETE /v2.0/ports/d42ee70c-1737-4cfd-baa9-e400fb83924e HTTP/1.1" status: 204 len: 173 time: 1.8050575 Jul 06 17:38:41.538801 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.562941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d0561-f489-4599-96b8-bd4870c95dd9 req-32a18299-fb4e-463e-b1a0-15825062d1a6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.564841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-5ac99248-313d-4c06-9a9a-9be0da7805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.565434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46d0561-f489-4599-96b8-bd4870c95dd9 req-32a18299-fb4e-463e-b1a0-15825062d1a6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 945 time: 0.3334672 Jul 06 17:38:41.573407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-5ac99248-313d-4c06-9a9a-9be0da7805dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0771353 Jul 06 17:38:41.683070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-c28033bc-83b9-490f-9883-53e67456daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.685686 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-c28033bc-83b9-490f-9883-53e67456daca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017871 Jul 06 17:38:41.717156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46d0561-f489-4599-96b8-bd4870c95dd9 req-d0ce12cc-4fc5-4c7d-9fb2-f1cf9298722c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978360 Jul 06 17:38:41.719075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.822433 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-d9ffcd4c-680c-4e0c-9577-cd518830ea4b service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269386 Jul 06 17:38:41.982845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.989051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.001839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d8e13aa0-c24b-4acd-9847-3c28b84ee8f6 req-2663d51e-bb8d-4ca6-9118-7ae14042fa5d service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746757 Jul 06 17:38:42.085262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event updated for resources: {'Port': ['ID=de4ea219-ee9a-46e3-9b15-0f1ef855d181,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:42.105246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a2e97-2f3f-48ce-8860-e72c9c3f04ac req-f0b092f6-20a4-41d0-b849-d45f56bfad02 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:42.107916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f8a2e97-2f3f-48ce-8860-e72c9c3f04ac req-f0b092f6-20a4-41d0-b849-d45f56bfad02 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.1850066 Jul 06 17:38:42.109464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.137885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.144806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f99a32c9-2fa5-4ca8-901f-af200293c15f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9976866 Jul 06 17:38:42.212167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-f02b6146-c431-4e22-80d6-d1f6e42d78b4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.0655236 Jul 06 17:38:42.219375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f8a2e97-2f3f-48ce-8860-e72c9c3f04ac req-70bdd6e1-9362-4df6-902c-b11aaed4e67b tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016548 Jul 06 17:38:42.525162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-698be73c-8a11-49de-8754-3bd56fcfeed8 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:42.527864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-698be73c-8a11-49de-8754-3bd56fcfeed8 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.3071809 Jul 06 17:38:42.552949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-e670af0a-dc51-41ae-a456-91dcc48f7e95 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:42.555096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e129f-e0b5-4b85-8256-304fdfbbff29 req-e670af0a-dc51-41ae-a456-91dcc48f7e95 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116804 Jul 06 17:38:42.591713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d66de8-ac00-40ba-a917-0fc43be9d3dd req-bc346017-aa64-43af-a10d-c3f2f6c8e256 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:42.595871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7d66de8-ac00-40ba-a917-0fc43be9d3dd req-bc346017-aa64-43af-a10d-c3f2f6c8e256 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 948 time: 0.2219224 Jul 06 17:38:42.615541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff055304-b47f-45ac-9c2a-bff7db60c600 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:42.619102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d42ee70c-1737-4cfd-baa9-e400fb83924e no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:42.657745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: d42ee70c-1737-4cfd-baa9-e400fb83924e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:38:42.658972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d42ee70c-1737-4cfd-baa9-e400fb83924e not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:38:42.677991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7d66de8-ac00-40ba-a917-0fc43be9d3dd req-97988c5c-9fec-463c-ba8c-f55b2fc83c1c tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751743 Jul 06 17:38:42.822820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff055304-b47f-45ac-9c2a-bff7db60c600, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff055304-b47f-45ac-9c2a-bff7db60c600,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:42.841556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'ff055304-b47f-45ac-9c2a-bff7db60c600', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'ff055304-b47f-45ac-9c2a-bff7db60c600', 'mac_address': 'fa:16:3e:da:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:42.891918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.908161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff055304-b47f-45ac-9c2a-bff7db60c600 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:42.932971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff055304-b47f-45ac-9c2a-bff7db60c600, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff055304-b47f-45ac-9c2a-bff7db60c600,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:42.939860 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.954538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459472-cfef-42bc-bf40-4e60329d3952 req-171c1aac-e2bd-4309-97b9-310ffb13316b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:42.959931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed459472-cfef-42bc-bf40-4e60329d3952 req-171c1aac-e2bd-4309-97b9-310ffb13316b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1640904 Jul 06 17:38:43.019024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Request body: {'security_group': {'name': 'tempest-securitygroup-87435287', 'description': 'tempest-description-2099458829'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:43.027083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff055304-b47f-45ac-9c2a-bff7db60c600,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:43.080859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed459472-cfef-42bc-bf40-4e60329d3952 req-e249c6e2-0b2e-451c-9c52-b07a7060c699 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004632 Jul 06 17:38:43.089074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.106015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.140403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'name': 'network-vif-deleted', 'tag': 'd42ee70c-1737-4cfd-baa9-e400fb83924e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:43.145069 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3428d5-4714-4e00-91ad-8db784ad36b3" -d '{"events": [{"server_uuid": "c21876b2-8f1e-4453-96fd-bdf2e2a50697", "name": "network-vif-deleted", "tag": "d42ee70c-1737-4cfd-baa9-e400fb83924e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:43.221979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ff055304-b47f-45ac-9c2a-bff7db60c600'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:43.350581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.358506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.411807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0e3f0-6f01-42a7-b8cd-e05576cfc28a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:43.498355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.546795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.608707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.610740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54e624a4-86fa-4aef-9a52-91f03313ab4e req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6044860 Jul 06 17:38:43.637661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43de5-1c2b-40a8-aff2-06ae87d60b93 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd2d51-f2eb-48bc-8857-32be86df2d1a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:43.677167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e2301-9919-4bee-b004-4244e20845b4 req-4a328b15-4950-49dc-9dfb-7e0db4422cb1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:43.679079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db1e2301-9919-4bee-b004-4244e20845b4 req-4a328b15-4950-49dc-9dfb-7e0db4422cb1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1935453 Jul 06 17:38:43.770918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db1e2301-9919-4bee-b004-4244e20845b4 req-2831db46-2892-4fec-811f-9880267f071b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.0825510 Jul 06 17:38:43.785277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-db1e2301-9919-4bee-b004-4244e20845b4 req-8e322945-9c9a-463d-8329-3d9f50478859 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Request body: {'floatingip': {'port_id': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:43.829335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db1e2301-9919-4bee-b004-4244e20845b4 req-8e322945-9c9a-463d-8329-3d9f50478859 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.185242 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-db1e2301-9919-4bee-b004-4244e20845b4 req-8e322945-9c9a-463d-8329-3d9f50478859 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 17:38:44.185242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db1e2301-9919-4bee-b004-4244e20845b4 req-8e322945-9c9a-463d-8329-3d9f50478859 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "PUT /v2.0/floatingips/e6aa02c2-eb66-4301-a03f-0b85eb105e1a HTTP/1.1" status: 409 len: 550 time: 0.4024308 Jul 06 17:38:44.192128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a1733-786b-45e2-918f-fb51d8d26e9e req-1c4d0f5a-e8c5-46e5-973a-b0ca30fa00c7 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:44.193769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4a1733-786b-45e2-918f-fb51d8d26e9e req-1c4d0f5a-e8c5-46e5-973a-b0ca30fa00c7 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 945 time: 0.1396112 Jul 06 17:38:44.231212 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f2258d-f325-40c8-a813-e7d562018e01 x-openstack-request-id: req-49f2258d-f325-40c8-a813-e7d562018e01 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:44.231540 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21876b2-8f1e-4453-96fd-bdf2e2a50697", "name": "network-vif-deleted", "tag": "d42ee70c-1737-4cfd-baa9-e400fb83924e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:44.231800 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49f2258d-f325-40c8-a813-e7d562018e01 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:44.232201 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21876b2-8f1e-4453-96fd-bdf2e2a50697', 'name': 'network-vif-deleted', 'tag': 'd42ee70c-1737-4cfd-baa9-e400fb83924e', 'status': 'completed', 'code': 200} Jul 06 17:38:44.240406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4a1733-786b-45e2-918f-fb51d8d26e9e req-f4c046c9-30c3-408c-b572-6ffef1f89c9d tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Jul 06 17:38:44.401524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-5d0a8dfd-090c-4672-9a98-f0c9675e920c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e9073c651d54985a959483a3503d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487506 Jul 06 17:38:44.504806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0698a9-93fc-4aae-9bb2-635dcee1fa8e req-1279cf4c-4bc7-448b-aef5-f10e2e86abaf tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:44.506343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee0698a9-93fc-4aae-9bb2-635dcee1fa8e req-1279cf4c-4bc7-448b-aef5-f10e2e86abaf tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.1688900 Jul 06 17:38:44.560180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-91e01656-4bf4-4adf-9768-5f1482b2094c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:44.561786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-91e01656-4bf4-4adf-9768-5f1482b2094c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548846 Jul 06 17:38:44.585815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee0698a9-93fc-4aae-9bb2-635dcee1fa8e req-8a5d525f-e5f6-4395-ae8a-fb3c93488e8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676818 Jul 06 17:38:44.588559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-f26f99de-38b6-4378-afb2-57fe660c91d6 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/quotas/6e9073c651d54985a959483a3503d5f9 HTTP/1.1" status: 200 len: 375 time: 0.0184324 Jul 06 17:38:44.622261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff055304-b47f-45ac-9c2a-bff7db60c600 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:44.634413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7513731f-daea-44c8-99b9-d72ed2d7ee85 req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1410691342', 'description': 'tempest-description-1540559504'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:44.676017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7513731f-daea-44c8-99b9-d72ed2d7ee85 req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.682781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port ff055304-b47f-45ac-9c2a-bff7db60c600 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:44.688265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port ff055304-b47f-45ac-9c2a-bff7db60c600 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:44.688731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.716829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-b3659b3b-c559-4452-be65-0cb3728d23f8 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209974 Jul 06 17:38:44.805294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7513731f-daea-44c8-99b9-d72ed2d7ee85 req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.813310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7513731f-daea-44c8-99b9-d72ed2d7ee85 req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.819002 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.854921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7513731f-daea-44c8-99b9-d72ed2d7ee85 req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.858127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7513731f-daea-44c8-99b9-d72ed2d7ee85 req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2287333 Jul 06 17:38:44.879746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff055304-b47f-45ac-9c2a-bff7db60c600'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:44.883148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3e23-b249-4f3a-be69-ecf29699e2f8 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb42963-df7e-4011-ae14-a76f26769420,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:44.883741 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7a2e9-ac8e-4f03-b9b8-3fd9c48e1700" -d '{"events": [{"server_uuid": "5f032808-12d4-4c76-ac0d-a27266ebce32", "name": "network-vif-plugged", "status": "completed", "tag": "ff055304-b47f-45ac-9c2a-bff7db60c600"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:44.911719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff055304-b47f-45ac-9c2a-bff7db60c600, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff055304-b47f-45ac-9c2a-bff7db60c600,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:44.917098 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.999728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff055304-b47f-45ac-9c2a-bff7db60c600,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:45.124551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14793-30e5-4f38-981b-6d1488091dfe req-15c2373b-e794-47e9-9127-b28aa92ace3f tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.127213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7f14793-30e5-4f38-981b-6d1488091dfe req-15c2373b-e794-47e9-9127-b28aa92ace3f tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 950 time: 0.1462514 Jul 06 17:38:45.248288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7f14793-30e5-4f38-981b-6d1488091dfe req-af8db7eb-f4fb-498a-bf42-6b66c7d29cd4 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879214 Jul 06 17:38:45.274979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c27ed5-6c4a-4755-acd1-eaff45133959 req-94e68eb2-be0c-4736-9dd6-0c19dfc864f0 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.276682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47c27ed5-6c4a-4755-acd1-eaff45133959 req-94e68eb2-be0c-4736-9dd6-0c19dfc864f0 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 949 time: 0.1837125 Jul 06 17:38:45.367149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-cdce0f45-45fc-452c-9315-4ae58903364f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips/e6aa02c2-eb66-4301-a03f-0b85eb105e1a HTTP/1.1" status: 200 len: 693 time: 0.0730224 Jul 06 17:38:45.372944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47c27ed5-6c4a-4755-acd1-eaff45133959 req-252465c6-705e-468b-bece-30524bd85ddc tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.37 "GET /v2.0/security-groups?id=980d878b-6d7f-468b-82ca-481cec3505bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873771 Jul 06 17:38:45.520479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-3d3478da-e7c4-4082-8fa3-aa7cb4491350 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.521945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-3d3478da-e7c4-4082-8fa3-aa7cb4491350 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.1428432 Jul 06 17:38:45.534761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-ebd561a5-9260-4a45-9d35-1e14cf286280 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:45.535863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-ebd561a5-9260-4a45-9d35-1e14cf286280 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078347 Jul 06 17:38:45.627216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-1c90c38d-472e-4952-89c4-bfb6b1388eea tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.0567915 Jul 06 17:38:45.642142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-16372c82-10fc-4ebf-a7c1-17fd4c874f42 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.644386 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-16372c82-10fc-4ebf-a7c1-17fd4c874f42 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "GET /v2.0/ports?device_id=bef294de-f5ea-41fc-82e2-5c7bac0cce6c HTTP/1.1" status: 200 len: 949 time: 0.1200058 Jul 06 17:38:45.784483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Deleting port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:45.785176 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.935886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] For port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:45.936480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.967062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Calling delete_port for 9f0626f4-c17b-4a96-a6ff-e8255ea3874d owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:45.967712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-23424cee-ed0f-45de-8bf0-e3c249405ce6 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.151 HTTP/1.1" status: 200 len: 696 time: 0.3313241 Jul 06 17:38:45.971224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df3ccf-6968-4829-899d-e035e430e3a3 req-1ab25d63-fa01-4769-b1dc-049e1ed6c8a5 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.972909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2df3ccf-6968-4829-899d-e035e430e3a3 req-1ab25d63-fa01-4769-b1dc-049e1ed6c8a5 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1096 time: 0.4308734 Jul 06 17:38:46.095540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2df3ccf-6968-4829-899d-e035e430e3a3 req-198a4f2e-af80-48d1-a8f4-1c007e55c6e5 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155198 Jul 06 17:38:46.148960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Deleting port de4ea219-ee9a-46e3-9b15-0f1ef855d181 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:46.149427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.177525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.194873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9f0626f4-c17b-4a96-a6ff-e8255ea3874d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:46.210730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Pushing event deleted for resources: {'Port': ['ID=9f0626f4-c17b-4a96-a6ff-e8255ea3874d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:46.252901 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.253523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.268883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Calling delete_port for de4ea219-ee9a-46e3-9b15-0f1ef855d181 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:46.306966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] No DVR routers for this DVR port 9f0626f4-c17b-4a96-a6ff-e8255ea3874d on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:46.312419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.315619 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-300536a5-be84-4f4a-bd1a-24bdf8c61c27 req-7ea2d22a-dfc9-4325-83fa-141ef91c92a7 tempest-LiveMigrationNegativeTest-276388251 tempest-LiveMigrationNegativeTest-276388251-project] 10.222.0.60 "DELETE /v2.0/ports/9f0626f4-c17b-4a96-a6ff-e8255ea3874d HTTP/1.1" status: 204 len: 173 time: 0.6638842 Jul 06 17:38:46.316333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'name': 'network-vif-deleted', 'tag': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:46.319577 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832c689c-219f-4446-b080-d796f57d7c0a" -d '{"events": [{"server_uuid": "bef294de-f5ea-41fc-82e2-5c7bac0cce6c", "name": "network-vif-deleted", "tag": "9f0626f4-c17b-4a96-a6ff-e8255ea3874d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:46.425257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-799428182', 'description': 'tempest-description-1240602099'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:46.483056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.497066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.521054 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-d043099f-997f-45ee-9803-508defb25a79 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e9073c651d54985a959483a3503d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409548 Jul 06 17:38:46.591611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.631452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event deleted for resources: {'Port': ['ID=de4ea219-ee9a-46e3-9b15-0f1ef855d181,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:46.748398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.751381 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.753332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8018df00-cf96-4027-898b-c35a1c5bbe5c req-c16ef3f2-3888-47a8-af21-c91e2f262aa4 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "DELETE /v2.0/floatingips/e6aa02c2-eb66-4301-a03f-0b85eb105e1a HTTP/1.1" status: 204 len: 173 time: 0.7755947 Jul 06 17:38:46.764384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.771227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.779063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-18bb10b9-2858-4f49-9632-eccf51152e7d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:46.780830 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-18bb10b9-2858-4f49-9632-eccf51152e7d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543981 Jul 06 17:38:46.814732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Request body: {'port': {'device_id': '0c74ba73-bba5-474e-a556-ceddbec78091', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '6e9073c651d54985a959483a3503d5f9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:46.825809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b44598-bec1-4805-baba-5d81ec01b5c9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:46.877031 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb612c-1e6a-4cd8-9dab-c55cff421d97 x-openstack-request-id: req-77cb612c-1e6a-4cd8-9dab-c55cff421d97 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:46.877515 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f032808-12d4-4c76-ac0d-a27266ebce32", "name": "network-vif-plugged", "status": "completed", "tag": "ff055304-b47f-45ac-9c2a-bff7db60c600", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:46.877967 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77cb612c-1e6a-4cd8-9dab-c55cff421d97 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:46.878893 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff055304-b47f-45ac-9c2a-bff7db60c600', 'code': 200} Jul 06 17:38:46.947754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.957803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.057288 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.070126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0791ee9d-ce66-47aa-930a-093d8a65e4af req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6599057 Jul 06 17:38:47.078040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452b22-2cbd-43e8-98cb-8fc5cc2be345 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41407973-8151-47d0-b6bb-df7154371283,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:47.139916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Made reservation on behalf of 6e9073c651d54985a959483a3503d5f9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:47.150478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4ff3146-a15b-4507-bee0-6309c74c747a req-4dc6516d-5411-4657-99c9-eddff3605ff5 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 210 time: 0.0453792 Jul 06 17:38:47.152755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b6188-985d-4950-beb5-20e839f9283a req-cefc21d7-e2c9-47d5-a119-37dea30ca22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.154282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b9b6188-985d-4950-beb5-20e839f9283a req-cefc21d7-e2c9-47d5-a119-37dea30ca22b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 1101 time: 0.1451540 Jul 06 17:38:47.156085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.258772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b9b6188-985d-4950-beb5-20e839f9283a req-84d19253-fed3-49d0-9d98-18014c2d8148 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967152 Jul 06 17:38:47.305106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a87a3-1919-47a0-b6bf-1f99a1020418 req-17b3d13a-8a32-4ba8-a4b9-3d26b9656722 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.313412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c5a87a3-1919-47a0-b6bf-1f99a1020418 req-17b3d13a-8a32-4ba8-a4b9-3d26b9656722 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.1174960 Jul 06 17:38:47.381310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c5a87a3-1919-47a0-b6bf-1f99a1020418 req-ad9bb346-53d1-44b1-897f-cfc23ba562f0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 Jul 06 17:38:47.413166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Allocated IP 192.168.233.100 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/db857945-6c51-4d64-8328-0ac43abbfa9a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:47.487603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623cdb7-0ff0-4afe-a939-2fc1f25ce5e0 req-bf4b404f-c8bc-4f36-a7a5-9fbb96f613cd tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.489517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9623cdb7-0ff0-4afe-a939-2fc1f25ce5e0 req-bf4b404f-c8bc-4f36-a7a5-9fbb96f613cd tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1096 time: 0.1012938 Jul 06 17:38:47.545708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9623cdb7-0ff0-4afe-a939-2fc1f25ce5e0 req-9dc1b37a-89a0-4200-ad12-561f9c274200 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480337 Jul 06 17:38:47.694065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.705475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73667b-0c5a-4426-93f7-f14d0f4f1b2d req-a301ccd4-5ce5-4195-bbe5-0e7711f1ae5a tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.707161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b73667b-0c5a-4426-93f7-f14d0f4f1b2d req-a301ccd4-5ce5-4195-bbe5-0e7711f1ae5a tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 950 time: 0.1402953 Jul 06 17:38:47.721056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Transition to ACTIVE for port object db857945-6c51-4d64-8328-0ac43abbfa9a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:47.741547 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f3765-08ec-4eec-af04-bb4ae03a3025 x-openstack-request-id: req-6e4f3765-08ec-4eec-af04-bb4ae03a3025 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:47.741879 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef294de-f5ea-41fc-82e2-5c7bac0cce6c", "name": "network-vif-deleted", "tag": "9f0626f4-c17b-4a96-a6ff-e8255ea3874d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:47.742272 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e4f3765-08ec-4eec-af04-bb4ae03a3025 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:47.742579 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef294de-f5ea-41fc-82e2-5c7bac0cce6c', 'name': 'network-vif-deleted', 'tag': '9f0626f4-c17b-4a96-a6ff-e8255ea3874d', 'status': 'completed', 'code': 200} Jul 06 17:38:47.772766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b73667b-0c5a-4426-93f7-f14d0f4f1b2d req-ffef5807-8460-4ef4-974d-9e7b57734631 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Jul 06 17:38:47.786065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.819311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3546ad02-6ad2-4a5e-9952-149e74f4ce86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:47.824128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['594ff37e-656f-48e3-8194-f03a8211eb04'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:47.876491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:47.880006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:47.883829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:47.893016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.893401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.943119 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1419334 Jul 06 17:38:47.943989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1387cb-e1f1-404f-a652-a89d8e538c81 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event updated for resources: {'Port': ['ID=db857945-6c51-4d64-8328-0ac43abbfa9a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:47.947811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-832eec01-a3f2-4f84-8b13-60920171fddd req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-466678859', 'description': 'tempest-description-619834374'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:47.961258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Request body: {'port': {'device_id': '0c74ba73-bba5-474e-a556-ceddbec78091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:48.060116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-d5e0d84e-bbe2-4e68-a668-791de3b17d76 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 1001 time: 0.2130599 Jul 06 17:38:48.086308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.129578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-832eec01-a3f2-4f84-8b13-60920171fddd req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.219081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-326a-4952-b819-037581e2a561 req-4696c1d4-bfbe-466c-9cc2-ab76092f7c7f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.231978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-4696c1d4-bfbe-466c-9cc2-ab76092f7c7f tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports/18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 942 time: 0.1682634 Jul 06 17:38:48.451100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-832eec01-a3f2-4f84-8b13-60920171fddd req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.459385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-832eec01-a3f2-4f84-8b13-60920171fddd req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.516231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3fdc2-f8ac-4119-ac5a-861bfa51104b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:48.529893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-832eec01-a3f2-4f84-8b13-60920171fddd req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.539271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-832eec01-a3f2-4f84-8b13-60920171fddd req-cf43d807-e9c3-469f-a1f0-9e61587342f3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5924616 Jul 06 17:38:48.724304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-3352741f-0f94-4329-86f3-d625d1d61164 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 1001 time: 0.1657715 Jul 06 17:38:48.832534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:48.888541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-326a-4952-b819-037581e2a561 req-929d464c-605f-49aa-be00-786a7918daed tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.890710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-929d464c-605f-49aa-be00-786a7918daed tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.1568627 Jul 06 17:38:48.919087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-a08f86ed-500e-441e-a58c-a1570fada4ce tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:48.926545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-a08f86ed-500e-441e-a58c-a1570fada4ce tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223594 Jul 06 17:38:49.172093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-d9471820-2196-4705-ac0a-fae96db1c28d tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 1001 time: 0.2323945 Jul 06 17:38:49.194800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:49.249533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db857945-6c51-4d64-8328-0ac43abbfa9a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:49.259742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2d88b116-70e2-4411-9529-7f62782beaf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aee9a26000994faf908a7aa2e491f438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768921 Jul 06 17:38:49.260785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42024) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:49.279040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c0fb-0713-4e37-bc39-e43e39318ce6 req-e9246005-0673-4e2d-a06e-3befb82538fc tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:49.279786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.280769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c83c0fb-0713-4e37-bc39-e43e39318ce6 req-e9246005-0673-4e2d-a06e-3befb82538fc tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 936 time: 0.1829462 Jul 06 17:38:49.314326 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.336863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Transition to ACTIVE for port object db857945-6c51-4d64-8328-0ac43abbfa9a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:49.350720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.443865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c83c0fb-0713-4e37-bc39-e43e39318ce6 req-a96926c7-0d3d-4b2d-bcee-20a37abe8dba tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478872 Jul 06 17:38:49.462193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Pushing event updated for resources: {'Port': ['ID=db857945-6c51-4d64-8328-0ac43abbfa9a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:49.465033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64e57403-a512-4fe6-865d-4423f474c29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.517660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Attempting to bind port db857945-6c51-4d64-8328-0ac43abbfa9a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:49.518160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Attempting to bind port db857945-6c51-4d64-8328-0ac43abbfa9a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:49.521695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Attempting to bind port db857945-6c51-4d64-8328-0ac43abbfa9a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:49.533489 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64e57403-a512-4fe6-865d-4423f474c29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.535709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Port db857945-6c51-4d64-8328-0ac43abbfa9a on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:49.536031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Attempting to bind port db857945-6c51-4d64-8328-0ac43abbfa9a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:49.551006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:49.551382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:49.551783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:49.552225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Bound port: db857945-6c51-4d64-8328-0ac43abbfa9a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:49.552586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.604148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.610956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.611552 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Floating IP 72815ea7-36cf-43c9-8d5b-fbee174edc5f disassociated. External IP: 172.25.5.167, port: 18f093b2-657a-4e59-9c7d-23988a2d382b. Jul 06 17:38:49.665195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64e57403-a512-4fe6-865d-4423f474c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.670391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64e57403-a512-4fe6-865d-4423f474c29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.672421 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-64e57403-a512-4fe6-865d-4423f474c29b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/980d878b-6d7f-468b-82ca-481cec3505bc HTTP/1.1" status: 204 len: 168 time: 0.4105124 Jul 06 17:38:49.695531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e57403-a512-4fe6-865d-4423f474c29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980d878b-6d7f-468b-82ca-481cec3505bc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:49.716577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] For port db857945-6c51-4d64-8328-0ac43abbfa9a, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:49.722939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] For port db857945-6c51-4d64-8328-0ac43abbfa9a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=db857945-6c51-4d64-8328-0ac43abbfa9a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:49.738967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.835849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Pushing event updated for resources: {'Port': ['ID=db857945-6c51-4d64-8328-0ac43abbfa9a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:49.850106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:49.851610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.856496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-e3cb744c-2f7c-4050-b098-a33b201f2df7 service neutron] 10.222.0.60 "PUT /v2.0/ports/db857945-6c51-4d64-8328-0ac43abbfa9a HTTP/1.1" status: 200 len: 1096 time: 1.9001589 Jul 06 17:38:49.857268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74ba73-bba5-474e-a556-ceddbec78091', 'tag': 'db857945-6c51-4d64-8328-0ac43abbfa9a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:49.863040 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae502abe-7fce-4917-bf52-aae15e013712" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74ba73-bba5-474e-a556-ceddbec78091", "tag": "db857945-6c51-4d64-8328-0ac43abbfa9a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:49.916269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38bad9-076d-470e-985d-d630ac6d5a82 req-3ef74a77-bb56-4e53-89af-55491e9ba645 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:49.924378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b38bad9-076d-470e-985d-d630ac6d5a82 req-3ef74a77-bb56-4e53-89af-55491e9ba645 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.2456489 Jul 06 17:38:50.024150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b38bad9-076d-470e-985d-d630ac6d5a82 req-e7a87ea2-2b0a-47eb-97df-b5763cc53baa tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983312 Jul 06 17:38:50.046854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-aad9e4f6-a225-4b15-b98b-3f3d7a66633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.049770 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-aad9e4f6-a225-4b15-b98b-3f3d7a66633d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 1099 time: 0.1204357 Jul 06 17:38:50.136387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Router 9a222acf-6b44-4032-8881-03cbb4124ff5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:38:50.165707 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-6b82686c-ef55-43de-9339-00aae4185a9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=db857945-6c51-4d64-8328-0ac43abbfa9a HTTP/1.1" status: 200 len: 217 time: 0.1077282 Jul 06 17:38:50.225364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:50.264963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-7e57da6b-1c6c-45f3-b7cf-b073e91b1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.268239 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-7e57da6b-1c6c-45f3-b7cf-b073e91b1b9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0939195 Jul 06 17:38:50.353903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-9012ab0b-75ce-4135-8c88-bd44b686dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.356923 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-9012ab0b-75ce-4135-8c88-bd44b686dc6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817702 Jul 06 17:38:50.380222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6154a1df-1a13-4ed6-a622-f8d61f376d04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5f4e28c301c435781f808613b93b10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534634 Jul 06 17:38:50.388186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:50.430200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:38:50.438803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.443046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8666cd44-7b6c-4e08-9d38-d7da0d07437b None None] Provisioning for port db857945-6c51-4d64-8328-0ac43abbfa9a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:50.456484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] Sync routers for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:38:50.482978 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:50.484705 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:50.521465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d648cd6f-aad7-4e95-ab53-2e99b6dfa458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.525472 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-91653418-f38a-4e7d-add2-b8bdb186d69f service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614842 Jul 06 17:38:50.528760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-0062f979-1d9a-4a28-b344-6219b96e82af tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "PUT /v2.0/floatingips/72815ea7-36cf-43c9-8d5b-fbee174edc5f HTTP/1.1" status: 200 len: 695 time: 1.3414669 Jul 06 17:38:50.532005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:50.534407 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59e92f-5a3a-4ff3-838e-4cea9873722f" -d '{"events": [{"name": "network-changed", "server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:50.642997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d648cd6f-aad7-4e95-ab53-2e99b6dfa458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.658161 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-291265c7-f6d4-4122-a6ad-19f20af0ca23 req-4b620e64-b665-4229-9bce-c5efd8778ff2 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153245 Jul 06 17:38:50.661964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-326a-4952-b819-037581e2a561 req-c99cbad3-f17a-4b24-9643-cb41b6154506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.670318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-c99cbad3-f17a-4b24-9643-cb41b6154506 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1215227 Jul 06 17:38:50.679126 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:50.737228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9f0626f4-c17b-4a96-a6ff-e8255ea3874d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:50.746054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d648cd6f-aad7-4e95-ab53-2e99b6dfa458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.759482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d648cd6f-aad7-4e95-ab53-2e99b6dfa458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.766363 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d648cd6f-aad7-4e95-ab53-2e99b6dfa458 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a13e626f-a262-4694-992f-5bcefdf9a12e HTTP/1.1" status: 204 len: 168 time: 0.3725293 Jul 06 17:38:50.772640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-fcc60272-0fca-442b-bc6d-45292cc61526 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50604 time: 0.6817346 Jul 06 17:38:50.784124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648cd6f-aad7-4e95-ab53-2e99b6dfa458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e626f-a262-4694-992f-5bcefdf9a12e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:50.818465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 9f0626f4-c17b-4a96-a6ff-e8255ea3874d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:38:50.818946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9f0626f4-c17b-4a96-a6ff-e8255ea3874d not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:38:50.862705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-ca646f56-69e7-4978-9297-271de9fa5a53 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/13a0e3f0-6f01-42a7-b8cd-e05576cfc28a HTTP/1.1" status: 200 len: 2981 time: 0.0889630 Jul 06 17:38:50.897754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-326a-4952-b819-037581e2a561 req-96197bfa-09e7-4147-b27d-ddccbc0a6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.899365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-96197bfa-09e7-4147-b27d-ddccbc0a6f4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 930 time: 0.2282283 Jul 06 17:38:50.972202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-e6c13697-0f91-4d7b-a907-2c65f45e0aea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 217 time: 0.0575466 Jul 06 17:38:50.975594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-52d8d35c-298c-4f4e-98e9-a16618724726 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/13a0e3f0-6f01-42a7-b8cd-e05576cfc28a HTTP/1.1" status: 200 len: 2981 time: 0.1068175 Jul 06 17:38:51.045912 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:38:01Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:51.057099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-326a-4952-b819-037581e2a561 req-586efa3c-c861-4ea2-8b1f-88a440e30d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:51.059193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-586efa3c-c861-4ea2-8b1f-88a440e30d36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 200 len: 868 time: 0.0771244 Jul 06 17:38:51.082158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-c5d3ff18-1580-49b7-af4a-929211a69d96 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1f07df56-dabd-43d6-ba6e-3bd68cb3f939 HTTP/1.1" status: 200 len: 2973 time: 0.0905304 Jul 06 17:38:51.090332 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] Checking router: 9a222acf-6b44-4032-8881-03cbb4124ff5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:38:51.099740 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:51.100401 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:51.155163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-60a6eb14-e942-4e25-a25d-d5deda0d9664 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1f07df56-dabd-43d6-ba6e-3bd68cb3f939 HTTP/1.1" status: 200 len: 2973 time: 0.0535486 Jul 06 17:38:51.170270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec7e1-326a-4952-b819-037581e2a561 req-f59dcc55-43fe-4411-bff1-ef1e8b92bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:51.172251 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-f59dcc55-43fe-4411-bff1-ef1e8b92bf77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e1ed870-522d-4262-9ab3-876ed76ea42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052921 Jul 06 17:38:51.223230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:51.276500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-c92f9df3-57e6-487c-ac22-87a57c7d1dd3 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/24fa17d5-f083-4ace-92c3-5b4fc28d4a2e HTTP/1.1" status: 200 len: 2981 time: 0.1031928 Jul 06 17:38:51.342144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-c887a3ab-f9ac-45ac-b82d-0ad4f542b2a7 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623716 Jul 06 17:38:51.457342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-11a365a4-d2b9-46cd-8b05-44983e3762e6 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/24fa17d5-f083-4ace-92c3-5b4fc28d4a2e HTTP/1.1" status: 200 len: 2981 time: 0.1676548 Jul 06 17:38:51.570737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-f7e2765d-915a-4aaa-962c-b3ad6b65766a tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/425aad0d-ccb2-4f8a-82f9-284516b51fee HTTP/1.1" status: 200 len: 2981 time: 0.1044016 Jul 06 17:38:51.573005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-995ec7e1-326a-4952-b819-037581e2a561 req-d9d4b9ac-f4df-4440-a6c5-151f1ea94485 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181053 Jul 06 17:38:51.635151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-009a8d4c-7c4b-44e8-8b47-3a71ce051d23 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/425aad0d-ccb2-4f8a-82f9-284516b51fee HTTP/1.1" status: 200 len: 2981 time: 0.0535398 Jul 06 17:38:51.645214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:38:01Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:51.676055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac4b2d6-be1d-43fe-8f4f-3f0cecaf3421 None None] The sync data for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 is: [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:37:51Z', 'revision_number': 4, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '88d949cd-de09-4351-9db7-d1dbed7cbe85', 'name': '', 'network_id': '7e1ed870-522d-4262-9ab3-876ed76ea42b', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'mac_address': 'fa:16:3e:51:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:49Z', 'updated_at': '2021-07-06T17:38:01Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'subnets': [{'id': 'b692f1b2-d397-4ae4-bae9-bd0391aa63fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:38:51.715065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-30c44ed6-1872-4243-a430-7e599fb81cb4 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ef86f1f-b2d8-452c-abbb-a2ce53e66fba HTTP/1.1" status: 200 len: 2981 time: 0.0695944 Jul 06 17:38:52.060638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22b111-38d3-4f70-b9c0-65687105d80f None None] New status for floating IP 72815ea7-36cf-43c9-8d5b-fbee174edc5f: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:38:52.116690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-ea54a5f7-f958-4e49-8f91-a4325f35f62a tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ef86f1f-b2d8-452c-abbb-a2ce53e66fba HTTP/1.1" status: 200 len: 2981 time: 0.4006813 Jul 06 17:38:52.235736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-68b96407-bc00-4669-acec-e234d8fc6d99 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8fea57ff-e28e-4731-b55c-800569d3666b HTTP/1.1" status: 200 len: 2981 time: 0.1041856 Jul 06 17:38:52.250655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93deac7-6d44-473a-96e5-7dee11f096f0 req-612762f3-5ecf-47a9-8e6e-dd16896ebd75 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.253392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d93deac7-6d44-473a-96e5-7dee11f096f0 req-612762f3-5ecf-47a9-8e6e-dd16896ebd75 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 950 time: 0.5016339 Jul 06 17:38:52.367942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-5e091c65-fb5b-4c8e-921b-55705e042106 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8fea57ff-e28e-4731-b55c-800569d3666b HTTP/1.1" status: 200 len: 2981 time: 0.1126995 Jul 06 17:38:52.373984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d93deac7-6d44-473a-96e5-7dee11f096f0 req-08fe338a-8937-4e48-ac17-27ea77e7c338 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/security-groups?id=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072261 Jul 06 17:38:52.456190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-fba05c10-aea1-4c63-9db4-ad42c15bb284 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/98b44598-bec1-4805-baba-5d81ec01b5c9 HTTP/1.1" status: 200 len: 2981 time: 0.0743980 Jul 06 17:38:52.548809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-22991616-88cb-4d3a-8888-798aa43a4d79 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/98b44598-bec1-4805-baba-5d81ec01b5c9 HTTP/1.1" status: 200 len: 2981 time: 0.0861187 Jul 06 17:38:52.632651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-457cec04-e342-4c42-99b6-be71ab757003 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8 HTTP/1.1" status: 200 len: 2981 time: 0.0774910 Jul 06 17:38:52.742544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-a08b3efc-d44a-4f98-a46d-5d0c31a5399f tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8 HTTP/1.1" status: 200 len: 2981 time: 0.0929677 Jul 06 17:38:52.792429 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-9a27a942-8593-4a4d-8fdb-cf19df966f5b tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] show failed (client error): The resource could not be found. Jul 06 17:38:52.799127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-9a27a942-8593-4a4d-8fdb-cf19df966f5b tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a13e626f-a262-4694-992f-5bcefdf9a12e HTTP/1.1" status: 404 len: 352 time: 0.0429623 Jul 06 17:38:52.825526 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-250d5d64-97fa-428e-a0d0-c7cc76597830 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] show failed (client error): The resource could not be found. Jul 06 17:38:52.826988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-250d5d64-97fa-428e-a0d0-c7cc76597830 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a13e626f-a262-4694-992f-5bcefdf9a12e HTTP/1.1" status: 404 len: 352 time: 0.0197399 Jul 06 17:38:52.857219 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d2596-adcf-48ae-bc2b-959a659baef1 x-openstack-request-id: req-977d2596-adcf-48ae-bc2b-959a659baef1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:52.857219 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74ba73-bba5-474e-a556-ceddbec78091", "tag": "db857945-6c51-4d64-8328-0ac43abbfa9a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:52.857219 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-977d2596-adcf-48ae-bc2b-959a659baef1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:52.857219 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74ba73-bba5-474e-a556-ceddbec78091', 'tag': 'db857945-6c51-4d64-8328-0ac43abbfa9a', 'status': 'completed', 'code': 200} Jul 06 17:38:52.933836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-2fa39471-1d32-439d-906c-7463edf80f51 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b9ddf57b-a497-425f-bb7b-293c36eb745b HTTP/1.1" status: 200 len: 2977 time: 0.0963314 Jul 06 17:38:53.040170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-4fdc2b9d-d5f6-415d-8b9b-e9571a3f0758 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b9ddf57b-a497-425f-bb7b-293c36eb745b HTTP/1.1" status: 200 len: 2977 time: 0.0950904 Jul 06 17:38:53.048080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502abe-7fce-4917-bf52-aae15e013712 req-65ba286f-4a72-4382-bae5-b3d0bb07e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.051110 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-65ba286f-4a72-4382-bae5-b3d0bb07e31e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 1099 time: 0.1614521 Jul 06 17:38:53.156414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-6c179457-9be9-40ec-b5fb-ab74da244b3a tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c398c2b2-c7f1-465e-99fc-864c532988c9 HTTP/1.1" status: 200 len: 2977 time: 0.1070054 Jul 06 17:38:53.224983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502abe-7fce-4917-bf52-aae15e013712 req-b946886e-3bf3-412c-b854-2e8103b64262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.226649 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-b946886e-3bf3-412c-b854-2e8103b64262 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1675973 Jul 06 17:38:53.254121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-ee272879-f1c8-4e6c-995e-769ffff0348e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c398c2b2-c7f1-465e-99fc-864c532988c9 HTTP/1.1" status: 200 len: 2977 time: 0.0592928 Jul 06 17:38:53.282297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2125bb4-0592-4f41-826f-6d912e510e24 req-cd66ec78-da64-41da-acc5-4a10b68d7326 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.288814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2125bb4-0592-4f41-826f-6d912e510e24 req-cd66ec78-da64-41da-acc5-4a10b68d7326 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 948 time: 0.1584511 Jul 06 17:38:53.290991 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-01456e12-741f-41e0-a4b5-eb50260ac90e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=db857945-6c51-4d64-8328-0ac43abbfa9a HTTP/1.1" status: 200 len: 217 time: 0.0531356 Jul 06 17:38:53.353771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502abe-7fce-4917-bf52-aae15e013712 req-d01ea790-236e-44ee-b62b-d96e3172ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.356032 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-d01ea790-236e-44ee-b62b-d96e3172ac53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0570667 Jul 06 17:38:53.400285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2125bb4-0592-4f41-826f-6d912e510e24 req-95e90145-c97c-4367-b83c-f8c20b16ba86 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091051 Jul 06 17:38:53.413885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-3e5ece22-32d1-4727-bdab-8b2d1966afa0 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ca746948-c836-4434-ab30-34bde760d95d HTTP/1.1" status: 200 len: 2977 time: 0.1467080 Jul 06 17:38:53.442303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502abe-7fce-4917-bf52-aae15e013712 req-02c60b43-a0f5-449c-81e9-28c59a00c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.443960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-02c60b43-a0f5-449c-81e9-28c59a00c99c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813808 Jul 06 17:38:53.478855 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d22396-4939-42cc-b1ac-7f2728164ce9 x-openstack-request-id: req-c9d22396-4939-42cc-b1ac-7f2728164ce9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:53.479398 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:53.480723 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9d22396-4939-42cc-b1ac-7f2728164ce9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:53.481260 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'status': 'completed', 'code': 200} Jul 06 17:38:53.486958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-246eafe9-fa42-4fc0-bb7e-4f4fe9e34882 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ca746948-c836-4434-ab30-34bde760d95d HTTP/1.1" status: 200 len: 2977 time: 0.0714483 Jul 06 17:38:53.594406 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-2930ce26-ad44-43ec-b4fe-afbc623f12e9 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429389 Jul 06 17:38:53.699650 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ae502abe-7fce-4917-bf52-aae15e013712 req-a5955998-4147-41cb-985d-2e1d2375e90b service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979545 Jul 06 17:38:53.711620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-d225470e-e3ab-4fd5-aef0-7703dacfac76 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cb0f2f81-848e-40cf-8145-782fa712a94c HTTP/1.1" status: 200 len: 2981 time: 0.2102189 Jul 06 17:38:53.794319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-b59134bc-b3f2-44e9-a875-69e0c1469bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.795912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-b59134bc-b3f2-44e9-a875-69e0c1469bcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffe7f901132f46c3a8c46de7690795b2&device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2820370 Jul 06 17:38:53.842291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beea50d-ebfb-4a52-b27b-9fb1bc8d8add req-6f53b527-9c96-48b5-a33a-85cfb834bb3e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.844133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5beea50d-ebfb-4a52-b27b-9fb1bc8d8add req-6f53b527-9c96-48b5-a33a-85cfb834bb3e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.2487912 Jul 06 17:38:53.877640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-bd95ad38-e681-4ed6-8aef-5939a6cfcc64 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cb0f2f81-848e-40cf-8145-782fa712a94c HTTP/1.1" status: 200 len: 2981 time: 0.1552727 Jul 06 17:38:53.968507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5beea50d-ebfb-4a52-b27b-9fb1bc8d8add req-60912ed0-4d78-412d-b88d-f1763742b755 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897639 Jul 06 17:38:53.985327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-00787159-c9cc-4470-af4c-bffaead8b82a tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/df035fa7-06aa-49f5-a4d0-f8576811df5d HTTP/1.1" status: 200 len: 2981 time: 0.0948954 Jul 06 17:38:54.020866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-3bfc0ec1-1886-4010-af57-de7f84e06818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.022404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-3bfc0ec1-1886-4010-af57-de7f84e06818 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 200 len: 930 time: 0.2126844 Jul 06 17:38:54.116781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-06718988-64bb-4cf3-acff-7b8ce7e1c710 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips/72815ea7-36cf-43c9-8d5b-fbee174edc5f HTTP/1.1" status: 200 len: 693 time: 0.1113374 Jul 06 17:38:54.119515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-1b750c14-e2f8-41a4-be94-7b41308985c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 200 len: 217 time: 0.0600715 Jul 06 17:38:54.182014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-55135b0a-9df7-4bcd-9a5e-2160235c2829 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/df035fa7-06aa-49f5-a4d0-f8576811df5d HTTP/1.1" status: 200 len: 2981 time: 0.1868439 Jul 06 17:38:54.281709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-b8401ed5-900f-4b8b-85eb-e8ff5028d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.283279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-b8401ed5-900f-4b8b-85eb-e8ff5028d5ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 200 len: 868 time: 0.1538906 Jul 06 17:38:54.319828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-7f2d7340-870b-4f09-b979-5d1cd2343a28 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e21a81a7-48fc-4b24-bb0c-f2c0d63050e4 HTTP/1.1" status: 200 len: 2981 time: 0.1052446 Jul 06 17:38:54.354542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-cfc3b871-0216-4420-a702-e36abf1a0617 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.356679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-cfc3b871-0216-4420-a702-e36abf1a0617 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2284710 Jul 06 17:38:54.375162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-856ac166-180d-49c7-b718-75a90652cf52 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:54.376296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-856ac166-180d-49c7-b718-75a90652cf52 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103147 Jul 06 17:38:54.458314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-53adeb6d-be4d-4d7c-b26f-ca9740cdc6dc tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.0716722 Jul 06 17:38:54.463167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7dac3e0-cc80-4eeb-902e-36f2817cdef1 req-e644d321-ec3c-4304-b85c-20154c6bcfec tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e21a81a7-48fc-4b24-bb0c-f2c0d63050e4 HTTP/1.1" status: 200 len: 2981 time: 0.1223090 Jul 06 17:38:54.483919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-5c7d0a1f-8b60-49b0-9937-2eb0dc236f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.485809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-5c7d0a1f-8b60-49b0-9937-2eb0dc236f8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e1ed870-522d-4262-9ab3-876ed76ea42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894324 Jul 06 17:38:54.593064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-e8ad5a59-77c4-4dea-8042-c67b1e5f43eb tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.1052904 Jul 06 17:38:54.697636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device db857945-6c51-4d64-8328-0ac43abbfa9a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:54.742841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-15ccc0de-378c-467c-808c-f30bb16fbbf4 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407982 Jul 06 17:38:54.846108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Deleting port d4d4f386-f772-4eda-9c62-7877e66acd21 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:54.847150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.898403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port db857945-6c51-4d64-8328-0ac43abbfa9a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=db857945-6c51-4d64-8328-0ac43abbfa9a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:54.923728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'db857945-6c51-4d64-8328-0ac43abbfa9a', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'db857945-6c51-4d64-8328-0ac43abbfa9a', 'mac_address': 'fa:16:3e:a1:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:54.936112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd59e92f-5a3a-4ff3-838e-4cea9873722f req-ee159899-7783-4430-b431-bfbda0a3b36c service neutron] 10.222.0.61 "GET /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849854 Jul 06 17:38:54.969303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.984945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db857945-6c51-4d64-8328-0ac43abbfa9a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:55.005121 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.005568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.008556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port db857945-6c51-4d64-8328-0ac43abbfa9a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=db857945-6c51-4d64-8328-0ac43abbfa9a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:55.013044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.022136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Calling delete_port for d4d4f386-f772-4eda-9c62-7877e66acd21 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:55.065596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=db857945-6c51-4d64-8328-0ac43abbfa9a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:55.092142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241a109-deb5-49e6-8afd-a04a7aa318e7 req-d851c470-0243-40f6-ae2e-e09d10ae7330 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.093730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4241a109-deb5-49e6-8afd-a04a7aa318e7 req-d851c470-0243-40f6-ae2e-e09d10ae7330 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1096 time: 0.1465299 Jul 06 17:38:55.153956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4241a109-deb5-49e6-8afd-a04a7aa318e7 req-61f545ac-f937-4f46-a17b-c989ce2054d1 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518627 Jul 06 17:38:55.211289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.245421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event deleted for resources: {'Port': ['ID=d4d4f386-f772-4eda-9c62-7877e66acd21,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:55.266077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['db857945-6c51-4d64-8328-0ac43abbfa9a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:55.316879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.319533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.320903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cb25fc-4ff7-423b-a21f-0103b64a746e req-5b06e143-681a-4169-9a1e-534ada357c15 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "DELETE /v2.0/floatingips/72815ea7-36cf-43c9-8d5b-fbee174edc5f HTTP/1.1" status: 204 len: 173 time: 0.7167573 Jul 06 17:38:55.343114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fac37d07-c8b4-4685-ba55-7f23c66d0d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.384232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-5f94d7f6-a8af-4131-9ff3-2860f2d61e6e tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=afd249b93cea4c53bb28e9b93046efd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268619 Jul 06 17:38:55.516311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-40cff4c5-598f-456e-9474-1613da7a5d89 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.518186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-40cff4c5-598f-456e-9474-1613da7a5d89 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269693 Jul 06 17:38:55.534100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-cdc6c604-5334-4637-8e43-c5b3f4b9e9f1 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/quotas/afd249b93cea4c53bb28e9b93046efd0 HTTP/1.1" status: 200 len: 375 time: 0.0101810 Jul 06 17:38:55.591925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-33740cc3-8b5b-47fc-ba72-f644244f5829 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=afd249b93cea4c53bb28e9b93046efd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517354 Jul 06 17:38:55.663826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202aa73-bb29-4612-9ec1-ebb3f8025520 req-52613396-12df-41ef-ba53-a21dba921e60 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.665433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4202aa73-bb29-4612-9ec1-ebb3f8025520 req-52613396-12df-41ef-ba53-a21dba921e60 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 949 time: 0.0779414 Jul 06 17:38:55.708258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4202aa73-bb29-4612-9ec1-ebb3f8025520 req-f9b6bf1d-76f3-4a7a-8b11-431932a7924f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Jul 06 17:38:55.885080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d8fda9d-5289-437d-a699-0caaacfb7c66 req-902b86e5-9d09-4a92-8866-2f8b44c1962b tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd0b6846ec7349969fbc92763e66d753 HTTP/1.1" status: 200 len: 6102 time: 0.1481676 Jul 06 17:38:55.991156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d8fda9d-5289-437d-a699-0caaacfb7c66 req-d6f67112-6386-43b1-bcfc-9ab62806cb75 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "GET /v2.0/security-groups/13a0e3f0-6f01-42a7-b8cd-e05576cfc28a HTTP/1.1" status: 200 len: 2981 time: 0.1040709 Jul 06 17:38:56.063874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af901aa5-ac46-4e59-bdde-5aee85ab9061 req-12721886-ef59-4724-b318-87618b8489df tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:56.066158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af901aa5-ac46-4e59-bdde-5aee85ab9061 req-12721886-ef59-4724-b318-87618b8489df tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.1644704 Jul 06 17:38:56.103997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d8fda9d-5289-437d-a699-0caaacfb7c66 req-f046e239-c3d0-499c-8f03-4b93e6c3b1c4 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "GET /v2.0/security-groups/13a0e3f0-6f01-42a7-b8cd-e05576cfc28a HTTP/1.1" status: 200 len: 2981 time: 0.0986326 Jul 06 17:38:56.137262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af901aa5-ac46-4e59-bdde-5aee85ab9061 req-ded5dd9b-3466-4c7f-883e-6a1124087262 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568702 Jul 06 17:38:56.268692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64064cbc-afee-4ce4-b70e-467224c37d33 req-8fa40565-f229-4ad4-96d0-534d67bd7259 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 210 time: 0.0436270 Jul 06 17:38:56.430812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62049ab3-6365-4c94-b4f9-632dd94fc043 req-0224b907-00b0-4cfd-815a-00aaa692d783 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e1b3fdc2-f8ac-4119-ac5a-861bfa51104b HTTP/1.1" status: 200 len: 1776 time: 0.0633435 Jul 06 17:38:56.531144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-62049ab3-6365-4c94-b4f9-632dd94fc043 req-3e0cca97-9cec-48db-be3a-ef9a889b3778 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.572536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-62049ab3-6365-4c94-b4f9-632dd94fc043 req-3e0cca97-9cec-48db-be3a-ef9a889b3778 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.650664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-62049ab3-6365-4c94-b4f9-632dd94fc043 req-3e0cca97-9cec-48db-be3a-ef9a889b3778 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.655278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-62049ab3-6365-4c94-b4f9-632dd94fc043 req-3e0cca97-9cec-48db-be3a-ef9a889b3778 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.656485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62049ab3-6365-4c94-b4f9-632dd94fc043 req-3e0cca97-9cec-48db-be3a-ef9a889b3778 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1b3fdc2-f8ac-4119-ac5a-861bfa51104b HTTP/1.1" status: 204 len: 173 time: 0.2172272 Jul 06 17:38:56.670325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cca97-9cec-48db-be3a-ef9a889b3778 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3fdc2-f8ac-4119-ac5a-861bfa51104b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:56.717316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device db857945-6c51-4d64-8328-0ac43abbfa9a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:56.836274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port db857945-6c51-4d64-8328-0ac43abbfa9a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:56.843009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port db857945-6c51-4d64-8328-0ac43abbfa9a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:56.843744 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.968396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780d8ec-47c8-49b5-bf16-3e7c5adc1584 req-8ed03194-301e-4e21-91ef-a6b775948307 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:56.972033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d780d8ec-47c8-49b5-bf16-3e7c5adc1584 req-8ed03194-301e-4e21-91ef-a6b775948307 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1087961 Jul 06 17:38:56.993178 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.036261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74ba73-bba5-474e-a556-ceddbec78091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db857945-6c51-4d64-8328-0ac43abbfa9a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:57.040666 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eb9085-829b-442f-8952-cbeddfa38392" -d '{"events": [{"server_uuid": "0c74ba73-bba5-474e-a556-ceddbec78091", "name": "network-vif-plugged", "status": "completed", "tag": "db857945-6c51-4d64-8328-0ac43abbfa9a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:57.052991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d780d8ec-47c8-49b5-bf16-3e7c5adc1584 req-274958a9-ffae-419c-a756-f3fe1ed06a7a tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0710883 Jul 06 17:38:57.069315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port db857945-6c51-4d64-8328-0ac43abbfa9a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=db857945-6c51-4d64-8328-0ac43abbfa9a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:57.076570 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.176066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=db857945-6c51-4d64-8328-0ac43abbfa9a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:57.342060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-85fb9326-20cd-472a-b2d1-7e1cc679f9b4 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=afd249b93cea4c53bb28e9b93046efd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358608 Jul 06 17:38:57.496751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-5a2c77c7-efba-4139-951b-99d9b58ad1cf tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:57.499072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-5a2c77c7-efba-4139-951b-99d9b58ad1cf tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514175 Jul 06 17:38:57.524934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Request body: {'port': {'device_id': '9ec652e9-a276-4b3c-8815-861078db628f', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': 'afd249b93cea4c53bb28e9b93046efd0'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:57.815910 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca44f7e1-2acf-4a16-87ed-23a1ac22e18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.832133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96c9436d-a427-4dba-a2e4-483d9da65eba req-0c12403f-e664-4fea-920d-447f650906a5 tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "GET /v2.0/security-groups/41407973-8151-47d0-b6bb-df7154371283 HTTP/1.1" status: 200 len: 1777 time: 0.1106904 Jul 06 17:38:57.833884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Made reservation on behalf of afd249b93cea4c53bb28e9b93046efd0 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:57.840166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.847187 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-9629a033-8916-4332-9393-e3362d29b37e service neutron] show failed (client error): The resource could not be found. Jul 06 17:38:57.849950 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-9629a033-8916-4332-9393-e3362d29b37e service neutron] 10.222.0.60 "GET /v2.0/ports/4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.1110520 Jul 06 17:38:57.869263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.917867 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.973796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:57.997913 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96c9436d-a427-4dba-a2e4-483d9da65eba req-098fba91-b7e0-4baa-a447-1a1404f25c5e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.050537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96c9436d-a427-4dba-a2e4-483d9da65eba req-098fba91-b7e0-4baa-a447-1a1404f25c5e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.178776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96c9436d-a427-4dba-a2e4-483d9da65eba req-098fba91-b7e0-4baa-a447-1a1404f25c5e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.183671 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96c9436d-a427-4dba-a2e4-483d9da65eba req-098fba91-b7e0-4baa-a447-1a1404f25c5e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.185716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96c9436d-a427-4dba-a2e4-483d9da65eba req-098fba91-b7e0-4baa-a447-1a1404f25c5e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/41407973-8151-47d0-b6bb-df7154371283 HTTP/1.1" status: 204 len: 173 time: 0.3400624 Jul 06 17:38:58.189420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.216867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.223201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-1c0ba6a6-f885-470a-ae59-c2afb0d2ef7a tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:58.224318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-1c0ba6a6-f885-470a-ae59-c2afb0d2ef7a tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2477653 Jul 06 17:38:58.243786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fba91-b7e0-4baa-a447-1a1404f25c5e tempest-SecurityGroupsTestAdminJSON-929316618 tempest-SecurityGroupsTestAdminJSON-929316618-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41407973-8151-47d0-b6bb-df7154371283,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:58.344921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06be5ae7-d736-4b90-b512-0ccf3d1a9c26,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:58.409634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Request body: {'binding': {'host': 'n-h1-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:58.410407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:38:58.516299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-707f6029-4dca-4c65-8a65-4ca936fb2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:58.518176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-707f6029-4dca-4c65-8a65-4ca936fb2b8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13&tenant_id=93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 1101 time: 0.3236382 Jul 06 17:38:58.541360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:58.614005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Allocated IP 192.168.233.183 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/da033563-4eda-4b2d-9d36-70aa716f0e93) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:58.794280 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.803666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8dbc6-45d1-434b-8686-5c7b7b52c2eb req-3bb7cef0-924e-4df1-826c-2ba4265b3f6e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:58.805422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ba8dbc6-45d1-434b-8686-5c7b7b52c2eb req-3bb7cef0-924e-4df1-826c-2ba4265b3f6e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 950 time: 0.3673148 Jul 06 17:38:59.120380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.189262 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-1d36a31c-c714-46cd-88e0-2f383988ef9e tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:59.191241 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-1d36a31c-c714-46cd-88e0-2f383988ef9e tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 950 time: 0.0939519 Jul 06 17:38:59.227370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on host n-h1-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:59.228304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:59.228304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:59.268562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:59.268887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:59.296512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ba8dbc6-45d1-434b-8686-5c7b7b52c2eb req-cd9ce85f-f323-4f37-b4c0-8921408b930a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743485 Jul 06 17:38:59.361451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:59.361795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:59.362176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:59.362637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Bound port: b21eefcd-6fe1-4e7c-87fb-e619c7895297, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:59.365026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Deleting port ff055304-b47f-45ac-9c2a-bff7db60c600 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:59.365596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.403463 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d62221b-5a55-4a51-be38-22153127058a x-openstack-request-id: req-9d62221b-5a55-4a51-be38-22153127058a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:59.404058 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74ba73-bba5-474e-a556-ceddbec78091", "name": "network-vif-plugged", "status": "completed", "tag": "db857945-6c51-4d64-8328-0ac43abbfa9a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:59.404589 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d62221b-5a55-4a51-be38-22153127058a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:59.405360 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74ba73-bba5-474e-a556-ceddbec78091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db857945-6c51-4d64-8328-0ac43abbfa9a', 'code': 200} Jul 06 17:38:59.421454 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.493960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Transition to ACTIVE for port object da033563-4eda-4b2d-9d36-70aa716f0e93 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:59.497783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7878948-25af-4032-806f-a09f7a98efde req-d4cda871-a725-46dd-a8d8-d0b09e987750 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0633814 Jul 06 17:38:59.502403 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.516380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:59.529606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.531741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-c2abde43-ab5b-4137-adb6-03a4a3e4050a service neutron] 10.222.0.37 "POST /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297/bindings HTTP/1.1" status: 201 len: 389 time: 1.2173617 Jul 06 17:38:59.564796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] For port ff055304-b47f-45ac-9c2a-bff7db60c600, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff055304-b47f-45ac-9c2a-bff7db60c600,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:59.565478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.580233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Calling delete_port for ff055304-b47f-45ac-9c2a-bff7db60c600 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:59.682238 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.797462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.809940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:59.812535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ff055304-b47f-45ac-9c2a-bff7db60c600'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:59.853931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:59.904901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Pushing event deleted for resources: {'Port': ['ID=ff055304-b47f-45ac-9c2a-bff7db60c600,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:00.034892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] No DVR routers for this DVR port ff055304-b47f-45ac-9c2a-bff7db60c600 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:00.040913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.046378 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3f856a48-4aa4-4fac-a44e-05c135856062 req-0ee4c542-c4a9-438d-be1b-89195d151890 tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.60 "DELETE /v2.0/ports/ff055304-b47f-45ac-9c2a-bff7db60c600 HTTP/1.1" status: 204 len: 173 time: 0.8480527 Jul 06 17:39:00.048321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'name': 'network-vif-deleted', 'tag': 'ff055304-b47f-45ac-9c2a-bff7db60c600'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:00.053412 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9d15e0-3a9b-486d-91bb-c60bbebd0fcf" -d '{"events": [{"server_uuid": "5f032808-12d4-4c76-ac0d-a27266ebce32", "name": "network-vif-deleted", "tag": "ff055304-b47f-45ac-9c2a-bff7db60c600"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:00.098460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346a3e2-8ba7-49e8-b36f-845dd0be0fbb req-97bb7e83-92cc-42e8-9824-6665cf2d793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.100622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e346a3e2-8ba7-49e8-b36f-845dd0be0fbb req-97bb7e83-92cc-42e8-9824-6665cf2d793c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 1101 time: 0.5482776 Jul 06 17:39:00.119128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:00.122428 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381ce49-affb-4339-9e26-12729af05bcd" -d '{"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:00.129077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.159662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:00.175739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Pushing event updated for resources: {'Port': ['ID=da033563-4eda-4b2d-9d36-70aa716f0e93,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:00.178774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:00.182017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:00.223076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Transition to ACTIVE for port object 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:00.253395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.268445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-cdc69ecb-1037-43de-a766-fe2dd152e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.272310 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-cdc69ecb-1037-43de-a766-fe2dd152e280 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1096 time: 0.1505461 Jul 06 17:39:00.303886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e346a3e2-8ba7-49e8-b36f-845dd0be0fbb req-770951eb-adbf-435b-a3f2-9fe974229bff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783323 Jul 06 17:39:00.323333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.323333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.410095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1780b6-40d6-4c36-9b7e-b0612af26860 req-0fb42877-ae1d-4ef8-8cba-90a6e905f26f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.425055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1780b6-40d6-4c36-9b7e-b0612af26860 req-0fb42877-ae1d-4ef8-8cba-90a6e905f26f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.5185301 Jul 06 17:39:00.437894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:00.490761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691376fc-5c09-47fb-9f10-3c7105984efe req-9508caa9-4a40-4c42-9d44-e748cd42afb6 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.492470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-691376fc-5c09-47fb-9f10-3c7105984efe req-9508caa9-4a40-4c42-9d44-e748cd42afb6 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 936 time: 0.5228658 Jul 06 17:39:00.510728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] No DVR routers for this DVR port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:00.519884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-81645edf-6e53-440c-b8d0-d75b19303fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0097330 Jul 06 17:39:00.533023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-4f642fcd-558e-4c7d-bce7-73b67e34d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.536547 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-4f642fcd-558e-4c7d-bce7-73b67e34d444 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.2564163 Jul 06 17:39:00.549601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Request body: {'port': {'device_id': '9ec652e9-a276-4b3c-8815-861078db628f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:00.553907 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.623103 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-cffcd6c7-12f1-413b-be24-6c9075e0f36b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.0776238 Jul 06 17:39:00.628793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1780b6-40d6-4c36-9b7e-b0612af26860 req-1ad6d416-6cec-444a-b6c6-43e57d4ef5ad tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024770 Jul 06 17:39:00.641318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-691376fc-5c09-47fb-9f10-3c7105984efe req-1efc0a7a-5842-42e4-b213-3fff3c689c64 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262589 Jul 06 17:39:00.654399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:00.654917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:00.655447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:00.670317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:00.670698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Attempting to bind port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:00.733571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed3d9-68d4-44f1-a1d9-1b0331c78d74 None None] Provisioning for port da033563-4eda-4b2d-9d36-70aa716f0e93 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:00.743470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed3d9-68d4-44f1-a1d9-1b0331c78d74 None None] Provisioning complete for port da033563-4eda-4b2d-9d36-70aa716f0e93 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:00.744401 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed3d9-68d4-44f1-a1d9-1b0331c78d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.750329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-233b81cf-7402-4c96-93fe-343157d16c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.753987 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-233b81cf-7402-4c96-93fe-343157d16c3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1232378 Jul 06 17:39:00.821841 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.855704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:00.856439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:00.856859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:00.857499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Bound port: 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:00.857865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.892674 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-92f10881-fe7d-4b2c-a7f5-258acf01fe8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233282 Jul 06 17:39:00.957241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46c6d595-971e-4bb6-81bc-2a42e01f4f29 req-46c75e3c-5013-449b-8156-bd5acdd1ca0b tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "GET /v2.0/security-groups/7cb42963-df7e-4011-ae14-a76f26769420 HTTP/1.1" status: 200 len: 1778 time: 0.1669037 Jul 06 17:39:01.087980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad5c95cf-5828-4151-a40b-e9daa666ba45 req-95d9e23f-0cd5-46c1-b1ed-51791ab834cb tempest-TenantUsagesTestJSON-1758610089 tempest-TenantUsagesTestJSON-1758610089-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f032808-12d4-4c76-ac0d-a27266ebce32 HTTP/1.1" status: 200 len: 210 time: 0.0930772 Jul 06 17:39:01.149691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-6e48d975-b72a-415b-9541-1bca3292f961 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462234 Jul 06 17:39:01.194874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ed3d9-68d4-44f1-a1d9-1b0331c78d74 None None] Port da033563-4eda-4b2d-9d36-70aa716f0e93 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:01.210647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:01.252201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:01.278291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.333758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46c6d595-971e-4bb6-81bc-2a42e01f4f29 req-f6073147-3d4f-4ce9-95ee-81a9968a4344 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.446714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:01.448896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.456469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 1096 time: 2.9208865 Jul 06 17:39:01.476227 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-07a8670e-16d7-47f6-8efb-ae3ebb54b06e service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175557 Jul 06 17:39:01.533514 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46c6d595-971e-4bb6-81bc-2a42e01f4f29 req-f6073147-3d4f-4ce9-95ee-81a9968a4344 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.593642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83e9c-6c98-4644-8302-d7eadbf01bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:01.654711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-2ba54091-d626-4c8b-bdf9-be6f244380ca tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:01.658124 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-2ba54091-d626-4c8b-bdf9-be6f244380ca tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.1048341 Jul 06 17:39:01.675099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:01.784892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46c6d595-971e-4bb6-81bc-2a42e01f4f29 req-f6073147-3d4f-4ce9-95ee-81a9968a4344 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.788446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46c6d595-971e-4bb6-81bc-2a42e01f4f29 req-f6073147-3d4f-4ce9-95ee-81a9968a4344 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.789998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46c6d595-971e-4bb6-81bc-2a42e01f4f29 req-f6073147-3d4f-4ce9-95ee-81a9968a4344 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "DELETE /v2.0/security-groups/7cb42963-df7e-4011-ae14-a76f26769420 HTTP/1.1" status: 204 len: 173 time: 0.8311040 Jul 06 17:39:01.827490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.864694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.871022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-d5527130-d3f1-4790-ba69-feff6d5973cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:01.874451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-d5527130-d3f1-4790-ba69-feff6d5973cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1099 time: 0.3447175 Jul 06 17:39:01.875706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073147-3d4f-4ce9-95ee-81a9968a4344 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb42963-df7e-4011-ae14-a76f26769420,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:01.896064 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778d070b-ded0-4d2e-b11d-52b5286ec9bc x-openstack-request-id: req-778d070b-ded0-4d2e-b11d-52b5286ec9bc {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:01.896983 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f032808-12d4-4c76-ac0d-a27266ebce32", "name": "network-vif-deleted", "tag": "ff055304-b47f-45ac-9c2a-bff7db60c600", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:01.896983 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-778d070b-ded0-4d2e-b11d-52b5286ec9bc {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:01.897683 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f032808-12d4-4c76-ac0d-a27266ebce32', 'name': 'network-vif-deleted', 'tag': 'ff055304-b47f-45ac-9c2a-bff7db60c600', 'status': 'completed', 'code': 200} Jul 06 17:39:01.918601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da033563-4eda-4b2d-9d36-70aa716f0e93 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:01.930426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.994492 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975b5177-e00c-4891-9482-65236d107721 x-openstack-request-id: req-975b5177-e00c-4891-9482-65236d107721 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:01.994599 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:01.994921 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-975b5177-e00c-4891-9482-65236d107721 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:01.995757 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'code': 200} Jul 06 17:39:01.996965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Transition to ACTIVE for port object da033563-4eda-4b2d-9d36-70aa716f0e93 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:02.025785 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.072074 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:02.138373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Pushing event updated for resources: {'Port': ['ID=da033563-4eda-4b2d-9d36-70aa716f0e93,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:02.148447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:02.178259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-9656872b-9a7a-4db7-95fd-de9b761ee1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.179798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-9656872b-9a7a-4db7-95fd-de9b761ee1f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2946010 Jul 06 17:39:02.208639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.216916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.275661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce73a6-a395-4aa7-80b6-2a41f96f8d71 req-b9c57eb9-bf91-4b37-9d6e-0ba4812ab8ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.277839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fce73a6-a395-4aa7-80b6-2a41f96f8d71 req-b9c57eb9-bf91-4b37-9d6e-0ba4812ab8ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 945 time: 0.3245697 Jul 06 17:39:02.285259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-1c32b830-e4c5-4038-ab2e-6cb990b34793 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0841732 Jul 06 17:39:02.318113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:02.336385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on host n-h2-799527-3 for vnic_type normal with profile {"migrating_to": "n-h1-799527-3"} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:02.336720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:02.337049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:02.342779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:02.343108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Attempting to bind port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:02.348577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:02.348941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:02.349309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:02.349769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Bound port: b21eefcd-6fe1-4e7c-87fb-e619c7895297, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:02.350135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.408041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Attempting to bind port da033563-4eda-4b2d-9d36-70aa716f0e93 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:02.408816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Attempting to bind port da033563-4eda-4b2d-9d36-70aa716f0e93 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:02.408968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Attempting to bind port da033563-4eda-4b2d-9d36-70aa716f0e93 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:02.428025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fce73a6-a395-4aa7-80b6-2a41f96f8d71 req-b76bafb5-ed3f-4f57-ba30-453330cbe219 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198678 Jul 06 17:39:02.430221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:02.431423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-546f49d9-b753-47fd-a45a-e3621efd9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.432727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-546f49d9-b753-47fd-a45a-e3621efd9c66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1378396 Jul 06 17:39:02.434321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Port da033563-4eda-4b2d-9d36-70aa716f0e93 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:02.434738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Attempting to bind port da033563-4eda-4b2d-9d36-70aa716f0e93 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:02.435425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:02.443017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.445067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d17b-b5c0-475e-868b-66c36b7f6d2e req-a8c407fd-6002-4575-8dbf-20df4e45750e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.446985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c83d17b-b5c0-475e-868b-66c36b7f6d2e req-a8c407fd-6002-4575-8dbf-20df4e45750e tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 950 time: 0.3466434 Jul 06 17:39:02.490260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:02.490695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:02.490987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:02.491486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Bound port: da033563-4eda-4b2d-9d36-70aa716f0e93, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:02.491846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.531970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:02.571939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c83d17b-b5c0-475e-868b-66c36b7f6d2e req-c0c7e386-ef29-4cc3-83db-859608ded12f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126254 Jul 06 17:39:02.587473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.588558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.592038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-54297a47-cec4-47e2-82bb-a5ce7ef96461 service neutron] 10.222.0.60 "PUT /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 1121 time: 0.9242320 Jul 06 17:39:02.643068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-98db5b47-9435-4ecf-9b82-a29d23e59582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.645355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-98db5b47-9435-4ecf-9b82-a29d23e59582 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960485 Jul 06 17:39:02.646602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] For port da033563-4eda-4b2d-9d36-70aa716f0e93, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:02.653047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] For port da033563-4eda-4b2d-9d36-70aa716f0e93, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=da033563-4eda-4b2d-9d36-70aa716f0e93,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:02.678455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.684829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['b21eefcd-6fe1-4e7c-87fb-e619c7895297'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:02.738504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff055304-b47f-45ac-9c2a-bff7db60c600 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:02.773035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: ff055304-b47f-45ac-9c2a-bff7db60c600 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:02.773697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff055304-b47f-45ac-9c2a-bff7db60c600 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:02.774325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:02.801570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.802952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.804828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] 10.222.0.61 "PUT /v2.0/ports/da033563-4eda-4b2d-9d36-70aa716f0e93 HTTP/1.1" status: 200 len: 1096 time: 2.2608051 Jul 06 17:39:02.845359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:03.032259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe921d6-0145-4848-9345-c99cb161e837 service neutron] Pushing event updated for resources: {'Port': ['ID=da033563-4eda-4b2d-9d36-70aa716f0e93,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:03.102930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-ff9f4352-53a7-48c0-b63c-c03f138290c5 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456520 Jul 06 17:39:03.121483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037a0a-f649-4c2d-8187-bb816f023cf5 req-f115feea-bc30-4bb3-a99a-35e9412b93f9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:03.124461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6037a0a-f649-4c2d-8187-bb816f023cf5 req-f115feea-bc30-4bb3-a99a-35e9412b93f9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 948 time: 0.4693892 Jul 06 17:39:03.189474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085d3d4-4d05-48a0-9e83-d0ccbfffaf0e req-d6fe94ed-7a6a-47eb-8a6c-6947b62255c5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:03.192294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4085d3d4-4d05-48a0-9e83-d0ccbfffaf0e req-d6fe94ed-7a6a-47eb-8a6c-6947b62255c5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 948 time: 0.4193039 Jul 06 17:39:03.319755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-000a05cc-1595-4776-a2e5-b3b2c279cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:03.321494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-000a05cc-1595-4776-a2e5-b3b2c279cd64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=afd249b93cea4c53bb28e9b93046efd0&device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 1099 time: 0.4201376 Jul 06 17:39:03.348851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6037a0a-f649-4c2d-8187-bb816f023cf5 req-5db2ae66-1286-4544-ab74-7f67a52572d8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157347 Jul 06 17:39:03.407661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4085d3d4-4d05-48a0-9e83-d0ccbfffaf0e req-da0f8645-35f6-4104-96f6-4b64af118465 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712282 Jul 06 17:39:03.411685 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-35975f2c-299f-48fe-92f3-e958afa60003 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=da033563-4eda-4b2d-9d36-70aa716f0e93 HTTP/1.1" status: 200 len: 217 time: 0.0764997 Jul 06 17:39:03.415211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-39fc873b-afc8-4b48-b21e-97d9ac82dad0 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:03.416241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e43d00e5-2e9d-4344-95ad-a199555f0e35 req-8079c5c9-7c08-4b4d-8747-3890b8c3390f service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873888 Jul 06 17:39:03.419537 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-39fc873b-afc8-4b48-b21e-97d9ac82dad0 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.61 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 945 time: 0.1288576 Jul 06 17:39:03.654042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Deleting port 18f093b2-657a-4e59-9c7d-23988a2d382b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:03.655227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:03.817640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] For port 18f093b2-657a-4e59-9c7d-23988a2d382b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=18f093b2-657a-4e59-9c7d-23988a2d382b,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:03.818356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:03.841850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Calling delete_port for 18f093b2-657a-4e59-9c7d-23988a2d382b owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:03.907340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297'}, {'name': 'network-changed', 'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:03.909985 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e" -d '{"events": [{"server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "name": "network-vif-unplugged", "status": "completed", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297"}, {"name": "network-changed", "server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:03.992881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-191348e1-0662-4ac6-8bad-4069325d3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:03.996019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-191348e1-0662-4ac6-8bad-4069325d3176 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.5722463 Jul 06 17:39:04.001232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}, {'name': 'network-changed', 'server_uuid': '9ec652e9-a276-4b3c-8815-861078db628f', 'tag': 'da033563-4eda-4b2d-9d36-70aa716f0e93'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:04.005440 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267b6519-27d7-4dbd-8352-7560d2174b73" -d '{"events": [{"name": "network-changed", "server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}, {"name": "network-changed", "server_uuid": "9ec652e9-a276-4b3c-8815-861078db628f", "tag": "da033563-4eda-4b2d-9d36-70aa716f0e93"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:04.017912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.032011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['18f093b2-657a-4e59-9c7d-23988a2d382b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:04.033350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4cdb4b-2108-4a6e-a1d3-216f36a1b6cc req-54fea2cb-d27f-414a-9bcb-4312da124993 tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "GET /v2.0/security-groups/1abd2d51-f2eb-48bc-8857-32be86df2d1a HTTP/1.1" status: 200 len: 1776 time: 0.1866784 Jul 06 17:39:04.050727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Pushing event deleted for resources: {'Port': ['ID=18f093b2-657a-4e59-9c7d-23988a2d382b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:04.113626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] No DVR routers for this DVR port 18f093b2-657a-4e59-9c7d-23988a2d382b on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:04.116616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.118812 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-75f02493-bdac-4f2f-9ac4-5e6bd892470e req-3108a7be-af39-471d-9a41-bb76c366779b tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.61 "DELETE /v2.0/ports/18f093b2-657a-4e59-9c7d-23988a2d382b HTTP/1.1" status: 204 len: 173 time: 0.6859438 Jul 06 17:39:04.174194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fe341-91ec-4933-a4ff-729e9b4850a3 req-8f9241b2-c4ca-42ef-b4a8-045e07b17ee9 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:04.177240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af7fe341-91ec-4933-a4ff-729e9b4850a3 req-8f9241b2-c4ca-42ef-b4a8-045e07b17ee9 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/ports?device_id=d048df70-f19d-41e6-9201-8dd609577ca6 HTTP/1.1" status: 200 len: 867 time: 0.3270066 Jul 06 17:39:04.290745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-34b6d813-2c22-49cd-90a7-b6d2432fe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:04.294192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-34b6d813-2c22-49cd-90a7-b6d2432fe308 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820818 Jul 06 17:39:04.303124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4cdb4b-2108-4a6e-a1d3-216f36a1b6cc req-d2a2b108-b695-4810-8220-9bd82806bf0f tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.345576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af7fe341-91ec-4933-a4ff-729e9b4850a3 req-86a1b1c2-ec05-4e25-ac7b-f00a8770a1a1 tempest-FloatingIPsAssociationNegativeTestJSON-947271029 tempest-FloatingIPsAssociationNegativeTestJSON-947271029-project] 10.222.0.37 "GET /v2.0/security-groups?id=df035fa7-06aa-49f5-a4d0-f8576811df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554239 Jul 06 17:39:04.446104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4cdb4b-2108-4a6e-a1d3-216f36a1b6cc req-d2a2b108-b695-4810-8220-9bd82806bf0f tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.583208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-27ae9237-cc60-45d4-a1a5-bc232f76f816 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717514 Jul 06 17:39:04.613318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4cdb4b-2108-4a6e-a1d3-216f36a1b6cc req-d2a2b108-b695-4810-8220-9bd82806bf0f tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.624815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4cdb4b-2108-4a6e-a1d3-216f36a1b6cc req-d2a2b108-b695-4810-8220-9bd82806bf0f tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.626400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4cdb4b-2108-4a6e-a1d3-216f36a1b6cc req-d2a2b108-b695-4810-8220-9bd82806bf0f tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] 10.222.0.37 "DELETE /v2.0/security-groups/1abd2d51-f2eb-48bc-8857-32be86df2d1a HTTP/1.1" status: 204 len: 173 time: 0.5487297 Jul 06 17:39:04.702740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2b108-b695-4810-8220-9bd82806bf0f tempest-SecurityGroupsTestAdminJSON-1841201511 tempest-SecurityGroupsTestAdminJSON-1841201511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd2d51-f2eb-48bc-8857-32be86df2d1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:04.751777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:04.810779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0368e52d-81d9-472f-be6e-76d6f2db081e req-055904f3-cc51-4080-ae3a-c3c08b400909 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147982 Jul 06 17:39:04.965103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:05.001805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 has no active binding in host n-h1-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:39:05.054788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75676-b2f1-4142-b410-5618df2473b2 req-4aaded61-2ab8-4a80-a842-b5cdd827701b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.057407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ab75676-b2f1-4142-b410-5618df2473b2 req-4aaded61-2ab8-4a80-a842-b5cdd827701b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 943 time: 0.1162930 Jul 06 17:39:05.125284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ab75676-b2f1-4142-b410-5618df2473b2 req-80994a0d-36ed-4ede-8ffb-8ad38c9383dd tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577619 Jul 06 17:39:05.135317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:05.228836 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e15e96-818f-448e-a03f-70634cf5439a x-openstack-request-id: req-83e15e96-818f-448e-a03f-70634cf5439a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:05.229245 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "name": "network-vif-unplugged", "status": "completed", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297", "code": 200}, {"name": "network-changed", "server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:05.230214 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83e15e96-818f-448e-a03f-70634cf5439a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:05.232054 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'code': 200} Jul 06 17:39:05.232507 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'status': 'completed', 'code': 200} Jul 06 17:39:05.241657 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d0d7d-fe7d-4aa5-b26d-899fffb43e1f x-openstack-request-id: req-cf2d0d7d-fe7d-4aa5-b26d-899fffb43e1f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:05.241943 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ec652e9-a276-4b3c-8815-861078db628f", "tag": "da033563-4eda-4b2d-9d36-70aa716f0e93", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:05.242354 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf2d0d7d-fe7d-4aa5-b26d-899fffb43e1f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:05.242759 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'status': 'completed', 'code': 200} Jul 06 17:39:05.242924 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec652e9-a276-4b3c-8815-861078db628f', 'tag': 'da033563-4eda-4b2d-9d36-70aa716f0e93', 'status': 'completed', 'code': 200} Jul 06 17:39:05.430608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42242) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:05.506183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-7f343dda-dad9-4b40-b10a-c5736f78ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.512045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-7f343dda-dad9-4b40-b10a-c5736f78ea1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1099 time: 0.2291350 Jul 06 17:39:05.534093 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2f06890f-b5b8-4611-98e0-548492a570c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=061d09b255c24d1c80ac0a91d9b0ccd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965569 Jul 06 17:39:05.537660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42246) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:05.613082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-d4b28beb-55be-4337-91d1-9405c80aa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.614927 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-d4b28beb-55be-4337-91d1-9405c80aa7e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1099 time: 0.2973502 Jul 06 17:39:05.642807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-43018dbb-1c8b-4961-8462-332b42aaaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.644373 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-43018dbb-1c8b-4961-8462-332b42aaaf7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1124 time: 0.2993665 Jul 06 17:39:05.655515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf08cf90-fa73-44f6-97cb-2745eb9120bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.750931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45999c-7ea5-4a90-be62-20b2893b0ee4 req-517996da-b1fa-495b-955b-d0a815e4c333 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.752465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea45999c-7ea5-4a90-be62-20b2893b0ee4 req-517996da-b1fa-495b-955b-d0a815e4c333 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 948 time: 0.3632150 Jul 06 17:39:05.753658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-e650fd81-c68e-477f-8cad-29f20f0709a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.755123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-e650fd81-c68e-477f-8cad-29f20f0709a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2346990 Jul 06 17:39:05.768789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf08cf90-fa73-44f6-97cb-2745eb9120bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.787313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3cf362a6-24bd-44c2-881c-1eec7723a6c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd0b6846ec7349969fbc92763e66d753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544245 Jul 06 17:39:05.796509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:05.797595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc489be7-91da-4e89-82a6-c7f75e427ffb req-4b711921-dcb6-4d0c-b8f6-cf9ad85a2f66 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.799895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc489be7-91da-4e89-82a6-c7f75e427ffb req-4b711921-dcb6-4d0c-b8f6-cf9ad85a2f66 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 948 time: 0.3700721 Jul 06 17:39:05.845706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-cd5c1fcd-fe4d-488b-80cc-610f6cd87b50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0777445 Jul 06 17:39:05.877638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-1e07f584-9ab0-4273-930b-2ab1124c2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.879133 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-1e07f584-9ab0-4273-930b-2ab1124c2013 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2539883 Jul 06 17:39:05.903976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-accf4947-2ca3-4b06-8ddd-78f36bd5a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.905486 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-accf4947-2ca3-4b06-8ddd-78f36bd5a7c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.2225223 Jul 06 17:39:05.918783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea45999c-7ea5-4a90-be62-20b2893b0ee4 req-079514e4-d965-4254-bf04-2559abae305f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544373 Jul 06 17:39:05.954183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc489be7-91da-4e89-82a6-c7f75e427ffb req-ccdadbd3-8d9b-4e9b-9408-1724903e91af tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205664 Jul 06 17:39:05.985984 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-89db8b4c-0f51-4e51-9691-5bc9f97929e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0951073 Jul 06 17:39:05.990168 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-50993dd8-5507-4313-bada-139ae095fc1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.0422325 Jul 06 17:39:05.990776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf08cf90-fa73-44f6-97cb-2745eb9120bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.993072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-07997da7-2f64-4a14-bb96-2d30aacf79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.993360 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf08cf90-fa73-44f6-97cb-2745eb9120bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.994663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-07997da7-2f64-4a14-bb96-2d30aacf79d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1285057 Jul 06 17:39:05.994803 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cf08cf90-fa73-44f6-97cb-2745eb9120bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e21a81a7-48fc-4b24-bb0c-f2c0d63050e4 HTTP/1.1" status: 204 len: 168 time: 0.4551778 Jul 06 17:39:06.018440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a5715a8-cf30-4555-9d43-9e1381347ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.044494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a5715a8-cf30-4555-9d43-9e1381347ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.081596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-c31eeb36-65ae-4131-ae7b-8f0d0eed4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.084336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-c31eeb36-65ae-4131-ae7b-8f0d0eed4470 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722084 Jul 06 17:39:06.165579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:06.173547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08cf90-fa73-44f6-97cb-2745eb9120bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a81a7-48fc-4b24-bb0c-f2c0d63050e4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:06.295790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a5715a8-cf30-4555-9d43-9e1381347ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.301078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a5715a8-cf30-4555-9d43-9e1381347ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.303873 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a5715a8-cf30-4555-9d43-9e1381347ff0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13a0e3f0-6f01-42a7-b8cd-e05576cfc28a HTTP/1.1" status: 204 len: 168 time: 0.5021741 Jul 06 17:39:06.323447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-f4f73576-6810-498d-a23d-cbc078447fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.325513 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-f4f73576-6810-498d-a23d-cbc078447fe1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.2679429 Jul 06 17:39:06.374708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5715a8-cf30-4555-9d43-9e1381347ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0e3f0-6f01-42a7-b8cd-e05576cfc28a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:06.381307 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-710c6b78-1e63-4abd-bc03-c95797e4bef4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422676 Jul 06 17:39:06.538163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-0123180e-0459-4e32-bc22-f944183683fc service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439783 Jul 06 17:39:06.712635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.713311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.714799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.716044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.716817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.720603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.724611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.725526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.727988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.744163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-c899735a-44bd-4216-b511-f93ac7191e88 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f&device_id=0c74ba73-bba5-474e-a556-ceddbec78091&device_id=e89f5802-bb69-425a-a124-a46365e9433a&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13&device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0&device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 8238 time: 0.2274745 Jul 06 17:39:06.848366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-092ae312-8642-4bf2-ba61-c692b93752be tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.876016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-b589d4e6-cf67-4e9c-b6d0-c4af1eb5f4bb service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976561 Jul 06 17:39:06.935245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-faee30d4-a858-40f1-ba28-90714490fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.938388 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-faee30d4-a858-40f1-ba28-90714490fe8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.9414017 Jul 06 17:39:07.025060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:07.038069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622390fc-f11d-4947-8f13-aec2cfeda3d4 req-77a8d544-62fe-48a2-bbf1-2f5ca9f9c7ba tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:07.040224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-622390fc-f11d-4947-8f13-aec2cfeda3d4 req-77a8d544-62fe-48a2-bbf1-2f5ca9f9c7ba tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 943 time: 0.2750299 Jul 06 17:39:07.042459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-7a16b471-788f-4f97-a2ea-66785b8ff00e service neutron] 10.222.0.61 "GET /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297/bindings/n-h1-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.2448821 Jul 06 17:39:07.049408 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-8fc96575-8796-4433-9d9e-5ade36844880 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572063 Jul 06 17:39:07.071104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42274) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:07.092150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f39b649-4b44-4498-abab-7145e969e42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.171163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:07.189213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-51af47fb-039f-4831-9e72-abc8ef193e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:07.190797 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-51af47fb-039f-4831-9e72-abc8ef193e91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409360 Jul 06 17:39:07.225565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 18f093b2-657a-4e59-9c7d-23988a2d382b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:07.236974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'name': 'network-vif-deleted', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:07.239455 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c9794-4f71-4b2a-8d8a-f606b56fc82b" -d '{"events": [{"server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "name": "network-vif-deleted", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:07.250431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-622390fc-f11d-4947-8f13-aec2cfeda3d4 req-47856cfd-d320-4a9d-8710-6cd8bec75e49 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849399 Jul 06 17:39:07.264941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd15a704-b92a-4c92-b505-54dd9c6adacf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2f464c7a4604026938822b573a99ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827128 Jul 06 17:39:07.271057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:07.291422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 18f093b2-657a-4e59-9c7d-23988a2d382b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:07.292871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 18f093b2-657a-4e59-9c7d-23988a2d382b not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:07.307571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-6fde9abf-9c05-4f49-9547-fbfcf4ede4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:07.309574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-6fde9abf-9c05-4f49-9547-fbfcf4ede4b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=afd249b93cea4c53bb28e9b93046efd0&device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 1099 time: 0.3508093 Jul 06 17:39:07.339576 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eaf2c48a-6833-4615-b05a-2ca0a0bc726e req-4a37fd5d-6d60-482f-9c66-d1477dbf5293 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752845 Jul 06 17:39:07.409161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-092ae312-8642-4bf2-ba61-c692b93752be tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.455149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-043747bf-548b-4f3e-afd1-eabf143d25bd service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492638 Jul 06 17:39:07.464501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:07.465711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-092ae312-8642-4bf2-ba61-c692b93752be tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.499447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'mac_address': 'fa:16:3e:32:56:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:07.605228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.617996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0315762c-31b9-4a85-a32a-77755a4cc06c req-092ae312-8642-4bf2-ba61-c692b93752be tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&id=8fea57ff-e28e-4731-b55c-800569d3666b&id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 0.8729188 Jul 06 17:39:07.632298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:07.658745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ae312-8642-4bf2-ba61-c692b93752be tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b38120-2e8f-4c4f-8280-25aa75306c7b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:07.664256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce6797b-4d20-475d-bca9-ffb23901fc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.674629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:07.685404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.691168 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce6797b-4d20-475d-bca9-ffb23901fc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.779750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce6797b-4d20-475d-bca9-ffb23901fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.782308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce6797b-4d20-475d-bca9-ffb23901fc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.785996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4ce6797b-4d20-475d-bca9-ffb23901fc84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98b44598-bec1-4805-baba-5d81ec01b5c9 HTTP/1.1" status: 204 len: 168 time: 0.5058553 Jul 06 17:39:07.813924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:07.892273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6797b-4d20-475d-bca9-ffb23901fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b44598-bec1-4805-baba-5d81ec01b5c9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:07.893543 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-8907d1a7-56c3-41d7-8306-095f096fd9f6 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632822 Jul 06 17:39:07.925122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-58b238f7-d87f-4f9c-b96b-fcc246c1c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:07.927996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-58b238f7-d87f-4f9c-b96b-fcc246c1c228 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5871601 Jul 06 17:39:07.935796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:07.947700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:07.953945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.057167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-9e2b15be-aeb8-4a64-95ba-6fc254719694 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=da033563-4eda-4b2d-9d36-70aa716f0e93 HTTP/1.1" status: 200 len: 217 time: 0.1122444 Jul 06 17:39:08.086833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:08.174971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a0eec-772e-4cf2-baa9-2c3ae903641c req-b2746f56-f31d-470b-8290-af2b3fcc40f4 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:08.177719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f44a0eec-772e-4cf2-baa9-2c3ae903641c req-b2746f56-f31d-470b-8290-af2b3fcc40f4 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 945 time: 0.6235192 Jul 06 17:39:08.181621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f39b649-4b44-4498-abab-7145e969e42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.221829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21eefcd-6fe1-4e7c-87fb-e619c7895297 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:08.231872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f39b649-4b44-4498-abab-7145e969e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.296543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb62f5-5939-4fc6-915a-fb06701216ae req-35500d27-10eb-4f7d-a2de-ec29a82448c7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:08.299473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53bb62f5-5939-4fc6-915a-fb06701216ae req-35500d27-10eb-4f7d-a2de-ec29a82448c7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 949 time: 0.5227187 Jul 06 17:39:08.319701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:08.373448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-de390b3e-00c9-4141-8135-ff963e3835da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:08.375199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-de390b3e-00c9-4141-8135-ff963e3835da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3053699 Jul 06 17:39:08.388739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.397938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9f39b649-4b44-4498-abab-7145e969e42e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b0f408c70164019b20752a57bd79b50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3689747 Jul 06 17:39:08.399747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:08.403405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39b649-4b44-4498-abab-7145e969e42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631e138e-3348-472a-8910-26dfd7aef32e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:08.482778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f44a0eec-772e-4cf2-baa9-2c3ae903641c req-bd396883-e49e-40a0-830e-eb01a06365d5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2861500 Jul 06 17:39:08.501080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53bb62f5-5939-4fc6-915a-fb06701216ae req-004af304-e170-4880-a294-9122b87c4df2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576192 Jul 06 17:39:08.632494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-352f3332-0647-4e10-aadb-6b1dfb1c40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:08.634177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-352f3332-0647-4e10-aadb-6b1dfb1c40c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2346451 Jul 06 17:39:08.642460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] Transition to ACTIVE for port object b21eefcd-6fe1-4e7c-87fb-e619c7895297 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:08.672238 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.682085 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983cb35-f33e-419f-b0f4-9803687c1354 x-openstack-request-id: req-a983cb35-f33e-419f-b0f4-9803687c1354 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:08.683576 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d048df70-f19d-41e6-9201-8dd609577ca6", "name": "network-vif-deleted", "tag": "18f093b2-657a-4e59-9c7d-23988a2d382b", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:08.683576 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a983cb35-f33e-419f-b0f4-9803687c1354 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:08.683896 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd048df70-f19d-41e6-9201-8dd609577ca6', 'name': 'network-vif-deleted', 'tag': '18f093b2-657a-4e59-9c7d-23988a2d382b', 'status': 'completed', 'code': 200} Jul 06 17:39:08.759143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9e65-04aa-4f8d-855c-9783a70a39a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.801884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9e65-04aa-4f8d-855c-9783a70a39a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.806756 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-a53a3aaa-22b8-49c1-952d-54f7e6ce735a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2096429 Jul 06 17:39:08.820927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Deleting port 88d949cd-de09-4351-9db7-d1dbed7cbe85 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:08.821253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.967465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] No DVR routers for this DVR port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:08.989499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] For port 88d949cd-de09-4351-9db7-d1dbed7cbe85, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88d949cd-de09-4351-9db7-d1dbed7cbe85,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:08.989971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.009693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Calling delete_port for 88d949cd-de09-4351-9db7-d1dbed7cbe85 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:09.069153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] Pushing event updated for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:09.086820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9e65-04aa-4f8d-855c-9783a70a39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.091957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9e65-04aa-4f8d-855c-9783a70a39a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.097352 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a8d9e65-04aa-4f8d-855c-9783a70a39a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/631e138e-3348-472a-8910-26dfd7aef32e HTTP/1.1" status: 204 len: 168 time: 0.6891208 Jul 06 17:39:09.097838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8f23ce75-4949-496a-a848-2ba5f6a8e681 service neutron] 10.222.0.61 "PUT /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297/bindings/n-h1-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0306273 Jul 06 17:39:09.125166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9e65-04aa-4f8d-855c-9783a70a39a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e138e-3348-472a-8910-26dfd7aef32e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:09.154678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-0fcd1b7c-ad20-4d76-bdd6-cea09fd7453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.156857 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-0fcd1b7c-ad20-4d76-bdd6-cea09fd7453a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 1096 time: 0.2760086 Jul 06 17:39:09.190473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device da033563-4eda-4b2d-9d36-70aa716f0e93 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:09.197192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:09.291168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-7a814850-eb0b-4cec-9830-20ca617e3766 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446242 Jul 06 17:39:09.337394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a0c47-3616-4390-a370-672fb66f46a3 req-71d7a03a-248b-4906-bb15-9dc4ea8baf01 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.339598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d47a0c47-3616-4390-a370-672fb66f46a3 req-71d7a03a-248b-4906-bb15-9dc4ea8baf01 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 948 time: 0.5693171 Jul 06 17:39:09.359381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:09.368122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:09.368122 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.451155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42322) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:09.467329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port da033563-4eda-4b2d-9d36-70aa716f0e93, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=da033563-4eda-4b2d-9d36-70aa716f0e93,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:09.483879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'da033563-4eda-4b2d-9d36-70aa716f0e93', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'da033563-4eda-4b2d-9d36-70aa716f0e93', 'mac_address': 'fa:16:3e:a7:9f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:09.535321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-f3f66e89-fa81-426b-9c4a-2fdf42cc474b tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.539320 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-f3f66e89-fa81-426b-9c4a-2fdf42cc474b tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.3324356 Jul 06 17:39:09.619036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ced6-ef16-4bbd-96b7-2a96fb9290cc req-b84913c2-76cd-4333-bd57-6be05273e4c6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.622800 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.632834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33a8ced6-ef16-4bbd-96b7-2a96fb9290cc req-b84913c2-76cd-4333-bd57-6be05273e4c6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 944 time: 0.5490491 Jul 06 17:39:09.653937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d47a0c47-3616-4390-a370-672fb66f46a3 req-6ef0c9e8-d714-42b8-80b0-62d63781f5dd tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779303 Jul 06 17:39:09.700323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.735764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:09.740662 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf7f09-b3b0-4cb0-aa4a-84fdac25ecc2" -d '{"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-plugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:09.785639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-671174948-network', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:09.786310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:09.790073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da033563-4eda-4b2d-9d36-70aa716f0e93 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:09.801532 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.831567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33a8ced6-ef16-4bbd-96b7-2a96fb9290cc req-23f097dc-26de-405e-9e9a-96581333524c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974647 Jul 06 17:39:09.833785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267b6519-27d7-4dbd-8352-7560d2174b73 req-76fef32f-5861-43bd-b3f1-43bcb61314f1 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232430 Jul 06 17:39:09.897620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Made reservation on behalf of 6811de5edcc34e9c9e510ae0ab0813af for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:09.900758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.921821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port da033563-4eda-4b2d-9d36-70aa716f0e93, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=da033563-4eda-4b2d-9d36-70aa716f0e93,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:09.939963 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.957057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.983134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-4e25669f-9060-49aa-8a9b-22f488e177fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.985973 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-4e25669f-9060-49aa-8a9b-22f488e177fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 925 time: 0.7853069 Jul 06 17:39:09.989881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:10.043564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.176973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=da033563-4eda-4b2d-9d36-70aa716f0e93,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:10.208879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['da033563-4eda-4b2d-9d36-70aa716f0e93'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:10.241532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d949cd-de09-4351-9db7-d1dbed7cbe85,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:10.310294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.311539 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-f74f9036-37d1-4370-b71e-5b9d38ec0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:10.317781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-f74f9036-37d1-4370-b71e-5b9d38ec0691 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 1095 time: 0.7514622 Jul 06 17:39:10.323649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.484025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:39:10.522615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236ed70f-2f2c-4b50-be26-137e86d1cf19,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:10.599018 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-c4e43cc2-96de-445c-b8a3-b8b29f245cb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 200 len: 1001 time: 0.5610204 Jul 06 17:39:10.612548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.613147 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Added segment 524d1449-b255-4189-aa07-00a9cfa017c7 of type vlan for network 2b6a0232-f663-4429-b418-151505397f93 Jul 06 17:39:10.767479 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.779324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-088aae13-0cde-40dc-97ff-219e9ff0f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:10.782811 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-088aae13-0cde-40dc-97ff-219e9ff0f5a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.1820531 Jul 06 17:39:10.889327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.891802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:10.893181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.082488 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e2867-00bb-45f9-8fc4-bc300a99e264 x-openstack-request-id: req-da1e2867-00bb-45f9-8fc4-bc300a99e264 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:11.083425 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-plugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:11.084141 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da1e2867-00bb-45f9-8fc4-bc300a99e264 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:11.085073 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'code': 200} Jul 06 17:39:11.092640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6007223 Jul 06 17:39:11.110820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42360) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:11.186103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:11.289681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:11.471209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.526159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8a6cadc3-f4cc-48c4-99a7-040872dfd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.529348 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-8a6cadc3-f4cc-48c4-99a7-040872dfd317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1095 time: 1.0005405 Jul 06 17:39:11.578618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Request body: {'subnet': {'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-671174948-subnet', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:11.676235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f6df6-9909-483e-a3d0-6f1b569e8a9f admin admin] Pushing event updated for resources: {'Network': ['ID=2b6a0232-f663-4429-b418-151505397f93,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:11.696121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2b6a0232-f663-4429-b418-151505397f93 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:39:11.718255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-52f08319-f2c1-44ab-b7b2-3be48bddc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.720377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Made reservation on behalf of 6811de5edcc34e9c9e510ae0ab0813af for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:11.721228 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-52f08319-f2c1-44ab-b7b2-3be48bddc689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3777220 Jul 06 17:39:11.722793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.809685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562f0b-039d-44ee-8cb7-678126950e14 req-16881ffd-46c6-401b-8a01-44d1b43d6752 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.811366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-16881ffd-46c6-401b-8a01-44d1b43d6752 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13&tenant_id=93bbaa5860b3432c92e37fc5d2387960&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 950 time: 1.2325263 Jul 06 17:39:11.837261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda275a-8d89-4a98-a533-2da9913d8e9b req-02c92135-bbb9-44c2-9a48-d3c6ae3bfe5e tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.839086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda275a-8d89-4a98-a533-2da9913d8e9b req-02c92135-bbb9-44c2-9a48-d3c6ae3bfe5e tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.839086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda275a-8d89-4a98-a533-2da9913d8e9b req-02c92135-bbb9-44c2-9a48-d3c6ae3bfe5e tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.840476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bda275a-8d89-4a98-a533-2da9913d8e9b req-02c92135-bbb9-44c2-9a48-d3c6ae3bfe5e tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091&device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0&device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 2883 time: 0.8412657 Jul 06 17:39:11.927408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2d44-78b7-4ecb-8d41-860e3599a024 req-6ac445ca-a688-4667-8baa-23a774721a14 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:11.929004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f66e2d44-78b7-4ecb-8d41-860e3599a024 req-6ac445ca-a688-4667-8baa-23a774721a14 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.3437264 Jul 06 17:39:11.994153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bda275a-8d89-4a98-a533-2da9913d8e9b req-4f17182c-f32e-4b7f-9e42-bc1c2c2ff5f7 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274495 Jul 06 17:39:12.021489 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-88562f0b-039d-44ee-8cb7-678126950e14 req-619b02f8-24b3-47b0-a298-d20e7be70e07 service neutron] delete failed (client error): The resource could not be found. Jul 06 17:39:12.022540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-619b02f8-24b3-47b0-a298-d20e7be70e07 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.2004180 Jul 06 17:39:12.050197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-2ae99b10-c313-4dcc-84f5-5281a452b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.053176 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-2ae99b10-c313-4dcc-84f5-5281a452b2c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.4462063 Jul 06 17:39:12.070442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f66e2d44-78b7-4ecb-8d41-860e3599a024 req-1827a2f2-7a20-4ea9-a007-ad6ff959dc5c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155288 Jul 06 17:39:12.207511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.232113 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-5f671295-674d-4e3b-8d7a-0e261987e6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981472 Jul 06 17:39:12.238389 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-13bad369-3885-4762-a5d2-a93f03b03d8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.1719129 Jul 06 17:39:12.403234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440f08be-dfcc-487f-a13a-d5ef5afe1c02,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:12.437179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Checking segment: {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:12.437550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Network hostable DHCP agents. Network: 2b6a0232-f663-4429-b418-151505397f93, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:39:12.449108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-45ebe16f-87fb-4f78-a4cf-d2d6ee1b3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.450640 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-45ebe16f-87fb-4f78-a4cf-d2d6ee1b3b05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1910806 Jul 06 17:39:12.511147 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-541c0276-6fde-4ac1-8cbd-ff99f608f508 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505044 Jul 06 17:39:12.517804 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-38a2e013-5cce-42b5-a343-0e3884bb5df7 req-0d981fb4-ee09-41e4-aa45-f6297834c48b service neutron] 10.222.0.61 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751758 Jul 06 17:39:12.519993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Router 9a222acf-6b44-4032-8881-03cbb4124ff5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:12.536324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562f0b-039d-44ee-8cb7-678126950e14 req-43d311e1-8c62-41de-b9c7-9bbdc35e2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.538119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-43d311e1-8c62-41de-b9c7-9bbdc35e2b4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1101 time: 0.2700927 Jul 06 17:39:12.551905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593a49b-d001-4999-97f8-6191beaa4c94 req-83e90858-3071-488f-b3ae-487446440f28 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.555297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c593a49b-d001-4999-97f8-6191beaa4c94 req-83e90858-3071-488f-b3ae-487446440f28 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 949 time: 0.2906768 Jul 06 17:39:12.558209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Network 2b6a0232-f663-4429-b418-151505397f93 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:39:12.587733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb20ce5-e449-4ef9-90e0-0bc0ef4ca01d req-4a4ee793-8eb6-4b0f-8d5d-8d3769484a07 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.591018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcb20ce5-e449-4ef9-90e0-0bc0ef4ca01d req-4a4ee793-8eb6-4b0f-8d5d-8d3769484a07 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 944 time: 0.3027189 Jul 06 17:39:12.686408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 2b6a0232-f663-4429-b418-151505397f93) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:12.703396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd787c94-c053-45a1-bedb-9a09912a52c7 None None] Network 2b6a0232-f663-4429-b418-151505397f93 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:12.717435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-ff50cd17-00a8-4082-923d-d0e6d467479b service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881976 Jul 06 17:39:12.719916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.721113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.725203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:12.737838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-891c99f1-4cf5-40e0-b424-a14ae558e9a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a222acf-6b44-4032-8881-03cbb4124ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5653448 Jul 06 17:39:12.745278 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] Sync routers for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:12.746240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:12.766938 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:12.767621 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:12.847836 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-f03693ef-2d11-4745-b495-d707ecd9bf6f service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205192 Jul 06 17:39:12.936581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcb20ce5-e449-4ef9-90e0-0bc0ef4ca01d req-6c1f8634-f1f7-4809-8522-518be7c01f5a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347278 Jul 06 17:39:12.952880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-2b6a0232-f663-4429-b418-151505397f93', 'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'fixed_ips': [{'subnet_id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:39:12.954060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.960901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c593a49b-d001-4999-97f8-6191beaa4c94 req-4f076db4-a794-4106-9a08-aeb1e16ae326 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649237 Jul 06 17:39:12.978630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-54b2766c-5418-4a97-8bf6-f1b6abff1097 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8575041 Jul 06 17:39:12.980130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42394) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:12.985293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:13.028262 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:13.062583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.064229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.179346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-9985fdf5-0c07-4413-aa32-ec128266d86e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:13.187863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-9985fdf5-0c07-4413-aa32-ec128266d86e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.61 "GET /v2.0/ports?device_id=9117b64e-40fc-43b4-b6e7-d670521f4c48 HTTP/1.1" status: 200 len: 945 time: 0.7060406 Jul 06 17:39:13.198236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562f0b-039d-44ee-8cb7-678126950e14 req-10bb168d-4dc3-42e9-a8eb-2ba34facd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:13.198548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-10bb168d-4dc3-42e9-a8eb-2ba34facd9e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.6419458 Jul 06 17:39:13.258686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.259078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Allocated IP 172.20.0.2 (2b6a0232-f663-4429-b418-151505397f93/440f08be-dfcc-487f-a13a-d5ef5afe1c02/69cea159-eeba-40c4-b2d1-21e026e4c12a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:13.469886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.481757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Transition to ACTIVE for port object 69cea159-eeba-40c4-b2d1-21e026e4c12a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:13.482888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-89105722-d583-425b-ad3a-4a4b85198d41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.2504976 Jul 06 17:39:13.501589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Transition to ACTIVE for port object 69cea159-eeba-40c4-b2d1-21e026e4c12a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:13.506813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device da033563-4eda-4b2d-9d36-70aa716f0e93 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:13.514487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.628323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Network 2b6a0232-f663-4429-b418-151505397f93 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:13.631998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:13.644047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:13.704270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Pushing event updated for resources: {'Port': ['ID=69cea159-eeba-40c4-b2d1-21e026e4c12a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:13.705295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.746629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.794859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-2fa5f4a2-02ac-4bc7-bfbe-a58e3e921d88 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:13.796532 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-2fa5f4a2-02ac-4bc7-bfbe-a58e3e921d88 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.3289785 Jul 06 17:39:13.797459 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:39:09Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:13.871164 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] Checking router: 9a222acf-6b44-4032-8881-03cbb4124ff5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:13.891716 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] Routers {'9a222acf-6b44-4032-8881-03cbb4124ff5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:13.893298 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a222acf-6b44-4032-8881-03cbb4124ff5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:13.921583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Attempting to bind port 69cea159-eeba-40c4-b2d1-21e026e4c12a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:13.921583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Attempting to bind port 69cea159-eeba-40c4-b2d1-21e026e4c12a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:13.921583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Attempting to bind port 69cea159-eeba-40c4-b2d1-21e026e4c12a on network 2b6a0232-f663-4429-b418-151505397f93 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:13.934538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:13.935395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Checking segment: {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:13.936087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.936754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Bound using segment: {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:13.943320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Bound port: 69cea159-eeba-40c4-b2d1-21e026e4c12a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:13.943320 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.958073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562f0b-039d-44ee-8cb7-678126950e14 req-a45438d9-a361-4187-8618-18fcd6ccc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:13.959762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-a45438d9-a361-4187-8618-18fcd6ccc622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.4458754 Jul 06 17:39:13.976939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port da033563-4eda-4b2d-9d36-70aa716f0e93 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:13.992271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port da033563-4eda-4b2d-9d36-70aa716f0e93 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:13.993721 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.084700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-10c942ee-3d36-4f01-a7e1-cb11755e3e34 service neutron] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:14.092866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-10c942ee-3d36-4f01-a7e1-cb11755e3e34 service neutron] Notify callbacks [] for binding, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.094449 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d2460d0-78b1-4c01-a90d-4143b4390b88 req-10c942ee-3d36-4f01-a7e1-cb11755e3e34 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297/bindings/n-h2-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.2881274 Jul 06 17:39:14.172396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-2566bb3e-e32a-4a00-a47b-372ab77719c3 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--62234462&fields=id&tenant_id=b2689b6a37ef4d27900b714c437fba8c HTTP/1.1" status: 200 len: 267 time: 0.3131187 Jul 06 17:39:14.193086 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.218321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] For port 69cea159-eeba-40c4-b2d1-21e026e4c12a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:14.242168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec652e9-a276-4b3c-8815-861078db628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da033563-4eda-4b2d-9d36-70aa716f0e93'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:14.245724 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108a28a-1db7-408e-a7ce-05da2d5ee2b8" -d '{"events": [{"server_uuid": "9ec652e9-a276-4b3c-8815-861078db628f", "name": "network-vif-plugged", "status": "completed", "tag": "da033563-4eda-4b2d-9d36-70aa716f0e93"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:14.250495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] For port 69cea159-eeba-40c4-b2d1-21e026e4c12a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=69cea159-eeba-40c4-b2d1-21e026e4c12a,segment=NetworkSegment(524d1449-b255-4189-aa07-00a9cfa017c7),segment_id=524d1449-b255-4189-aa07-00a9cfa017c7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:14.264025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.268857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port da033563-4eda-4b2d-9d36-70aa716f0e93, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=da033563-4eda-4b2d-9d36-70aa716f0e93,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:14.290635 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] Set router 9a222acf-6b44-4032-8881-03cbb4124ff5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:14.322257 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.335457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d25be-c146-440f-82bf-7c8033d8fb75 None None] Pushing event updated for resources: {'Port': ['ID=69cea159-eeba-40c4-b2d1-21e026e4c12a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:14.387925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Deleting port 55eb03eb-86c1-425c-8227-36dccc1d419b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:14.388583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.416020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=da033563-4eda-4b2d-9d36-70aa716f0e93,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:14.444536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.446479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.472817 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.537603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-6f2f20d7-99a8-430e-8f34-5341c3c30ce7 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:14.539189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-6f2f20d7-99a8-430e-8f34-5341c3c30ce7 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 824 time: 0.3656878 Jul 06 17:39:14.567593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562f0b-039d-44ee-8cb7-678126950e14 req-58759466-3145-4929-8bfa-f52c1db34189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:14.569154 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-58759466-3145-4929-8bfa-f52c1db34189 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5910356 Jul 06 17:39:14.688895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-8ce9ed3a-5c36-462e-aec2-62020776734e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/quotas/b2689b6a37ef4d27900b714c437fba8c HTTP/1.1" status: 200 len: 375 time: 0.1259246 Jul 06 17:39:14.714902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Allocated IP 172.25.5.88 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:14.725592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c5ca-8fd8-4c2a-b9b6-273b995d35eb req-c5c942c7-5a18-4256-af44-0b1b429c87ec tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:14.734243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4297c5ca-8fd8-4c2a-b9b6-273b995d35eb req-c5c942c7-5a18-4256-af44-0b1b429c87ec tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.4099078 Jul 06 17:39:14.752550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] For port 55eb03eb-86c1-425c-8227-36dccc1d419b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=55eb03eb-86c1-425c-8227-36dccc1d419b,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:14.753374 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.793576 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:39:09Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:14.855055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f6dee-53a7-4f90-932f-b5644de440e2 None None] The sync data for ids ['9a222acf-6b44-4032-8881-03cbb4124ff5'] in n-d-799527-3 is: [{'id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2114016305-router', 'tenant_id': 'ffe7f901132f46c3a8c46de7690795b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:43Z', 'updated_at': '2021-07-06T17:39:09Z', 'revision_number': 5, 'project_id': 'ffe7f901132f46c3a8c46de7690795b2', 'gw_port': {'id': '2bc186aa-3ddb-40c8-8a11-85bc3c5babed', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a222acf-6b44-4032-8881-03cbb4124ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:45Z', 'updated_at': '2021-07-06T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:14.989108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.030211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4297c5ca-8fd8-4c2a-b9b6-273b995d35eb req-ff7e8f30-8c39-4ca8-ae55-abc887fe0606 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947540 Jul 06 17:39:15.063295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.063653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-e3feb0e3-cd5f-4241-959d-ebccc175da7e service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738703 Jul 06 17:39:15.102575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:15.110062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:15.117016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:15.124956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Pushing event updated for resources: {'Port': ['ID=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:15.490771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.597142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Deleting port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:15.597491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.727958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-fa7c7280-925a-4577-9996-a95a2bb58a39 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9910655 Jul 06 17:39:15.776223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.793419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.793829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.794272 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214 disassociated. External IP: 172.25.5.122, port: 55eb03eb-86c1-425c-8227-36dccc1d419b. Jul 06 17:39:15.794517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Calling delete_port for 55eb03eb-86c1-425c-8227-36dccc1d419b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:15.860461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8fa74-97f8-4f93-9caa-d3d679ee87ca None None] Network 2b6a0232-f663-4429-b418-151505397f93 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:15.865933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88562f0b-039d-44ee-8cb7-678126950e14 req-42bc58a0-397f-49b3-af7b-215480d42a52 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793662 Jul 06 17:39:15.884950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f57b-982d-49a3-92a7-a478db42d591 req-f7b41fa1-6729-42e0-9a5a-c62d27e946ba tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:15.893951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c671f57b-982d-49a3-92a7-a478db42d591 req-f7b41fa1-6729-42e0-9a5a-c62d27e946ba tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 950 time: 0.4059694 Jul 06 17:39:15.977854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] For port 2bc186aa-3ddb-40c8-8a11-85bc3c5babed, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:15.978185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.989846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-24ed9dad-1167-4a97-8c55-3f1df8b54147 None None] Provisioning for port 69cea159-eeba-40c4-b2d1-21e026e4c12a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:16.044913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Calling delete_port for 2bc186aa-3ddb-40c8-8a11-85bc3c5babed owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:16.075984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c671f57b-982d-49a3-92a7-a478db42d591 req-8c151621-7b99-4b25-899e-0041d3d1fe57 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809509 Jul 06 17:39:16.219521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-0b729af5-25f0-4bbe-8926-4c49ed2c1720 service neutron] 10.222.0.37 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572113 Jul 06 17:39:16.358125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Router b8c363e3-5b6f-40f0-8f3a-4ee1892905db is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:39:16.520480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.552295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-9c452df7-8940-44db-88b7-7134cee93c76 service neutron] 10.222.0.37 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161728 Jul 06 17:39:16.553020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:16.587032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Sync routers for ids ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:16.623895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.626489 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75c69f64-fd56-4d0e-8a87-660475c01d9d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6447752 Jul 06 17:39:16.633073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 69cea159-eeba-40c4-b2d1-21e026e4c12a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:16.634251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42430) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:16.666050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event deleted for resources: {'Port': ['ID=55eb03eb-86c1-425c-8227-36dccc1d419b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:16.722762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Routers {'b8c363e3-5b6f-40f0-8f3a-4ee1892905db'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:16.724286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014b142-2dec-4284-97fa-aa68aae86d28 req-a7a5acab-8d51-4baa-afb4-81c730ed10f9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:16.732415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:16.738745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9014b142-2dec-4284-97fa-aa68aae86d28 req-a7a5acab-8d51-4baa-afb4-81c730ed10f9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 944 time: 0.5161037 Jul 06 17:39:17.035334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Router eab15704-a098-46a9-872a-ee13a3fd006f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:17.050889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9014b142-2dec-4284-97fa-aa68aae86d28 req-dd6643cb-2e22-43b1-b7cf-6ec2852e0ed2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106885 Jul 06 17:39:17.071099 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.257485 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45afe78e-b23a-4428-b1c5-725975312000 x-openstack-request-id: req-45afe78e-b23a-4428-b1c5-725975312000 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:17.258550 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec652e9-a276-4b3c-8815-861078db628f", "name": "network-vif-plugged", "status": "completed", "tag": "da033563-4eda-4b2d-9d36-70aa716f0e93", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:17.259035 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45afe78e-b23a-4428-b1c5-725975312000 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:17.259675 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec652e9-a276-4b3c-8815-861078db628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da033563-4eda-4b2d-9d36-70aa716f0e93', 'code': 200} Jul 06 17:39:17.262120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 55eb03eb-86c1-425c-8227-36dccc1d419b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:17.351886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:17.363884 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510254ca-7817-4390-8464-01a792af1b42 None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:17.370763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 55eb03eb-86c1-425c-8227-36dccc1d419b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:17.373141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc186aa-3ddb-40c8-8a11-85bc3c5babed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:17.379443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 55eb03eb-86c1-425c-8227-36dccc1d419b not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:17.386825 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:17.391370 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:17.439113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Set router b8c363e3-5b6f-40f0-8f3a-4ee1892905db gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:17.508684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 69cea159-eeba-40c4-b2d1-21e026e4c12a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:17.544941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 69cea159-eeba-40c4-b2d1-21e026e4c12a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:17.545527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.627776 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:39:17.718933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427d07-8065-4b87-904b-997115911ae9 req-1f2ebae2-2d93-4ec9-82b2-2ec5ce38d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:17.721834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e427d07-8065-4b87-904b-997115911ae9 req-1f2ebae2-2d93-4ec9-82b2-2ec5ce38d3f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 1101 time: 0.2625136 Jul 06 17:39:17.849714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.852690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] No DVR routers for this DVR port 55eb03eb-86c1-425c-8227-36dccc1d419b on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:17.858228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.862010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6ac499d-94a9-447e-a0e5-b35f3ee3cc0a req-7966c5c7-6c4a-44ab-8799-ce3530abf54b tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.61 "DELETE /v2.0/ports/55eb03eb-86c1-425c-8227-36dccc1d419b HTTP/1.1" status: 204 len: 173 time: 4.6608014 Jul 06 17:39:17.873583 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.879668 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e427d07-8065-4b87-904b-997115911ae9 req-9bd26135-d606-423a-bec8-a23fccabeafc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081560 Jul 06 17:39:17.889375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'name': 'network-vif-deleted', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:17.895077 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaad255e-33e4-47ac-8d98-31bfb6335c8d" -d '{"events": [{"server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "name": "network-vif-deleted", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:17.980452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.983288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 69cea159-eeba-40c4-b2d1-21e026e4c12a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=69cea159-eeba-40c4-b2d1-21e026e4c12a,segment=NetworkSegment(524d1449-b255-4189-aa07-00a9cfa017c7),segment_id=524d1449-b255-4189-aa07-00a9cfa017c7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:17.997844 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.009460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:15Z', 'revision_number': 3, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:18.013920 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:18.070170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88d949cd-de09-4351-9db7-d1dbed7cbe85 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:18.127489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.134361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.190897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Checking router: b8c363e3-5b6f-40f0-8f3a-4ee1892905db for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:18.199977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Updating router b8c363e3-5b6f-40f0-8f3a-4ee1892905db port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:39:18.204436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 88d949cd-de09-4351-9db7-d1dbed7cbe85 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:18.205516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88d949cd-de09-4351-9db7-d1dbed7cbe85 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:18.313767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb6dc1-9e62-4981-ac46-9623477902bb req-5967bbfe-83ca-42b8-83eb-421753b5d2ba tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:18.324355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1feb6dc1-9e62-4981-ac46-9623477902bb req-5967bbfe-83ca-42b8-83eb-421753b5d2ba tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.4362094 Jul 06 17:39:18.360743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=69cea159-eeba-40c4-b2d1-21e026e4c12a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:18.363858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.364396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a222acf-6b44-4032-8881-03cbb4124ff5 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:39:18.369602 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.370787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Allocated IP 172.20.0.1 (2b6a0232-f663-4429-b418-151505397f93/440f08be-dfcc-487f-a13a-d5ef5afe1c02/4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:18.378961 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.382519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-87c4e427-bfa8-4a7c-af44-754050915c73 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9a222acf-6b44-4032-8881-03cbb4124ff5 HTTP/1.1" status: 204 len: 168 time: 5.6074963 Jul 06 17:39:18.383456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:18.527399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1feb6dc1-9e62-4981-ac46-9623477902bb req-0381ae1a-8f23-4791-8c3e-45a53a37330a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019920 Jul 06 17:39:18.625235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a1f62c-2a9e-431f-bcc2-46d19b277728 req-0897af9d-0183-4869-a198-b7db7475b582 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 210 time: 0.0965338 Jul 06 17:39:18.747294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.777590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Deleting subnet b692f1b2-d397-4ae4-bae9-bd0391aa63fd {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:39:18.788651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Transition to ACTIVE for port object 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:18.811211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.889828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.965870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.012952 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:19.069720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Network 2b6a0232-f663-4429-b418-151505397f93 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:19.074957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:19.079685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:19.080179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.084771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510254ca-7817-4390-8464-01a792af1b42 None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:19.123103 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:19.123803 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:19.242515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 69cea159-eeba-40c4-b2d1-21e026e4c12a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:19.366682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:19.474790 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.486775 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6517292-07b2-4056-b342-4626c7b3de07 x-openstack-request-id: req-d6517292-07b2-4056-b342-4626c7b3de07 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:19.486775 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9117b64e-40fc-43b4-b6e7-d670521f4c48", "name": "network-vif-deleted", "tag": "55eb03eb-86c1-425c-8227-36dccc1d419b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:19.489201 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6517292-07b2-4056-b342-4626c7b3de07 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:19.489644 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117b64e-40fc-43b4-b6e7-d670521f4c48', 'name': 'network-vif-deleted', 'tag': '55eb03eb-86c1-425c-8227-36dccc1d419b', 'status': 'completed', 'code': 200} Jul 06 17:39:19.507498 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.517838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Transition to ACTIVE for port object e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:19.533076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.549700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.629407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33a9aa-a41e-4f54-adad-752433239918 req-7b915cc1-5c94-474e-b878-13f0de4e2cda tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.644482 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:19.654355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a33a9aa-a41e-4f54-adad-752433239918 req-7b915cc1-5c94-474e-b878-13f0de4e2cda tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 950 time: 0.5929899 Jul 06 17:39:19.723793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7a06-e63c-4c65-9d83-e13c63a688b5 None None] Pushing event updated for resources: {'Port': ['ID=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:19.741949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8ace4e9-4b09-4b4f-8d15-5992001f9f85 None None] Provisioning for port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:19.778955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8ace4e9-4b09-4b4f-8d15-5992001f9f85 None None] Provisioning complete for port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:19.782323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ace4e9-4b09-4b4f-8d15-5992001f9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.789401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Attempting to bind port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:19.790591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Attempting to bind port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:19.791318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Attempting to bind port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:19.851695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 69cea159-eeba-40c4-b2d1-21e026e4c12a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:19.852333 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.892440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a33a9aa-a41e-4f54-adad-752433239918 req-bff1de21-37c3-4bfb-9ab1-8f6e8a3a0f26 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349961 Jul 06 17:39:19.899797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:19.900403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:19.902020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.902756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:19.903649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Bound port: e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:19.904325 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.961106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.003439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.017951 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.018962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.040503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b692f1b2-d397-4ae4-bae9-bd0391aa63fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:20.058801 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-510254ca-7817-4390-8464-01a792af1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:20.077644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.082730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ba167e0d-553f-44d7-84ed-2438d73260c2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b692f1b2-d397-4ae4-bae9-bd0391aa63fd HTTP/1.1" status: 204 len: 168 time: 1.6980927 Jul 06 17:39:20.083549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:20.099952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] For port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:20.108086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] For port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:20.131931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8358b7-ea64-47fa-9266-1286e408ba70 None None] Network 7e1ed870-522d-4262-9ab3-876ed76ea42b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:20.189588 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510254ca-7817-4390-8464-01a792af1b42 None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:20.209687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-b60e1751-9229-41f3-bbdc-c94076bc3d03 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:20.211396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-b60e1751-9229-41f3-bbdc-c94076bc3d03 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.60 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 824 time: 0.5348887 Jul 06 17:39:20.253187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Network 2b6a0232-f663-4429-b418-151505397f93 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:20.259658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:20.272951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.279365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:20.307940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7de8fd18-047d-416e-b613-8b8e0f6b73d2 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2689b6a37ef4d27900b714c437fba8c HTTP/1.1" status: 200 len: 378 time: 0.0759482 Jul 06 17:39:20.337483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.339405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'port': {'device_id': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'admin_state_up': True, 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'security_groups': ['f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:20.366045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d936bb4-d226-49fa-9564-ccae12e12da9 req-2fd17f4c-d527-4e63-8a4e-e769cbc9d9ef tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:20.371017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d936bb4-d226-49fa-9564-ccae12e12da9 req-2fd17f4c-d527-4e63-8a4e-e769cbc9d9ef tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.2225304 Jul 06 17:39:20.443507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8ace4e9-4b09-4b4f-8d15-5992001f9f85 None None] Port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:20.519713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Routers {'b8c363e3-5b6f-40f0-8f3a-4ee1892905db'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:20.522200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:20.532640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d936bb4-d226-49fa-9564-ccae12e12da9 req-053bb98f-9b9f-45ef-8df0-2d1e94ccf79e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Jul 06 17:39:20.593671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Router b8c363e3-5b6f-40f0-8f3a-4ee1892905db has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:20.638017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Deleting port 28908a3e-d482-4d04-945f-26830afae10c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:20.638375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.774001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Made reservation on behalf of b2689b6a37ef4d27900b714c437fba8c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:20.778384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.872498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:20.877847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] For port 28908a3e-d482-4d04-945f-26830afae10c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=28908a3e-d482-4d04-945f-26830afae10c,segment=NetworkSegment(6533dfe3-ba32-4c52-a3e3-524fda23acd8),segment_id=6533dfe3-ba32-4c52-a3e3-524fda23acd8)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:20.878224 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.894111 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-19fd8257-cf72-4fa5-b8ce-279d3e52c090 admin admin] 10.222.0.37 "PUT /v2.0/routers/b8c363e3-5b6f-40f0-8f3a-4ee1892905db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2576046 Jul 06 17:39:20.911440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Calling delete_port for 28908a3e-d482-4d04-945f-26830afae10c owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:20.966237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b44bc-ec73-4142-abeb-4887e857e36c None None] New status for floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:39:21.102564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] Set router b8c363e3-5b6f-40f0-8f3a-4ee1892905db gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:21.114672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2bc186aa-3ddb-40c8-8a11-85bc3c5babed no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:21.169576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7a06-e63c-4c65-9d83-e13c63a688b5 None None] Pushing event updated for resources: {'Port': ['ID=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:21.249325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2bc186aa-3ddb-40c8-8a11-85bc3c5babed {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:21.249612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2bc186aa-3ddb-40c8-8a11-85bc3c5babed not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:21.264933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-122797e5-4d6f-45c8-8d29-362e255aaf23 None None] Provisioning complete for port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:21.265546 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-122797e5-4d6f-45c8-8d29-362e255aaf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:21.385907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b09d6c-4946-4b14-8a63-6b886f83ab53 req-01293567-0dc5-4f34-a5e3-f5f0e0866df3 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.387786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63b09d6c-4946-4b14-8a63-6b886f83ab53 req-01293567-0dc5-4f34-a5e3-f5f0e0866df3 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1095 time: 0.5725718 Jul 06 17:39:21.429396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb2d705c-8af1-407d-b866-f6bef4c83e5e req-7c9e6d47-3e8c-4b35-991d-0f7b4aa5a3dd tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 210 time: 0.0638766 Jul 06 17:39:21.531298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-122797e5-4d6f-45c8-8d29-362e255aaf23 None None] Port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:21.532308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63b09d6c-4946-4b14-8a63-6b886f83ab53 req-c2e0fb65-e228-4086-9b15-72ea35734c20 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071622 Jul 06 17:39:21.562108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Allocated IP 172.20.0.9 (75056c88-1f05-432d-a24f-a6b640c2e3b2/a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f/77c448c2-6888-4d41-90e6-f7324953cd5c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:21.711437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a4046-51ef-4cac-8464-5be61ff6a80d None None] DHCP port deletion for 7e1ed870-522d-4262-9ab3-876ed76ea42b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:39:21.713859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:21.757121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Pushing event deleted for resources: {'Port': ['ID=28908a3e-d482-4d04-945f-26830afae10c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:21.763483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] No DVR routers for this DVR port 28908a3e-d482-4d04-945f-26830afae10c on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:21.892471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe', 'name': '', 'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'mac_address': 'fa:16:3e:1d:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:18Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 2, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'subnets': [{'id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:21.905707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:21.926470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fbd99-a674-4fe6-92a1-5f1ded4f7977 None None] The sync data for ids ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'] in n-d-799527-3 is: [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe', 'name': '', 'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'mac_address': 'fa:16:3e:1d:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:18Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 2, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'subnets': [{'id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:21.937453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:21.981537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1ed870-522d-4262-9ab3-876ed76ea42b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:22.003306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6533dfe3-ba32-4c52-a3e3-524fda23acd8') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:22.003875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6533dfe3-ba32-4c52-a3e3-524fda23acd8') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:22.006458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Transition to ACTIVE for port object 77c448c2-6888-4d41-90e6-f7324953cd5c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:22.032892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.064921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.092059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:39:22.092469 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:39:22.095325 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:39:22.103900 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:39:22.164265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a4a6-2ab9-4184-b0ea-749197e04385 req-27b0a888-bcf0-4029-bfb4-d0d5f08f6034 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:22.168558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4be4a4a6-2ab9-4184-b0ea-749197e04385 req-27b0a888-bcf0-4029-bfb4-d0d5f08f6034 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 950 time: 0.2966659 Jul 06 17:39:22.227519 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.307672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53252d5-e12c-4693-8a8c-3c690f01ebf8 req-6d03f883-8ffd-4b2d-8d93-4ce16e186c7d tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:22.310488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a53252d5-e12c-4693-8a8c-3c690f01ebf8 req-6d03f883-8ffd-4b2d-8d93-4ce16e186c7d tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1100 time: 0.4006665 Jul 06 17:39:22.311305 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.342314 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.346172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e1ed870-522d-4262-9ab3-876ed76ea42b HTTP/1.1" status: 204 len: 168 time: 2.2569904 Jul 06 17:39:22.363806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:22.408517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:22.424286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:22.429117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c465e4-7b24-4354-95d2-45dc4eb0cc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1ed870-522d-4262-9ab3-876ed76ea42b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:22.438183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4be4a4a6-2ab9-4184-b0ea-749197e04385 req-413107bc-6d50-4e1c-8954-ee91449b9d50 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270362 Jul 06 17:39:22.444742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event updated for resources: {'Port': ['ID=77c448c2-6888-4d41-90e6-f7324953cd5c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:22.543412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a53252d5-e12c-4693-8a8c-3c690f01ebf8 req-c56cec7f-78bd-473f-a7f9-7f57c603b3c9 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121122 Jul 06 17:39:22.610819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:22.611944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.665304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-7fae260a-715c-4131-81eb-847d8cf23b00 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3452024 Jul 06 17:39:22.690887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Request body: {'port': {'device_id': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:22.887437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42584) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:23.044840 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c6ffdfc8-9804-4895-9edf-f2efc14d7379 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffe7f901132f46c3a8c46de7690795b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555514 Jul 06 17:39:23.050270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-38462014-625f-4cce-881b-f4458a219eba None None] Provisioning for port 77c448c2-6888-4d41-90e6-f7324953cd5c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:23.054351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42598) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:23.069545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-38462014-625f-4cce-881b-f4458a219eba None None] Provisioning complete for port 77c448c2-6888-4d41-90e6-f7324953cd5c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:23.070220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38462014-625f-4cce-881b-f4458a219eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.126581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.175177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38462014-625f-4cce-881b-f4458a219eba None None] Port 77c448c2-6888-4d41-90e6-f7324953cd5c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:23.184151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 28908a3e-d482-4d04-945f-26830afae10c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:23.238152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.253299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 28908a3e-d482-4d04-945f-26830afae10c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:23.254035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 28908a3e-d482-4d04-945f-26830afae10c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:23.294602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.360211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.363203 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.364722 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df035fa7-06aa-49f5-a4d0-f8576811df5d HTTP/1.1" status: 204 len: 168 time: 0.3054204 Jul 06 17:39:23.380302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df035fa7-06aa-49f5-a4d0-f8576811df5d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:23.394784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.395233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.397223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.397715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.398123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.398537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.398967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.399430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.399821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.403333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.403830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.404231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec50cb0-6bd5-4041-a4ac-3fb079afe97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:23.496320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-fd77c258-f4c8-45e6-b406-6705ab716934 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5578790 Jul 06 17:39:23.602587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:23.767221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.969142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-96fecef7-a6fb-44e7-a66c-f414e8a234ea tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:23.971905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-96fecef7-a6fb-44e7-a66c-f414e8a234ea tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.3220840 Jul 06 17:39:24.034232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a0ee5658-6919-41f2-9377-32df6f592f1c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/quotas/72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 375 time: 0.0468178 Jul 06 17:39:24.169200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c448c2-6888-4d41-90e6-f7324953cd5c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:24.181294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.196080 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.213491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Transition to ACTIVE for port object 77c448c2-6888-4d41-90e6-f7324953cd5c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:24.224699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.300367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-c884644c-3690-4384-ba1b-7fecde033310 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2532947 Jul 06 17:39:24.406717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=77c448c2-6888-4d41-90e6-f7324953cd5c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:24.467166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.468071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.471209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.472185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.473004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.473554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.474157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.474781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.475677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.476288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.476797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.477302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:24.537273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42648) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:24.611751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Allocated IP 172.25.5.45 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/bfedc864-ff72-4a42-8b4f-55b329dd0903) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:24.630789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-1bcddbb2-bc64-4dc7-bd8b-5e1a4f4df645 service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176811 Jul 06 17:39:24.677178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Attempting to bind port 77c448c2-6888-4d41-90e6-f7324953cd5c on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:24.677725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Attempting to bind port 77c448c2-6888-4d41-90e6-f7324953cd5c by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:24.678255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Attempting to bind port 77c448c2-6888-4d41-90e6-f7324953cd5c on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:24.708301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-network', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:24.746329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Made reservation on behalf of a43ab769bfad4fb3958b6c49aeb408b9 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:24.749406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.758672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.823192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Port 77c448c2-6888-4d41-90e6-f7324953cd5c on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:24.824227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Attempting to bind port 77c448c2-6888-4d41-90e6-f7324953cd5c on network 75056c88-1f05-432d-a24f-a6b640c2e3b2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:24.856248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:24.856760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Checking segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:24.857391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Bound using segment: {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:24.858119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Bound port: 77c448c2-6888-4d41-90e6-f7324953cd5c, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf391f9-baae-4645-9ce6-b900c84d5239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:24.858724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.897928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.903931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.943478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:39:24.958902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c865b7a-ba6b-4afd-bd04-01ce1623f496,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:24.967073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.967686 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Added segment de517ceb-f6e3-4d43-a2f2-a8881f1fb175 of type vlan for network da55c7dd-013d-4211-9c90-27e33431cd68 Jul 06 17:39:25.052800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.068412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-5c9ff544-a1f5-4a18-bb85-e2f0e9824d18 service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155536 Jul 06 17:39:25.100369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] For port 77c448c2-6888-4d41-90e6-f7324953cd5c, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:25.109921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] For port 77c448c2-6888-4d41-90e6-f7324953cd5c, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=77c448c2-6888-4d41-90e6-f7324953cd5c,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:25.112723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.115006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.116800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.126080 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.145042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:25.151231 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.237579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.241222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.242775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] 10.222.0.60 "PUT /v2.0/ports/77c448c2-6888-4d41-90e6-f7324953cd5c HTTP/1.1" status: 200 len: 1091 time: 2.5676877 Jul 06 17:39:25.254303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:25.258951 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7195914 Jul 06 17:39:25.260498 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d37c2-ffa6-4427-93bb-49e0c94ec95a" -d '{"events": [{"name": "network-changed", "server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:25.264261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:25.276048 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Sync routers for ids ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:25.307008 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Routers {'b8c363e3-5b6f-40f0-8f3a-4ee1892905db'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:25.311552 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:25.314075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Request body: {'subnet': {'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-subnet', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:25.323371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:25.340156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:25.342843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.348354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6deae86d-d7a7-49b0-ac25-d9e971667bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.362574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eadff4-8699-4a1a-ba8c-7106c1c76cfb admin admin] Pushing event updated for resources: {'Network': ['ID=da55c7dd-013d-4211-9c90-27e33431cd68,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:25.409220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network da55c7dd-013d-4211-9c90-27e33431cd68 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:39:25.481646 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.517090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0517dec-e1ee-4963-a84b-97a686abdcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=77c448c2-6888-4d41-90e6-f7324953cd5c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:25.592084 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Set router b8c363e3-5b6f-40f0-8f3a-4ee1892905db gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:25.618627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Pushing event updated for resources: {'Port': ['ID=bfedc864-ff72-4a42-8b4f-55b329dd0903,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:25.620157 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.629870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Made reservation on behalf of a43ab769bfad4fb3958b6c49aeb408b9 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:25.633143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.680612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:25.687823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.724089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:25.725669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:25.733377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:25.751791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:25.761044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.761639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.762147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.762648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.763161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.763694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.764210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.764704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.765206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.765693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.766424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.766923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:25.866180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-a1e27950-9d47-4bb3-ac72-c8e6bfb8b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.867916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-a1e27950-9d47-4bb3-ac72-c8e6bfb8b792 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 1094 time: 0.5342412 Jul 06 17:39:25.929344 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe', 'name': '', 'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'mac_address': 'fa:16:3e:1d:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:18Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 2, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'subnets': [{'id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:25.943352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-5121d48e-d581-48e8-89b1-7bef7d5a9b34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77c448c2-6888-4d41-90e6-f7324953cd5c HTTP/1.1" status: 200 len: 217 time: 0.0661507 Jul 06 17:39:25.967320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Checking router: b8c363e3-5b6f-40f0-8f3a-4ee1892905db for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:25.967653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Updating router b8c363e3-5b6f-40f0-8f3a-4ee1892905db port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:39:26.010490 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.079845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45d7b0-de01-4a91-93a7-d6bb74dbc49f req-c4470672-a825-4b5c-9261-3ca0de867c8c tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:26.081655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d45d7b0-de01-4a91-93a7-d6bb74dbc49f req-c4470672-a825-4b5c-9261-3ca0de867c8c tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 943 time: 0.3649871 Jul 06 17:39:26.092697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.146591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-5cd9b293-9d4f-4527-9967-0853a9e3ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:26.148130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-5cd9b293-9d4f-4527-9967-0853a9e3ee15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.1751328 Jul 06 17:39:26.322898 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.336146 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Transition to ACTIVE for port object 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:26.345045 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.405782 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Pushing event updated for resources: {'Port': ['ID=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:26.433191 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.433600 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.433875 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.434216 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.434552 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.434888 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.435401 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.435733 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.436060 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.436384 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.436708 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.437029 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:26.480377 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Attempting to bind port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:26.480749 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Attempting to bind port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:26.481123 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Attempting to bind port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe on network 2b6a0232-f663-4429-b418-151505397f93 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:26.488900 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:26.489503 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Checking segment: {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:26.490206 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.490877 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Bound using segment: {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:26.491963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Bound port: 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524d1449-b255-4189-aa07-00a9cfa017c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2b6a0232-f663-4429-b418-151505397f93'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:26.492619 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.605760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d45d7b0-de01-4a91-93a7-d6bb74dbc49f req-ca370e91-492e-421d-a419-0e1d8fc3af99 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5105915 Jul 06 17:39:26.608365 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] For port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:26.611341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.612773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] For port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,segment=NetworkSegment(524d1449-b255-4189-aa07-00a9cfa017c7),segment_id=524d1449-b255-4189-aa07-00a9cfa017c7)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:26.621979 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.641169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.709678 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30922d55-c876-433a-88e5-e5cdce37e623 None None] Pushing event updated for resources: {'Port': ['ID=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:26.740925 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Routers {'b8c363e3-5b6f-40f0-8f3a-4ee1892905db'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:26.741598 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:26.751245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1786338f-639f-4899-af3e-121f44a007f2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:26.754720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-18b42ae4-acb2-486b-b6bd-02f5b78cfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:26.756309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-18b42ae4-acb2-486b-b6bd-02f5b78cfee2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5854261 Jul 06 17:39:26.882692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Checking segment: {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:26.883432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Network hostable DHCP agents. Network: da55c7dd-013d-4211-9c90-27e33431cd68, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:39:26.973483 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] Set router b8c363e3-5b6f-40f0-8f3a-4ee1892905db gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:27.121832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-dec49c13-9845-4cc9-97e1-13de73d26d35 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.124312 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-dec49c13-9845-4cc9-97e1-13de73d26d35 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.2597451 Jul 06 17:39:27.138991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Request body: {'port': {'device_id': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'admin_state_up': True, 'tenant_id': '72a7e1bf40f6420b904f3f27f9180b77'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:27.143242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-b6618d55-da94-415c-8f58-371277298315 service neutron] 10.222.0.60 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253570 Jul 06 17:39:27.150070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Network da55c7dd-013d-4211-9c90-27e33431cd68 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:39:27.202263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:27.248990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, da55c7dd-013d-4211-9c90-27e33431cd68) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:27.273437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3cc334-cc6c-4e0d-a668-f3961ba3eb2f None None] Network da55c7dd-013d-4211-9c90-27e33431cd68 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:27.285871 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.288802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.289414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.301753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.348044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Made reservation on behalf of 72a7e1bf40f6420b904f3f27f9180b77 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:27.353888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.391712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d262bd75-0fb1-4fd8-8cf5-02c894a739f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1019013 Jul 06 17:39:27.395996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42672) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:27.405038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:27.452219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Pushing event updated for resources: {'Port': ['ID=bfedc864-ff72-4a42-8b4f-55b329dd0903,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:27.471638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c63fed7d-ef85-4ce7-be0e-d2084f7aa5d8 req-0537bec3-5618-4c7a-8c95-6b4dad400a44 service neutron] 10.222.0.60 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023598 Jul 06 17:39:27.476605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:27.479171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4db2b-97ec-4f36-a451-b3ecb5137009 req-93a69217-a3ba-4134-acb9-b65539900dd1 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.480953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba4db2b-97ec-4f36-a451-b3ecb5137009 req-93a69217-a3ba-4134-acb9-b65539900dd1 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1100 time: 0.2796786 Jul 06 17:39:27.486490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.490333 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe', 'name': '', 'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'mac_address': 'fa:16:3e:1d:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:18Z', 'updated_at': '2021-07-06T17:39:26Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'subnets': [{'id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:27.504571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:27.505585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.526362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.533954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-24c67841-816b-40ef-8ccb-a0f581373cd5 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0255296 Jul 06 17:39:27.598044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-92039482-b804-4bb6-98e1-53bebc55ab77 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0630689 Jul 06 17:39:27.613595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba4db2b-97ec-4f36-a451-b3ecb5137009 req-42578a6f-a358-4959-88d7-4340bcb99f29 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241894 Jul 06 17:39:27.658803 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c72e1f-764e-43c8-b250-0fec413ebeaa None None] The sync data for ids ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'] in n-d-799527-3 is: [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:19Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe', 'name': '', 'network_id': '2b6a0232-f663-4429-b418-151505397f93', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'mac_address': 'fa:16:3e:1d:b4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:18Z', 'updated_at': '2021-07-06T17:39:26Z', 'revision_number': 4, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'subnets': [{'id': '440f08be-dfcc-487f-a13a-d5ef5afe1c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:27.706262 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Allocated IP 172.20.0.6 (4866136e-bd98-46b6-bfa9-edce10e54f00/12dc2617-69d2-4239-afcc-2569ae327866/e4843081-a637-41e7-91c8-89df5f1baecd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:27.735093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.752038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-da55c7dd-013d-4211-9c90-27e33431cd68', 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'fixed_ips': [{'subnet_id': '1786338f-639f-4899-af3e-121f44a007f2'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:39:27.752934 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.904034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.905143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.944949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-108b084e-035f-4397-b0c4-ba01ba10235f tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.947809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a5933be-1fb5-43fc-9b2b-8e2c55e30af3 req-108b084e-035f-4397-b0c4-ba01ba10235f tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.3477070 Jul 06 17:39:27.950353 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d78762-995e-40a9-930b-6933b4f5340e x-openstack-request-id: req-96d78762-995e-40a9-930b-6933b4f5340e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:27.950826 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:27.951241 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96d78762-995e-40a9-930b-6933b4f5340e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:27.951996 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'status': 'completed', 'code': 200} Jul 06 17:39:27.989059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,segment=NetworkSegment(524d1449-b255-4189-aa07-00a9cfa017c7),segment_id=524d1449-b255-4189-aa07-00a9cfa017c7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:28.002006 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ef11bbe-c334-4692-99d8-a682dcb54b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.042170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.049695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:28.111888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-17346005-08d0-40da-bb86-93d8caffe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:28.113841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-17346005-08d0-40da-bb86-93d8caffe0a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 1094 time: 0.1607354 Jul 06 17:39:28.132721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.149121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.156140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c978ef46-7331-40e9-9220-e63d20adae77 req-6b589101-c53c-47a3-a85c-38f74d2291b2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 210 time: 0.0798166 Jul 06 17:39:28.176033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-75d022b3-b57f-475c-b8c4-f282af47895b tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=afd249b93cea4c53bb28e9b93046efd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978880 Jul 06 17:39:28.363503 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.376669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Allocated IP 172.20.0.2 (da55c7dd-013d-4211-9c90-27e33431cd68/1786338f-639f-4899-af3e-121f44a007f2/9ccebd9e-4a6f-478b-aca4-41f4beaff425) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:28.395393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:28.432945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.484162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:28.484812 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.545258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-9b8fc589-0869-4b7b-bebd-e068762f9219 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:28.548266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-9b8fc589-0869-4b7b-bebd-e068762f9219 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3713171 Jul 06 17:39:28.550363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.638434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-d26247a8-7dd3-4522-9c80-9a820d88efe3 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/quotas/afd249b93cea4c53bb28e9b93046efd0 HTTP/1.1" status: 200 len: 375 time: 0.0520909 Jul 06 17:39:28.658088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-134a2e28-7df9-447e-8ff4-a5c2d5e18804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:28.660875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-134a2e28-7df9-447e-8ff4-a5c2d5e18804 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 925 time: 0.5028048 Jul 06 17:39:28.712028 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.717468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1bb7b-7c5e-4cc9-ae2a-876e05f6ebc0 req-4bc9b93c-cf94-45a5-94ae-f1bd1c715fcc tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:28.731839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Transition to ACTIVE for port object 9ccebd9e-4a6f-478b-aca4-41f4beaff425 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:28.732131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3f1bb7b-7c5e-4cc9-ae2a-876e05f6ebc0 req-4bc9b93c-cf94-45a5-94ae-f1bd1c715fcc tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 943 time: 0.4034612 Jul 06 17:39:28.781490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Transition to ACTIVE for port object 9ccebd9e-4a6f-478b-aca4-41f4beaff425 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:28.793223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.835486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-f8f9affb-bd06-4dbb-b43d-ded9e4f06219 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77c448c2-6888-4d41-90e6-f7324953cd5c HTTP/1.1" status: 200 len: 217 time: 0.1675894 Jul 06 17:39:28.881462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Network da55c7dd-013d-4211-9c90-27e33431cd68 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:28.887875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:28.895093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:28.921780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Pushing event updated for resources: {'Port': ['ID=9ccebd9e-4a6f-478b-aca4-41f4beaff425,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:28.943694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:28.945819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:28.952302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:28.955322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:28.961600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:28.963368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.994376 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-e053a4ad-b798-4724-a469-1566afa9d205 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8597364 Jul 06 17:39:29.005399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Request body: {'port': {'device_id': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:29.052429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Attempting to bind port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:29.053069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Attempting to bind port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:29.053707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Attempting to bind port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 on network da55c7dd-013d-4211-9c90-27e33431cd68 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:29.064094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3f1bb7b-7c5e-4cc9-ae2a-876e05f6ebc0 req-10a90729-0711-4830-9563-da68cbb499ba tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3295116 Jul 06 17:39:29.067037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:29.067822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Checking segment: {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:29.069092 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.069743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Bound using segment: {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:29.071591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Bound port: 9ccebd9e-4a6f-478b-aca4-41f4beaff425, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:29.072360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.118956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-782863bb-50c6-4fb1-83de-71c91a5ce99c tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=afd249b93cea4c53bb28e9b93046efd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4531825 Jul 06 17:39:29.123071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-fa601ec5-73ea-4f56-98ec-e344ded275ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.128460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:29.129302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-fa601ec5-73ea-4f56-98ec-e344ded275ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.2772293 Jul 06 17:39:29.220340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.221527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.239473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.252491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:29.253024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.293289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.296609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] For port 9ccebd9e-4a6f-478b-aca4-41f4beaff425, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:29.330734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] For port 9ccebd9e-4a6f-478b-aca4-41f4beaff425, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ccebd9e-4a6f-478b-aca4-41f4beaff425,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:29.341031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.356190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-513e4c8d-6682-4b34-b546-404502f260de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.359409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-513e4c8d-6682-4b34-b546-404502f260de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115757 Jul 06 17:39:29.433897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146cfba-65ab-4a5b-9627-68d54467909b None None] Pushing event updated for resources: {'Port': ['ID=9ccebd9e-4a6f-478b-aca4-41f4beaff425,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:29.578608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Allocated IP 172.25.5.61 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/7319fe83-8f6c-455c-8a45-58ea06ca23dc) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:29.618770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-243aa495-abfa-4703-ab1b-0ca461eb8897 service neutron] 10.222.0.60 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517159 Jul 06 17:39:29.737501 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.974106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.031082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-664e1b35-4869-4b62-83a4-0b8127bd7586 req-030daf14-a80f-4043-8ce4-dfc559515a4e tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips/ccb80033-ee39-47af-90a0-2f09113ab4bd HTTP/1.1" status: 200 len: 692 time: 0.2858407 Jul 06 17:39:30.096503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4843081-a637-41e7-91c8-89df5f1baecd {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:30.117531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.149080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Transition to ACTIVE for port object e4843081-a637-41e7-91c8-89df5f1baecd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:30.155232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.166651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.175233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-746d37c2-ffa6-4427-93bb-49e0c94ec95a req-a6047c12-59fb-4605-8f5d-5783bc85567c service neutron] 10.222.0.60 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428221 Jul 06 17:39:30.228616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:30.235874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:30.242597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:30.301435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e1b35-4869-4b62-83a4-0b8127bd7586 req-529f6eca-5c30-443f-ae40-426f15954b91 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.310608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Pushing event updated for resources: {'Port': ['ID=7319fe83-8f6c-455c-8a45-58ea06ca23dc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:30.326670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-664e1b35-4869-4b62-83a4-0b8127bd7586 req-529f6eca-5c30-443f-ae40-426f15954b91 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2914248 Jul 06 17:39:30.344404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-664e1b35-4869-4b62-83a4-0b8127bd7586 req-99ceff1c-0694-42bb-b3b4-3d1600b38e2c tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:39:30.347547 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-664e1b35-4869-4b62-83a4-0b8127bd7586 req-99ceff1c-0694-42bb-b3b4-3d1600b38e2c tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183856 Jul 06 17:39:30.452883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:30.453222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:30.453561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:30.487744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:30.488084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:30.506325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:30.517990 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:30.519409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:30.519409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:30.519409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Bound port: e4843081-a637-41e7-91c8-89df5f1baecd, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:30.520150 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.565883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.671466 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397cbd57-b0ee-4fb4-a06d-c7421e92745f req-053d4788-7303-4a2a-8e1c-93f071a0e86f tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 210 time: 0.0562747 Jul 06 17:39:30.706744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:30.713889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:30.722191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.741678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e623327-a2ca-4444-ab33-8b80cf20127d req-38b85818-1ef9-4ee3-afc0-32d9fe0e6f16 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.743525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e623327-a2ca-4444-ab33-8b80cf20127d req-38b85818-1ef9-4ee3-afc0-32d9fe0e6f16 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 943 time: 0.1441545 Jul 06 17:39:30.764531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.765191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.766941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] 10.222.0.61 "PUT /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 1091 time: 1.7661927 Jul 06 17:39:30.769978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:30.772417 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f3466d-f1ff-4562-bf88-97165faa4406" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:30.779236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.831575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e623327-a2ca-4444-ab33-8b80cf20127d req-a9e951fa-ecc1-4f9a-9079-240c807bbfce tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802131 Jul 06 17:39:30.901733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 77c448c2-6888-4d41-90e6-f7324953cd5c details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:30.970662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-a5e96def-c7fe-46e9-b7c4-15303d8077c2 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291631 Jul 06 17:39:30.973937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960f6c6-22a5-4db7-af24-5dc0390ddc35 service neutron] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:31.080645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 77c448c2-6888-4d41-90e6-f7324953cd5c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=77c448c2-6888-4d41-90e6-f7324953cd5c,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:31.097286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'port_id': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'mac_address': 'fa:16:3e:19:fb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:31.147244 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.178940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c448c2-6888-4d41-90e6-f7324953cd5c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:31.212201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 77c448c2-6888-4d41-90e6-f7324953cd5c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=77c448c2-6888-4d41-90e6-f7324953cd5c,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:31.221422 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.233902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ccebd9e-4a6f-478b-aca4-41f4beaff425 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:31.274701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-da6d60b8-9007-4ce3-abf9-7b13ca135d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:31.277372 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-da6d60b8-9007-4ce3-abf9-7b13ca135d81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1094 time: 0.2582867 Jul 06 17:39:31.312293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-5e3091c7-cba3-44d8-8998-8445c64f4ae8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:31.320938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-5e3091c7-cba3-44d8-8998-8445c64f4ae8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359487 Jul 06 17:39:31.337076 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-38cc1f13-de8c-4e5f-9a55-a50a97037319 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 217 time: 0.0513046 Jul 06 17:39:31.341628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-cc71a1fd-f763-4e65-a787-92493187a51d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/quotas/93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 375 time: 0.0196648 Jul 06 17:39:31.389905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a08b4-c6f5-454a-8854-ce82b2d05906 req-9ba66035-3ad9-468d-9cdf-0ff292fc5b02 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:31.392326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a7a08b4-c6f5-454a-8854-ce82b2d05906 req-9ba66035-3ad9-468d-9cdf-0ff292fc5b02 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 944 time: 0.1952965 Jul 06 17:39:31.428662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621cf9df-969e-4282-b6dc-d1740c94c6aa None None] Network da55c7dd-013d-4211-9c90-27e33431cd68 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:31.474073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a7a08b4-c6f5-454a-8854-ce82b2d05906 req-514dbfc9-011c-4da9-bef1-e196991c8576 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607314 Jul 06 17:39:31.484906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.487710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:31.505717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-1fc31abc-fc02-4b8f-97ca-430b48e3ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:31.512428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['77c448c2-6888-4d41-90e6-f7324953cd5c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:31.512924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-7ff9b7e4-9371-41f0-ad95-d7ccdf567711 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=afd249b93cea4c53bb28e9b93046efd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375047 Jul 06 17:39:31.523704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=77c448c2-6888-4d41-90e6-f7324953cd5c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:31.527802 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-1fc31abc-fc02-4b8f-97ca-430b48e3ed64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1788189 Jul 06 17:39:31.540013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-dad07a41-489c-4b39-b923-444e8e568f56 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974664 Jul 06 17:39:31.606100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-5f164973-5c9c-40af-bf3f-158e68c9387f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721042 Jul 06 17:39:31.764114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] Provisioning for port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:31.764752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fe47795-363b-4750-a602-a2289bb13d0b req-289db2ea-2b09-45ce-887e-3daed7fe7c77 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=6811de5edcc34e9c9e510ae0ab0813af HTTP/1.1" status: 200 len: 695 time: 0.2097569 Jul 06 17:39:31.803014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] Provisioning complete for port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:31.804108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.955043 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-6de8cad5-3c34-4465-ba8b-43d554f5c7c9 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413980 Jul 06 17:39:31.980938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe47795-363b-4750-a602-a2289bb13d0b req-d04906e9-2e41-40dc-b452-120691fa4bb4 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:31.995767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fe47795-363b-4750-a602-a2289bb13d0b req-d04906e9-2e41-40dc-b452-120691fa4bb4 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks?id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 787 time: 0.2193186 Jul 06 17:39:31.995959 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f99dae5-847d-42c0-9c3d-d03afbf6ad92 x-openstack-request-id: req-5f99dae5-847d-42c0-9c3d-d03afbf6ad92 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:31.996189 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:31.996403 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f99dae5-847d-42c0-9c3d-d03afbf6ad92 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:31.996857 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'status': 'completed', 'code': 200} Jul 06 17:39:32.023177 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.035966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-9fe47795-363b-4750-a602-a2289bb13d0b req-62b4c381-2ede-4d55-94d8-04f454233508 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:39:32.056893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fe47795-363b-4750-a602-a2289bb13d0b req-62b4c381-2ede-4d55-94d8-04f454233508 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451593 Jul 06 17:39:32.187306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-20bed021-1008-4715-8b19-caf9e1adc0aa tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:32.195030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-20bed021-1008-4715-8b19-caf9e1adc0aa tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6506188 Jul 06 17:39:32.214972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Request body: {'port': {'device_id': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': 'afd249b93cea4c53bb28e9b93046efd0'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:32.222478 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f714da46-4eb4-4802-ab0a-5b0a5cd93f53 req-2957572b-b0c1-4400-aff2-6a84f7a10d17 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493510 Jul 06 17:39:32.225198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Router 4aff0308-61e7-43d7-853c-539456ce985f is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:39:32.265951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.389497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] For port 9ccebd9e-4a6f-478b-aca4-41f4beaff425, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ccebd9e-4a6f-478b-aca4-41f4beaff425,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:32.412821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.550255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:32.551740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adba9d-aa33-40f5-8b6a-535f070afea7 None None] Pushing event updated for resources: {'Port': ['ID=9ccebd9e-4a6f-478b-aca4-41f4beaff425,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:32.571803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Sync routers for ids ['4aff0308-61e7-43d7-853c-539456ce985f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:32.590221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Routers {'4aff0308-61e7-43d7-853c-539456ce985f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:32.590877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4aff0308-61e7-43d7-853c-539456ce985f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:32.600217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f436a15-d5b8-47f5-b390-292a35261a00 req-0064e9b4-dd02-49ab-86cf-2d5c89be9281 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 210 time: 0.1542876 Jul 06 17:39:32.627492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-11bcade3-5e07-466e-9d55-ce5f569b87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:32.629712 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-11bcade3-5e07-466e-9d55-ce5f569b87d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1094 time: 0.3054316 Jul 06 17:39:32.630913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.639665 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8aca9130-6fe3-4e55-b958-d22026b3da74 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2391300 Jul 06 17:39:32.639665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42802) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:32.767758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Made reservation on behalf of afd249b93cea4c53bb28e9b93046efd0 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:32.774720 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.874032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65d7e308-0a90-4e7f-8f77-29e387d2657c req-96751cb9-6a7d-46c7-a689-5e2e8d419762 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 210 time: 0.1322839 Jul 06 17:39:32.894152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Set router 4aff0308-61e7-43d7-853c-539456ce985f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:33.206017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ccebd9e-4a6f-478b-aca4-41f4beaff425 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:33.244416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f2509-bb00-4849-a956-6d8573eab59f req-ad19a2b0-b327-4aed-86a7-967fc7db86a5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:33.253201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b04f2509-bb00-4849-a956-6d8573eab59f req-ad19a2b0-b327-4aed-86a7-967fc7db86a5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 943 time: 0.3745213 Jul 06 17:39:33.287501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01456676-5dd5-4916-a2ea-d85024c03731 None None] Provisioning complete for port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:33.288116 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01456676-5dd5-4916-a2ea-d85024c03731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.318614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b04f2509-bb00-4849-a956-6d8573eab59f req-72e97aad-ad21-4140-ac78-1773acdab625 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642939 Jul 06 17:39:33.387705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Allocated IP 192.168.233.83 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/037a8740-a6d6-4c84-8cfc-dbd9393974a0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:33.457399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-fd100e3b-9530-46b5-9273-0db0efc9c666 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips/ccb80033-ee39-47af-90a0-2f09113ab4bd HTTP/1.1" status: 200 len: 692 time: 0.0715551 Jul 06 17:39:33.501485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:33.501879 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.649871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-2f5318ce-1a9e-464b-abb2-c3056fb7d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:33.652121 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-2f5318ce-1a9e-464b-abb2-c3056fb7d48f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 1.0120814 Jul 06 17:39:33.655894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:30Z', 'revision_number': 3, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:33.709005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-b8663e3b-6af9-42ec-af41-f9081b39a86e tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:33.717100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Checking router: 4aff0308-61e7-43d7-853c-539456ce985f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:33.717361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Updating router 4aff0308-61e7-43d7-853c-539456ce985f port 7319fe83-8f6c-455c-8a45-58ea06ca23dc binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:39:33.718082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-b8663e3b-6af9-42ec-af41-f9081b39a86e tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2595196 Jul 06 17:39:33.750227 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-3923d2f9-90ce-458e-a01b-0da57ebaa676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 217 time: 0.0881770 Jul 06 17:39:33.792799 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.850738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.864365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-4aa85509-2d0d-4f4b-897d-c7e7679b9259 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.1450179 Jul 06 17:39:33.928972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-93908193-4af7-4cd0-81e9-a32636d2c103 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0635867 Jul 06 17:39:33.936568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-a0977c9c-09eb-4ecc-85fd-c3b3a5fdb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:33.938804 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-a0977c9c-09eb-4ecc-85fd-c3b3a5fdb7b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1767199 Jul 06 17:39:33.986316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Transition to ACTIVE for port object 037a8740-a6d6-4c84-8cfc-dbd9393974a0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:34.025003 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-4587965d-d2ed-4bb9-8fb0-3b06c2f65384 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712674 Jul 06 17:39:34.181889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f117680-d762-40a5-a7cd-982b476c1a6f req-98f1c1a9-fc2e-45f9-9412-033cbf9b1f4e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:34.189402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f117680-d762-40a5-a7cd-982b476c1a6f req-98f1c1a9-fc2e-45f9-9412-033cbf9b1f4e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 944 time: 0.2582231 Jul 06 17:39:34.207923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.213949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fa95d5cf-717b-43ae-a0a0-0ad505f109c3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701971 Jul 06 17:39:34.230292 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-f237ad20-09c0-411e-8428-d5de9e32517e service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951196 Jul 06 17:39:34.331649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['da033563-4eda-4b2d-9d36-70aa716f0e93'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:34.333381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f117680-d762-40a5-a7cd-982b476c1a6f req-af08c646-a782-424a-aeb0-0d4045de82fc tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414723 Jul 06 17:39:34.428673 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-50f3466d-f1ff-4562-bf88-97165faa4406 req-2e12e3a2-b8b9-4857-bfe0-35733a4ada58 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895955 Jul 06 17:39:34.437883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.473329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.500919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Transition to ACTIVE for port object 7319fe83-8f6c-455c-8a45-58ea06ca23dc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:34.513145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.611160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:34.614083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Deleting port bfedc864-ff72-4a42-8b4f-55b329dd0903 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:34.615062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.646638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:34.653710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Attempting to bind port 7319fe83-8f6c-455c-8a45-58ea06ca23dc on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:34.654183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Attempting to bind port 7319fe83-8f6c-455c-8a45-58ea06ca23dc by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:34.654463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Attempting to bind port 7319fe83-8f6c-455c-8a45-58ea06ca23dc on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:34.661009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e940-1485-4417-82d8-e04e3e2e52a3 None None] Pushing event updated for resources: {'Port': ['ID=7319fe83-8f6c-455c-8a45-58ea06ca23dc,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:34.669538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:34.669933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:34.670334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.670797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:34.671365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Bound port: 7319fe83-8f6c-455c-8a45-58ea06ca23dc, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:34.671761 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.719049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Pushing event updated for resources: {'Port': ['ID=037a8740-a6d6-4c84-8cfc-dbd9393974a0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:34.728905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:34.746899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Allocated IP 172.20.0.1 (da55c7dd-013d-4211-9c90-27e33431cd68/1786338f-639f-4899-af3e-121f44a007f2/2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:34.759213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] For port 7319fe83-8f6c-455c-8a45-58ea06ca23dc, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:34.763114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] For port 7319fe83-8f6c-455c-8a45-58ea06ca23dc, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7319fe83-8f6c-455c-8a45-58ea06ca23dc,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:34.774779 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.861156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e940-1485-4417-82d8-e04e3e2e52a3 None None] Pushing event updated for resources: {'Port': ['ID=7319fe83-8f6c-455c-8a45-58ea06ca23dc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:34.905064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 77c448c2-6888-4d41-90e6-f7324953cd5c up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:34.913095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.937295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Transition to ACTIVE for port object 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:34.989554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.990722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Routers {'4aff0308-61e7-43d7-853c-539456ce985f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:34.991505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4aff0308-61e7-43d7-853c-539456ce985f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:35.099105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Pushing event updated for resources: {'Port': ['ID=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:35.129153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Network da55c7dd-013d-4211-9c90-27e33431cd68 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:35.136585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:35.139229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:35.139758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.186555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] Set router 4aff0308-61e7-43d7-853c-539456ce985f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:35.354742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-49efca4b-4105-4dc8-9b55-3255c3b5cd99 None None] Provisioning for port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:35.374579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e4843081-a637-41e7-91c8-89df5f1baecd details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:35.393954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-49efca4b-4105-4dc8-9b55-3255c3b5cd99 None None] Provisioning complete for port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:35.394493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49efca4b-4105-4dc8-9b55-3255c3b5cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.414446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 77c448c2-6888-4d41-90e6-f7324953cd5c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:35.454835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.527661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:35.528850 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.560306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-32137b66-0c84-4edd-bfb6-613569ce912b tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:35.568884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-32137b66-0c84-4edd-bfb6-613569ce912b tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3392713 Jul 06 17:39:35.599314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 77c448c2-6888-4d41-90e6-f7324953cd5c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:35.599728 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.611319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Request body: {'port': {'device_id': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '93bbaa5860b3432c92e37fc5d2387960'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:35.629209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.629755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.738032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49efca4b-4105-4dc8-9b55-3255c3b5cd99 None None] Port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:35.752291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-5eebf313-4070-4b46-9ab6-fa8830f3a52a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5477364 Jul 06 17:39:35.753910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Calling delete_port for bfedc864-ff72-4a42-8b4f-55b329dd0903 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:35.777347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.778885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Request body: {'port': {'device_id': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:35.782648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.784019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.860921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69ea97-7dd9-403a-a545-3c9d8de570ce req-4029cddd-cd64-4123-8fc1-fc2df489115a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:35.871875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e69ea97-7dd9-403a-a545-3c9d8de570ce req-4029cddd-cd64-4123-8fc1-fc2df489115a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 935 time: 0.5531085 Jul 06 17:39:35.879230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Pushing event updated for resources: {'Port': ['ID=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:35.925068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:35.934912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Network da55c7dd-013d-4211-9c90-27e33431cd68 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:35.939335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:35.957715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:30Z', 'revision_number': 3, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:36.049795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e69ea97-7dd9-403a-a545-3c9d8de570ce req-746df338-730b-411e-a513-0d208ad5ca3a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550293 Jul 06 17:39:36.052852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.063204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c747158-a360-4050-9c6e-3cc2febf5d23 None None] Provisioning for port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:36.069890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'port_id': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'mac_address': 'fa:16:3e:e8:d6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12dc2617-69d2-4239-afcc-2569ae327866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:36.082680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c747158-a360-4050-9c6e-3cc2febf5d23 None None] Provisioning complete for port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:36.083303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c747158-a360-4050-9c6e-3cc2febf5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.085784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b0298-1fe4-4999-a666-2b3958cbaa5b None None] The sync data for ids ['4aff0308-61e7-43d7-853c-539456ce985f'] in n-d-799527-3 is: [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:30Z', 'revision_number': 3, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:36.102485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.128420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Router 4aff0308-61e7-43d7-853c-539456ce985f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:36.259962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:36.264110 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b0b954-0993-4ca8-a383-67981f2eae33" -d '{"events": [{"server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "name": "network-vif-plugged", "status": "completed", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:36.324493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 77c448c2-6888-4d41-90e6-f7324953cd5c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=77c448c2-6888-4d41-90e6-f7324953cd5c,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:36.326823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8c747158-a360-4050-9c6e-3cc2febf5d23 None None] Port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:36.329719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.332605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:36.347647 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ae1984df-76a0-43f2-bb14-12817c39c66b admin admin] 10.222.0.37 "PUT /v2.0/routers/4aff0308-61e7-43d7-853c-539456ce985f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6560383 Jul 06 17:39:36.348146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.409974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4843081-a637-41e7-91c8-89df5f1baecd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:36.468681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Made reservation on behalf of 93bbaa5860b3432c92e37fc5d2387960 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:36.481406 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.503146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:36.507403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=77c448c2-6888-4d41-90e6-f7324953cd5c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:36.526125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.581782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd655fd6-d697-4df6-95bc-73d19a563bd3 None None] Provisioning complete for port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:36.582495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd655fd6-d697-4df6-95bc-73d19a563bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.736847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.752728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dd655fd6-d697-4df6-95bc-73d19a563bd3 None None] Port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:36.755397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:36.804157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Pushing event deleted for resources: {'Port': ['ID=bfedc864-ff72-4a42-8b4f-55b329dd0903,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:36.813818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e4843081-a637-41e7-91c8-89df5f1baecd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:36.985317 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.989652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.991661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52fed8fd-f4ed-4d57-91e8-80783dad16ed req-58e7fdfa-8ad1-4575-8c79-3f9774197710 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "DELETE /v2.0/floatingips/ccb80033-ee39-47af-90a0-2f09113ab4bd HTTP/1.1" status: 204 len: 173 time: 3.0615957 Jul 06 17:39:36.996461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037a8740-a6d6-4c84-8cfc-dbd9393974a0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:37.014190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.053816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Transition to ACTIVE for port object 037a8740-a6d6-4c84-8cfc-dbd9393974a0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:37.119357 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.220901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c8582dd-f616-43b7-9844-22beeed2143f req-067e3735-6980-4029-a9d0-b7d183e9ad4c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 210 time: 0.1528773 Jul 06 17:39:37.233445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Pushing event updated for resources: {'Port': ['ID=037a8740-a6d6-4c84-8cfc-dbd9393974a0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:37.260083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7319fe83-8f6c-455c-8a45-58ea06ca23dc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:37.315400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Allocated IP 192.168.233.127 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/1d1a8bc4-064d-4657-922e-3b5e40be26ee) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:37.386440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7319fe83-8f6c-455c-8a45-58ea06ca23dc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:37.397426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7319fe83-8f6c-455c-8a45-58ea06ca23dc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:37.397811 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.477650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Attempting to bind port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:37.479762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Attempting to bind port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:37.479762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Attempting to bind port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:37.523204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:37.523621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Attempting to bind port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:37.590421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:37.590967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:37.591680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:37.591881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.592467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Bound port: 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:37.593098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.635508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7319fe83-8f6c-455c-8a45-58ea06ca23dc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7319fe83-8f6c-455c-8a45-58ea06ca23dc,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:37.641855 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.721376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7319fe83-8f6c-455c-8a45-58ea06ca23dc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:37.787316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f631d-91e3-41aa-9169-7077f25496c4 req-1dbea509-46db-4a10-8545-e4bb382a7db7 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:37.790059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-290f631d-91e3-41aa-9169-7077f25496c4 req-1dbea509-46db-4a10-8545-e4bb382a7db7 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 944 time: 0.4718182 Jul 06 17:39:38.041367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a74e8-c63f-4b15-b182-1a8a3f6fedde req-38d5dbb0-60b3-4e21-9e2c-f751cdd7d438 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.044915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-933a74e8-c63f-4b15-b182-1a8a3f6fedde req-38d5dbb0-60b3-4e21-9e2c-f751cdd7d438 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4854698 Jul 06 17:39:38.050592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-290f631d-91e3-41aa-9169-7077f25496c4 req-84491123-6380-40cf-aadb-15ab6ce90ac7 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179224 Jul 06 17:39:38.062314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] For port 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:38.079493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.110871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] For port 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:38.133571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.226271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Transition to ACTIVE for port object 1d1a8bc4-064d-4657-922e-3b5e40be26ee will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:38.298961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.300058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.302561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] 10.222.0.60 "PUT /v2.0/ports/037a8740-a6d6-4c84-8cfc-dbd9393974a0 HTTP/1.1" status: 200 len: 1095 time: 2.5322664 Jul 06 17:39:38.307848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'tag': '037a8740-a6d6-4c84-8cfc-dbd9393974a0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:38.312231 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e48adbf-c812-4aaa-9972-6058b762ef4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9125f74c-02ac-4bec-a9c8-d906e052c3ff", "tag": "037a8740-a6d6-4c84-8cfc-dbd9393974a0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:38.329022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-933a74e8-c63f-4b15-b182-1a8a3f6fedde req-acc64607-21d1-414c-93ea-d8fb5a6ceb94 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624457 Jul 06 17:39:38.434187 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53932652-8c96-4080-a80a-83a2b89f033b x-openstack-request-id: req-53932652-8c96-4080-a80a-83a2b89f033b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:38.435138 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "name": "network-vif-plugged", "status": "completed", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:38.435989 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53932652-8c96-4080-a80a-83a2b89f033b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:38.437070 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'code': 200} Jul 06 17:39:38.437460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4559b-9340-4db5-a1aa-1788d3b44476 service neutron] Pushing event updated for resources: {'Port': ['ID=037a8740-a6d6-4c84-8cfc-dbd9393974a0,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:38.495097 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.514279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644090d-e80a-4d79-9103-6f9d62f3e97a req-604ab01c-b784-4367-9eda-8786dbcc5a71 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.516578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1644090d-e80a-4d79-9103-6f9d62f3e97a req-604ab01c-b784-4367-9eda-8786dbcc5a71 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 945 time: 0.3119528 Jul 06 17:39:38.524327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:38.529224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:38.593681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:38.624501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:38.660292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-9d583b9c-cb23-4af7-aeec-abcf1a78b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.661922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-9d583b9c-cb23-4af7-aeec-abcf1a78b74f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afd249b93cea4c53bb28e9b93046efd0&device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 1098 time: 0.2699113 Jul 06 17:39:38.666780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:38.697557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-881acaea-de92-4513-8384-4c7e64cd1cfa req-008bce41-17cb-44f3-b0f7-10198972ef17 tempest-FloatingIPsNegativeTestJSON-1531240930 tempest-FloatingIPsNegativeTestJSON-1531240930-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=a43ab769bfad4fb3958b6c49aeb408b9 HTTP/1.1" status: 200 len: 217 time: 0.1018724 Jul 06 17:39:38.702856 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Sync routers for ids ['4aff0308-61e7-43d7-853c-539456ce985f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:38.730535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:38.733691 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Routers {'4aff0308-61e7-43d7-853c-539456ce985f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:38.735320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4aff0308-61e7-43d7-853c-539456ce985f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:38.813546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790cc26-7074-4fa4-8498-871f31afa40a req-08e637b0-958c-42ff-9b13-4f96ddc7f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.817526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e790cc26-7074-4fa4-8498-871f31afa40a req-08e637b0-958c-42ff-9b13-4f96ddc7f402 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 1096 time: 0.2192702 Jul 06 17:39:38.821180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1644090d-e80a-4d79-9103-6f9d62f3e97a req-6f859b05-365c-40f7-aa16-ed72f7314a86 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2768664 Jul 06 17:39:38.828251 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-7038f5cf-e4d8-42cc-a31e-2184c070e451 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0 HTTP/1.1" status: 200 len: 217 time: 0.1549978 Jul 06 17:39:38.916183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e790cc26-7074-4fa4-8498-871f31afa40a req-a36f30ba-4d00-4989-b345-640e127a22e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892227 Jul 06 17:39:38.968190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.968735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.034115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-a17c7142-2348-4ccf-ad6f-cde10bfbc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.035901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-a17c7142-2348-4ccf-ad6f-cde10bfbc8db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1570952 Jul 06 17:39:39.055764 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Set router 4aff0308-61e7-43d7-853c-539456ce985f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:39.075879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-fbd18fdf-9907-4957-8f78-cbe2813b9a5e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4791923 Jul 06 17:39:39.113972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Request body: {'port': {'device_id': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:39.166967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7319fe83-8f6c-455c-8a45-58ea06ca23dc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:39.174079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80570736-8239-4198-ada1-15cb8fd246ee req-062415be-f636-4837-a719-bd901e8bf037 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3712080 Jul 06 17:39:39.180807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:39.206458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-88fc00d5-11f4-4953-881a-d711e90d139e None None] Provisioning for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:39.220041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-88fc00d5-11f4-4953-881a-d711e90d139e None None] Provisioning complete for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:39.220350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88fc00d5-11f4-4953-881a-d711e90d139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.259779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.273733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-88fc00d5-11f4-4953-881a-d711e90d139e None None] Port 1d1a8bc4-064d-4657-922e-3b5e40be26ee cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:39.273733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7319fe83-8f6c-455c-8a45-58ea06ca23dc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:39.273733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.327274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.372366 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:35Z', 'revision_number': 4, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184', 'name': '', 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'mac_address': 'fa:16:3e:76:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1786338f-639f-4899-af3e-121f44a007f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:34Z', 'updated_at': '2021-07-06T17:39:35Z', 'revision_number': 2, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'subnets': [{'id': '1786338f-639f-4899-af3e-121f44a007f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:39.372773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0b8dd-b182-40be-995f-f6c619b54d11 req-7e5594ee-cfbb-49d8-be79-4b7eb1e1c657 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.377668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8a0b8dd-b182-40be-995f-f6c619b54d11 req-7e5594ee-cfbb-49d8-be79-4b7eb1e1c657 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 947 time: 0.3181715 Jul 06 17:39:39.382449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e4843081-a637-41e7-91c8-89df5f1baecd up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:39.394069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548be318-7512-4849-acaf-7f27eaa48046 req-7b521e9d-4fe3-4c8b-95e8-f4ba97188db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.396835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-7b521e9d-4fe3-4c8b-95e8-f4ba97188db8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3183556 Jul 06 17:39:39.416081 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Checking router: 4aff0308-61e7-43d7-853c-539456ce985f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:39.417047 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Updating router 4aff0308-61e7-43d7-853c-539456ce985f port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:39:39.478294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port e4843081-a637-41e7-91c8-89df5f1baecd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:39.479093 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.484776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e4843081-a637-41e7-91c8-89df5f1baecd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:39.485159 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.589347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8a0b8dd-b182-40be-995f-f6c619b54d11 req-f65356d0-10de-47ec-a113-6286c342a6d9 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997600 Jul 06 17:39:39.632152 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.703654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:39.711315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.719771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-31fdc45b-e040-4364-9ab5-47f90d2ba5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126857 Jul 06 17:39:39.801281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:39.885979 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.898013 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Transition to ACTIVE for port object 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:39.904731 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.958060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.958369 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d6c33-e923-4086-b4a0-e9434a17052c None None] Pushing event updated for resources: {'Port': ['ID=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:40.029753 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Attempting to bind port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:40.030338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Attempting to bind port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:40.030563 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Attempting to bind port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 on network da55c7dd-013d-4211-9c90-27e33431cd68 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:40.037292 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:40.037662 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Checking segment: {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:40.038075 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.038478 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Bound using segment: {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:40.038964 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Bound port: 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:40.039419 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.128740 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] For port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:40.132998 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] For port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:40.139596 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.206605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Routers {'4aff0308-61e7-43d7-853c-539456ce985f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:40.207291 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4aff0308-61e7-43d7-853c-539456ce985f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:40.246130 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d6c33-e923-4086-b4a0-e9434a17052c None None] Pushing event updated for resources: {'Port': ['ID=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:40.366921 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] Set router 4aff0308-61e7-43d7-853c-539456ce985f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:40.439736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:40.446137 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522dc600-3a28-4484-8377-17fea3c4c273" -d '{"events": [{"server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "name": "network-vif-plugged", "status": "completed", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:40.468513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548be318-7512-4849-acaf-7f27eaa48046 req-97a8b898-34c5-4f45-b489-5279c68fa783 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323501 Jul 06 17:39:40.499302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dc86-7323-4d5d-af89-de1ff79dcc5d req-7be1a005-3862-4bf2-8335-de5a9a85aef4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.506699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c187dc86-7323-4d5d-af89-de1ff79dcc5d req-7be1a005-3862-4bf2-8335-de5a9a85aef4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 936 time: 0.6938472 Jul 06 17:39:40.581691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Allocated IP 172.25.5.62 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/b913d452-c2a4-48e1-9657-acb73f56ec94) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:40.599516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1a8bc4-064d-4657-922e-3b5e40be26ee {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:40.615808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c187dc86-7323-4d5d-af89-de1ff79dcc5d req-c0fb18a1-64bf-4e60-9b1b-26ce94e09d28 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 Jul 06 17:39:40.617786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.646390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Transition to ACTIVE for port object 1d1a8bc4-064d-4657-922e-3b5e40be26ee will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:40.672992 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.702197 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:35Z', 'revision_number': 4, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184', 'name': '', 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'mac_address': 'fa:16:3e:76:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1786338f-639f-4899-af3e-121f44a007f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:34Z', 'updated_at': '2021-07-06T17:39:40Z', 'revision_number': 4, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'subnets': [{'id': '1786338f-639f-4899-af3e-121f44a007f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:40.714038 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a0c591-66be-4213-b685-bc961137b28b x-openstack-request-id: req-58a0c591-66be-4213-b685-bc961137b28b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:40.714329 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9125f74c-02ac-4bec-a9c8-d906e052c3ff", "tag": "037a8740-a6d6-4c84-8cfc-dbd9393974a0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:40.714509 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58a0c591-66be-4213-b685-bc961137b28b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:40.714851 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'tag': '037a8740-a6d6-4c84-8cfc-dbd9393974a0', 'status': 'completed', 'code': 200} Jul 06 17:39:40.744078 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752281f-dab3-44f1-84c1-8fc98745102b None None] The sync data for ids ['4aff0308-61e7-43d7-853c-539456ce985f'] in n-d-799527-3 is: [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:35Z', 'revision_number': 4, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184', 'name': '', 'network_id': 'da55c7dd-013d-4211-9c90-27e33431cd68', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'mac_address': 'fa:16:3e:76:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1786338f-639f-4899-af3e-121f44a007f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:34Z', 'updated_at': '2021-07-06T17:39:40Z', 'revision_number': 4, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'subnets': [{'id': '1786338f-639f-4899-af3e-121f44a007f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:40.826796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc1dc5fe-63ac-49c1-98c0-c091849a2191 req-a52ecca6-6c3c-4fb2-a88f-2a6edb584933 tempest-FloatingIPsNegativeTestJSON-1531240930 tempest-FloatingIPsNegativeTestJSON-1531240930-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0938587 Jul 06 17:39:40.842159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:40.897556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.014436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-3b518411-e6e9-4a22-ae62-695ba18292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.016363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-3b518411-e6e9-4a22-ae62-695ba18292e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afd249b93cea4c53bb28e9b93046efd0&device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 1098 time: 0.2611568 Jul 06 17:39:41.033487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:41.033911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:41.034290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:41.086864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:41.087184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:41.094414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.113187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:41.113807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:41.114394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:41.114976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Bound port: 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:41.115492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.165083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:41.176295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:41.202640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:41.234693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:41.235658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:41.239402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Pushing event updated for resources: {'Port': ['ID=b913d452-c2a4-48e1-9657-acb73f56ec94,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:41.240621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:41.241006 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.323706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-cfe21c79-e556-436e-946e-0414e7abb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.325818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-cfe21c79-e556-436e-946e-0414e7abb764 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3016293 Jul 06 17:39:41.384977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.421693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-c82f0a85-45d0-48cb-8cc6-ab453ee3fe94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0 HTTP/1.1" status: 200 len: 217 time: 0.0848205 Jul 06 17:39:41.428541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:41.464184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:41.473496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.487847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:41.542306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.567232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:41.590941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.603998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-338d730e-fa17-4cde-81a5-7e6fe5005b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.605585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-338d730e-fa17-4cde-81a5-7e6fe5005b1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1511247 Jul 06 17:39:41.614622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.615070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.616736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] 10.222.0.61 "PUT /v2.0/ports/1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 1096 time: 2.5076938 Jul 06 17:39:41.723102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.745584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f323d-81ba-4922-a5a5-661fbae36698 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:41.933466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-a0012652-0ac2-466c-aff3-818b1383e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.935082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-a0012652-0ac2-466c-aff3-818b1383e1fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1099 time: 0.2264709 Jul 06 17:39:41.940732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-bdd7b260-6c48-4788-8feb-b5f586091a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.942351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-bdd7b260-6c48-4788-8feb-b5f586091a51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3296676 Jul 06 17:39:42.047766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-89ce1102-28de-4b28-943b-bf027f75d3d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.0986190 Jul 06 17:39:42.055639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59406dce-fe4d-462c-99c9-7ac677353b30 req-4dfe1a77-2552-4bc6-b334-5677b5536de4 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.058074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59406dce-fe4d-462c-99c9-7ac677353b30 req-4dfe1a77-2552-4bc6-b334-5677b5536de4 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.3371036 Jul 06 17:39:42.176252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-f835c9ec-d596-44d2-973d-795d1d15e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.177799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-f835c9ec-d596-44d2-973d-795d1d15e9dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1169729 Jul 06 17:39:42.250361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-d8e83535-6066-4ae5-b65d-010e7bbb9026 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931144 Jul 06 17:39:42.258881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.272572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59406dce-fe4d-462c-99c9-7ac677353b30 req-603cebc7-31fa-44ef-b5ad-4a535bc401ac tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964808 Jul 06 17:39:42.276003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.419476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Pushing event updated for resources: {'Port': ['ID=b913d452-c2a4-48e1-9657-acb73f56ec94,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:42.479728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.490423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-7422459e-86f2-46e3-bdf5-f357059f30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.494295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-7422459e-86f2-46e3-bdf5-f357059f30cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3080981 Jul 06 17:39:42.498159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e48adbf-c812-4aaa-9972-6058b762ef4b req-c84d04ca-8708-4d32-b0cf-3070e147a403 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368472 Jul 06 17:39:42.582885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.584147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80570736-8239-4198-ada1-15cb8fd246ee req-93f975a8-ba3a-4d7b-8c3a-d78a9910c63a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4102328 Jul 06 17:39:42.672382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80570736-8239-4198-ada1-15cb8fd246ee req-98b651c6-256a-4b13-ac78-540e04bc53b7 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0693517 Jul 06 17:39:42.720535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:42.722810 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f646017-3103-4e3f-94ad-da624b94c999" -d '{"events": [{"name": "network-changed", "server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:42.771826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-94210fd0-a4f1-4003-bd6b-d78f3ef6032e service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670791 Jul 06 17:39:42.811445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74451d7-1d46-4cb7-a850-e94b5ba8aa3b req-1acdfa9b-e44d-43c0-8939-146c20b028e2 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.813600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b74451d7-1d46-4cb7-a850-e94b5ba8aa3b req-1acdfa9b-e44d-43c0-8939-146c20b028e2 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2911296 Jul 06 17:39:42.955836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 037a8740-a6d6-4c84-8cfc-dbd9393974a0 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:42.956807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570736-8239-4198-ada1-15cb8fd246ee req-6b84f147-b011-46fa-b410-bef1a34e320b tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.958404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80570736-8239-4198-ada1-15cb8fd246ee req-6b84f147-b011-46fa-b410-bef1a34e320b tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2741435 Jul 06 17:39:42.962925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b74451d7-1d46-4cb7-a850-e94b5ba8aa3b req-1e840e22-a2f6-43a7-be62-b06a7a5257dc tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994725 Jul 06 17:39:42.994822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f45ac39-d978-41af-b25f-f3daba16d181 req-789a3536-c3ee-4a0b-9eba-d9428b77bf7d service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139091 Jul 06 17:39:43.084056 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc48de1b-9dee-4b90-8355-fd380d8b1553 x-openstack-request-id: req-cc48de1b-9dee-4b90-8355-fd380d8b1553 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:43.084354 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "name": "network-vif-plugged", "status": "completed", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:43.084612 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc48de1b-9dee-4b90-8355-fd380d8b1553 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:43.085014 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'code': 200} Jul 06 17:39:43.141330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:43.157692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '037a8740-a6d6-4c84-8cfc-dbd9393974a0', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '037a8740-a6d6-4c84-8cfc-dbd9393974a0', 'mac_address': 'fa:16:3e:9c:e8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:43.212594 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.237148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:43.299729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037a8740-a6d6-4c84-8cfc-dbd9393974a0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:43.358161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:43.359172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab746f0-9348-4279-96ce-23d17f550530 req-50731f42-08ec-4732-ae82-5969f6105094 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:43.360830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bab746f0-9348-4279-96ce-23d17f550530 req-50731f42-08ec-4732-ae82-5969f6105094 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 947 time: 0.1697752 Jul 06 17:39:43.366238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.377650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecb08d-1013-4d53-9750-aa0c78b2090f req-c10dd585-913d-4be7-a295-ed4dc2ec385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:43.378381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82ecb08d-1013-4d53-9750-aa0c78b2090f req-c10dd585-913d-4be7-a295-ed4dc2ec385a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1096 time: 0.1732047 Jul 06 17:39:43.428855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:43.429655 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.445236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacb72-e6d6-4d7b-8510-595c836a815d req-590966ba-6460-4a46-8259-f064683fdfa3 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:43.448249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fbacb72-e6d6-4d7b-8510-595c836a815d req-590966ba-6460-4a46-8259-f064683fdfa3 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 945 time: 0.1599846 Jul 06 17:39:43.470492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bab746f0-9348-4279-96ce-23d17f550530 req-aee31e23-ba14-4a0b-8810-4de467bdaf14 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974042 Jul 06 17:39:43.482439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82ecb08d-1013-4d53-9750-aa0c78b2090f req-f32ccd3f-6e2a-4dcb-8467-eac4ca488970 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944972 Jul 06 17:39:43.504802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fbacb72-e6d6-4d7b-8510-595c836a815d req-6642bf69-17e3-462a-be09-35684a269007 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493727 Jul 06 17:39:43.507828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=037a8740-a6d6-4c84-8cfc-dbd9393974a0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:43.592709 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-292fa1e8-1579-4791-9fd7-9eed4deeced5 req-2bcb9921-38e2-4cef-99fc-4b6b334f94e8 tempest-FloatingIPsNegativeTestJSON-1531240930 tempest-FloatingIPsNegativeTestJSON-1531240930-project] show failed (client error): The resource could not be found. Jul 06 17:39:43.594382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-292fa1e8-1579-4791-9fd7-9eed4deeced5 req-2bcb9921-38e2-4cef-99fc-4b6b334f94e8 tempest-FloatingIPsNegativeTestJSON-1531240930 tempest-FloatingIPsNegativeTestJSON-1531240930-project] 10.222.0.37 "GET /v2.0/floatingips/17838821-2239-48bb-bae6-4260f92d58e8 HTTP/1.1" status: 404 len: 350 time: 0.0734274 Jul 06 17:39:43.610107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42998) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:43.631502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['037a8740-a6d6-4c84-8cfc-dbd9393974a0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:43.961480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f890f3-0789-4f5a-92ca-60ccfe3c5d0b req-62369e62-010f-4fdf-b35a-c4c9c3dc9f85 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:43.965254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-37f890f3-0789-4f5a-92ca-60ccfe3c5d0b req-62369e62-010f-4fdf-b35a-c4c9c3dc9f85 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 948 time: 0.1604984 Jul 06 17:39:44.039601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-37f890f3-0789-4f5a-92ca-60ccfe3c5d0b req-932a847b-7eb5-4a36-90ba-b5c7a23e1dbb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658934 Jul 06 17:39:44.131777 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a787a4-38d9-489e-b040-96b869fd894d x-openstack-request-id: req-d1a787a4-38d9-489e-b040-96b869fd894d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:44.132702 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:44.133351 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1a787a4-38d9-489e-b040-96b869fd894d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:44.134093 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'status': 'completed', 'code': 200} Jul 06 17:39:44.252707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-b1222392-7057-4015-bddb-45c75f1004d3 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips/c4407fd3-dc18-46c9-928f-45a322d7337c HTTP/1.1" status: 200 len: 692 time: 0.1164436 Jul 06 17:39:44.299064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.378013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646017-3103-4e3f-94ad-da624b94c999 req-4c2c659f-1473-4b30-8a55-f9fb386dfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:44.379603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-4c2c659f-1473-4b30-8a55-f9fb386dfd2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1099 time: 0.1848037 Jul 06 17:39:44.521195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-2b6f53bd-857e-469a-b68e-856f76e02e9c tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:44.522730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-2b6f53bd-857e-469a-b68e-856f76e02e9c tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2571537 Jul 06 17:39:44.636082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-94a500f1-3b56-4bf9-a639-ba31be2ff523 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0942619 Jul 06 17:39:44.638561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646017-3103-4e3f-94ad-da624b94c999 req-63bb8328-a2ea-46c9-900e-218483fd38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:44.640102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-63bb8328-a2ea-46c9-900e-218483fd38ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2534919 Jul 06 17:39:44.676021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Deleting port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:44.676927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.702931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119069-7e5f-4e20-8974-d9c72d4654cf req-cfd17532-33c5-444f-98d3-94e7ee630fa5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:44.704569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae119069-7e5f-4e20-8974-d9c72d4654cf req-cfd17532-33c5-444f-98d3-94e7ee630fa5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.2620027 Jul 06 17:39:44.802964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] For port 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:44.803609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.831483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Calling delete_port for 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:44.956047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 037a8740-a6d6-4c84-8cfc-dbd9393974a0 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:45.046796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:45.054782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:45.057069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.076734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-8abeb11a-7e9b-4c6a-96cb-f96681c409d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.4283531 Jul 06 17:39:45.110786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-716a5abd-c63e-4daa-b21e-59f06f0da0c1 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.4542973 Jul 06 17:39:45.124847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.168488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:45.239349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.253561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae119069-7e5f-4e20-8974-d9c72d4654cf req-48ce70cc-7a5d-44b0-98c0-3dcac3923e21 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797698 Jul 06 17:39:45.276745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646017-3103-4e3f-94ad-da624b94c999 req-8fb7ee8a-eae8-48a5-a36c-17d1d7ed260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:45.284489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-8fb7ee8a-eae8-48a5-a36c-17d1d7ed260d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1947577 Jul 06 17:39:45.305015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a8740-a6d6-4c84-8cfc-dbd9393974a0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:45.312225 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8354b4fd-61fb-43a1-a8bb-494876331aac" -d '{"events": [{"server_uuid": "9125f74c-02ac-4bec-a9c8-d906e052c3ff", "name": "network-vif-plugged", "status": "completed", "tag": "037a8740-a6d6-4c84-8cfc-dbd9393974a0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:45.358156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:45.372990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.413598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Deleting port b913d452-c2a4-48e1-9657-acb73f56ec94 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:45.414539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.444011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:45.519172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646017-3103-4e3f-94ad-da624b94c999 req-8f58158e-74b1-45da-bc27-2142002f1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:45.522640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-8f58158e-74b1-45da-bc27-2142002f1ea6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2276299 Jul 06 17:39:45.523601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.541119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=037a8740-a6d6-4c84-8cfc-dbd9393974a0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:45.761023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.761545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.780207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:45.797477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'mac_address': 'fa:16:3e:5e:73:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:45.832729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Calling delete_port for b913d452-c2a4-48e1-9657-acb73f56ec94 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:45.851384 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.873659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1a8bc4-064d-4657-922e-3b5e40be26ee {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:45.877150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-b3b15d4e-4670-4066-8f9d-302c2729f715 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441708 Jul 06 17:39:45.913399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:45.922487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.967945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d5b0f-5f1d-4670-ad43-94c6e4e2f511 req-66dbe14e-695f-4faa-883d-8157e6b138ce tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:45.970477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c0d5b0f-5f1d-4670-ad43-94c6e4e2f511 req-66dbe14e-695f-4faa-883d-8157e6b138ce tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 945 time: 0.3798957 Jul 06 17:39:45.991649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:46.026984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Request body: {'floatingip': {'port_id': '77c448c2-6888-4d41-90e6-f7324953cd5c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:46.031572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:46.088073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.198022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1d1a8bc4-064d-4657-922e-3b5e40be26ee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:46.220044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Router 4aff0308-61e7-43d7-853c-539456ce985f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:46.351911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f646017-3103-4e3f-94ad-da624b94c999 req-ff0ccaaa-5558-4e93-a6c8-f17f7d7d9323 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635494 Jul 06 17:39:46.408562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:46.416089 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c80a756-9c24-4ffa-b3a3-f94a84ab3308 admin admin] 10.222.0.37 "PUT /v2.0/routers/4aff0308-61e7-43d7-853c-539456ce985f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037052 Jul 06 17:39:46.419512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:46.423897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] Sync routers for ids ['4aff0308-61e7-43d7-853c-539456ce985f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:46.434400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] Routers {'4aff0308-61e7-43d7-853c-539456ce985f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:46.435248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4aff0308-61e7-43d7-853c-539456ce985f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:46.543117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.558553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] Set router 4aff0308-61e7-43d7-853c-539456ce985f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:46.622645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.648860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b764ff-6697-4b81-b137-46d4a2428ee8 req-3c21c996-0883-45c8-af11-899390e2b93a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:46.652355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87b764ff-6697-4b81-b137-46d4a2428ee8 req-3c21c996-0883-45c8-af11-899390e2b93a tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4461522 Jul 06 17:39:46.675211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.695721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Pushing event deleted for resources: {'Port': ['ID=b913d452-c2a4-48e1-9657-acb73f56ec94,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:46.778703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Deleting port 7319fe83-8f6c-455c-8a45-58ea06ca23dc {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:46.779517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.784852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:45Z', 'revision_number': 5, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port': {'id': '7319fe83-8f6c-455c-8a45-58ea06ca23dc', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff0308-61e7-43d7-853c-539456ce985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:29Z', 'updated_at': '2021-07-06T17:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:46.816561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] Checking router: 4aff0308-61e7-43d7-853c-539456ce985f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:46.833209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] Routers {'4aff0308-61e7-43d7-853c-539456ce985f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:46.833895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4aff0308-61e7-43d7-853c-539456ce985f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:46.841587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87b764ff-6697-4b81-b137-46d4a2428ee8 req-b2979045-91ed-4e71-988c-1afa4b2c2726 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582186 Jul 06 17:39:46.909211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.909704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.921925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46f2a33-f729-49e9-b075-102f7d0a7600 req-89cd8624-7f39-4c64-ab39-7d2b80ea066a tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "DELETE /v2.0/floatingips/c4407fd3-dc18-46c9-928f-45a322d7337c HTTP/1.1" status: 204 len: 173 time: 1.7906916 Jul 06 17:39:46.970575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] Set router 4aff0308-61e7-43d7-853c-539456ce985f gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:46.976283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] For port 7319fe83-8f6c-455c-8a45-58ea06ca23dc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7319fe83-8f6c-455c-8a45-58ea06ca23dc,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:46.977011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.995243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Calling delete_port for 7319fe83-8f6c-455c-8a45-58ea06ca23dc owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:47.069001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:46Z', 'revision_number': 6, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:47.147345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440d2c3-56cf-4809-a31f-dad83f92c19d None None] The sync data for ids ['4aff0308-61e7-43d7-853c-539456ce985f'] in n-d-799527-3 is: [{'id': '4aff0308-61e7-43d7-853c-539456ce985f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1965590636-router', 'tenant_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:27Z', 'updated_at': '2021-07-06T17:39:46Z', 'revision_number': 6, 'project_id': 'a43ab769bfad4fb3958b6c49aeb408b9', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:47.263781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.277487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.312001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.378716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7319fe83-8f6c-455c-8a45-58ea06ca23dc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:47.404688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0c589-efe8-4e58-83c1-43f4a275fd42 req-5d2e30c7-d6ef-45ab-963b-10340f37a26e tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:47.406209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66e0c589-efe8-4e58-83c1-43f4a275fd42 req-5d2e30c7-d6ef-45ab-963b-10340f37a26e tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 949 time: 0.2301993 Jul 06 17:39:47.412650 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.424617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61853414-775d-4f92-8380-8833b27ca387 req-d35d97ba-e25c-4e26-9a10-8a5f9f3b96b0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:47.424918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:47.426217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61853414-775d-4f92-8380-8833b27ca387 req-d35d97ba-e25c-4e26-9a10-8a5f9f3b96b0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 949 time: 0.2490969 Jul 06 17:39:47.473628 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214 associated. External IP: 172.25.5.122, port: 77c448c2-6888-4d41-90e6-f7324953cd5c. Jul 06 17:39:47.521506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:47.531097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66e0c589-efe8-4e58-83c1-43f4a275fd42 req-3e2bba82-c403-4c05-9d1d-87128597fa4a tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Jul 06 17:39:47.539491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:47.540675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.572879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61853414-775d-4f92-8380-8833b27ca387 req-56fd9dc3-0daf-43cf-bc27-b204c2994d4f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316030 Jul 06 17:39:47.644861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.663666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.727506 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f700e-2a97-476a-a2de-ecc88c4eb2ea x-openstack-request-id: req-2b9f700e-2a97-476a-a2de-ecc88c4eb2ea {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:47.729686 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9125f74c-02ac-4bec-a9c8-d906e052c3ff", "name": "network-vif-plugged", "status": "completed", "tag": "037a8740-a6d6-4c84-8cfc-dbd9393974a0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:47.730198 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b9f700e-2a97-476a-a2de-ecc88c4eb2ea {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:47.731033 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a8740-a6d6-4c84-8cfc-dbd9393974a0', 'code': 200} Jul 06 17:39:47.775443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.797159 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-da8165d1-6d99-4dc5-be79-834255b99b79 req-121c7ec4-6d16-4068-9cfb-4cf7924e8195 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] show failed (client error): The resource could not be found. Jul 06 17:39:47.810017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da8165d1-6d99-4dc5-be79-834255b99b79 req-121c7ec4-6d16-4068-9cfb-4cf7924e8195 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips/c4407fd3-dc18-46c9-928f-45a322d7337c HTTP/1.1" status: 404 len: 350 time: 0.0625956 Jul 06 17:39:47.907334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.908092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aff0308-61e7-43d7-853c-539456ce985f {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:39:47.920556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.921959 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e1733366-b650-41bd-b3f6-938a70f631a3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4aff0308-61e7-43d7-853c-539456ce985f HTTP/1.1" status: 204 len: 168 time: 1.5014124 Jul 06 17:39:47.922746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:47.926917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43074) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:47.933998 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.992613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Deleting subnet 1786338f-639f-4899-af3e-121f44a007f2 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:39:47.998108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.066954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.083881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:48.247241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.335964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.379978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1786338f-639f-4899-af3e-121f44a007f2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:48.402130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66472c60-626e-4f9e-9f3e-ccbd46489711 None None] Network da55c7dd-013d-4211-9c90-27e33431cd68 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:48.407753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.418128 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f887bdea-b83b-4949-8e34-18a6f7895ea1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1786338f-639f-4899-af3e-121f44a007f2 HTTP/1.1" status: 204 len: 168 time: 0.4877627 Jul 06 17:39:48.422907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43096) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:48.447029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Router eab15704-a098-46a9-872a-ee13a3fd006f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:48.499316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b583-d486-4438-8a94-30deb85b2c4f req-ad688672-8e11-4a70-ba83-29d85081571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:48.501917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45d4b583-d486-4438-8a94-30deb85b2c4f req-ad688672-8e11-4a70-ba83-29d85081571a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 1100 time: 0.6731491 Jul 06 17:39:48.550908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.578070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364f620-e53b-4084-a786-6f2c933bad48 req-11a04704-f178-40fb-8362-00ede2ebbaec tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:48.591088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4364f620-e53b-4084-a786-6f2c933bad48 req-11a04704-f178-40fb-8362-00ede2ebbaec tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.6497924 Jul 06 17:39:48.628685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Deleting port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:48.629024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.759969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] DHCP port deletion for da55c7dd-013d-4211-9c90-27e33431cd68 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:39:48.783301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45d4b583-d486-4438-8a94-30deb85b2c4f req-c877f9a0-976b-4184-9852-082908ca152d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577288 Jul 06 17:39:48.791917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] For port 9ccebd9e-4a6f-478b-aca4-41f4beaff425, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ccebd9e-4a6f-478b-aca4-41f4beaff425,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:48.792372 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.827101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Calling delete_port for 9ccebd9e-4a6f-478b-aca4-41f4beaff425 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:48.827803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4364f620-e53b-4084-a786-6f2c933bad48 req-92d026df-42e1-4294-a0bc-45cadcd23b62 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351036 Jul 06 17:39:48.835464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] Deleting port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:48.835967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.948579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.950952 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-912b26fd-ac07-403b-a177-d538b5a1ed66 req-10046a30-d498-4176-9518-d845b1e0d1d7 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] show failed (client error): The resource could not be found. Jul 06 17:39:48.958572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] For port 9ccebd9e-4a6f-478b-aca4-41f4beaff425, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ccebd9e-4a6f-478b-aca4-41f4beaff425,segment=NetworkSegment(de517ceb-f6e3-4d43-a2f2-a8881f1fb175),segment_id=de517ceb-f6e3-4d43-a2f2-a8881f1fb175)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:48.961218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.966371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-912b26fd-ac07-403b-a177-d538b5a1ed66 req-10046a30-d498-4176-9518-d845b1e0d1d7 tempest-FloatingIPsTestJSON-2113773591 tempest-FloatingIPsTestJSON-2113773591-project] 10.222.0.37 "GET /v2.0/floatingips/c4407fd3-dc18-46c9-928f-45a322d7337c HTTP/1.1" status: 404 len: 350 time: 0.1485009 Jul 06 17:39:48.966640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43114) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:48.991039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] Calling delete_port for 9ccebd9e-4a6f-478b-aca4-41f4beaff425 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:49.093854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ccebd9e-4a6f-478b-aca4-41f4beaff425,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:49.097506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] No DVR routers for this DVR port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:49.108027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:49.115059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.120582 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:49.146426 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:49.153448 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.177992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:49.210144 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.220005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:49.220353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2e1b97f9-1dd0-4abc-83b1-b4a5db6b6184 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:49.220900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7319fe83-8f6c-455c-8a45-58ea06ca23dc no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:49.264555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] No DVR routers for this DVR port 9ccebd9e-4a6f-478b-aca4-41f4beaff425 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:49.276524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831d1f-f8ba-45d1-8087-1f40f2138629 None None] Pushing event deleted for resources: {'Port': ['ID=9ccebd9e-4a6f-478b-aca4-41f4beaff425,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:49.276795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-79bbdd4c-619e-4607-9f05-ae675968386e tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "PUT /v2.0/floatingips/278ebd01-2d70-4346-bfd4-2cc267f59214 HTTP/1.1" status: 200 len: 991 time: 3.2791765 Jul 06 17:39:49.276902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7319fe83-8f6c-455c-8a45-58ea06ca23dc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:49.276902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7319fe83-8f6c-455c-8a45-58ea06ca23dc not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:49.282415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:49.285423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ccebd9e-4a6f-478b-aca4-41f4beaff425 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:49.287311 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:49.325226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038c2bb-629d-4298-b7da-94ae44f185f0 req-14e66e32-be66-441a-8737-bbab025f05a4 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:49.327994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6038c2bb-629d-4298-b7da-94ae44f185f0 req-14e66e32-be66-441a-8737-bbab025f05a4 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2947624 Jul 06 17:39:49.331235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 9ccebd9e-4a6f-478b-aca4-41f4beaff425 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:49.331830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ccebd9e-4a6f-478b-aca4-41f4beaff425 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:49.382305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.388622 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:49.396104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5810e59-fb4c-4d9e-946b-9994f5fdaa73 req-cfea7a2d-ef5d-47fc-a988-1317af12feee tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:49.398173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5810e59-fb4c-4d9e-946b-9994f5fdaa73 req-cfea7a2d-ef5d-47fc-a988-1317af12feee tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 949 time: 0.1913912 Jul 06 17:39:49.422697 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.424765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.426379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.427303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > port after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.427836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.428535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > port after_update 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.429072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.429614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.430151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.431885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.497099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6038c2bb-629d-4298-b7da-94ae44f185f0 req-5475adcf-eaaa-4139-82d5-841ef3b45277 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260452 Jul 06 17:39:49.502472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5810e59-fb4c-4d9e-946b-9994f5fdaa73 req-4b3d0a3a-cb44-4acb-b8bd-bb7b9640d146 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937805 Jul 06 17:39:49.577750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.578275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.578834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.579442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:39:49.580065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da55c7dd-013d-4211-9c90-27e33431cd68']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.648289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.648955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de517ceb-f6e3-4d43-a2f2-a8881f1fb175') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.696819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.732570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:49.736825 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d13f447-ed0d-42b9-9b34-68fc76abdcd2" -d '{"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:49.888121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.915216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:39:49.916044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.013107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '278ebd01-2d70-4346-bfd4-2cc267f59214', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'port_id': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'mac_address': 'fa:16:3e:19:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:36:54Z', 'updated_at': '2021-07-06T17:39:47Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:50.029777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442e80-75a1-4c67-83c0-49b40e498b30 req-2bcfd9de-5a81-4255-b936-0f56d2d45e3f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: from cryptography.utils import int_from_bytes Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: from cryptography.utils import int_from_bytes Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:39:50.037273 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:39:50.044151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.052102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68442e80-75a1-4c67-83c0-49b40e498b30 req-2bcfd9de-5a81-4255-b936-0f56d2d45e3f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.2538981 Jul 06 17:39:50.067931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.076764 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] 10.222.0.37 "DELETE /v2.0/networks/da55c7dd-013d-4211-9c90-27e33431cd68 HTTP/1.1" status: 204 len: 168 time: 1.6524327 Jul 06 17:39:50.098307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa227f-0b70-4522-8fc7-4b691edb1366 admin admin] Pushing event deleted for resources: {'Network': ['ID=da55c7dd-013d-4211-9c90-27e33431cd68,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:50.108220 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:50.127003 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:50.128111 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:50.190754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68442e80-75a1-4c67-83c0-49b40e498b30 req-14124c0e-a052-451c-ba2f-d85f4bb4506f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367257 Jul 06 17:39:50.411190 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:50.414564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.417079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:50.579849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43168) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:50.580196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5510f447-8ec6-42d6-84c4-887fe6a5a80b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a43ab769bfad4fb3958b6c49aeb408b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603847 Jul 06 17:39:50.592623 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb19a0-5b14-42f1-8684-eb7a9d757e3a x-openstack-request-id: req-b3fb19a0-5b14-42f1-8684-eb7a9d757e3a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:50.592623 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:50.593228 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3fb19a0-5b14-42f1-8684-eb7a9d757e3a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:50.593731 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'status': 'completed', 'code': 200} Jul 06 17:39:50.611216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4b1c4-8237-4a14-ba08-64e1d7682e82 req-b1265d2f-884f-41ab-a905-aff78a056b41 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:50.613104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6d4b1c4-8237-4a14-ba08-64e1d7682e82 req-b1265d2f-884f-41ab-a905-aff78a056b41 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1096 time: 0.1406491 Jul 06 17:39:50.681634 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a6178-6264-4fdc-bc7d-d3b02f980e33 x-openstack-request-id: req-699a6178-6264-4fdc-bc7d-d3b02f980e33 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:50.682508 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:50.682508 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-699a6178-6264-4fdc-bc7d-d3b02f980e33 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:50.682850 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'code': 200} Jul 06 17:39:50.709320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ba38db2-05c1-4ca7-a037-bc48e70b3aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.748166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ba38db2-05c1-4ca7-a037-bc48e70b3aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.781723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6d4b1c4-8237-4a14-ba08-64e1d7682e82 req-385fb4a3-0fec-4a4a-b4ac-9cc2441ddc12 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561801 Jul 06 17:39:50.859047 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '278ebd01-2d70-4346-bfd4-2cc267f59214', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'port_id': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'mac_address': 'fa:16:3e:19:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:36:54Z', 'updated_at': '2021-07-06T17:39:47Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:50.889531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ba38db2-05c1-4ca7-a037-bc48e70b3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.893542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ba38db2-05c1-4ca7-a037-bc48e70b3aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.911308 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4ba38db2-05c1-4ca7-a037-bc48e70b3aa4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c865b7a-ba6b-4afd-bd04-01ce1623f496 HTTP/1.1" status: 204 len: 168 time: 0.3176970 Jul 06 17:39:50.934121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-64f4a1c8-9dbb-4758-a658-4e5f8373c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:50.936135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-64f4a1c8-9dbb-4758-a658-4e5f8373c31b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2689b6a37ef4d27900b714c437fba8c&device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 1096 time: 0.3085580 Jul 06 17:39:50.949042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba38db2-05c1-4ca7-a037-bc48e70b3aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c865b7a-ba6b-4afd-bd04-01ce1623f496,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:50.949835 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83dac3e-3de1-44df-9b2a-741c8c59d479 None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '278ebd01-2d70-4346-bfd4-2cc267f59214', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'port_id': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'mac_address': 'fa:16:3e:19:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:36:54Z', 'updated_at': '2021-07-06T17:39:47Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:50.985352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Deleting port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:50.986143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:51.089823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a6de-089e-4906-8faf-47e4ef849b7b req-f055889e-b530-460d-9b8e-5a534ec24c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.093219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b82a6de-089e-4906-8faf-47e4ef849b7b req-f055889e-b530-460d-9b8e-5a534ec24c2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1101 time: 0.3092384 Jul 06 17:39:51.237663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b82a6de-089e-4906-8faf-47e4ef849b7b req-bad9dcd0-e417-46b1-9ab3-296ca5ac3691 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355491 Jul 06 17:39:51.257950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] For port 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,segment=NetworkSegment(524d1449-b255-4189-aa07-00a9cfa017c7),segment_id=524d1449-b255-4189-aa07-00a9cfa017c7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:51.258506 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:51.300875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Calling delete_port for 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:51.361121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-54c4b7bc-9acb-4753-8146-413be5d862ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.363070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-54c4b7bc-9acb-4753-8146-413be5d862ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 200 len: 925 time: 0.4141037 Jul 06 17:39:51.408506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288cd20-7eee-43a4-bef3-fd273dd1358a req-cd01571e-d92d-4cd6-b8ac-0857f6ae5421 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.410424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3288cd20-7eee-43a4-bef3-fd273dd1358a req-cd01571e-d92d-4cd6-b8ac-0857f6ae5421 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2689886 Jul 06 17:39:51.428909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731277f1-7b2f-4de2-910d-9815fb6f1c78 None None] New status for floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:39:51.492386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-df2f60f4-ae72-4ae4-8399-57dfa584637e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77c448c2-6888-4d41-90e6-f7324953cd5c HTTP/1.1" status: 200 len: 999 time: 0.1118586 Jul 06 17:39:51.503799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7777e6-59d4-4cdb-94bf-ff336281a391 req-48cd8f61-1fa2-40ba-badd-b4972ac5e14d tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.505455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d7777e6-59d4-4cdb-94bf-ff336281a391 req-48cd8f61-1fa2-40ba-badd-b4972ac5e14d tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 949 time: 0.2633214 Jul 06 17:39:51.614125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d7777e6-59d4-4cdb-94bf-ff336281a391 req-76f2eb57-c8ae-4809-a8fb-599ad958e4b4 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883093 Jul 06 17:39:51.621535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-86b17de3-519e-4b35-b281-82f7b100b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.623006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-86b17de3-519e-4b35-b281-82f7b100b1c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 200 len: 863 time: 0.1159327 Jul 06 17:39:51.638684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3288cd20-7eee-43a4-bef3-fd273dd1358a req-70fdba6c-938a-4d6d-8864-e219a424d53d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434798 Jul 06 17:39:51.789981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-13cd4abe-1faf-4235-9e0c-994d112a9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.791626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-13cd4abe-1faf-4235-9e0c-994d112a9d03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75056c88-1f05-432d-a24f-a6b640c2e3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521986 Jul 06 17:39:51.950696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.016226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:52.286776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-546895dc-18cb-412f-a430-ccc84d55e55a service neutron] 10.222.0.60 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851444 Jul 06 17:39:52.341507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3478eb-ce11-444f-a8cf-019de9254247 req-d853f46c-28b1-4fff-9699-abffd693dbca tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:52.349286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf3478eb-ce11-444f-a8cf-019de9254247 req-d853f46c-28b1-4fff-9699-abffd693dbca tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.4072967 Jul 06 17:39:52.644729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf3478eb-ce11-444f-a8cf-019de9254247 req-5e438374-a931-4dcc-830e-745a29c501de tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009110 Jul 06 17:39:52.763869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab17d56-31ea-499f-95a8-65bc07d3c3c0 req-856ffe3f-5e57-4ff9-a53f-b399357f971f service neutron] 10.222.0.60 "GET /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120686 Jul 06 17:39:52.830626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b9992-5c52-4a41-9a46-a8cbb5b95f7e req-e58cee82-3e32-47be-adda-75e990aca1d9 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:52.835479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-411b9992-5c52-4a41-9a46-a8cbb5b95f7e req-e58cee82-3e32-47be-adda-75e990aca1d9 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 1100 time: 0.1480944 Jul 06 17:39:52.866627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.887189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-411b9992-5c52-4a41-9a46-a8cbb5b95f7e req-5f6d91f9-46c7-49e3-889c-0e9a0a765297 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.910171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:53.210963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-411b9992-5c52-4a41-9a46-a8cbb5b95f7e req-5f6d91f9-46c7-49e3-889c-0e9a0a765297 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.224549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-411b9992-5c52-4a41-9a46-a8cbb5b95f7e req-5f6d91f9-46c7-49e3-889c-0e9a0a765297 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.258249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb053376-17f4-431a-81e1-8a7ef1268477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.324274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-411b9992-5c52-4a41-9a46-a8cbb5b95f7e req-5f6d91f9-46c7-49e3-889c-0e9a0a765297 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796398 Jul 06 17:39:53.361891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d91f9-46c7-49e3-889c-0e9a0a765297 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af308866-2a17-47e8-ab6b-8d77177be6fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:53.437429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da05d90-262a-401c-9d38-f0803ceaba55 req-10d13788-32d1-4f60-8179-801224dd29eb tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:53.446392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1da05d90-262a-401c-9d38-f0803ceaba55 req-10d13788-32d1-4f60-8179-801224dd29eb tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4666693 Jul 06 17:39:53.465293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Router b8c363e3-5b6f-40f0-8f3a-4ee1892905db has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:53.549182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1da05d90-262a-401c-9d38-f0803ceaba55 req-9b6b8287-8fc0-4a1c-bf69-839c4c6fa426 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012380 Jul 06 17:39:53.680217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb053376-17f4-431a-81e1-8a7ef1268477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.691643 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb053376-17f4-431a-81e1-8a7ef1268477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.716436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:53.731604 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] Sync routers for ids ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:53.759985 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-221a8eca-97cf-4762-a2d1-19fef9f91c54 admin admin] 10.222.0.37 "PUT /v2.0/routers/b8c363e3-5b6f-40f0-8f3a-4ee1892905db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7557204 Jul 06 17:39:53.760924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:53.765600 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] Routers {'b8c363e3-5b6f-40f0-8f3a-4ee1892905db'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:53.768116 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:53.804440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb053376-17f4-431a-81e1-8a7ef1268477 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=769c36d21b6d4322b072726dd9ec6afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8664746 Jul 06 17:39:53.806000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:53.839321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053376-17f4-431a-81e1-8a7ef1268477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc4fe8f-d032-41af-9e5b-b87dbe49718d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:54.003622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.034383 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] Set router b8c363e3-5b6f-40f0-8f3a-4ee1892905db gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:54.068448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56730db7-64a8-4c4a-81b2-11bc787cca7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.128500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56730db7-64a8-4c4a-81b2-11bc787cca7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.251914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b25a8-af38-461c-b73e-163b4c83729a req-8c3d2ebc-7a5a-427b-8e39-86d7aff66efd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:54.264554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853b25a8-af38-461c-b73e-163b4c83729a req-8c3d2ebc-7a5a-427b-8e39-86d7aff66efd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.3368642 Jul 06 17:39:54.273397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56730db7-64a8-4c4a-81b2-11bc787cca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.287455 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56730db7-64a8-4c4a-81b2-11bc787cca7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.295869 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56730db7-64a8-4c4a-81b2-11bc787cca7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfc4fe8f-d032-41af-9e5b-b87dbe49718d HTTP/1.1" status: 204 len: 168 time: 0.4804139 Jul 06 17:39:54.326407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56730db7-64a8-4c4a-81b2-11bc787cca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc4fe8f-d032-41af-9e5b-b87dbe49718d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:54.373376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853b25a8-af38-461c-b73e-163b4c83729a req-152125bb-93e3-467a-aad0-07508f25d164 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073930 Jul 06 17:39:54.375486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.591839 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:39:54.606607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Deleting port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:54.608573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.635200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43282) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:54.640642 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:51Z', 'revision_number': 5, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port': {'id': 'e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:14Z', 'updated_at': '2021-07-06T17:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:54.705377 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] Checking router: b8c363e3-5b6f-40f0-8f3a-4ee1892905db for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:54.721962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] Routers {'b8c363e3-5b6f-40f0-8f3a-4ee1892905db'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:54.723414 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:39:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:54.851543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] For port e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:54.852205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.903293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b56e72b-7f8e-4e2c-a3ce-ad97b7508880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.905199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Calling delete_port for e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:55.023130 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] Set router b8c363e3-5b6f-40f0-8f3a-4ee1892905db gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:55.244239 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 6, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:55.278708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b56e72b-7f8e-4e2c-a3ce-ad97b7508880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.292422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b56e72b-7f8e-4e2c-a3ce-ad97b7508880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.345728 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fbeb9-2e5b-412e-a664-fdda1a2f4129 None None] The sync data for ids ['b8c363e3-5b6f-40f0-8f3a-4ee1892905db'] in n-d-799527-3 is: [{'id': 'b8c363e3-5b6f-40f0-8f3a-4ee1892905db', 'name': 'tempest-FloatingIPsTestJSON-671174948-router', 'tenant_id': '6811de5edcc34e9c9e510ae0ab0813af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:13Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 6, 'project_id': '6811de5edcc34e9c9e510ae0ab0813af', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:55.389090 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b56e72b-7f8e-4e2c-a3ce-ad97b7508880 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cddab4f47754d218fa6fa0b2c135443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7522080 Jul 06 17:39:55.393243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43288) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:55.416070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56e72b-7f8e-4e2c-a3ce-ad97b7508880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91dcd22-8cd9-4928-9294-34fbc01eec9c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:55.625963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b26caf5e-7a81-478b-b734-c96112bffc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.729434 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddf4cb4a-3d6f-4463-9af1-d973e330ab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.748371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75417-66e1-46de-90ba-16da08fca87e req-3f86d090-aa55-4e28-b9a9-5989012b1c2a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:55.753548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60c75417-66e1-46de-90ba-16da08fca87e req-3f86d090-aa55-4e28-b9a9-5989012b1c2a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.6324832 Jul 06 17:39:55.755506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f747b49-6dbc-4fc6-bc88-a473bcdad2ad req-c1d643a8-3196-43c0-a3a4-12b47d0f3ab1 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:55.762961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f747b49-6dbc-4fc6-bc88-a473bcdad2ad req-c1d643a8-3196-43c0-a3a4-12b47d0f3ab1 tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 1100 time: 0.6414425 Jul 06 17:39:55.795025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b26caf5e-7a81-478b-b734-c96112bffc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.825315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.893505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:55.929607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60c75417-66e1-46de-90ba-16da08fca87e req-52336606-5273-4ab5-9d1a-27c2b03fac43 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422901 Jul 06 17:39:55.979229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b26caf5e-7a81-478b-b734-c96112bffc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.982648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b26caf5e-7a81-478b-b734-c96112bffc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.984652 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b26caf5e-7a81-478b-b734-c96112bffc45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c91dcd22-8cd9-4928-9294-34fbc01eec9c HTTP/1.1" status: 204 len: 168 time: 0.5895309 Jul 06 17:39:55.998075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26caf5e-7a81-478b-b734-c96112bffc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91dcd22-8cd9-4928-9294-34fbc01eec9c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:56.138495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f747b49-6dbc-4fc6-bc88-a473bcdad2ad req-8f05cb95-98b2-48be-a7b8-fe1c8d9abe6c tempest-ServersAdminNegativeTestJSON-1473136865 tempest-ServersAdminNegativeTestJSON-1473136865-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743370 Jul 06 17:39:56.205550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.536421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.542387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.667211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.667978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c363e3-5b6f-40f0-8f3a-4ee1892905db {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:39:56.675316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.682275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9541203e-14fc-4b33-8f24-32b9ada8a090 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b8c363e3-5b6f-40f0-8f3a-4ee1892905db HTTP/1.1" status: 204 len: 168 time: 2.9101050 Jul 06 17:39:56.682699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43320) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:56.804034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b7092-ed99-4ba9-8f7a-938e34e67a5c req-53484416-8eaa-44df-a489-afe450329b1d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:56.819004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e82b7092-ed99-4ba9-8f7a-938e34e67a5c req-53484416-8eaa-44df-a489-afe450329b1d tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1658735 Jul 06 17:39:56.878553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Deleting subnet 440f08be-dfcc-487f-a13a-d5ef5afe1c02 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:39:56.897562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.904182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e82b7092-ed99-4ba9-8f7a-938e34e67a5c req-28a2ceda-efcc-40bc-bd0f-2995a28c1fa4 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Jul 06 17:39:57.011202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.150521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:57.189837 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.196932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:57.197297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4e9fe187-f0fe-4eb9-b838-2c8eb5e3a5fe not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:57.197744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:57.236071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:57.238307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9d45657-ecb3-42b4-a8b0-41b7ac6d2b11 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:57.305699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.389298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440f08be-dfcc-487f-a13a-d5ef5afe1c02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:57.397772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.403408 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70a50f8e-05e1-46b4-845a-27a25422cccc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/440f08be-dfcc-487f-a13a-d5ef5afe1c02 HTTP/1.1" status: 204 len: 168 time: 0.7184260 Jul 06 17:39:57.404084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43358) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:57.407357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14928943-2e6c-4cdd-b265-52b7e5362f48 None None] Network 2b6a0232-f663-4429-b418-151505397f93 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:57.551748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-6f400c6f-ebe6-44cc-95c9-d77c24584a6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503329 Jul 06 17:39:57.554519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.679767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Deleting port 69cea159-eeba-40c4-b2d1-21e026e4c12a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:57.680702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.829392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] For port 69cea159-eeba-40c4-b2d1-21e026e4c12a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=69cea159-eeba-40c4-b2d1-21e026e4c12a,segment=NetworkSegment(524d1449-b255-4189-aa07-00a9cfa017c7),segment_id=524d1449-b255-4189-aa07-00a9cfa017c7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:57.830230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.878134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Calling delete_port for 69cea159-eeba-40c4-b2d1-21e026e4c12a owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:57.886514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:57.913525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ac063c-27e7-48e9-984b-6812194dae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.952252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.055993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-f0ea5bbb-d667-4611-8380-7b55b5a3c04a tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bc7aba9dcd444aa39df9652dcf61561e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076560 Jul 06 17:39:58.097479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] DHCP port deletion for 2b6a0232-f663-4429-b418-151505397f93 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:39:58.161853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.210288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cea159-eeba-40c4-b2d1-21e026e4c12a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:58.214299 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] No DVR routers for this DVR port 69cea159-eeba-40c4-b2d1-21e026e4c12a on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:58.230814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Deleting port 69cea159-eeba-40c4-b2d1-21e026e4c12a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:58.232483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.268277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2053357077-network', 'tenant_id': '0f8402043b2d477282e7e781a63a90e3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:58.337194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.355845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6a0232-f663-4429-b418-151505397f93']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:58.378003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] For port 69cea159-eeba-40c4-b2d1-21e026e4c12a, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:58.379959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.382521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524d1449-b255-4189-aa07-00a9cfa017c7') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:58.383052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524d1449-b255-4189-aa07-00a9cfa017c7') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:58.402213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Calling delete_port for 69cea159-eeba-40c4-b2d1-21e026e4c12a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:58.406503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Port 69cea159-eeba-40c4-b2d1-21e026e4c12a was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:39:58.408656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.411162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.465031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.465808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] Pushing event deleted for resources: {'Port': ['ID=69cea159-eeba-40c4-b2d1-21e026e4c12a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:58.469739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8e073-424e-4c3e-b141-1e12e9839c8d None None] No DVR routers for this DVR port 69cea159-eeba-40c4-b2d1-21e026e4c12a on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:58.470074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Made reservation on behalf of 0f8402043b2d477282e7e781a63a90e3 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:58.472743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.481143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:39:58.482231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:39:58.486650 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:39:58.490587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.577569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5372-b4e3-49f1-9940-d7ab0d7a2c48 req-93846592-9fc2-41c2-ae80-aa1232afcd50 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:58.583226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c6b5372-b4e3-49f1-9940-d7ab0d7a2c48 req-93846592-9fc2-41c2-ae80-aa1232afcd50 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.3216689 Jul 06 17:39:58.601143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-73a6d879-a2c0-4eb3-862e-8d5462f41128 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:58.612846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-73a6d879-a2c0-4eb3-862e-8d5462f41128 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5492656 Jul 06 17:39:58.619098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.631432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.639113 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b6a0232-f663-4429-b418-151505397f93 HTTP/1.1" status: 204 len: 168 time: 1.2313628 Jul 06 17:39:58.659242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783e64b-b66e-4905-825a-7f0d6670cde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6a0232-f663-4429-b418-151505397f93,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:58.659910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-9cd6ea02-b120-40c1-a13b-484ceb20dfc8 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/quotas/bc7aba9dcd444aa39df9652dcf61561e HTTP/1.1" status: 200 len: 375 time: 0.0460782 Jul 06 17:39:58.746183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-acb35cef-76e4-4a0a-9e00-b24e62368d78 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc7aba9dcd444aa39df9652dcf61561e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722656 Jul 06 17:39:58.762428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c6b5372-b4e3-49f1-9940-d7ab0d7a2c48 req-af5c091b-b3c6-4cb1-b2c4-8e39553e3bd5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464055 Jul 06 17:39:58.853642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:58.869578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.877507 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.917469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:39:58.939333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f4339-6654-4693-8970-0283b9113347,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:58.945434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.945847 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Added segment 502ed17f-16df-4048-9396-950d091a8ca8 of type vlan for network 61ea4955-5842-4778-b69d-50cfc1f7ac31 Jul 06 17:39:58.961011 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b2153edc-6d5b-4414-8ad1-62ba7cb7365c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6811de5edcc34e9c9e510ae0ab0813af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058700 Jul 06 17:39:58.964945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43412) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:59.052347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.115979 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fd-3a1b-4d13-9689-258aa23101ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.154715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.155752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:59.156359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.166038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 69cea159-eeba-40c4-b2d1-21e026e4c12a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:59.204161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fd-3a1b-4d13-9689-258aa23101ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.262969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 69cea159-eeba-40c4-b2d1-21e026e4c12a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:59.263635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 69cea159-eeba-40c4-b2d1-21e026e4c12a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:59.283123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.329009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4404557 Jul 06 17:39:59.333563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43420) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:59.338186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c3e7-2f6b-4249-ba0a-83eb98239515 admin admin] Pushing event updated for resources: {'Network': ['ID=61ea4955-5842-4778-b69d-50cfc1f7ac31,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:59.351492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Request body: {'subnet': {'network_id': '61ea4955-5842-4778-b69d-50cfc1f7ac31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2053357077-subnet', 'tenant_id': '0f8402043b2d477282e7e781a63a90e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:59.352359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 61ea4955-5842-4778-b69d-50cfc1f7ac31 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:39:59.357993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fd-3a1b-4d13-9689-258aa23101ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.361217 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93e1c6fd-3a1b-4d13-9689-258aa23101ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.362427 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-93e1c6fd-3a1b-4d13-9689-258aa23101ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/236ed70f-2f2c-4b50-be26-137e86d1cf19 HTTP/1.1" status: 204 len: 168 time: 0.3960645 Jul 06 17:39:59.385658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1c6fd-3a1b-4d13-9689-258aa23101ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236ed70f-2f2c-4b50-be26-137e86d1cf19,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:59.411112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Made reservation on behalf of 0f8402043b2d477282e7e781a63a90e3 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:59.420662 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.630454 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.676737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b55b8-cb62-4232-bf60-20a9895220f4 req-4bc46231-2226-4405-be5d-837fd90fddfe tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:59.688562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-320b55b8-cb62-4232-bf60-20a9895220f4 req-4bc46231-2226-4405-be5d-837fd90fddfe tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2700934 Jul 06 17:39:59.923783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-320b55b8-cb62-4232-bf60-20a9895220f4 req-b1aa5eee-9b31-47a4-b3fa-c2e5a927f3ab tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322760 Jul 06 17:39:59.926112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.937032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00045c87-db2d-4e06-90e7-6567bfc028d3 req-485dde02-b343-4fdc-a376-102883743d54 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 210 time: 0.0870593 Jul 06 17:39:59.985836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd4e81f-2652-41f1-bd3e-89b3ca0ede2c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:00.062713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Checking segment: {'id': '502ed17f-16df-4048-9396-950d091a8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '61ea4955-5842-4778-b69d-50cfc1f7ac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:00.064228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Network hostable DHCP agents. Network: 61ea4955-5842-4778-b69d-50cfc1f7ac31, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:40:00.092483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Network 61ea4955-5842-4778-b69d-50cfc1f7ac31 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:40:00.109410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 61ea4955-5842-4778-b69d-50cfc1f7ac31) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:00.115806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:00.116542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:00.125741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddafb47-e2ed-4ae1-818f-d6d4b9ea54af None None] Network 61ea4955-5842-4778-b69d-50cfc1f7ac31 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:00.163120 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-944f228a-95e4-4dd9-95f9-6f68375fc1ce admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8264396 Jul 06 17:40:00.608097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880d7f-39a3-4626-a7cc-5afff2cb0536 req-b234b041-9c0d-4b4a-bbca-3c4b73660ed4 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:00.609848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78880d7f-39a3-4626-a7cc-5afff2cb0536 req-b234b041-9c0d-4b4a-bbca-3c4b73660ed4 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 949 time: 0.3066609 Jul 06 17:40:00.629128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97307811-f4e1-48ed-8951-9076ba89a45e None None] Network 61ea4955-5842-4778-b69d-50cfc1f7ac31 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:00.671636 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.057950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:01.072676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:01.081311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45c85-769f-42ea-9d43-d8ec00ff9311 req-bafbf2a4-7b8f-4deb-b69b-349b45954b18 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.091103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df45c85-769f-42ea-9d43-d8ec00ff9311 req-bafbf2a4-7b8f-4deb-b69b-349b45954b18 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.7481427 Jul 06 17:40:01.196013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df45c85-769f-42ea-9d43-d8ec00ff9311 req-1b560998-d67c-4604-810f-076ddd3a2e03 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038327 Jul 06 17:40:01.227100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78880d7f-39a3-4626-a7cc-5afff2cb0536 req-ec281d74-0cee-4061-810a-8e021d5e45db tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659341 Jul 06 17:40:01.241798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-1d94e227-1d63-40e0-bd88-a1c8bde9e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.243905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-1d94e227-1d63-40e0-bd88-a1c8bde9e5bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1101 time: 0.6692536 Jul 06 17:40:01.515161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:01.545125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.578873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-54efbcb6-291f-4924-a12a-70bc66283998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.580448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-54efbcb6-291f-4924-a12a-70bc66283998 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3168342 Jul 06 17:40:01.587523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'mac_address': 'fa:16:3e:4f:f2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:01.616109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:01.619021 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b2f37-9e85-4888-92f4-72fb2290ac8f" -d '{"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-unplugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:01.660347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:01.678634 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.687620 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.706866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-b230a675-ba53-487c-b7f9-9b96799106a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.1146626 Jul 06 17:40:01.728690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f823bbaf-8a6f-4e0d-b72b-1e1788e55af5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.730253 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f823bbaf-8a6f-4e0d-b72b-1e1788e55af5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.60 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 949 time: 0.3172104 Jul 06 17:40:01.933641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:01.968169 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-8b9112e5-96b1-4bda-a2dc-1a203d4fac79 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bc7aba9dcd444aa39df9652dcf61561e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231804 Jul 06 17:40:02.031219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-9f4bf655-7560-4dc7-90e0-160886b59837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:02.035719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-9f4bf655-7560-4dc7-90e0-160886b59837 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3036175 Jul 06 17:40:02.038097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3546ad02-6ad2-4a5e-9952-149e74f4ce86 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:02.058989 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.107168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-548b3939-a6dc-478b-b2c3-c6f25c3a47e8 req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1456877682', 'description': 'tempest-description-1942800023'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:02.160656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:40:02.162227 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:40:02.259817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-3ee4e744-6604-469b-82bb-315255ecd2da tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:02.261491 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-3ee4e744-6604-469b-82bb-315255ecd2da tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878201 Jul 06 17:40:02.272406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365d02c-b2f3-4965-a55a-ffae0bb58472 req-b4b99975-fba4-47a8-8455-d60028bfd621 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:02.276132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0365d02c-b2f3-4965-a55a-ffae0bb58472 req-b4b99975-fba4-47a8-8455-d60028bfd621 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 947 time: 0.4585569 Jul 06 17:40:02.292243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Request body: {'port': {'device_id': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': 'bc7aba9dcd444aa39df9652dcf61561e'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:02.339712 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548b3939-a6dc-478b-b2c3-c6f25c3a47e8 req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.343132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Deleting port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:02.343606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.422140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0365d02c-b2f3-4965-a55a-ffae0bb58472 req-0a67ee50-add1-4c38-a48a-7a4a16ebcdad tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250002 Jul 06 17:40:02.526702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-f898e886-d262-4854-a78e-136d381fb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:02.531424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-f898e886-d262-4854-a78e-136d381fb966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4810565 Jul 06 17:40:02.701748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] For port 037a8740-a6d6-4c84-8cfc-dbd9393974a0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=037a8740-a6d6-4c84-8cfc-dbd9393974a0,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:02.702481 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.714808 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.737104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3546ad02-6ad2-4a5e-9952-149e74f4ce86 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:02.762923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Calling delete_port for 037a8740-a6d6-4c84-8cfc-dbd9393974a0 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:02.765707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:02.771450 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.824167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-621fe27d-6d2f-4cc5-a16f-8e16c76f188b req-c093b077-9fb9-4028-bc2e-549fcf364f14 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 210 time: 0.0928347 Jul 06 17:40:02.836851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:02.908894 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f5793-41ee-4d93-b11c-8bff21a74ade x-openstack-request-id: req-5a0f5793-41ee-4d93-b11c-8bff21a74ade {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:02.909367 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-unplugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:02.909688 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a0f5793-41ee-4d93-b11c-8bff21a74ade {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:02.910181 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'code': 200} Jul 06 17:40:02.963299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548b3939-a6dc-478b-b2c3-c6f25c3a47e8 req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.977355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548b3939-a6dc-478b-b2c3-c6f25c3a47e8 req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.997198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Made reservation on behalf of bc7aba9dcd444aa39df9652dcf61561e for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:03.004233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-69d92f01-813c-4f64-b558-a1a8d7ec6e88 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413304 Jul 06 17:40:03.005014 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.018213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3546ad02-6ad2-4a5e-9952-149e74f4ce86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:03.044998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.100067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 037a8740-a6d6-4c84-8cfc-dbd9393974a0 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:03.141588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-548b3939-a6dc-478b-b2c3-c6f25c3a47e8 req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.160744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-548b3939-a6dc-478b-b2c3-c6f25c3a47e8 req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0636351 Jul 06 17:40:03.168737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c626-204c-4aa3-b546-2a3f99ca5c50 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1395a9-3309-4b28-80cf-0ab67e8e57e7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:03.255003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-27bd9d07-008e-4ee6-809c-1d60e4f4ea59 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d20b46e7c8b444f8d5cbd0795aea82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609617 Jul 06 17:40:03.313047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.321339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.357992 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.412072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-6c0baa4b-d061-4068-a9fa-2b0db3aba30c tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:03.422198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-6c0baa4b-d061-4068-a9fa-2b0db3aba30c tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492424 Jul 06 17:40:03.425064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2954a4ea-928c-4de6-a3da-823880f39742,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:03.570258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-d6bceeef-cbbc-4b75-b8a6-2c6876751b91 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/quotas/8d20b46e7c8b444f8d5cbd0795aea82e HTTP/1.1" status: 200 len: 375 time: 0.1462884 Jul 06 17:40:03.589629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-cae11311-ca3a-487e-9b1b-6bc955def242 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562210 Jul 06 17:40:03.597079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.656151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['da033563-4eda-4b2d-9d36-70aa716f0e93'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:03.684137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Allocated IP 192.168.233.66 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/5755723a-c2f7-423e-a5e6-be43211f3ed5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:03.747887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-12236be4-6fcd-45e6-93de-0c74460db700 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d20b46e7c8b444f8d5cbd0795aea82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525228 Jul 06 17:40:03.749108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Pushing event deleted for resources: {'Port': ['ID=037a8740-a6d6-4c84-8cfc-dbd9393974a0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:03.903131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] No DVR routers for this DVR port 037a8740-a6d6-4c84-8cfc-dbd9393974a0 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:03.921428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.928299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a695a-0194-49d7-97c9-4c130b22c9cc req-f4247529-a9d7-4149-85a6-20a657c17fe5 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.60 "DELETE /v2.0/ports/037a8740-a6d6-4c84-8cfc-dbd9393974a0 HTTP/1.1" status: 204 len: 173 time: 2.1912699 Jul 06 17:40:03.929293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'name': 'network-vif-deleted', 'tag': '037a8740-a6d6-4c84-8cfc-dbd9393974a0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:03.936732 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff687cf6-22bd-44f5-8d71-217b6177fc86" -d '{"events": [{"server_uuid": "9125f74c-02ac-4bec-a9c8-d906e052c3ff", "name": "network-vif-deleted", "tag": "037a8740-a6d6-4c84-8cfc-dbd9393974a0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:04.087524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4e67b-a2e6-4f26-ab28-21290472ebd8 req-b8a33dd2-b724-4c80-a97b-0018fbe058fe tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:04.090550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81b4e67b-a2e6-4f26-ab28-21290472ebd8 req-b8a33dd2-b724-4c80-a97b-0018fbe058fe tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.6425734 Jul 06 17:40:04.229631 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.293634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Transition to ACTIVE for port object 5755723a-c2f7-423e-a5e6-be43211f3ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:04.394640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81b4e67b-a2e6-4f26-ab28-21290472ebd8 req-6b395f43-2b38-45b7-8e0f-728eab7f8f92 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223132 Jul 06 17:40:04.402694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e6c2f6a-0f5d-4f6c-9227-f5bca11f09ac req-2e7f5246-1f37-498d-8130-dd652ff0bf9c tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9125f74c-02ac-4bec-a9c8-d906e052c3ff HTTP/1.1" status: 200 len: 210 time: 0.0964148 Jul 06 17:40:04.416888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.432749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-7fc0a138-05ab-427d-995d-e7dd1ccb3a25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4192100 Jul 06 17:40:04.552166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:04.567729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:04.578021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:04.660065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:04.708515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:04.709228 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.745984 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e90c8cf0-5e63-4849-a08d-045a49a13904 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4680197 Jul 06 17:40:04.754408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-5eda9145-84d0-4dc5-ade0-13fcecf5aa74 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/0f1395a9-3309-4b28-80cf-0ab67e8e57e7 HTTP/1.1" status: 200 len: 1813 time: 0.2514281 Jul 06 17:40:04.758792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Request body: {'port': {'device_id': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:04.762207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f1395a9-3309-4b28-80cf-0ab67e8e57e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:04.762537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f1395a9-3309-4b28-80cf-0ab67e8e57e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:04.909016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-1d27a16f-0d24-4945-8e9f-d5d22053bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:04.913927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-1d27a16f-0d24-4945-8e9f-d5d22053bfba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 1101 time: 0.3811336 Jul 06 17:40:04.936812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.041036 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.074633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:05.190904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33590-dec8-4741-802c-e3906e43d766 req-fd178ed7-5ecf-492c-9d26-b881ad769cfa tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:05.193770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46d33590-dec8-4741-802c-e3906e43d766 req-fd178ed7-5ecf-492c-9d26-b881ad769cfa tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 948 time: 0.4216435 Jul 06 17:40:05.242093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.270268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7dd502e7-159b-4222-9eea-9e9dfd487cdf None None] Provisioning for port 5755723a-c2f7-423e-a5e6-be43211f3ed5 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:05.282961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7dd502e7-159b-4222-9eea-9e9dfd487cdf None None] Provisioning complete for port 5755723a-c2f7-423e-a5e6-be43211f3ed5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:05.284678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dd502e7-159b-4222-9eea-9e9dfd487cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.317985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.364713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7dd502e7-159b-4222-9eea-9e9dfd487cdf None None] Port 5755723a-c2f7-423e-a5e6-be43211f3ed5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:05.367038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:05.368256 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.407894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-b2a3b444-dffa-4170-94c1-48378dc4f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:05.409725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-b2a3b444-dffa-4170-94c1-48378dc4f880 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4650054 Jul 06 17:40:05.414148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.416237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-500420b9-210e-4dda-bccf-9688fdaaeb87 req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6607974 Jul 06 17:40:05.446000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156d3ef-2013-447d-bc69-c5eab4ae45e3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5791d3d1-a357-4de2-9b6c-1580864465be,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:05.533620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46d33590-dec8-4741-802c-e3906e43d766 req-ff2c9fdb-e926-4f18-a493-f8b27a9b79c7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895117 Jul 06 17:40:05.538527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-21e0f42f-e4fa-4c04-803b-ea3dc6f932b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 200 len: 217 time: 0.1088612 Jul 06 17:40:05.550447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.609204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:05.614052 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b19a38-820f-4e0d-9424-6277b2e9dab0" -d '{"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:05.703961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-18bdc257-1237-4f2e-8473-7f6315dbdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:05.705633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-18bdc257-1237-4f2e-8473-7f6315dbdc0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1593664 Jul 06 17:40:05.706265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:05.709112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5755723a-c2f7-423e-a5e6-be43211f3ed5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:05.722255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.723448 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.770815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Transition to ACTIVE for port object 5755723a-c2f7-423e-a5e6-be43211f3ed5 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:05.783553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.870315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:05.958119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:05.983908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6170aacd-bc0f-43d8-b4df-1e3ab947d475 req-17b542e4-45a8-4a68-8470-fec793925c02 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 210 time: 0.1126347 Jul 06 17:40:06.054170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-f28e7010-7309-4e98-956e-9bc6003ecbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.057059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-f28e7010-7309-4e98-956e-9bc6003ecbbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2556381 Jul 06 17:40:06.074686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2affb11-b11f-4f08-b026-c8ee9b6f9018 req-4a0685ae-8cb7-4b37-83fb-1fb90b48ab28 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.082914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2affb11-b11f-4f08-b026-c8ee9b6f9018 req-4a0685ae-8cb7-4b37-83fb-1fb90b48ab28 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 935 time: 0.3714993 Jul 06 17:40:06.090167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Attempting to bind port 5755723a-c2f7-423e-a5e6-be43211f3ed5 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:06.090905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Attempting to bind port 5755723a-c2f7-423e-a5e6-be43211f3ed5 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:06.091757 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Attempting to bind port 5755723a-c2f7-423e-a5e6-be43211f3ed5 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:06.101945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Port 5755723a-c2f7-423e-a5e6-be43211f3ed5 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:06.102527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Attempting to bind port 5755723a-c2f7-423e-a5e6-be43211f3ed5 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:06.105068 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed0112-4345-4228-9579-b8d68149df4b x-openstack-request-id: req-d2ed0112-4345-4228-9579-b8d68149df4b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:06.105690 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9125f74c-02ac-4bec-a9c8-d906e052c3ff", "name": "network-vif-deleted", "tag": "037a8740-a6d6-4c84-8cfc-dbd9393974a0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:06.106260 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2ed0112-4345-4228-9579-b8d68149df4b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:06.106888 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9125f74c-02ac-4bec-a9c8-d906e052c3ff', 'name': 'network-vif-deleted', 'tag': '037a8740-a6d6-4c84-8cfc-dbd9393974a0', 'status': 'completed', 'code': 200} Jul 06 17:40:06.129666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:06.130531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:06.131216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:06.131916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Bound port: 5755723a-c2f7-423e-a5e6-be43211f3ed5, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:06.132534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.265413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2affb11-b11f-4f08-b026-c8ee9b6f9018 req-4f0a3f8f-de68-4a0d-aa85-e26f421e6547 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807244 Jul 06 17:40:06.271027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:06.278733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:06.292803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.376775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.378914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.387509 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] 10.222.0.60 "PUT /v2.0/ports/5755723a-c2f7-423e-a5e6-be43211f3ed5 HTTP/1.1" status: 200 len: 1095 time: 1.6300755 Jul 06 17:40:06.417767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de01c8a-1778-4efd-ae9d-89ac682ed16a req-27883203-4b4b-4615-a961-bd9010382cde tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/0f1395a9-3309-4b28-80cf-0ab67e8e57e7 HTTP/1.1" status: 200 len: 2406 time: 0.2046793 Jul 06 17:40:06.447996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-161a567f-29f3-43a4-bcde-14e6db4a6770 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515038 Jul 06 17:40:06.486627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:06.490206 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab99f94-d9ef-406e-be00-b9e03814742c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:06.560005 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-581a6bc4-16e5-4da7-8a93-eaaa7e93fa99 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8d20b46e7c8b444f8d5cbd0795aea82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630596 Jul 06 17:40:06.660723 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4872e-35b5-47da-8ecd-5d484b6dc18b x-openstack-request-id: req-f0d4872e-35b5-47da-8ecd-5d484b6dc18b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:06.662614 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:06.668183 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0d4872e-35b5-47da-8ecd-5d484b6dc18b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:06.668887 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'code': 200} Jul 06 17:40:06.811869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c06d6c-1d12-4fcc-bc1e-a350353ce3a9 req-b5153216-0dab-40ad-a25a-df9ce023a8a0 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279123 Jul 06 17:40:06.893222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a5f26-186d-4954-ba57-297acf8e93ae service neutron] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:06.917763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e755d4-1d3c-4750-aad0-bf55cd5da1cc req-fd1982fe-4907-49fc-a4b1-010cbd223da9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.919471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39e755d4-1d3c-4750-aad0-bf55cd5da1cc req-fd1982fe-4907-49fc-a4b1-010cbd223da9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.4334331 Jul 06 17:40:06.922693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-bc48e42f-35dd-4708-af74-1bf20910dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.924273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-bc48e42f-35dd-4708-af74-1bf20910dba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7aba9dcd444aa39df9652dcf61561e&device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 1098 time: 0.4749291 Jul 06 17:40:06.972143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-2ac2f368-9e7e-404d-96e4-cba9dc0e6031 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.980728 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-2ac2f368-9e7e-404d-96e4-cba9dc0e6031 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080324 Jul 06 17:40:07.000553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Request body: {'port': {'device_id': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '8d20b46e7c8b444f8d5cbd0795aea82e'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:07.052932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-e0e660c2-b441-4cfa-abed-c05bd011078d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5 HTTP/1.1" status: 200 len: 217 time: 0.1017249 Jul 06 17:40:07.131434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18da2795-5c11-49dc-a37c-a09593567f51 req-242a1b8c-79fb-4506-a904-ceeb2fd00701 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-group-rules/5791d3d1-a357-4de2-9b6c-1580864465be HTTP/1.1" status: 200 len: 778 time: 0.0824647 Jul 06 17:40:07.209524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39e755d4-1d3c-4750-aad0-bf55cd5da1cc req-8e931ab1-360f-4cfa-ad51-6e6dd154749d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822335 Jul 06 17:40:07.228684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Made reservation on behalf of 8d20b46e7c8b444f8d5cbd0795aea82e for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:07.247493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.261993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.300060 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a1f37-851c-4be8-9f4e-adc0aa4e1159 x-openstack-request-id: req-e73a1f37-851c-4be8-9f4e-adc0aa4e1159 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:07.300435 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:07.300843 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e73a1f37-851c-4be8-9f4e-adc0aa4e1159 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:07.301454 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'status': 'completed', 'code': 200} Jul 06 17:40:07.343877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-f17ec46d-061a-415b-92a1-cb441ba1e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.346420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-f17ec46d-061a-415b-92a1-cb441ba1e9e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2514465 Jul 06 17:40:07.428067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18da2795-5c11-49dc-a37c-a09593567f51 req-ae9607dc-f15d-4f62-a2ba-10e6339bd7c1 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/0f1395a9-3309-4b28-80cf-0ab67e8e57e7 HTTP/1.1" status: 200 len: 2406 time: 0.2415719 Jul 06 17:40:07.500238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.506624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.548090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7f35b-ae4b-49cd-a7c2-09f5c0c5d226 req-7797c429-1715-456c-8ded-28f349d03766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.550659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e7f35b-ae4b-49cd-a7c2-09f5c0c5d226 req-7797c429-1715-456c-8ded-28f349d03766 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1100 time: 0.4138613 Jul 06 17:40:07.587952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2fd11a-f07e-4228-8d39-982358f6b037,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:07.588672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-18da2795-5c11-49dc-a37c-a09593567f51 req-f17c12ae-8bcc-42e1-b799-545de95632ad tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.629931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-18da2795-5c11-49dc-a37c-a09593567f51 req-f17c12ae-8bcc-42e1-b799-545de95632ad tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.677513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Allocated IP 192.168.233.145 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/a0a8531a-3ebe-47b7-905e-2f67e98a0182) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:07.687997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-53c860d9-16b1-40d8-ade5-fc9367c6b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.690738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-53c860d9-16b1-40d8-ade5-fc9367c6b98d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3335726 Jul 06 17:40:07.823495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e7f35b-ae4b-49cd-a7c2-09f5c0c5d226 req-00a0f6cc-66c6-45fe-833b-998d174ec170 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531106 Jul 06 17:40:07.842370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b93c8-91a6-45f0-a369-4d431fad788e req-59bc17cb-e63f-4b91-b48f-2c591e9f64e2 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.844980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-692b93c8-91a6-45f0-a369-4d431fad788e req-59bc17cb-e63f-4b91-b48f-2c591e9f64e2 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4129260 Jul 06 17:40:07.846069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-18da2795-5c11-49dc-a37c-a09593567f51 req-f17c12ae-8bcc-42e1-b799-545de95632ad tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.862000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-18da2795-5c11-49dc-a37c-a09593567f51 req-f17c12ae-8bcc-42e1-b799-545de95632ad tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.864056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18da2795-5c11-49dc-a37c-a09593567f51 req-f17c12ae-8bcc-42e1-b799-545de95632ad tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5791d3d1-a357-4de2-9b6c-1580864465be HTTP/1.1" status: 204 len: 173 time: 0.4117908 Jul 06 17:40:07.913309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c12ae-8bcc-42e1-b799-545de95632ad tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5791d3d1-a357-4de2-9b6c-1580864465be,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:07.951949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.978117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-692b93c8-91a6-45f0-a369-4d431fad788e req-e616526b-217e-48c6-8a98-fbc77a970651 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971012 Jul 06 17:40:07.983308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Transition to ACTIVE for port object a0a8531a-3ebe-47b7-905e-2f67e98a0182 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:08.014194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-a0768e6d-73d2-4949-8ff5-f42ac7d53b95 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063891 Jul 06 17:40:08.064452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.174721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:08.187903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:08.199576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:08.299403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:08.300300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.303980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Pushing event updated for resources: {'Port': ['ID=a0a8531a-3ebe-47b7-905e-2f67e98a0182,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:08.345187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2eb0f5a-3605-4ea5-9f43-bdf65ea46a0d req-27ba6d05-748f-464e-abb8-6c62c38a3af0 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237929 Jul 06 17:40:08.348965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-cf1ef7b8-1910-4e77-8e06-cde218d07380 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3535016 Jul 06 17:40:08.364544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Request body: {'port': {'device_id': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:08.418499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5fd68-49b9-433a-b297-f60d2d0043da req-a935980d-b6af-4414-a90f-0d7fdafdb844 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:08.421315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70c5fd68-49b9-433a-b297-f60d2d0043da req-a935980d-b6af-4414-a90f-0d7fdafdb844 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 936 time: 0.1916847 Jul 06 17:40:08.547831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.615379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-09ec2b87-df4b-4112-8e09-3ec2e253f3b8 None None] Provisioning for port a0a8531a-3ebe-47b7-905e-2f67e98a0182 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:08.623598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-09ec2b87-df4b-4112-8e09-3ec2e253f3b8 None None] Provisioning complete for port a0a8531a-3ebe-47b7-905e-2f67e98a0182 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:08.624864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09ec2b87-df4b-4112-8e09-3ec2e253f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.683080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-09ec2b87-df4b-4112-8e09-3ec2e253f3b8 None None] Port a0a8531a-3ebe-47b7-905e-2f67e98a0182 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:08.892632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70c5fd68-49b9-433a-b297-f60d2d0043da req-68713f3c-7bf5-4bf5-8591-10e335e5e4ac tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584522 Jul 06 17:40:08.947731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-041e6e1e-7e4d-4a54-8cfa-95e24d63d9d6 req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2003305809', 'description': 'tempest-description-2128565634'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:08.988942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bfc3f-0082-40d4-8f9c-f160bf8c8f19 req-79f128a1-1014-4efc-bb08-902ecc4cbd70 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:08.991452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c23bfc3f-0082-40d4-8f9c-f160bf8c8f19 req-79f128a1-1014-4efc-bb08-902ecc4cbd70 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 947 time: 0.5528553 Jul 06 17:40:08.999968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a8531a-3ebe-47b7-905e-2f67e98a0182 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:09.006787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99f94-d9ef-406e-be00-b9e03814742c req-18639f27-0d35-44fa-bfd5-73faa91c366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.009342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-18639f27-0d35-44fa-bfd5-73faa91c366d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7aba9dcd444aa39df9652dcf61561e&device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 1098 time: 0.1786363 Jul 06 17:40:09.016616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.037107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Transition to ACTIVE for port object a0a8531a-3ebe-47b7-905e-2f67e98a0182 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:09.044194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.104303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a8531a-3ebe-47b7-905e-2f67e98a0182,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:09.153510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-041e6e1e-7e4d-4a54-8cfa-95e24d63d9d6 req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.237445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Attempting to bind port a0a8531a-3ebe-47b7-905e-2f67e98a0182 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:09.237971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Attempting to bind port a0a8531a-3ebe-47b7-905e-2f67e98a0182 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:09.238493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Attempting to bind port a0a8531a-3ebe-47b7-905e-2f67e98a0182 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:09.247459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Port a0a8531a-3ebe-47b7-905e-2f67e98a0182 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:09.247975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Attempting to bind port a0a8531a-3ebe-47b7-905e-2f67e98a0182 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:09.251846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c23bfc3f-0082-40d4-8f9c-f160bf8c8f19 req-d249ad48-bacd-4b51-beb2-7e6708621b0d tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411973 Jul 06 17:40:09.260255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:09.261839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:09.263783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:09.264979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Bound port: a0a8531a-3ebe-47b7-905e-2f67e98a0182, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:09.266331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.300246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99f94-d9ef-406e-be00-b9e03814742c req-4793d3e6-f23d-451a-a1ec-7fe80e647b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.301640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-4793d3e6-f23d-451a-a1ec-7fe80e647b72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2706721 Jul 06 17:40:09.375710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-221e5e25-c6ea-4a8a-bccf-c8565759753c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0657029 Jul 06 17:40:09.404595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] For port a0a8531a-3ebe-47b7-905e-2f67e98a0182, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:09.409389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] For port a0a8531a-3ebe-47b7-905e-2f67e98a0182, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:09.415064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.455075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.455753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.457237 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0a8531a-3ebe-47b7-905e-2f67e98a0182 HTTP/1.1" status: 200 len: 1096 time: 1.0993626 Jul 06 17:40:09.457710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'tag': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:09.463493 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9a9cf7-a329-4817-87aa-356b007250ab", "tag": "a0a8531a-3ebe-47b7-905e-2f67e98a0182"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:09.503785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba09d2a-af45-4f77-90e3-2a3b93f4b182 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a8531a-3ebe-47b7-905e-2f67e98a0182,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:09.530235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99f94-d9ef-406e-be00-b9e03814742c req-56bfdbee-6c2e-4912-beed-918412e7aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.531881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-56bfdbee-6c2e-4912-beed-918412e7aaa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1490457 Jul 06 17:40:09.534532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-041e6e1e-7e4d-4a54-8cfa-95e24d63d9d6 req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.553618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-041e6e1e-7e4d-4a54-8cfa-95e24d63d9d6 req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.621145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-8780886d-fdcc-4ee8-8b8b-a3fdd907a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.622844 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-8780886d-fdcc-4ee8-8b8b-a3fdd907a22d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d20b46e7c8b444f8d5cbd0795aea82e&device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 1099 time: 0.0950747 Jul 06 17:40:09.629856 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-041e6e1e-7e4d-4a54-8cfa-95e24d63d9d6 req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.643012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-041e6e1e-7e4d-4a54-8cfa-95e24d63d9d6 req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7133079 Jul 06 17:40:09.645405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bcae2-d8f7-48db-9672-6214514f7072 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ace76b4-2bfe-4db5-a1c7-00e38b3fa0ea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:09.670071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99f94-d9ef-406e-be00-b9e03814742c req-c3ed6894-3028-44e6-98cd-fe53a0ca1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.671880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-c3ed6894-3028-44e6-98cd-fe53a0ca1cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309628 Jul 06 17:40:09.697651 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-e6f31fbe-6620-4e8e-a9d8-5b87f86f752e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182 HTTP/1.1" status: 200 len: 217 time: 0.0674057 Jul 06 17:40:09.764337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-59cd6b69-f66a-410f-b4dc-6a7276a196c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.766967 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-59cd6b69-f66a-410f-b4dc-6a7276a196c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0614371 Jul 06 17:40:09.839353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eb351d0d-4e2d-42d5-87bd-44ea550da099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.841024 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-eb351d0d-4e2d-42d5-87bd-44ea550da099 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608740 Jul 06 17:40:09.974022 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-f1c5c9ca-cda3-4629-9357-a8777894753d service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Jul 06 17:40:10.015975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-53fa7cba-7228-4467-8cc6-f5ddcb18fbf3 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362243 Jul 06 17:40:10.102681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-b388f6a5-9369-428e-a1e3-edd33e1cbc80 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.105524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-b388f6a5-9369-428e-a1e3-edd33e1cbc80 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 950 time: 0.3524249 Jul 06 17:40:10.119947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09e856-b782-493c-be89-91165f0d59fc req-3fb761e9-2373-4f7d-8d98-75ba38640c87 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.122633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b09e856-b782-493c-be89-91165f0d59fc req-3fb761e9-2373-4f7d-8d98-75ba38640c87 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 950 time: 0.4248428 Jul 06 17:40:10.308332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395f14-f3c1-4650-baa9-092632bd79db req-3b557434-f2e0-4330-a5bd-fd282d850251 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.311078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66395f14-f3c1-4650-baa9-092632bd79db req-3b557434-f2e0-4330-a5bd-fd282d850251 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.5200634 Jul 06 17:40:10.380232 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-98c58f8d-d9b3-43a6-afe5-3555248c52d9 req-497cf498-22ff-4ecf-93a9-3ceabfe95691 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987563 Jul 06 17:40:10.455158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b09e856-b782-493c-be89-91165f0d59fc req-2e813eae-31bf-456d-ab6b-e9fa62512850 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/security-groups?id=06be5ae7-d736-4b90-b512-0ccf3d1a9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742679 Jul 06 17:40:10.491731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66395f14-f3c1-4650-baa9-092632bd79db req-91dc1b12-d52a-4569-8bac-c2e92bc28184 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678231 Jul 06 17:40:10.496935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab99f94-d9ef-406e-be00-b9e03814742c req-2709b35b-9547-4105-ad08-5be9b30812d8 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578841 Jul 06 17:40:10.564065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Deleting port da033563-4eda-4b2d-9d36-70aa716f0e93 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:10.564724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.591912 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd323e3e-fc7a-472a-ae07-33fd9beff61b x-openstack-request-id: req-bd323e3e-fc7a-472a-ae07-33fd9beff61b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:10.592389 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9a9cf7-a329-4817-87aa-356b007250ab", "tag": "a0a8531a-3ebe-47b7-905e-2f67e98a0182", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:10.592800 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd323e3e-fc7a-472a-ae07-33fd9beff61b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:10.593455 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'tag': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182', 'status': 'completed', 'code': 200} Jul 06 17:40:10.785335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef3ccb5a-0290-480f-bd9f-e217a978af89 req-2fd4d2cd-15f0-458e-844e-6484c58d4580 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/3ace76b4-2bfe-4db5-a1c7-00e38b3fa0ea HTTP/1.1" status: 200 len: 1813 time: 0.1650281 Jul 06 17:40:10.788282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] For port da033563-4eda-4b2d-9d36-70aa716f0e93, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=da033563-4eda-4b2d-9d36-70aa716f0e93,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:10.788656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.806864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Calling delete_port for da033563-4eda-4b2d-9d36-70aa716f0e93 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:10.842134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-699a0653-0ba3-4940-a02e-120f1c1ff6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.843702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-699a0653-0ba3-4940-a02e-120f1c1ff6ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d20b46e7c8b444f8d5cbd0795aea82e&device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 1099 time: 0.1982338 Jul 06 17:40:10.852578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e641-aa69-448a-a94c-a98a564f8815 req-e522e46f-5587-47e9-8fe2-5ff0fb6ce875 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.854572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fba9e641-aa69-448a-a94c-a98a564f8815 req-e522e46f-5587-47e9-8fe2-5ff0fb6ce875 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2632320 Jul 06 17:40:11.046032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fba9e641-aa69-448a-a94c-a98a564f8815 req-b554076c-cad7-4991-b052-dd253640f1cc tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472037 Jul 06 17:40:11.099536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-9ff58f63-38de-46b5-98aa-4d9f3e4d9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.101102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-9ff58f63-38de-46b5-98aa-4d9f3e4d9c2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2452121 Jul 06 17:40:11.110809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:11.162859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953a971-6a5d-459c-a4af-2aa7110c5183 req-efb849fa-080c-45cd-896c-e46d94bcdf68 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.165607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9953a971-6a5d-459c-a4af-2aa7110c5183 req-efb849fa-080c-45cd-896c-e46d94bcdf68 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 948 time: 0.2651396 Jul 06 17:40:11.282793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-d2817e42-fcb7-4a5a-8529-3836386a291b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182 HTTP/1.1" status: 200 len: 217 time: 0.1673193 Jul 06 17:40:11.288176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:11.310929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'mac_address': 'fa:16:3e:6d:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:11.380748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.404774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5755723a-c2f7-423e-a5e6-be43211f3ed5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:11.422473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.423782 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-2068de3f-2639-4fff-b065-46979332c2ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703347 Jul 06 17:40:11.449074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9953a971-6a5d-459c-a4af-2aa7110c5183 req-9b157311-6684-4847-b4a6-1dcc8075d6a0 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613449 Jul 06 17:40:11.455489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['da033563-4eda-4b2d-9d36-70aa716f0e93'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:11.462626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:11.511710 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.512016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Pushing event deleted for resources: {'Port': ['ID=da033563-4eda-4b2d-9d36-70aa716f0e93,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:11.518603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-3b250e49-1afd-44cd-a4fe-8efc462ffdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.521036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-3b250e49-1afd-44cd-a4fe-8efc462ffdd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2077024 Jul 06 17:40:11.565439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:11.568404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80dca4-efa0-4462-b9fb-e14148c04f3f req-d422f089-0658-4a32-99aa-37e5d68b8274 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.570877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b80dca4-efa0-4462-b9fb-e14148c04f3f req-d422f089-0658-4a32-99aa-37e5d68b8274 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 947 time: 0.4037006 Jul 06 17:40:11.585395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-7986f224-e86f-47dc-88ed-6e2c3a6b1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.588010 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-7986f224-e86f-47dc-88ed-6e2c3a6b1859 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1096 time: 0.1394608 Jul 06 17:40:11.707017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] No DVR routers for this DVR port da033563-4eda-4b2d-9d36-70aa716f0e93 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:11.715860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.719948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f717b8c-cc66-48de-81d0-c1f00eeda1e0 req-88fa9ab7-27ce-439f-8c72-efe206e34312 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.61 "DELETE /v2.0/ports/da033563-4eda-4b2d-9d36-70aa716f0e93 HTTP/1.1" status: 204 len: 173 time: 1.5939343 Jul 06 17:40:11.722389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec652e9-a276-4b3c-8815-861078db628f', 'name': 'network-vif-deleted', 'tag': 'da033563-4eda-4b2d-9d36-70aa716f0e93'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:11.726348 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478b7649-5379-4e91-91e0-0365139ff408" -d '{"events": [{"server_uuid": "9ec652e9-a276-4b3c-8815-861078db628f", "name": "network-vif-deleted", "tag": "da033563-4eda-4b2d-9d36-70aa716f0e93"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:11.743840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-539c53ba-b34c-421e-a812-b3e838de9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.745475 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-539c53ba-b34c-421e-a812-b3e838de9df6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.1290419 Jul 06 17:40:11.777150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5755723a-c2f7-423e-a5e6-be43211f3ed5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:11.788163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b80dca4-efa0-4462-b9fb-e14148c04f3f req-ffa72211-5a0c-4df3-b3d3-dc67545b22b5 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507652 Jul 06 17:40:11.821187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-5f5048a3-231a-4f51-8c71-0244b46c07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.823907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-5f5048a3-231a-4f51-8c71-0244b46c07ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2916336 Jul 06 17:40:11.834126 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-5a125b3d-dd1a-41d1-928e-cbbed7aae064 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.0815470 Jul 06 17:40:11.921264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-1fe04d8b-b08c-4a7b-987c-4367940cdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.923486 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-1fe04d8b-b08c-4a7b-987c-4367940cdf63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.0803545 Jul 06 17:40:12.033105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-8361b1b4-8268-463f-9f9e-77f607358d92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008236 Jul 06 17:40:12.112654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-93706878-be59-4393-8c2c-836a62f26a47 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766271 Jul 06 17:40:12.193751 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-22cde5c6-a7fc-429b-9c21-bb3543d295a6 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528718 Jul 06 17:40:12.223717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45c39084-5b49-4034-a5f9-79ef65365fb9 req-caa58bdf-249b-49c9-9c45-10fbffa03e53 tempest-ServersAdminNegativeTestJSON-820206300 tempest-ServersAdminNegativeTestJSON-820206300-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec652e9-a276-4b3c-8815-861078db628f HTTP/1.1" status: 200 len: 210 time: 0.0466518 Jul 06 17:40:12.245901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dbe40-670b-4cea-bdbc-4a7d322614bf req-f3d78520-70fb-4ea4-be54-26973d259763 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:12.252954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-306dbe40-670b-4cea-bdbc-4a7d322614bf req-f3d78520-70fb-4ea4-be54-26973d259763 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2305748 Jul 06 17:40:12.314628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1e09553-8d2f-4b55-b14a-d81492400cf3 req-810faab0-e5aa-40b3-806a-4d0eae133d8f service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098113 Jul 06 17:40:12.317244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-306dbe40-670b-4cea-bdbc-4a7d322614bf req-62be2410-dea3-415b-a6cd-92af998597a8 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Jul 06 17:40:12.359643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4709f818-a92f-4eb3-9972-9b8e4eb5d80b req-4dba5a73-89e1-4f8f-91db-157cd0f1f4b2 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366493 Jul 06 17:40:12.400906 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9b530-5b8d-4675-b4b2-d2c96a05b1af x-openstack-request-id: req-5da9b530-5b8d-4675-b4b2-d2c96a05b1af {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:12.401211 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec652e9-a276-4b3c-8815-861078db628f", "name": "network-vif-deleted", "tag": "da033563-4eda-4b2d-9d36-70aa716f0e93", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:12.401635 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5da9b530-5b8d-4675-b4b2-d2c96a05b1af {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:12.402215 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec652e9-a276-4b3c-8815-861078db628f', 'name': 'network-vif-deleted', 'tag': 'da033563-4eda-4b2d-9d36-70aa716f0e93', 'status': 'completed', 'code': 200} Jul 06 17:40:12.434367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ff51b333-7382-42fa-a787-c845cfc574d7 req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-503191109', 'description': 'tempest-description-2142860681'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:12.520415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff51b333-7382-42fa-a787-c845cfc574d7 req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.558279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ceb69-0fa8-410d-9b81-93e83755674e req-48d0eafb-082c-4b5c-862c-e810d42e0c28 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:12.559943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121ceb69-0fa8-410d-9b81-93e83755674e req-48d0eafb-082c-4b5c-862c-e810d42e0c28 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.1516027 Jul 06 17:40:12.627474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121ceb69-0fa8-410d-9b81-93e83755674e req-53e03555-d818-4477-bfef-1665f573b35d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579774 Jul 06 17:40:12.691430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff51b333-7382-42fa-a787-c845cfc574d7 req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.699089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff51b333-7382-42fa-a787-c845cfc574d7 req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.731013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff51b333-7382-42fa-a787-c845cfc574d7 req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.732046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff51b333-7382-42fa-a787-c845cfc574d7 req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3068404 Jul 06 17:40:12.747087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db65198-62a4-4eba-b8e5-925596105509 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120d5b1b-3765-419f-b71c-70f701febe74,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:12.958171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e10a-6c92-4088-8147-d299e9559090 req-4c005c47-83c2-49fa-a161-511d0502a459 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:12.960588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e34e10a-6c92-4088-8147-d299e9559090 req-4c005c47-83c2-49fa-a161-511d0502a459 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 948 time: 0.0874851 Jul 06 17:40:13.049018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e34e10a-6c92-4088-8147-d299e9559090 req-7d93803e-4728-4104-ba8e-6c853a6d2919 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762520 Jul 06 17:40:13.127850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a0a8531a-3ebe-47b7-905e-2f67e98a0182 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:13.130632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:13.137693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97686f33-b948-4ad8-81be-431eef1db808 req-e6944065-033d-4b26-b44f-c5dfdd1a0b20 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/120d5b1b-3765-419f-b71c-70f701febe74 HTTP/1.1" status: 200 len: 1812 time: 0.0643814 Jul 06 17:40:13.274452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 5755723a-c2f7-423e-a5e6-be43211f3ed5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:13.280838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 5755723a-c2f7-423e-a5e6-be43211f3ed5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:13.281478 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.341128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a0a8531a-3ebe-47b7-905e-2f67e98a0182, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:13.346107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b49175-f9db-48aa-ab15-a89d2947d8e5 req-c3150c8f-f8bb-48ff-9dd0-ac324f77f8df tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:13.355652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5b49175-f9db-48aa-ab15-a89d2947d8e5 req-c3150c8f-f8bb-48ff-9dd0-ac324f77f8df tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 948 time: 0.0896139 Jul 06 17:40:13.360879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182', 'mac_address': 'fa:16:3e:8e:73:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:13.431848 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.476080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:13.478909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5b49175-f9db-48aa-ab15-a89d2947d8e5 req-98c89896-4c2a-46bf-aa94-3c0efe8e6c5a tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210120 Jul 06 17:40:13.479568 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13babe3f-36f8-4f27-900b-ebd188d91822" -d '{"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-plugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:13.484756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.505075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:13.511923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a8531a-3ebe-47b7-905e-2f67e98a0182 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:13.518401 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.534913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-107d6691-e5a2-4f3f-ac21-b5ab7fe85424 req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-36116938', 'description': 'tempest-description-1329709552'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:13.565070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device da033563-4eda-4b2d-9d36-70aa716f0e93 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:13.567567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a0a8531a-3ebe-47b7-905e-2f67e98a0182, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:13.598984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68744-c6c1-474a-959a-6ba638aaffaa req-e3703690-9ca8-4c3a-b998-7adb6208b1a1 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:13.601250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7be68744-c6c1-474a-959a-6ba638aaffaa req-e3703690-9ca8-4c3a-b998-7adb6208b1a1 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1829522 Jul 06 17:40:13.604962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: da033563-4eda-4b2d-9d36-70aa716f0e93 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:13.605389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device da033563-4eda-4b2d-9d36-70aa716f0e93 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:13.609083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.623115 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-107d6691-e5a2-4f3f-ac21-b5ab7fe85424 req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.633869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:13.688524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7be68744-c6c1-474a-959a-6ba638aaffaa req-f19f78cc-0593-4611-8608-c66558008ebd tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610754 Jul 06 17:40:13.705644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a0a8531a-3ebe-47b7-905e-2f67e98a0182,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:13.765274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-107d6691-e5a2-4f3f-ac21-b5ab7fe85424 req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.770425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-107d6691-e5a2-4f3f-ac21-b5ab7fe85424 req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.802293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-107d6691-e5a2-4f3f-ac21-b5ab7fe85424 req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.803575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-107d6691-e5a2-4f3f-ac21-b5ab7fe85424 req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2734215 Jul 06 17:40:13.809131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9561445-796c-4a18-b499-b1c1eea77996 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f40566-692f-4974-a090-95b36781ed46,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:13.873495 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07556af3-1325-4e8a-bec5-607edd78624a x-openstack-request-id: req-07556af3-1325-4e8a-bec5-607edd78624a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:13.873937 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-plugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:13.874332 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07556af3-1325-4e8a-bec5-607edd78624a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:13.874847 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'code': 200} Jul 06 17:40:13.897902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a0a8531a-3ebe-47b7-905e-2f67e98a0182'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:13.985362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92892d59-9b93-4025-a99b-0b7f5a22a0eb req-e1b69b66-ba7f-4457-b930-af62450f1f78 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/23f40566-692f-4974-a090-95b36781ed46 HTTP/1.1" status: 200 len: 1811 time: 0.0784307 Jul 06 17:40:14.033660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a6023ce6-c496-4817-92be-fc377f2ecf4c req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2067528128', 'description': 'tempest-description-2142369789'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:14.166564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a6023ce6-c496-4817-92be-fc377f2ecf4c req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.225839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe691ff-fc18-4f62-bf10-09d7da277ffb req-0d56fd48-fd9f-4753-86d3-882b1c535ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:14.228985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe691ff-fc18-4f62-bf10-09d7da277ffb req-0d56fd48-fd9f-4753-86d3-882b1c535ab2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 1100 time: 0.2152297 Jul 06 17:40:14.261545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545c2b9-2926-4807-aa0d-1eb70c76a3b1 req-c541120d-1204-4ccb-844b-2ccf52dd2a0d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:14.263137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8545c2b9-2926-4807-aa0d-1eb70c76a3b1 req-c541120d-1204-4ccb-844b-2ccf52dd2a0d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.1656320 Jul 06 17:40:14.331617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfe691ff-fc18-4f62-bf10-09d7da277ffb req-03b3c46f-8bda-4677-9abb-9abb524992c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938022 Jul 06 17:40:14.354843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8545c2b9-2926-4807-aa0d-1eb70c76a3b1 req-cf7daab8-dd73-4662-88a5-6c8c538c68dc tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809267 Jul 06 17:40:14.388225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a6023ce6-c496-4817-92be-fc377f2ecf4c req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.397460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a6023ce6-c496-4817-92be-fc377f2ecf4c req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.454111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a6023ce6-c496-4817-92be-fc377f2ecf4c req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.460421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6023ce6-c496-4817-92be-fc377f2ecf4c req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4292760 Jul 06 17:40:14.462315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:14.470481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9512187-7adc-4ff2-b910-f149daa47347 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fab31a-2454-47d3-9041-1a619520f05a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:14.596245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee3640-2099-434b-b62f-8fe1abdc3585 req-f32aa80b-6cda-4190-adb0-c952dcde68fb tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:14.597886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcee3640-2099-434b-b62f-8fe1abdc3585 req-f32aa80b-6cda-4190-adb0-c952dcde68fb tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 949 time: 0.0871465 Jul 06 17:40:14.645751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcee3640-2099-434b-b62f-8fe1abdc3585 req-44c6e395-07eb-434a-9276-d755161d8500 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Jul 06 17:40:14.678564 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-53828adb-d4ca-42fd-840f-f7f9e079e126 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afd249b93cea4c53bb28e9b93046efd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124176 Jul 06 17:40:14.681597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43636) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:14.731544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a2ca2f2-b8c1-4378-b2c8-138f90442cf2 req-10e05882-397b-4e29-abbf-4f9c7c21c3b4 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/46fab31a-2454-47d3-9041-1a619520f05a HTTP/1.1" status: 200 len: 1813 time: 0.0671756 Jul 06 17:40:14.747948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9262dbdf-035a-40c5-89f7-17b59afda204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.783103 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9262dbdf-035a-40c5-89f7-17b59afda204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.882069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9262dbdf-035a-40c5-89f7-17b59afda204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.887652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9262dbdf-035a-40c5-89f7-17b59afda204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.891931 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9262dbdf-035a-40c5-89f7-17b59afda204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06be5ae7-d736-4b90-b512-0ccf3d1a9c26 HTTP/1.1" status: 204 len: 168 time: 0.2090330 Jul 06 17:40:14.905400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262dbdf-035a-40c5-89f7-17b59afda204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be5ae7-d736-4b90-b512-0ccf3d1a9c26,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:15.012343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2e2d-793e-4eea-8bf1-f426b219196d req-b72ef893-4591-4a96-b17c-e397daa131f6 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:15.016914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f52d2e2d-793e-4eea-8bf1-f426b219196d req-b72ef893-4591-4a96-b17c-e397daa131f6 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1706827 Jul 06 17:40:15.029015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33d928-4eda-4338-ba30-802ac71b4e0e req-7a492d8a-cc3c-488f-ada9-267a78928106 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:15.041793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d33d928-4eda-4338-ba30-802ac71b4e0e req-7a492d8a-cc3c-488f-ada9-267a78928106 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 949 time: 0.1796222 Jul 06 17:40:15.124842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f52d2e2d-793e-4eea-8bf1-f426b219196d req-9609b332-126c-4ff0-b050-f6379166cfaa tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Jul 06 17:40:15.130379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a0a8531a-3ebe-47b7-905e-2f67e98a0182 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:15.159212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d33d928-4eda-4338-ba30-802ac71b4e0e req-ba4646a6-a438-4b21-ad88-5966f1ad14d9 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996752 Jul 06 17:40:15.231931 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-b8859565-e597-4b27-ad8c-29e94e031fd0 req-3ac0a174-abf8-491c-b0da-de01a2dd8c29 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] show failed (client error): The resource could not be found. Jul 06 17:40:15.251598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8859565-e597-4b27-ad8c-29e94e031fd0 req-3ac0a174-abf8-491c-b0da-de01a2dd8c29 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/09fe5a82-71c6-4368-9aea-e1ff955ceada HTTP/1.1" status: 404 len: 352 time: 0.0478740 Jul 06 17:40:15.277698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port a0a8531a-3ebe-47b7-905e-2f67e98a0182 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:15.287777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port a0a8531a-3ebe-47b7-905e-2f67e98a0182 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:15.289021 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.296696 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-aa0847ac-da7d-4a8a-bb39-c160954000c2 req-b843a73b-4129-45f7-b8db-bc79d5aefb18 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] show failed (client error): The resource could not be found. Jul 06 17:40:15.306442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa0847ac-da7d-4a8a-bb39-c160954000c2 req-b843a73b-4129-45f7-b8db-bc79d5aefb18 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-group-rules/52d3a084-fa18-4e6a-b4f0-0df5cb98d226 HTTP/1.1" status: 404 len: 361 time: 0.0256021 Jul 06 17:40:15.495707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58324033-df95-48b1-9526-5a6dfdb4d795 req-8afea218-37e3-4380-9fed-53c3c197c48a tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/46fab31a-2454-47d3-9041-1a619520f05a HTTP/1.1" status: 200 len: 1813 time: 0.1212912 Jul 06 17:40:15.498646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.565021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a0a8531a-3ebe-47b7-905e-2f67e98a0182, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:15.570147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8b02a-8762-45d0-aa18-ad5307ec6082 req-7e36f567-1345-428a-8b97-52f69c15a4e6 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:15.573488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8a8b02a-8762-45d0-aa18-ad5307ec6082 req-7e36f567-1345-428a-8b97-52f69c15a4e6 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1096 time: 0.1558876 Jul 06 17:40:15.574740 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.581970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43656) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:15.643492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a0a8531a-3ebe-47b7-905e-2f67e98a0182,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:15.669643 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3db47ce8-6e57-4406-943d-14fc1654c919 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74fa6c19c682418399b411e2140ac20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844939 Jul 06 17:40:15.672638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:15.676685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58324033-df95-48b1-9526-5a6dfdb4d795 req-1c830cf5-4aa3-40d3-b096-e594cc5e1ab3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.692206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8a8b02a-8762-45d0-aa18-ad5307ec6082 req-447aabfe-f7bb-4483-a3b7-2a8833fde479 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991247 Jul 06 17:40:15.722129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58324033-df95-48b1-9526-5a6dfdb4d795 req-1c830cf5-4aa3-40d3-b096-e594cc5e1ab3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.752066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69689e4f-a642-4010-81b3-3ec7bd2ae574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.796467 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58324033-df95-48b1-9526-5a6dfdb4d795 req-1c830cf5-4aa3-40d3-b096-e594cc5e1ab3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.796713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69689e4f-a642-4010-81b3-3ec7bd2ae574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.801520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58324033-df95-48b1-9526-5a6dfdb4d795 req-1c830cf5-4aa3-40d3-b096-e594cc5e1ab3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.803444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58324033-df95-48b1-9526-5a6dfdb4d795 req-1c830cf5-4aa3-40d3-b096-e594cc5e1ab3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "DELETE /v2.0/security-groups/46fab31a-2454-47d3-9041-1a619520f05a HTTP/1.1" status: 204 len: 173 time: 0.2878492 Jul 06 17:40:15.822720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c830cf5-4aa3-40d3-b096-e594cc5e1ab3 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fab31a-2454-47d3-9041-1a619520f05a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:15.888311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69689e4f-a642-4010-81b3-3ec7bd2ae574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.892536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69689e4f-a642-4010-81b3-3ec7bd2ae574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.894428 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-69689e4f-a642-4010-81b3-3ec7bd2ae574 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af308866-2a17-47e8-ab6b-8d77177be6fd HTTP/1.1" status: 204 len: 168 time: 0.2203887 Jul 06 17:40:15.918930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69689e4f-a642-4010-81b3-3ec7bd2ae574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af308866-2a17-47e8-ab6b-8d77177be6fd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:16.013635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b533154-0575-4260-bc12-6f40604e53bc req-056b46f9-5c71-4702-b51c-de4740f651f1 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:16.016430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b533154-0575-4260-bc12-6f40604e53bc req-056b46f9-5c71-4702-b51c-de4740f651f1 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.1397808 Jul 06 17:40:16.046231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:16.048741 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59897d-ca65-4a7b-ad7b-46d77703d4ce" -d '{"events": [{"server_uuid": "7b9a9cf7-a329-4817-87aa-356b007250ab", "name": "network-vif-plugged", "status": "completed", "tag": "a0a8531a-3ebe-47b7-905e-2f67e98a0182"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:16.093395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b533154-0575-4260-bc12-6f40604e53bc req-8f350ed6-9211-4a13-84bc-faef9ef19f5b tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695097 Jul 06 17:40:16.309236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16809906-262d-484b-bc09-85bc2400eb5f req-1fca9df8-cf09-4d2b-b3f8-d2758aa5b947 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:16.312302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16809906-262d-484b-bc09-85bc2400eb5f req-1fca9df8-cf09-4d2b-b3f8-d2758aa5b947 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 950 time: 0.1066682 Jul 06 17:40:16.379299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16809906-262d-484b-bc09-85bc2400eb5f req-33d00476-f271-48f2-ae49-354bf2eede64 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609589 Jul 06 17:40:16.520693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-251a27d9-d07c-44ea-bc48-3f22a3c83c98 req-e0bda1a9-8055-45bd-a4c8-d23e9bd92639 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/23f40566-692f-4974-a090-95b36781ed46 HTTP/1.1" status: 200 len: 1811 time: 0.0807271 Jul 06 17:40:16.620796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-251a27d9-d07c-44ea-bc48-3f22a3c83c98 req-4f73ff99-7733-4c5f-b701-1175dc6dbded tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.661519 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-251a27d9-d07c-44ea-bc48-3f22a3c83c98 req-4f73ff99-7733-4c5f-b701-1175dc6dbded tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.731679 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-251a27d9-d07c-44ea-bc48-3f22a3c83c98 req-4f73ff99-7733-4c5f-b701-1175dc6dbded tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.738053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-251a27d9-d07c-44ea-bc48-3f22a3c83c98 req-4f73ff99-7733-4c5f-b701-1175dc6dbded tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.740075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-251a27d9-d07c-44ea-bc48-3f22a3c83c98 req-4f73ff99-7733-4c5f-b701-1175dc6dbded tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "DELETE /v2.0/security-groups/23f40566-692f-4974-a090-95b36781ed46 HTTP/1.1" status: 204 len: 173 time: 0.2180445 Jul 06 17:40:16.757261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73ff99-7733-4c5f-b701-1175dc6dbded tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f40566-692f-4974-a090-95b36781ed46,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:16.802639 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb098166-8565-4123-9fb2-7c3e33fc6380 x-openstack-request-id: req-bb098166-8565-4123-9fb2-7c3e33fc6380 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:16.803176 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9a9cf7-a329-4817-87aa-356b007250ab", "name": "network-vif-plugged", "status": "completed", "tag": "a0a8531a-3ebe-47b7-905e-2f67e98a0182", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:16.803548 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb098166-8565-4123-9fb2-7c3e33fc6380 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:16.804183 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182', 'code': 200} Jul 06 17:40:17.001129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a050b-85be-4b5f-a65e-d7a400f947a8 req-92ac3d35-f55c-4e14-9e6c-37a39f60167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:17.003185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c4a050b-85be-4b5f-a65e-d7a400f947a8 req-92ac3d35-f55c-4e14-9e6c-37a39f60167b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 1101 time: 0.1139057 Jul 06 17:40:17.060483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76766f84-6cde-41bf-b79b-2386c7881632 req-c7751939-1bc9-4b02-beac-03173e100278 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:17.062140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76766f84-6cde-41bf-b79b-2386c7881632 req-c7751939-1bc9-4b02-beac-03173e100278 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1170502 Jul 06 17:40:17.067160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c4a050b-85be-4b5f-a65e-d7a400f947a8 req-0d018b19-34e3-4f0d-a51c-b93cbbcf5697 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541213 Jul 06 17:40:17.140832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76766f84-6cde-41bf-b79b-2386c7881632 req-c37d2558-d403-4dc9-8285-0a33fef3d6ce tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625448 Jul 06 17:40:17.425636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c001d-d2b9-488d-8473-8cc71aaef127 req-318c58f7-1ae0-460a-b414-53111ab7bee4 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:17.428401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-673c001d-d2b9-488d-8473-8cc71aaef127 req-318c58f7-1ae0-460a-b414-53111ab7bee4 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 949 time: 0.1070175 Jul 06 17:40:17.500174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-673c001d-d2b9-488d-8473-8cc71aaef127 req-2739badd-0f35-42e0-bbc8-6a70ae95147a tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613158 Jul 06 17:40:17.605654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46e808aa-95c9-4358-a4a7-842ac73ef25d req-1e3d3de0-2cc7-4438-b62a-835ea33ebc3e tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/120d5b1b-3765-419f-b71c-70f701febe74 HTTP/1.1" status: 200 len: 1812 time: 0.0674808 Jul 06 17:40:17.622286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-ff3b3cd3-9b97-471b-8677-e44952a5453c tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:40:17.623491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-ff3b3cd3-9b97-471b-8677-e44952a5453c tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080180 Jul 06 17:40:17.641567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Request body: {'binding': {'host': 'n-h1-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:17.642024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:40:17.787384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46e808aa-95c9-4358-a4a7-842ac73ef25d req-28f38cf4-f587-4be8-af26-a76449a15f84 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.831476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46e808aa-95c9-4358-a4a7-842ac73ef25d req-28f38cf4-f587-4be8-af26-a76449a15f84 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.904935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on host n-h1-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:17.905325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:17.905747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:17.912810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:17.913174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:17.921083 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46e808aa-95c9-4358-a4a7-842ac73ef25d req-28f38cf4-f587-4be8-af26-a76449a15f84 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.924220 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46e808aa-95c9-4358-a4a7-842ac73ef25d req-28f38cf4-f587-4be8-af26-a76449a15f84 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.925444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46e808aa-95c9-4358-a4a7-842ac73ef25d req-28f38cf4-f587-4be8-af26-a76449a15f84 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "DELETE /v2.0/security-groups/120d5b1b-3765-419f-b71c-70f701febe74 HTTP/1.1" status: 204 len: 173 time: 0.3087234 Jul 06 17:40:17.929582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:17.929782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:17.930007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:17.930466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Bound port: e4843081-a637-41e7-91c8-89df5f1baecd, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:17.942611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38cf4-f587-4be8-af26-a76449a15f84 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120d5b1b-3765-419f-b71c-70f701febe74,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:18.035636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:18.045012 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.046594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d77b10e8-1c28-4545-894a-0929b64e3094 service neutron] 10.222.0.37 "POST /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4150114 Jul 06 17:40:18.343920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609bf09-9d25-4581-831d-837be0d4dae9 req-ca219b97-23b9-4231-a358-e9819212f2cf tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:18.345535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9609bf09-9d25-4581-831d-837be0d4dae9 req-ca219b97-23b9-4231-a358-e9819212f2cf tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.0943718 Jul 06 17:40:18.459952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9609bf09-9d25-4581-831d-837be0d4dae9 req-78ae2c7b-13b0-4d41-918f-974a45471af1 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899732 Jul 06 17:40:18.519671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014f43c-cd60-494c-94e7-be0ec636907a req-9e390500-dc28-4804-9f40-b84ad15ad7cd tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:18.521674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c014f43c-cd60-494c-94e7-be0ec636907a req-9e390500-dc28-4804-9f40-b84ad15ad7cd tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 950 time: 0.1958470 Jul 06 17:40:18.526179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-7af45b5f-fa6e-4591-a4a3-4c0fd426beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:18.528840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-7af45b5f-fa6e-4591-a4a3-4c0fd426beda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1096 time: 0.1600015 Jul 06 17:40:18.983895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c014f43c-cd60-494c-94e7-be0ec636907a req-d68c3103-317f-45df-8a04-14cca88d8a4f tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535801 Jul 06 17:40:19.037393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-b1630817-5488-4759-8be3-9bdddffdb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:19.041328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-b1630817-5488-4759-8be3-9bdddffdb52d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.4975622 Jul 06 17:40:19.149547 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d010ca76-e807-4834-9feb-15d16d05b1aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 217 time: 0.0933714 Jul 06 17:40:19.259220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cbcbe01-f164-4bcc-8e55-ed69a1548f49 req-c3582841-9e46-44ad-8e53-1c2b42ea77da tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/3ace76b4-2bfe-4db5-a1c7-00e38b3fa0ea HTTP/1.1" status: 200 len: 1813 time: 0.2155948 Jul 06 17:40:19.274717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71237f43-15a2-48ca-9635-1f05610c26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:19.277536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71237f43-15a2-48ca-9635-1f05610c26a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1213043 Jul 06 17:40:19.347306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-73f7d3bf-b3cb-465f-9632-d6be7f5f10e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543859 Jul 06 17:40:19.433622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cbcbe01-f164-4bcc-8e55-ed69a1548f49 req-ba88d4e0-23da-4613-b64a-3d12a4e8b15d tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.521812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cbcbe01-f164-4bcc-8e55-ed69a1548f49 req-ba88d4e0-23da-4613-b64a-3d12a4e8b15d tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.534973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-5e671849-f9c7-4a8b-b5e2-c8fa83d8e4d2 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747746 Jul 06 17:40:19.653625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208a73-9007-4dda-833d-d21f52231a96 req-80d75210-c033-4b9a-9594-9864f55b141b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:19.655425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4208a73-9007-4dda-833d-d21f52231a96 req-80d75210-c033-4b9a-9594-9864f55b141b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.2131004 Jul 06 17:40:19.656129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cbcbe01-f164-4bcc-8e55-ed69a1548f49 req-ba88d4e0-23da-4613-b64a-3d12a4e8b15d tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.658845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cbcbe01-f164-4bcc-8e55-ed69a1548f49 req-ba88d4e0-23da-4613-b64a-3d12a4e8b15d tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.660352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cbcbe01-f164-4bcc-8e55-ed69a1548f49 req-ba88d4e0-23da-4613-b64a-3d12a4e8b15d tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "DELETE /v2.0/security-groups/3ace76b4-2bfe-4db5-a1c7-00e38b3fa0ea HTTP/1.1" status: 204 len: 173 time: 0.3815591 Jul 06 17:40:19.705286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d4e0-23da-4613-b64a-3d12a4e8b15d tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ace76b4-2bfe-4db5-a1c7-00e38b3fa0ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:19.721734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-042d987e-b236-4a16-b43f-5b25f2dd865b service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728787 Jul 06 17:40:19.750790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4208a73-9007-4dda-833d-d21f52231a96 req-1619c803-32d5-4918-bf1b-fe4ecef34f2f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784035 Jul 06 17:40:19.892970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f3e7-a5f7-4b3c-b059-3e998d3050a0 req-1cff8633-5bf1-44c0-8d67-878b2fb2e556 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:19.895838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c39f3e7-a5f7-4b3c-b059-3e998d3050a0 req-1cff8633-5bf1-44c0-8d67-878b2fb2e556 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1282353 Jul 06 17:40:19.971027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c39f3e7-a5f7-4b3c-b059-3e998d3050a0 req-87a5b271-68be-43df-bf52-8ba19a94040c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678103 Jul 06 17:40:20.341476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c36c0cdf-d328-4beb-a8cf-12f58a46862e req-d9a3e742-d859-498a-b571-47edc103e832 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "GET /v2.0/security-groups/0f1395a9-3309-4b28-80cf-0ab67e8e57e7 HTTP/1.1" status: 200 len: 1813 time: 0.0947154 Jul 06 17:40:20.503426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c36c0cdf-d328-4beb-a8cf-12f58a46862e req-d87a888a-76c1-4276-b570-728a53d1b031 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.555548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c36c0cdf-d328-4beb-a8cf-12f58a46862e req-d87a888a-76c1-4276-b570-728a53d1b031 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.639801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629cb68-fe5a-49a6-aa74-a88bf1fb80cb req-f378f502-a308-4d46-ac66-56228c4d93b3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:20.642336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b629cb68-fe5a-49a6-aa74-a88bf1fb80cb req-f378f502-a308-4d46-ac66-56228c4d93b3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.2276523 Jul 06 17:40:20.668602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c36c0cdf-d328-4beb-a8cf-12f58a46862e req-d87a888a-76c1-4276-b570-728a53d1b031 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.673155 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c36c0cdf-d328-4beb-a8cf-12f58a46862e req-d87a888a-76c1-4276-b570-728a53d1b031 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.675024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c36c0cdf-d328-4beb-a8cf-12f58a46862e req-d87a888a-76c1-4276-b570-728a53d1b031 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] 10.222.0.37 "DELETE /v2.0/security-groups/0f1395a9-3309-4b28-80cf-0ab67e8e57e7 HTTP/1.1" status: 204 len: 173 time: 0.3323567 Jul 06 17:40:20.682108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:20.739642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a888a-76c1-4276-b570-728a53d1b031 tempest-SecurityGroupRulesNegativeTestJSON-1513135113 tempest-SecurityGroupRulesNegativeTestJSON-1513135113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1395a9-3309-4b28-80cf-0ab67e8e57e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:20.797550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b629cb68-fe5a-49a6-aa74-a88bf1fb80cb req-99e32467-da5a-4fed-b91a-3e1f52c06cfd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400449 Jul 06 17:40:20.817023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Deleting subnet 5bd4e81f-2652-41f1-bd3e-89b3ca0ede2c {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:40:20.828095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.909790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.937885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2c18b-3f75-4a89-a70c-581024a2552a req-152e9273-20b0-4585-99a4-834aa3d81788 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:20.940876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4d2c18b-3f75-4a89-a70c-581024a2552a req-152e9273-20b0-4585-99a4-834aa3d81788 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 950 time: 0.1401107 Jul 06 17:40:20.984041 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.029204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4d2c18b-3f75-4a89-a70c-581024a2552a req-8b47bbfc-8db4-442b-b9ce-c67ed2724d31 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799258 Jul 06 17:40:21.072981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a915-f96c-4de9-8d43-46e4c05b6393 req-70063fef-485c-4756-814d-27a93193a635 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:21.072981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b33a915-f96c-4de9-8d43-46e4c05b6393 req-70063fef-485c-4756-814d-27a93193a635 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.1062238 Jul 06 17:40:21.099221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.161789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b33a915-f96c-4de9-8d43-46e4c05b6393 req-b3c4c3a6-adcf-4cde-91cd-22047a90bd87 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804353 Jul 06 17:40:21.166248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:21.181649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.190929 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5bd4e81f-2652-41f1-bd3e-89b3ca0ede2c HTTP/1.1" status: 204 len: 168 time: 0.5036054 Jul 06 17:40:21.192288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:21.193369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2c884-ffd4-4ca1-beff-e3a21df9ff4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd4e81f-2652-41f1-bd3e-89b3ca0ede2c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:21.336765 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.431754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:21.457578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'mac_address': 'fa:16:3e:6d:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:21.531928 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.548080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5755723a-c2f7-423e-a5e6-be43211f3ed5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:21.579814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:21.586753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.587553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.617126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ea4955-5842-4778-b69d-50cfc1f7ac31']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:21.641909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:21.649751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502ed17f-16df-4048-9396-950d091a8ca8') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:21.649868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502ed17f-16df-4048-9396-950d091a8ca8') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:21.662251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.681169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.684995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:21.698283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:40:21.698830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:40:21.715984 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:40:21.745669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5755723a-c2f7-423e-a5e6-be43211f3ed5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:21.758933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8a42-fdf1-478e-966b-82f832405288 req-a7f3fee1-e7cd-4031-8021-096f617311af tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:21.760652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dad8a42-fdf1-478e-966b-82f832405288 req-a7f3fee1-e7cd-4031-8021-096f617311af tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.3501878 Jul 06 17:40:21.805023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8790d1-7cf2-4cf1-b008-7f3a88204382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.814929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dad8a42-fdf1-478e-966b-82f832405288 req-b68371a1-1aed-4c29-b766-cafd93c3f282 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Jul 06 17:40:21.815773 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.834763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.837493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] 10.222.0.37 "DELETE /v2.0/networks/61ea4955-5842-4778-b69d-50cfc1f7ac31 HTTP/1.1" status: 204 len: 168 time: 0.6439450 Jul 06 17:40:21.838452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c817fa-82f1-44dd-b607-22b45846db8b admin admin] Pushing event deleted for resources: {'Network': ['ID=61ea4955-5842-4778-b69d-50cfc1f7ac31,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:21.993813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8790d1-7cf2-4cf1-b008-7f3a88204382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.001805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8790d1-7cf2-4cf1-b008-7f3a88204382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.034666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:22.068846 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d8790d1-7cf2-4cf1-b008-7f3a88204382 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe7e8a8be2984858b562d68e809546bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255774 Jul 06 17:40:22.070166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8790d1-7cf2-4cf1-b008-7f3a88204382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffecaa4-6291-42ee-950d-bfd0917e909c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:22.072958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43828) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:22.200304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe61a-4584-44de-8e60-95a5f26873c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.203710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-67c50634-3aa1-44df-b9df-4ef2a6f9145f tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:22.205785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-67c50634-3aa1-44df-b9df-4ef2a6f9145f tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 950 time: 0.2462325 Jul 06 17:40:22.252573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe61a-4584-44de-8e60-95a5f26873c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.256515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f2881f5a-bd9b-4bd6-9403-9714e4ab5fab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f8402043b2d477282e7e781a63a90e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204590 Jul 06 17:40:22.266669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43832) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:22.370871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd999a7-16d6-420b-a773-a30edd98e170 req-edbc79ac-a033-4517-8be8-c28e0577bf87 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:22.372622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bd999a7-16d6-420b-a773-a30edd98e170 req-edbc79ac-a033-4517-8be8-c28e0577bf87 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.2862051 Jul 06 17:40:22.423688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-705e697f-6059-4f82-97bf-eebfb31e2508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.424244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b3b16-d1fd-44f7-9f5a-4a57c4aaf98d req-e3e7a809-4544-424a-af2a-f4dda7a9f97a tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:22.426359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a28b3b16-d1fd-44f7-9f5a-4a57c4aaf98d req-e3e7a809-4544-424a-af2a-f4dda7a9f97a tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 950 time: 0.2192619 Jul 06 17:40:22.450494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe61a-4584-44de-8e60-95a5f26873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.455232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe61a-4584-44de-8e60-95a5f26873c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.459512 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d0ebe61a-4584-44de-8e60-95a5f26873c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ffecaa4-6291-42ee-950d-bfd0917e909c HTTP/1.1" status: 204 len: 168 time: 0.3816731 Jul 06 17:40:22.492765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-705e697f-6059-4f82-97bf-eebfb31e2508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.505696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebe61a-4584-44de-8e60-95a5f26873c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffecaa4-6291-42ee-950d-bfd0917e909c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:22.549866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bd999a7-16d6-420b-a773-a30edd98e170 req-18b4bd81-3bdf-4255-bb2d-cf372a70b2b6 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610959 Jul 06 17:40:22.580847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Deleting port a0a8531a-3ebe-47b7-905e-2f67e98a0182 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:22.581486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.666809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-705e697f-6059-4f82-97bf-eebfb31e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.675008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-705e697f-6059-4f82-97bf-eebfb31e2508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.682217 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-705e697f-6059-4f82-97bf-eebfb31e2508 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a0f4339-6654-4693-8970-0283b9113347 HTTP/1.1" status: 204 len: 168 time: 0.4134455 Jul 06 17:40:22.697563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e697f-6059-4f82-97bf-eebfb31e2508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f4339-6654-4693-8970-0283b9113347,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:22.750109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a28b3b16-d1fd-44f7-9f5a-4a57c4aaf98d req-9c642c67-c088-41b3-950f-455e99d8c060 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a2fd11a-f07e-4228-8d39-982358f6b037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078449 Jul 06 17:40:22.976961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] For port a0a8531a-3ebe-47b7-905e-2f67e98a0182, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a0a8531a-3ebe-47b7-905e-2f67e98a0182,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:22.977707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.014760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Calling delete_port for a0a8531a-3ebe-47b7-905e-2f67e98a0182 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:23.111337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076814-3935-4fae-99ce-1bba87f8aaaa req-f62b0d1d-cb28-4e6e-99c0-9940f45cc89c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:23.119176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b076814-3935-4fae-99ce-1bba87f8aaaa req-f62b0d1d-cb28-4e6e-99c0-9940f45cc89c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.2455521 Jul 06 17:40:23.180832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:23.274254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b076814-3935-4fae-99ce-1bba87f8aaaa req-f17e8773-cb0f-4608-9a96-e0ac707a99e8 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532640 Jul 06 17:40:23.344458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:23.356493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 5755723a-c2f7-423e-a5e6-be43211f3ed5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:23.356957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.372880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.495929 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.543102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d014f-18b1-44a6-aada-300f8bd9c8ba req-76961175-d89d-43b0-bd4d-50410625c149 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:23.551509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e2d014f-18b1-44a6-aada-300f8bd9c8ba req-76961175-d89d-43b0-bd4d-50410625c149 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1480324 Jul 06 17:40:23.628112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Pushing event deleted for resources: {'Port': ['ID=a0a8531a-3ebe-47b7-905e-2f67e98a0182,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:23.719246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] No DVR routers for this DVR port a0a8531a-3ebe-47b7-905e-2f67e98a0182 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:23.726612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.734273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.735597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7f61dfa-ce8f-4578-b9a1-a0b2b2e05c08 req-fa4b262b-ca91-49db-98eb-8691ffd49c50 tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.60 "DELETE /v2.0/ports/a0a8531a-3ebe-47b7-905e-2f67e98a0182 HTTP/1.1" status: 204 len: 173 time: 1.5181448 Jul 06 17:40:23.737705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'name': 'network-vif-deleted', 'tag': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:23.745960 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1ce90-bdd2-48d6-bda7-e40de4f1fc41" -d '{"events": [{"server_uuid": "7b9a9cf7-a329-4817-87aa-356b007250ab", "name": "network-vif-deleted", "tag": "a0a8531a-3ebe-47b7-905e-2f67e98a0182"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:23.814055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e2d014f-18b1-44a6-aada-300f8bd9c8ba req-ebbfc229-e72d-43a0-b24a-551a886aee57 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603185 Jul 06 17:40:23.816440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.831852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.857231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:23.867688 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b4c944-ab21-4cf9-a80a-87e89fb42576" -d '{"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-plugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:23.950105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:23.961418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.007785 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8eda7fb793aa4fe7b19e094fa36492a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621463 Jul 06 17:40:24.015232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:24.021217 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c6625-3d99-411e-80e5-f9db0731db6f x-openstack-request-id: req-582c6625-3d99-411e-80e5-f9db0731db6f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:24.021545 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9a9cf7-a329-4817-87aa-356b007250ab", "name": "network-vif-deleted", "tag": "a0a8531a-3ebe-47b7-905e-2f67e98a0182", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:24.021811 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-582c6625-3d99-411e-80e5-f9db0731db6f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:24.022242 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9a9cf7-a329-4817-87aa-356b007250ab', 'name': 'network-vif-deleted', 'tag': 'a0a8531a-3ebe-47b7-905e-2f67e98a0182', 'status': 'completed', 'code': 200} Jul 06 17:40:24.050113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6955ca2-9bf3-493e-aa0a-c30d9e99827e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.075057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.075433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.075786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.076126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.076492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.076821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.089051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.089500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.089777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.090092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.090431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.090767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae039553-e64b-46a1-aa46-f19b8c1538de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.168576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.272003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565600-751f-4ada-ab12-33da0392d988 req-fe4f5d06-ef9d-4ab0-ab25-f3ba353497c8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:24.279795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e565600-751f-4ada-ab12-33da0392d988 req-fe4f5d06-ef9d-4ab0-ab25-f3ba353497c8 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.3903995 Jul 06 17:40:24.282005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.394421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-576f4430-0a9f-42db-aeb4-0ba0b3d12b88 req-1b9e4bb8-e143-4fdc-9f70-0d8ef0df14fe tempest-ImagesNegativeTestJSON-1795526041 tempest-ImagesNegativeTestJSON-1795526041-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b9a9cf7-a329-4817-87aa-356b007250ab HTTP/1.1" status: 200 len: 210 time: 0.0996847 Jul 06 17:40:24.424473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.521680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e565600-751f-4ada-ab12-33da0392d988 req-786f8d82-04f3-4fd9-bed1-b6197db1a23d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406318 Jul 06 17:40:24.542630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.547181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.556380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6955ca2-9bf3-493e-aa0a-c30d9e99827e HTTP/1.1" status: 204 len: 168 time: 0.5310328 Jul 06 17:40:24.580835 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b806c2c-d75a-4b59-86b9-5c4ad095e4a4 x-openstack-request-id: req-2b806c2c-d75a-4b59-86b9-5c4ad095e4a4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:24.581752 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-plugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:24.581752 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b806c2c-d75a-4b59-86b9-5c4ad095e4a4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:24.582343 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'code': 200} Jul 06 17:40:24.597170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6955ca2-9bf3-493e-aa0a-c30d9e99827e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.615747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.616206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.616759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.617121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.617469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.617815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.618157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.618624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.618804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.619147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.619631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.619895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6b6f8-f7a6-46a7-8d6e-89e682b725f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:24.779475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43928) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:25.183617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a0a8531a-3ebe-47b7-905e-2f67e98a0182 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:25.213269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-368200657-network', 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:25.218252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d03198-0ded-405c-aade-b4f2862d51f6 req-79d0459a-68c8-486a-a6dd-7af0217c54b1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:25.231971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: a0a8531a-3ebe-47b7-905e-2f67e98a0182 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:25.232294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a0a8531a-3ebe-47b7-905e-2f67e98a0182 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:25.233903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2d03198-0ded-405c-aade-b4f2862d51f6 req-79d0459a-68c8-486a-a6dd-7af0217c54b1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.2455280 Jul 06 17:40:25.280141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:25.282698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.293282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2d03198-0ded-405c-aade-b4f2862d51f6 req-eb12a677-8990-4235-aec3-5d7a0fd09b64 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583832 Jul 06 17:40:25.320306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.330222 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2ace1cb-8175-40f8-9dfb-f3226a60e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.381321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c2138-c547-4427-bb2a-1d5eb98627ba req-31034631-b308-44eb-a8f6-3f7dd883ed5c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:25.390733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-214c2138-c547-4427-bb2a-1d5eb98627ba req-31034631-b308-44eb-a8f6-3f7dd883ed5c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2811444 Jul 06 17:40:25.525450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-214c2138-c547-4427-bb2a-1d5eb98627ba req-6553d4be-f27e-4dd0-ac43-3882ae034ecd tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306131 Jul 06 17:40:25.575279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.587528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.667361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:40:25.692525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.692899 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Added segment bd65f77a-9ac9-4ddf-b6ca-608b56f74a17 of type vlan for network 0dc9e108-4823-4872-9538-dfd11d141459 Jul 06 17:40:25.842402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb67f01-a8ad-4444-8a78-195d920198c1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:25.873226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.000304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.005160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:26.006752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.045079 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2627480 Jul 06 17:40:26.055467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e8be-ff09-4784-8df2-b6a225e1f436 req-e188d436-9f81-47dd-8407-93d797503730 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:26.057520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06b0e8be-ff09-4784-8df2-b6a225e1f436 req-e188d436-9f81-47dd-8407-93d797503730 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.1618483 Jul 06 17:40:26.058131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:26.069718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Request body: {'subnet': {'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-368200657-subnet', 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:26.137182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:26.145679 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.266789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1cc67-aa6a-4711-8b12-9230cc342506 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc9e108-4823-4872-9538-dfd11d141459,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:26.285216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0dc9e108-4823-4872-9538-dfd11d141459 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:40:26.518837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06b0e8be-ff09-4784-8df2-b6a225e1f436 req-cc523dfd-d8db-4f9a-a06a-93893b297c76 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902111 Jul 06 17:40:26.660076 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-234135b6-82a2-4921-a4bf-b050360c2c80 service neutron] show failed (client error): The resource could not be found. Jul 06 17:40:26.662160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-234135b6-82a2-4921-a4bf-b050360c2c80 service neutron] 10.222.0.61 "GET /v2.0/ports/1d1a8bc4-064d-4657-922e-3b5e40be26ee/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.3295951 Jul 06 17:40:26.916545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:26.978258 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.230456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-248545367-network', 'tenant_id': 'f00f6a3518174e36aea5c55f624c21b0'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:27.357514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Made reservation on behalf of f00f6a3518174e36aea5c55f624c21b0 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:27.362335 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.389759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.409381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4877cb76-aee3-4801-b035-ea9e98b3b4d2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:27.621889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.631275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.660010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:27.661582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Network hostable DHCP agents. Network: 0dc9e108-4823-4872-9538-dfd11d141459, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:40:27.682554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:40:27.696001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f22231-e3f3-48e1-97aa-1685d7006bbe,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:27.702608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.703126 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Added segment 2570b101-e12d-4340-8709-ca3c47abd580 of type vlan for network 2709fef4-9b85-46b0-bc1f-882addb0ac01 Jul 06 17:40:27.715025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb52d-6737-48e5-9e25-d786f9052c34 req-174df015-a212-4945-8b2a-bab339ee5c55 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:27.730021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30fdb52d-6737-48e5-9e25-d786f9052c34 req-174df015-a212-4945-8b2a-bab339ee5c55 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.7679894 Jul 06 17:40:27.747742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-1d1f8a4a-d9f1-45fe-abe7-3980775a13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:27.751058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-1d1f8a4a-d9f1-45fe-abe7-3980775a13cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd&tenant_id=93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 1101 time: 0.4167731 Jul 06 17:40:27.767175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:27.845343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.854170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e826614-3119-436b-996c-8b1709b65507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.885906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daaa32-ce81-4af1-ad2d-f137fbb8869e req-c656e243-77e3-4bcb-9eda-321a730d3f78 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:27.900047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77daaa32-ce81-4af1-ad2d-f137fbb8869e req-c656e243-77e3-4bcb-9eda-321a730d3f78 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.9317715 Jul 06 17:40:27.931194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.932286 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.933158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:27.934276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.014519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30fdb52d-6737-48e5-9e25-d786f9052c34 req-ed8463e7-6584-49f3-92fe-a30992895ef6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812436 Jul 06 17:40:28.059838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Network 0dc9e108-4823-4872-9538-dfd11d141459 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:40:28.108409 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.111645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0dc9e108-4823-4872-9538-dfd11d141459) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:28.125699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93824c6d-56d5-41a4-b965-f9dd3e4fe0bc None None] Network 0dc9e108-4823-4872-9538-dfd11d141459 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:28.133534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77daaa32-ce81-4af1-ad2d-f137fbb8869e req-a71043cb-a870-4ed5-a5e6-05312c3c04ee tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308321 Jul 06 17:40:28.192461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:28.193714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.245359 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3215046 Jul 06 17:40:28.249557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44000) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:28.279847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2226d75f-424d-45f8-964f-cbcfddea24ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2065902 Jul 06 17:40:28.280108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Request body: {'subnet': {'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-248545367-subnet', 'tenant_id': 'f00f6a3518174e36aea5c55f624c21b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:28.295633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d440a9-d941-486f-8092-e3942cb3b8d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2709fef4-9b85-46b0-bc1f-882addb0ac01,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:28.342407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2709fef4-9b85-46b0-bc1f-882addb0ac01 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:40:28.342758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Made reservation on behalf of f00f6a3518174e36aea5c55f624c21b0 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:28.345859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.661742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.759860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c8708a-0036-479a-bc6e-19860bfe4b5c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:28.765715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Checking segment: {'id': '2570b101-e12d-4340-8709-ca3c47abd580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:28.766401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Network hostable DHCP agents. Network: 2709fef4-9b85-46b0-bc1f-882addb0ac01, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:40:28.798477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Network 2709fef4-9b85-46b0-bc1f-882addb0ac01 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:40:28.837702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 2709fef4-9b85-46b0-bc1f-882addb0ac01) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:28.853726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c1a6c-198d-4de7-b8a1-8225d7fc28e4 None None] Network 2709fef4-9b85-46b0-bc1f-882addb0ac01 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:28.855942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:28.856606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.905403 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d8e84fe-2505-4161-bf16-47147d3578c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6513913 Jul 06 17:40:29.254799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729b9a3-6ca6-4e6a-bcf0-18fbfa2556d5 None None] Network 0dc9e108-4823-4872-9538-dfd11d141459 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:29.454130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:29.590829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:29.600361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44028) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:29.607602 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:29.616228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:29.722824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c952ad4-3a8c-4173-a10b-364cc65a01ad None None] Network 2709fef4-9b85-46b0-bc1f-882addb0ac01 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:29.747145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:30.045069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.145784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:30.151942 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217754e0-10e3-47dc-a6ad-e56aebdfc47b" -d '{"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:30.162904 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.242257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Transition to ACTIVE for port object 1d1a8bc4-064d-4657-922e-3b5e40be26ee will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:30.254035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.265444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c751f-1bbf-4a2e-be14-efc3d424509c req-692099c1-0205-46a6-ba5c-23c330c8d3ff tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:30.279064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366c751f-1bbf-4a2e-be14-efc3d424509c req-692099c1-0205-46a6-ba5c-23c330c8d3ff tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 1.7093935 Jul 06 17:40:30.279864 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6c5e3206-f3f9-46ed-846f-23b7c2b329d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d20b46e7c8b444f8d5cbd0795aea82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712406 Jul 06 17:40:30.288796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9ced-2f7d-4437-b752-8f45966da054 req-92409884-b569-43b0-9871-597fc6e0395d tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:30.292854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44044) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:30.297856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed4a9ced-2f7d-4437-b752-8f45966da054 req-92409884-b569-43b0-9871-597fc6e0395d tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.4447925 Jul 06 17:40:30.446413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:40:30.447431 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:40:30.473724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] No DVR routers for this DVR port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:30.492314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed4a9ced-2f7d-4437-b752-8f45966da054 req-2d9d60f8-b24a-4860-a140-43ecd067c165 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928465 Jul 06 17:40:30.498507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-203e6b8f-4130-49d9-ba93-16ae32f00679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.510361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:30.539833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366c751f-1bbf-4a2e-be14-efc3d424509c req-0938ad7d-4933-4b09-b2b4-0ae7eda7831b tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644966 Jul 06 17:40:30.599443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.615460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-203e6b8f-4130-49d9-ba93-16ae32f00679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.666520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:30.667039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:30.668366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:30.690787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:30.691354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:30.702194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:30.702673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:30.703358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:30.705085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Bound port: 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:30.705707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.792113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:30.801963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1513284022-network', 'tenant_id': 'c6915576470f4982a4a9f206c0b44e98'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:30.836882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-203e6b8f-4130-49d9-ba93-16ae32f00679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.851089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-203e6b8f-4130-49d9-ba93-16ae32f00679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.865423 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-203e6b8f-4130-49d9-ba93-16ae32f00679 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a2fd11a-f07e-4228-8d39-982358f6b037 HTTP/1.1" status: 204 len: 168 time: 0.5553241 Jul 06 17:40:30.909153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e6b8f-4130-49d9-ba93-16ae32f00679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2fd11a-f07e-4228-8d39-982358f6b037,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:30.929809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Made reservation on behalf of c6915576470f4982a4a9f206c0b44e98 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:30.935111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.969394 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.984826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:31.005123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:31.042385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.142048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:31.142786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.144375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] 10.222.0.60 "PUT /v2.0/ports/1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 1096 time: 3.3852468 Jul 06 17:40:31.261228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5bd1b-55ab-4077-a125-0d9650c1dccc service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:31.441507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f4c9-721a-4760-9b63-51c092ccdc60 req-1e4b866c-9075-41e6-a9e9-b068f133186f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:31.443443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bd7f4c9-721a-4760-9b63-51c092ccdc60 req-1e4b866c-9075-41e6-a9e9-b068f133186f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4331677 Jul 06 17:40:31.558580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.576483 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.602853 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:40:31.608026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:40:31.621591 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.621882 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Added segment e2f98314-2fa5-41dd-a2bf-00fe899a4604 of type vlan for network 33db48b1-5071-4de7-bcda-0689d48e4858 Jul 06 17:40:31.687930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.740017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.741501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:31.742367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.760324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-67ce2487-1ca7-40ac-8724-e46da4b71176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:31.763146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-67ce2487-1ca7-40ac-8724-e46da4b71176 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1099 time: 0.5379887 Jul 06 17:40:31.800144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bd7f4c9-721a-4760-9b63-51c092ccdc60 req-0132999a-0bad-4c77-8ae6-9ad49c3127fd tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310797 Jul 06 17:40:31.922667 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.393565 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174213bf-5907-498b-a4b3-b9d921bed1f0 x-openstack-request-id: req-174213bf-5907-498b-a4b3-b9d921bed1f0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:32.393960 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:32.394415 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-174213bf-5907-498b-a4b3-b9d921bed1f0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:32.395000 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'code': 200} Jul 06 17:40:32.399382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Pushing event updated for resources: {'Network': ['ID=33db48b1-5071-4de7-bcda-0689d48e4858,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:32.410658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6167672 Jul 06 17:40:32.411036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24f4f-8629-4553-a445-d437d671d494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5caeb5-c3fd-4c6c-8460-11ad7ad66e4a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:32.416559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 33db48b1-5071-4de7-bcda-0689d48e4858 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:40:32.416804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44096) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:32.437921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Request body: {'subnet': {'network_id': '33db48b1-5071-4de7-bcda-0689d48e4858', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1513284022-subnet', 'tenant_id': 'c6915576470f4982a4a9f206c0b44e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:32.502333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Made reservation on behalf of c6915576470f4982a4a9f206c0b44e98 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:32.507281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.605906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-42bf818f-05fb-433c-8b92-3e23b58a9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:32.607939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-42bf818f-05fb-433c-8b92-3e23b58a9266 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.8022537 Jul 06 17:40:32.687013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-250bf7bb-1776-495d-b894-a5c6cf0178b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.0611565 Jul 06 17:40:32.733086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709336b3-f6fe-44e6-8cc3-574edad1218b req-31e8a762-c209-4d79-99c5-a5397fa968b4 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:32.741731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-709336b3-f6fe-44e6-8cc3-574edad1218b req-31e8a762-c209-4d79-99c5-a5397fa968b4 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.3561287 Jul 06 17:40:32.779870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-8381ae99-0b9d-49ab-93dd-2ed5a1adc899 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:32.787656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-8381ae99-0b9d-49ab-93dd-2ed5a1adc899 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.4008591 Jul 06 17:40:32.815418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-3bfa9cba-66e6-425e-bd2a-e4743d42a1b1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.0264616 Jul 06 17:40:32.867589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-3d674ca3-5c4f-479e-a0e7-6de32f79b7b8 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509450 Jul 06 17:40:32.884301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.957716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-4ae1d6f0-daea-477a-9786-341b01da499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:32.959237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-4ae1d6f0-daea-477a-9786-341b01da499c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2540262 Jul 06 17:40:32.980036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-709336b3-f6fe-44e6-8cc3-574edad1218b req-84e25580-f34d-4d79-bfa1-f00abd485fea tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370198 Jul 06 17:40:32.980266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421fea9b-5b30-4954-88a0-8e49753fedf2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:33.027905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Checking segment: {'id': 'e2f98314-2fa5-41dd-a2bf-00fe899a4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '33db48b1-5071-4de7-bcda-0689d48e4858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:33.028407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Network hostable DHCP agents. Network: 33db48b1-5071-4de7-bcda-0689d48e4858, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:40:33.091387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Network 33db48b1-5071-4de7-bcda-0689d48e4858 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:40:33.114147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 33db48b1-5071-4de7-bcda-0689d48e4858) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:33.126690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc586a4-da21-4ddf-98bb-0a49fe337986 None None] Network 33db48b1-5071-4de7-bcda-0689d48e4858 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:33.151769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:33.154104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-5537b031-63d1-43a4-847a-5b4baf459318 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853775 Jul 06 17:40:33.161412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:33.190904 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-346e5a6c-ee63-4073-8e8a-04d6933df9a7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7716682 Jul 06 17:40:33.276277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-d2cd4bee-935b-4cff-9cab-0114c6e336a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:33.279417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-d2cd4bee-935b-4cff-9cab-0114c6e336a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971711 Jul 06 17:40:33.374506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76955b8-5d99-437e-ac42-be5585f0a311 None None] Network 33db48b1-5071-4de7-bcda-0689d48e4858 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:33.475164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf890b-bb48-4af7-a792-ef8067b04317 req-59f9f633-39d0-4602-aafa-a8585ec4b42d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:33.488487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dbf890b-bb48-4af7-a792-ef8067b04317 req-59f9f633-39d0-4602-aafa-a8585ec4b42d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 948 time: 0.2438354 Jul 06 17:40:33.640004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-c6b36579-f79b-4b3b-a9a8-c5fc7f9bb0fd service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844143 Jul 06 17:40:33.662590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dbf890b-bb48-4af7-a792-ef8067b04317 req-29835d11-f2a1-47c1-8c05-0ac8949f8177 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725171 Jul 06 17:40:33.668814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-ee81d2a4-67d7-491d-a2a8-a9d70d048b68 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654301 Jul 06 17:40:33.839739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a1d0efc-dd80-4118-a9e4-b9c7c3b9812f req-d78db54b-10e6-4652-b6ee-0e680e88f269 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634176 Jul 06 17:40:34.284057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3b22-0dd3-4a24-b714-dc15fcb5f09f req-75e0bc95-61c1-448a-8bc2-c4585434701f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:34.285967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291f3b22-0dd3-4a24-b714-dc15fcb5f09f req-75e0bc95-61c1-448a-8bc2-c4585434701f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1016476 Jul 06 17:40:34.402690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291f3b22-0dd3-4a24-b714-dc15fcb5f09f req-d3659265-3f11-48c7-a289-a159d2e9296c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025581 Jul 06 17:40:34.403331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:34.408719 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:34.500989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54180fca-1270-4001-b24f-7552ae40f9b0 req-cf34435f-ee8b-40ae-8908-d4e2513c3def tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 210 time: 0.0409369 Jul 06 17:40:34.736871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf253d98-43c2-4c0e-a253-505bb1674f74 req-fe83fae1-7459-48b1-839d-a48613d66c02 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:34.739829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf253d98-43c2-4c0e-a253-505bb1674f74 req-fe83fae1-7459-48b1-839d-a48613d66c02 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 945 time: 0.1010416 Jul 06 17:40:34.827391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf253d98-43c2-4c0e-a253-505bb1674f74 req-cff677c9-1e57-4bcb-a044-f75984c6c0ec tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785687 Jul 06 17:40:34.915633 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d879519-c802-4294-b608-2901e494880d x-openstack-request-id: req-2d879519-c802-4294-b608-2901e494880d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:34.917238 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:34.917857 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d879519-c802-4294-b608-2901e494880d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:34.918770 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'status': 'completed', 'code': 200} Jul 06 17:40:35.059456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-b1f56911-d3f8-4ee8-ba7c-21b397209545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.062488 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-b1f56911-d3f8-4ee8-ba7c-21b397209545 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1099 time: 0.1293702 Jul 06 17:40:35.263602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-efe412ff-a0b0-4095-bf0c-b915e21dbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.265507 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-efe412ff-a0b0-4095-bf0c-b915e21dbb95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1968749 Jul 06 17:40:35.296757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-26c2c453-40c9-4d93-a76d-6022805bc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.305026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-26c2c453-40c9-4d93-a76d-6022805bc8e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1099 time: 0.3273649 Jul 06 17:40:35.362965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-c27c0fc5-8e87-4bf1-9821-39d26cb69e56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.0858889 Jul 06 17:40:35.464303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-80060563-4445-46bf-9072-3e4a069c21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.464303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-80060563-4445-46bf-9072-3e4a069c21a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1457589 Jul 06 17:40:35.486759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-3d7c59ca-0cb0-47c1-b619-d295a1cd0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.488533 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-3d7c59ca-0cb0-47c1-b619-d295a1cd0523 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1191006 Jul 06 17:40:35.579726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-2a70d7a9-baa0-4fe6-9d5e-6e6856c0952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.582315 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-2a70d7a9-baa0-4fe6-9d5e-6e6856c0952c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811062 Jul 06 17:40:35.584040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-e2444e28-e1e9-4c7f-b6f2-92a62cd52711 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.1062486 Jul 06 17:40:35.704763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d4cb1-b12c-4ade-ad9d-5a9c7707a71f req-4be55d95-2913-48d5-abcc-3b4f5c001c01 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.706921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81d4cb1-b12c-4ade-ad9d-5a9c7707a71f req-4be55d95-2913-48d5-abcc-3b4f5c001c01 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 948 time: 0.5693395 Jul 06 17:40:35.771681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-dc653fa5-ba4d-4b50-9bbb-984a90d202f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.773948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-dc653fa5-ba4d-4b50-9bbb-984a90d202f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1644182 Jul 06 17:40:35.795326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-adca0767-57c0-4d11-a2cb-9217d69a8e21 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:35.802172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-adca0767-57c0-4d11-a2cb-9217d69a8e21 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/networks?id=2709fef4-9b85-46b0-bc1f-882addb0ac01 HTTP/1.1" status: 200 len: 814 time: 0.3427005 Jul 06 17:40:35.820658 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-a5b103f5-d337-4cb6-8d8b-950dd0c0f92f service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207327 Jul 06 17:40:35.911476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81d4cb1-b12c-4ade-ad9d-5a9c7707a71f req-22ef2a62-7cda-468a-981c-9fc9a00121a5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947837 Jul 06 17:40:35.945620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-98ef09a9-3e91-43bc-a83b-8ebb7f9ba3c8 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/quotas/f00f6a3518174e36aea5c55f624c21b0 HTTP/1.1" status: 200 len: 375 time: 0.1414149 Jul 06 17:40:36.123109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-e8d1f497-1a3c-4380-9e72-f78885ee5868 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f00f6a3518174e36aea5c55f624c21b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1763780 Jul 06 17:40:36.136731 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-63f86cbb-0aba-4b42-9944-e458cad78ea7 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095043 Jul 06 17:40:36.329536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-7b6a5af3-f27b-4f3b-a9b2-5f2c037871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:36.336672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-7b6a5af3-f27b-4f3b-a9b2-5f2c037871ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5242598 Jul 06 17:40:36.396811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-17139847-86b7-4561-9129-c743601d0f5e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:36.400955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-17139847-86b7-4561-9129-c743601d0f5e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.5362296 Jul 06 17:40:36.424942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-1da69dc2-1ed9-4cda-9f6d-b71317d3447e tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:36.426526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-1da69dc2-1ed9-4cda-9f6d-b71317d3447e tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.1303697 Jul 06 17:40:36.462747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:36.488602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:36.642321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-ee216e1a-6d6a-4562-a843-f313ea393d29 service neutron] 10.222.0.37 "GET /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075555 Jul 06 17:40:36.663605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:36.796062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-3640ea82-a1fc-4ab7-b690-028678283078 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455090 Jul 06 17:40:36.945531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:36.995303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-11ff23be-3e6d-4664-a042-9bd86213d6ab service neutron] 10.222.0.37 "GET /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473177 Jul 06 17:40:37.021120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:37.027725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:37.044002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:37.113006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907b543e-12cc-47c3-a1aa-afa0cb4ea7e0 req-8139c152-8eb3-47a9-abf9-373520e6226a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882578 Jul 06 17:40:37.120708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:37.125346 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc0e090-b3c3-44d6-80e1-196dc0abbb77" -d '{"events": [{"server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:37.138013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:37.149869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:37.171706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5dd0b-0b65-4ace-86d5-c2009b7eb72f req-b0b6828e-edd4-4e7a-8f4c-61fafaecc1c9 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:37.172723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fb5dd0b-0b65-4ace-86d5-c2009b7eb72f req-b0b6828e-edd4-4e7a-8f4c-61fafaecc1c9 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4168520 Jul 06 17:40:37.251235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:37.296410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:37.365447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fb5dd0b-0b65-4ace-86d5-c2009b7eb72f req-4c4da1f5-2660-4c77-894a-1a9e05f6d121 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917048 Jul 06 17:40:37.421892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on host n-h2-799527-3 for vnic_type normal with profile {"migrating_to": "n-h1-799527-3"} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:37.422464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:37.422917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:37.440919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:37.441318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Attempting to bind port e4843081-a637-41e7-91c8-89df5f1baecd on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:37.458130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:37.458492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:37.458900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:37.459426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Bound port: e4843081-a637-41e7-91c8-89df5f1baecd, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:37.459891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:37.575163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1680da4e-1411-4e67-a394-4ec8dbbcd95f req-2f425def-f7a2-4ecb-9536-76aae0e132be tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 210 time: 0.0757270 Jul 06 17:40:37.606513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.14 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/5e352abc-a057-4c63-98ff-0787075768bb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:37.615296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:37.626876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:37.636268 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:37.892626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:37.920409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'mac_address': 'fa:16:3e:5e:73:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:38.001741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.019213 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.021076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:38.021770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.023505 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] 10.222.0.60 "PUT /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 1121 time: 1.5661092 Jul 06 17:40:38.028586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0fc24-d3e4-4670-915b-58fb7bd0f244 service neutron] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:38.033125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1a8bc4-064d-4657-922e-3b5e40be26ee {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:38.057210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88677fc-77a3-46af-b1c8-58df205b13c0 req-c704e0bd-5b1c-4124-8e01-15eb0055672f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:38.071000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f88677fc-77a3-46af-b1c8-58df205b13c0 req-c704e0bd-5b1c-4124-8e01-15eb0055672f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 943 time: 0.2666605 Jul 06 17:40:38.127661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e4843081-a637-41e7-91c8-89df5f1baecd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:38.149471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:38.212759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f88677fc-77a3-46af-b1c8-58df205b13c0 req-fe352379-e433-44a5-9b33-f591b1ef4aa8 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406963 Jul 06 17:40:38.313430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e4843081-a637-41e7-91c8-89df5f1baecd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:38.317267 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e56455-a797-4dac-95f0-e10c019815b5 x-openstack-request-id: req-39e56455-a797-4dac-95f0-e10c019815b5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:38.318277 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "name": "network-vif-unplugged", "status": "completed", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:38.318277 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39e56455-a797-4dac-95f0-e10c019815b5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:38.318599 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'code': 200} Jul 06 17:40:38.320877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.322404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e4843081-a637-41e7-91c8-89df5f1baecd details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:38.338021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.365064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e743fbb-6d01-4e97-8a34-a2727c2bf413 req-9f1ac22a-2267-49f9-9d84-4f34a1674dfe tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:38.373993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e743fbb-6d01-4e97-8a34-a2727c2bf413 req-9f1ac22a-2267-49f9-9d84-4f34a1674dfe tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 948 time: 0.2846055 Jul 06 17:40:38.438802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:38.443401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:38.451723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:38.466270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:38.511301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=5e352abc-a057-4c63-98ff-0787075768bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:38.525594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.526421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.526921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.527504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.527996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.529143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.529274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e743fbb-6d01-4e97-8a34-a2727c2bf413 req-061cac2e-43e9-420a-9f81-c07c7add1cf9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541939 Jul 06 17:40:38.529776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.530273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.530761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.531248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.531819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.532304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:38.589535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:38.595758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.646568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-0fc0f8ed-50e3-4507-adee-65a62bafbe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2168458 Jul 06 17:40:38.658437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Request body: {'port': {'device_id': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:38.728508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d960541-d870-4200-b516-8f8beeaa7a75 req-fccf34bc-8f6a-4362-95f7-2ab0500cc078 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 210 time: 0.1059415 Jul 06 17:40:38.788715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:38.817197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:40:39.295600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:39.323228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e4843081-a637-41e7-91c8-89df5f1baecd has no active binding in host n-h1-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:40:39.375358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9984c-a8d6-4112-a59e-220023937aaa req-97bcf3fc-8b83-492a-8354-b839ffe5fd99 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:39.376971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0d9984c-a8d6-4112-a59e-220023937aaa req-97bcf3fc-8b83-492a-8354-b839ffe5fd99 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1682141 Jul 06 17:40:39.488657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0d9984c-a8d6-4112-a59e-220023937aaa req-824b4fe8-bea1-4db0-89cf-bdce61b5bcb3 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970089 Jul 06 17:40:39.618138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e352abc-a057-4c63-98ff-0787075768bb {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:39.642021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:39.675338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Transition to ACTIVE for port object 5e352abc-a057-4c63-98ff-0787075768bb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:39.913385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-5bbe9121-acf3-4046-b9ce-8491c3bd8792 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:39.916377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-5bbe9121-acf3-4046-b9ce-8491c3bd8792 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd&tenant_id=93bbaa5860b3432c92e37fc5d2387960&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 949 time: 0.2832410 Jul 06 17:40:39.964003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['1d1a8bc4-064d-4657-922e-3b5e40be26ee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:40.050814 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-586dcf52-8bc8-4a24-9236-caac2c36ec79 service neutron] 10.222.0.60 "GET /v2.0/ports/1d1a8bc4-064d-4657-922e-3b5e40be26ee/bindings/n-h1-799527-3 HTTP/1.1" status: 200 len: 382 time: 0.1228130 Jul 06 17:40:40.268078 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:40.319928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:40.325338 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5021b6c-8905-4e97-9a54-90f25e9d38bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:40.342597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-377f7f17-af45-47cb-a6e9-c09718b5c31b tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:40.344565 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-377f7f17-af45-47cb-a6e9-c09718b5c31b tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.60 "GET /v2.0/networks?id=2709fef4-9b85-46b0-bc1f-882addb0ac01 HTTP/1.1" status: 200 len: 814 time: 0.2381573 Jul 06 17:40:40.391019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Pushing event updated for resources: {'Port': ['ID=5e352abc-a057-4c63-98ff-0787075768bb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:40.398861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Request body: {'port': {'device_id': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01', 'admin_state_up': True, 'tenant_id': 'f00f6a3518174e36aea5c55f624c21b0'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:40.530652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7dcab-6bd0-4149-8b88-75d9c3afe188 req-7ee9ff45-1a93-4570-bd76-ee8a018ce959 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:40.532396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2d7dcab-6bd0-4149-8b88-75d9c3afe188 req-7ee9ff45-1a93-4570-bd76-ee8a018ce959 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 932 time: 0.8693414 Jul 06 17:40:40.570861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-0407edc3-5b24-48bd-a859-cf990aaf0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:40.572059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-0407edc3-5b24-48bd-a859-cf990aaf0f90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1100 time: 0.3383420 Jul 06 17:40:40.677440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be3263-42de-49f5-a054-f862b5f6213d req-0822607f-1333-4465-b219-ff53f07cb5e1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:40.687594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80be3263-42de-49f5-a054-f862b5f6213d req-0822607f-1333-4465-b219-ff53f07cb5e1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 943 time: 0.4550123 Jul 06 17:40:40.732608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Made reservation on behalf of f00f6a3518174e36aea5c55f624c21b0 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:40.737096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:40.785899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2d7dcab-6bd0-4149-8b88-75d9c3afe188 req-94bc8302-9274-4f1d-9c1f-cd00b5d18423 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412131 Jul 06 17:40:40.887168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80be3263-42de-49f5-a054-f862b5f6213d req-fbe0b423-7024-4de9-96e2-0de9dd63ecf6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984377 Jul 06 17:40:40.953062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Attempting to bind port 5e352abc-a057-4c63-98ff-0787075768bb on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:40.953419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Attempting to bind port 5e352abc-a057-4c63-98ff-0787075768bb by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:40.953717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Attempting to bind port 5e352abc-a057-4c63-98ff-0787075768bb on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:40.982461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Port 5e352abc-a057-4c63-98ff-0787075768bb on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:40.982951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Attempting to bind port 5e352abc-a057-4c63-98ff-0787075768bb on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:41.006346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:41.007518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:41.008191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:41.016812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Bound port: 5e352abc-a057-4c63-98ff-0787075768bb, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:41.017418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:41.069807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Allocated IP 172.20.0.4 (2709fef4-9b85-46b0-bc1f-882addb0ac01/72c8708a-0036-479a-bc6e-19860bfe4b5c/bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:41.107966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-bce70e6c-f4a3-42ad-a6c6-d417b4769656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.109567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-bce70e6c-f4a3-42ad-a6c6-d417b4769656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5085568 Jul 06 17:40:41.221362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-bdb54e35-f282-427a-b542-722bb54ebc93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.0640113 Jul 06 17:40:41.368613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5d229f8-85d4-4990-adf5-06580521b6e1 req-de11a287-2f01-47d1-ad5d-d9dae5249a89 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 210 time: 0.0974069 Jul 06 17:40:41.399090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] For port 5e352abc-a057-4c63-98ff-0787075768bb, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:41.411596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] For port 5e352abc-a057-4c63-98ff-0787075768bb, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e352abc-a057-4c63-98ff-0787075768bb,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:41.419401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-8cbab39a-0766-4466-943c-6de84ec0e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.421090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-8cbab39a-0766-4466-943c-6de84ec0e50e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1783023 Jul 06 17:40:41.423359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:41.462378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:41.560889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Pushing event updated for resources: {'Port': ['ID=5e352abc-a057-4c63-98ff-0787075768bb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:41.609504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:41.620497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36fb24-beed-4f71-9607-6b73f27555e8 req-c31e2ebe-57f6-43e8-bd84-c87391ed4798 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.628336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b36fb24-beed-4f71-9607-6b73f27555e8 req-c31e2ebe-57f6-43e8-bd84-c87391ed4798 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 949 time: 0.4038618 Jul 06 17:40:41.651868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.652809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:41.655368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-d54bf816-c54f-474d-92bd-0a983cf6b115 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e352abc-a057-4c63-98ff-0787075768bb HTTP/1.1" status: 200 len: 1092 time: 3.0014529 Jul 06 17:40:41.670397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'tag': '5e352abc-a057-4c63-98ff-0787075768bb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:41.673280 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f459c131-21ff-4a06-9057-533c34f98287" -d '{"events": [{"name": "network-changed", "server_uuid": "ba817c43-6024-4b42-8d50-e2f76e759712", "tag": "5e352abc-a057-4c63-98ff-0787075768bb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:41.744072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b36fb24-beed-4f71-9607-6b73f27555e8 req-1db37e5b-cf4f-4a8d-8832-43d62c8b03b5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112912 Jul 06 17:40:41.770124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-ab371da3-0aa8-42eb-8497-e42a87e2325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.773219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-ab371da3-0aa8-42eb-8497-e42a87e2325d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194057 Jul 06 17:40:41.782411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Network 2709fef4-9b85-46b0-bc1f-882addb0ac01 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:41.791849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:41.796780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Pushing event updated for resources: {'Port': ['ID=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:41.801870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:41.912994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.924447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:41.928046 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed7156d-b035-40f4-8efc-bd52595786ba x-openstack-request-id: req-aed7156d-b035-40f4-8efc-bd52595786ba {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:41.929331 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:41.930642 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aed7156d-b035-40f4-8efc-bd52595786ba {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:41.930642 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'status': 'completed', 'code': 200} Jul 06 17:40:41.961503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-ac1be1e9-58d6-4c5d-8a9d-f9bdca69d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:41.963130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-ac1be1e9-58d6-4c5d-8a9d-f9bdca69d659 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 1095 time: 0.2165895 Jul 06 17:40:42.005432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-86010a94-343c-4e07-af78-67705af0bb59 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6228497 Jul 06 17:40:42.024089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Request body: {'port': {'device_id': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:42.069397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-71ecbfd5-469d-477e-88bc-459f2c46e175 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e352abc-a057-4c63-98ff-0787075768bb HTTP/1.1" status: 200 len: 217 time: 0.0883975 Jul 06 17:40:42.146605 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8b42c-fcee-4cde-b624-48e0eb8659cb x-openstack-request-id: req-b4e8b42c-fcee-4cde-b624-48e0eb8659cb {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:42.146923 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba817c43-6024-4b42-8d50-e2f76e759712", "tag": "5e352abc-a057-4c63-98ff-0787075768bb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:42.147057 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e8b42c-fcee-4cde-b624-48e0eb8659cb {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:42.147717 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'tag': '5e352abc-a057-4c63-98ff-0787075768bb', 'status': 'completed', 'code': 200} Jul 06 17:40:42.164532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-6fa961a5-cef6-4809-9b10-a6acd6460e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.166950 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-6fa961a5-cef6-4809-9b10-a6acd6460e40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1124 time: 0.2346730 Jul 06 17:40:42.181859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-77317474-80f8-41fd-ac1a-9553a245f086 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567870 Jul 06 17:40:42.295195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-4eba69f9-b8ff-47d3-8864-383b7b9f3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.296869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-4eba69f9-b8ff-47d3-8864-383b7b9f3b0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.2143290 Jul 06 17:40:42.340378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-09e346b1-f19b-4736-9a68-01be62fe5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.345377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-09e346b1-f19b-4736-9a68-01be62fe5745 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.1692765 Jul 06 17:40:42.346243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-2f9aada7-89db-4187-b3fe-a33982b80fb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367255 Jul 06 17:40:42.348184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:42.426231 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-e5ae6cfd-c1e5-4a70-9ee2-20ee11e1ad12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 217 time: 0.0448952 Jul 06 17:40:42.486173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-46b48fc4-3d42-4174-b666-d0821b7838ba service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813632 Jul 06 17:40:42.513419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd88c5-ca6a-4032-bfb0-f36d083efe14 req-834749d3-fb4a-4a97-8e9c-8ff7a43a2258 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.514703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34cd88c5-ca6a-4032-bfb0-f36d083efe14 req-834749d3-fb4a-4a97-8e9c-8ff7a43a2258 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.3860371 Jul 06 17:40:42.592863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-f9eb6b73-0052-4726-a20b-c5cf3e38e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.593595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-e62bb61c-6ff6-4966-9f1d-a46fb00d2de1 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326095 Jul 06 17:40:42.594657 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-f9eb6b73-0052-4726-a20b-c5cf3e38e2ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1496980 Jul 06 17:40:42.642774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34cd88c5-ca6a-4032-bfb0-f36d083efe14 req-1162bb47-1df0-446f-9ee3-ba6466a183e4 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101623 Jul 06 17:40:42.653890 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-5e2fda56-c90e-469b-aab5-e6984b046ffe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472078 Jul 06 17:40:42.704659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262e373-14f8-4dc8-8c69-b0e1e7f4b25b req-12be3097-6b7c-4ecd-951a-8c87769e44c5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.706240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d262e373-14f8-4dc8-8c69-b0e1e7f4b25b req-12be3097-6b7c-4ecd-951a-8c87769e44c5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 944 time: 0.3168585 Jul 06 17:40:42.785710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d262e373-14f8-4dc8-8c69-b0e1e7f4b25b req-971402e7-d4b4-4188-909f-34a8ed0486ca tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717273 Jul 06 17:40:42.814444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77a67f6e-c674-4825-a5a7-35d37b43fef9 req-b3439d7a-412a-4505-a7c0-fc537f96f738 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061014 Jul 06 17:40:42.977047 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-5d124503-9094-4453-b5b3-a83978c93218 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137455 Jul 06 17:40:42.994469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c131-21ff-4a06-9057-533c34f98287 req-56cc411c-41ba-4377-b1cf-765f52c4379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:42.997862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-56cc411c-41ba-4377-b1cf-765f52c4379a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 1095 time: 0.1013460 Jul 06 17:40:43.196815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c131-21ff-4a06-9057-533c34f98287 req-b42c9a6d-d3be-4e0e-81b2-76d887385bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:43.203037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-b42c9a6d-d3be-4e0e-81b2-76d887385bfa service neutron] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.1915309 Jul 06 17:40:43.359399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:43.522091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-3e3ee433-d164-44db-a69b-bafd2a20ab73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e352abc-a057-4c63-98ff-0787075768bb HTTP/1.1" status: 200 len: 217 time: 0.2271135 Jul 06 17:40:43.525007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:43.529970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:43.532090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.642742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:43.678025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71510e96-0ac3-420d-9597-3a1c0605539f req-c6b5fad9-14f2-41dd-8a48-61bbf4e2c063 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:43.680061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71510e96-0ac3-420d-9597-3a1c0605539f req-c6b5fad9-14f2-41dd-8a48-61bbf4e2c063 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 931 time: 0.6812456 Jul 06 17:40:43.682142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.713786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b3b97-4a59-4308-b013-258195450966 req-ca790f5c-c7a2-4b1c-be93-6c39cb702656 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:43.716306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b7b3b97-4a59-4308-b013-258195450966 req-ca790f5c-c7a2-4b1c-be93-6c39cb702656 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 943 time: 0.7055635 Jul 06 17:40:43.720222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c131-21ff-4a06-9057-533c34f98287 req-99c59c47-9462-4249-bed5-34d07a9d33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:43.724749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-99c59c47-9462-4249-bed5-34d07a9d33e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.1728520 Jul 06 17:40:43.732888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Transition to ACTIVE for port object bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:43.751510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.770103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.813238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:43.818291 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abcc311-f7d8-494f-83d1-68fac7bbe016" -d '{"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:43.845429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:43.854161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71510e96-0ac3-420d-9597-3a1c0605539f req-6ad4553e-dd06-4fee-b3b8-88e75b35cc82 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626101 Jul 06 17:40:43.859573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.872237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-b281f9ac-4931-4c15-9827-3e3c77062a37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718648 Jul 06 17:40:43.915357 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5021b6c-8905-4e97-9a54-90f25e9d38bf req-ef189624-499f-423e-b5af-fdac3e2338af service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190969 Jul 06 17:40:43.953356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:44.062780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:44.185592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Attempting to bind port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:44.188617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Attempting to bind port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '2570b101-e12d-4340-8709-ca3c47abd580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:44.190416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Attempting to bind port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a on network 2709fef4-9b85-46b0-bc1f-882addb0ac01 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:44.208384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a on network 2709fef4-9b85-46b0-bc1f-882addb0ac01 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:44.209434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Attempting to bind port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a on network 2709fef4-9b85-46b0-bc1f-882addb0ac01 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:44.230364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:44.231801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Checking segment: {'id': '2570b101-e12d-4340-8709-ca3c47abd580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:44.234000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b7b3b97-4a59-4308-b013-258195450966 req-4500a5d9-3cbd-42ab-b265-9bdac61c65ef tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504914 Jul 06 17:40:44.235106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Bound using segment: {'id': '2570b101-e12d-4340-8709-ca3c47abd580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:44.236350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Bound port: bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570b101-e12d-4340-8709-ca3c47abd580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:44.238744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.328718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-8e16ff15-bbf2-4ae6-91d2-791a0060fe97 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521189 Jul 06 17:40:44.456090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] For port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:44.469134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] For port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,segment=NetworkSegment(2570b101-e12d-4340-8709-ca3c47abd580),segment_id=2570b101-e12d-4340-8709-ca3c47abd580)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:44.480311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.509939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f459c131-21ff-4a06-9057-533c34f98287 req-d497f19a-ba06-47a9-8901-63301706db00 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736350 Jul 06 17:40:44.622927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdffcb6-e7d1-489a-ae37-d259940ab759 req-a5f20e78-cd0d-45fb-8e08-6e1272b72283 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:44.643819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcdffcb6-e7d1-489a-ae37-d259940ab759 req-a5f20e78-cd0d-45fb-8e08-6e1272b72283 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.2020829 Jul 06 17:40:44.658799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:44.677728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.684855 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] 10.222.0.60 "PUT /v2.0/ports/bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a HTTP/1.1" status: 200 len: 1091 time: 2.6657324 Jul 06 17:40:44.695224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'tag': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:44.707817 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84" -d '{"events": [{"name": "network-changed", "server_uuid": "7783d031-fe3a-4e91-b3cb-6ce9499365ca", "tag": "bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:44.783396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1f31b-b8fb-4f29-bec9-f6d112a70258 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:44.892136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcdffcb6-e7d1-489a-ae37-d259940ab759 req-94781fc9-4801-478c-b8bf-31fe3683423c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446315 Jul 06 17:40:44.932051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-120550eb-0a97-4bab-8e5e-89b7b5d59f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:44.936592 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-120550eb-0a97-4bab-8e5e-89b7b5d59f4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00f6a3518174e36aea5c55f624c21b0&device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 1094 time: 0.1431510 Jul 06 17:40:44.976961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb36207-60d7-4c0a-9415-939d150e1968 req-cb284418-34e8-441b-8f51-761dd9903224 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:44.986778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb36207-60d7-4c0a-9415-939d150e1968 req-cb284418-34e8-441b-8f51-761dd9903224 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2869854 Jul 06 17:40:45.072487 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-7adf7240-ccc6-412c-82f4-f27f1712c62b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a HTTP/1.1" status: 200 len: 217 time: 0.1208229 Jul 06 17:40:45.110886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb36207-60d7-4c0a-9415-939d150e1968 req-00683b24-b054-4cf6-8b3b-03e24d623254 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021512 Jul 06 17:40:45.177795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637252-862b-4d0f-8951-596c1af47f43 req-a13da56c-408e-46b6-ad52-0f1d74d666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:45.187849 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-a13da56c-408e-46b6-ad52-0f1d74d666f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72c8708a-0036-479a-bc6e-19860bfe4b5c HTTP/1.1" status: 200 len: 854 time: 0.1001966 Jul 06 17:40:45.205622 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df1a74-597b-437d-91d5-8ba93045e93c x-openstack-request-id: req-d9df1a74-597b-437d-91d5-8ba93045e93c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:45.206276 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:45.206859 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9df1a74-597b-437d-91d5-8ba93045e93c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:45.207555 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'code': 200} Jul 06 17:40:45.246835 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-6ac62a01-f1d2-4c0d-9021-941cf2aa569a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2709fef4-9b85-46b0-bc1f-882addb0ac01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580468 Jul 06 17:40:45.410947 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053f6dc1-0fc5-45b6-9b92-8cce0a3431c9 x-openstack-request-id: req-053f6dc1-0fc5-45b6-9b92-8cce0a3431c9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:45.411246 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7783d031-fe3a-4e91-b3cb-6ce9499365ca", "tag": "bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:45.411474 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-053f6dc1-0fc5-45b6-9b92-8cce0a3431c9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:45.411855 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'tag': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a', 'status': 'completed', 'code': 200} Jul 06 17:40:45.576168 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-101faee5-31fa-4094-b77d-96eb9d152080 service neutron] 10.222.0.60 "GET /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204427 Jul 06 17:40:45.598726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e352abc-a057-4c63-98ff-0787075768bb details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:45.714647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159eb44-54d5-491f-9fa8-6318eb077c42 req-a082fc25-3f21-49da-b74d-ca67eed96dcf tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:45.735303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27637252-862b-4d0f-8951-596c1af47f43 req-8da26471-53ea-4da3-875e-ebcd1c65e3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493692 Jul 06 17:40:45.736853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8159eb44-54d5-491f-9fa8-6318eb077c42 req-a082fc25-3f21-49da-b74d-ca67eed96dcf tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 944 time: 0.2379050 Jul 06 17:40:45.846353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5e352abc-a057-4c63-98ff-0787075768bb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e352abc-a057-4c63-98ff-0787075768bb,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:45.870082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '5e352abc-a057-4c63-98ff-0787075768bb', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': '5e352abc-a057-4c63-98ff-0787075768bb', 'mac_address': 'fa:16:3e:c3:72:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:45.870419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8159eb44-54d5-491f-9fa8-6318eb077c42 req-5042fbb2-db15-43e8-9c8d-8dc4e0605e07 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319594 Jul 06 17:40:45.915248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa803db2-b3f4-4a89-b600-54d87c15ca22 req-55ff8db2-a324-434c-a6b0-cd37cbecc676 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:45.916912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa803db2-b3f4-4a89-b600-54d87c15ca22 req-55ff8db2-a324-434c-a6b0-cd37cbecc676 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 943 time: 0.2345624 Jul 06 17:40:45.919026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-65d4dc40-892f-4ab5-b5e4-eb71f3240994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:45.920566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-65d4dc40-892f-4ab5-b5e4-eb71f3240994 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd&tenant_id=93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 1101 time: 0.1694353 Jul 06 17:40:45.947492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:45.984914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.016593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e352abc-a057-4c63-98ff-0787075768bb {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:46.058323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5e352abc-a057-4c63-98ff-0787075768bb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e352abc-a057-4c63-98ff-0787075768bb,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:46.069532 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.131218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5e352abc-a057-4c63-98ff-0787075768bb,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:46.134962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-2a04baf9-ee24-4d74-b785-c6abd006e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:46.142850 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-2a04baf9-ee24-4d74-b785-c6abd006e2fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f00f6a3518174e36aea5c55f624c21b0&device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 1094 time: 0.1939564 Jul 06 17:40:46.159794 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa803db2-b3f4-4a89-b600-54d87c15ca22 req-05f0e4fb-8b88-4d2f-bf7d-e89a8f79da6f tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284107 Jul 06 17:40:46.162100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.348058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5e352abc-a057-4c63-98ff-0787075768bb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:46.377075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-982518c0-1875-4716-9ac5-b1aa08fc33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:46.380247 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-982518c0-1875-4716-9ac5-b1aa08fc33c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2709fef4-9b85-46b0-bc1f-882addb0ac01 HTTP/1.1" status: 200 len: 915 time: 0.2281528 Jul 06 17:40:46.436377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-cfda40a8-da85-4861-a035-d87e6510f5b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a HTTP/1.1" status: 200 len: 217 time: 0.0487301 Jul 06 17:40:46.550265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-c8c5b920-74e3-44d6-99dd-ce3e2d6b8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:46.553141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-c8c5b920-74e3-44d6-99dd-ce3e2d6b8764 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72c8708a-0036-479a-bc6e-19860bfe4b5c HTTP/1.1" status: 200 len: 854 time: 0.1072772 Jul 06 17:40:46.624915 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-197d9140-01f6-4b6a-8191-9ad3275da947 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2709fef4-9b85-46b0-bc1f-882addb0ac01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633297 Jul 06 17:40:46.669378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83deef-e51d-48d1-b7c3-6e1c933ba15b req-84b5d417-27ea-41f9-bd5d-88b7f606ba3b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:46.671401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba83deef-e51d-48d1-b7c3-6e1c933ba15b req-84b5d417-27ea-41f9-bd5d-88b7f606ba3b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 943 time: 0.2548578 Jul 06 17:40:46.748884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056e8b-503d-4b5e-b4e6-9d6004422af6 req-5c718427-ae65-4005-9811-b69459006faf tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:46.750584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e056e8b-503d-4b5e-b4e6-9d6004422af6 req-5c718427-ae65-4005-9811-b69459006faf tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 950 time: 0.2011704 Jul 06 17:40:46.757387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:46.764596 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-16e88925-4587-481b-9d9c-39ff847b6a68 service neutron] 10.222.0.60 "GET /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277034 Jul 06 17:40:46.824053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba83deef-e51d-48d1-b7c3-6e1c933ba15b req-295c6bd7-d7e4-4b5a-8093-30dbaad50e83 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376851 Jul 06 17:40:46.865057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:46.910380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e056e8b-503d-4b5e-b4e6-9d6004422af6 req-5014c056-0f90-4fa6-8c65-410d3138908a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324003 Jul 06 17:40:46.932483 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ecfcbce-9293-4ff7-bce4-52444c4e9d84 req-c4309b61-6ca4-4f58-8d2f-b69ef7fb9c1e service neutron] 10.222.0.60 "GET /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580472 Jul 06 17:40:46.950649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:46.956654 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd84a00-1bd9-483b-891d-f087c189098b" -d '{"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:46.961947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.977449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Transition to ACTIVE for port object 1d1a8bc4-064d-4657-922e-3b5e40be26ee will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:46.983243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.028440 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-9bec850d-85c1-4b69-9112-ed6145e8161b service neutron] 10.222.0.61 "GET /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd/bindings/n-h1-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.0946789 Jul 06 17:40:47.052229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:47.100965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] No DVR routers for this DVR port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:47.137624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-29ff1ac8-77ea-438a-adc6-4ad98e891a79 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=87dda224772a4b638ce4c539b4c52a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565653 Jul 06 17:40:47.195810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:47.196144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:47.196467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:47.237950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:47.238280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Attempting to bind port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:47.253131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:47.253550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:47.253870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:47.254322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Bound port: 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:47.254734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.281962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:47.290128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cd809-b972-4116-b451-6b1bd9b27f02 req-1e987057-c680-423e-97af-56ce6ae2f87f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:47.291459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f29cd809-b972-4116-b451-6b1bd9b27f02 req-1e987057-c680-423e-97af-56ce6ae2f87f tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.2531731 Jul 06 17:40:47.309143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:47.349666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4843081-a637-41e7-91c8-89df5f1baecd {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:47.354553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:47.370419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:47.391481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.406415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-ec33cd32-de16-4ccc-bd71-abb32f3fcd8b tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:47.407380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:47.407827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:47.411869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-ec33cd32-de16-4ccc-bd71-abb32f3fcd8b tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554154 Jul 06 17:40:47.434960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f29cd809-b972-4116-b451-6b1bd9b27f02 req-eb3f955a-9c11-4c95-8893-8eb002d2416b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335528 Jul 06 17:40:47.464383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-e1a49653-4c57-4fc6-964c-b622cb420163 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/quotas/87dda224772a4b638ce4c539b4c52a30 HTTP/1.1" status: 200 len: 375 time: 0.0428498 Jul 06 17:40:47.468980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:47.478080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:47.527817 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.529712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-bb11bfad-1217-4be8-b0f8-fc094bbf1a14 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87dda224772a4b638ce4c539b4c52a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489616 Jul 06 17:40:47.531602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.557816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] Transition to ACTIVE for port object e4843081-a637-41e7-91c8-89df5f1baecd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:47.567136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.586356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:47.587455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:47.590017 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd8b62-6aac-4467-99df-fed056b7ca0e" -d '{"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-unplugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:47.602517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.605396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:47.609447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:47.610680 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.614247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] 10.222.0.61 "PUT /v2.0/ports/1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 1097 time: 1.6840334 Jul 06 17:40:47.624600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e352abc-a057-4c63-98ff-0787075768bb up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:47.696719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] No DVR routers for this DVR port e4843081-a637-41e7-91c8-89df5f1baecd on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:47.846919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:47.847298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf8c07-84e5-403d-87a3-194f4ece7bef service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=11']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:47.903456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-7249ac23-5652-4757-a8a1-23a556091fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:47.908987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-7249ac23-5652-4757-a8a1-23a556091fbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1100 time: 0.2499764 Jul 06 17:40:47.911033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] Pushing event updated for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:47.950772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 5e352abc-a057-4c63-98ff-0787075768bb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:47.960658 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a6096-7cad-4470-b902-6e4f12672818 x-openstack-request-id: req-9e6a6096-7cad-4470-b902-6e4f12672818 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:47.961072 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:47.962940 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e6a6096-7cad-4470-b902-6e4f12672818 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:47.963640 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'code': 200} Jul 06 17:40:47.978204 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-936d2d3f-d4d3-4a37-965b-81629c28fd2b service neutron] 10.222.0.61 "PUT /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd/bindings/n-h1-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9401929 Jul 06 17:40:47.999299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 5e352abc-a057-4c63-98ff-0787075768bb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:48.007813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:48.080243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:48.220610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:48.230468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:48.239329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-614cea3d-2d64-4f95-8291-a4f2acfc8350 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.241858 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-614cea3d-2d64-4f95-8291-a4f2acfc8350 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.1721871 Jul 06 17:40:48.245259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-41312c14-a813-4b40-9f3a-b8affe620faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.247321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-41312c14-a813-4b40-9f3a-b8affe620faf service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3117640 Jul 06 17:40:48.312402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeda88b-1653-4fd8-9696-083c28fdd47f req-5d82b2ec-c539-4be4-8962-d46dc48f4f5e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.316725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:48.327822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-5ceab5c3-1516-403f-a996-4da3214d3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.329829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eeda88b-1653-4fd8-9696-083c28fdd47f req-5d82b2ec-c539-4be4-8962-d46dc48f4f5e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 945 time: 0.3080075 Jul 06 17:40:48.330312 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-5ceab5c3-1516-403f-a996-4da3214d3f86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 1095 time: 0.0776570 Jul 06 17:40:48.370381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:48.374684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-34ee478c-60da-4c97-8118-c258a168849f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.1135709 Jul 06 17:40:48.395318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5e352abc-a057-4c63-98ff-0787075768bb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e352abc-a057-4c63-98ff-0787075768bb,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:48.403198 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:48.404415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e4843081-a637-41e7-91c8-89df5f1baecd no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:48.473373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eeda88b-1653-4fd8-9696-083c28fdd47f req-f0063878-681b-405d-876b-9b5533a4b70f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421571 Jul 06 17:40:48.480821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e4843081-a637-41e7-91c8-89df5f1baecd not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:48.489920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d8662873-5a47-4e4f-9831-73ead8f5e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.492477 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-d8662873-5a47-4e4f-9831-73ead8f5e066 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1095 time: 0.1344175 Jul 06 17:40:48.514186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-120c8777-da02-4a7d-b47f-0dacdd6596e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.516185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-120c8777-da02-4a7d-b47f-0dacdd6596e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1344190 Jul 06 17:40:48.536362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5e352abc-a057-4c63-98ff-0787075768bb,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:48.590610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75befec9-8474-413f-8ebf-a87c9a1dfc66 req-90b8e037-3d3d-4e83-aa78-b7f09a05bbb5 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.593235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75befec9-8474-413f-8ebf-a87c9a1dfc66 req-90b8e037-3d3d-4e83-aa78-b7f09a05bbb5 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 943 time: 0.1906149 Jul 06 17:40:48.604460 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08889e7-ebcf-41e2-87d4-0e3e8ff7bf88 x-openstack-request-id: req-e08889e7-ebcf-41e2-87d4-0e3e8ff7bf88 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:48.605348 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-unplugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:48.606335 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e08889e7-ebcf-41e2-87d4-0e3e8ff7bf88 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:48.607057 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'code': 200} Jul 06 17:40:48.654883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-ba8e773e-6f81-4c4d-9212-ee7d65cde25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.656862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-ba8e773e-6f81-4c4d-9212-ee7d65cde25f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306047 Jul 06 17:40:48.683003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75befec9-8474-413f-8ebf-a87c9a1dfc66 req-5b8f14af-fb0d-4df3-9182-939ea04b13e3 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Jul 06 17:40:48.689758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-a31ea194-dbbb-412f-a164-9c58f13a80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.691684 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-a31ea194-dbbb-412f-a164-9c58f13a80e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.1916721 Jul 06 17:40:48.784882 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-4cdeaa43-3364-4bbd-8891-3a4b9b07313c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 200 len: 217 time: 0.0842528 Jul 06 17:40:48.790481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-c0fc64d2-64fc-477f-8998-20442027aab6 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116517 Jul 06 17:40:48.859667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-4216b57c-5b93-47af-a261-4c393571e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.862625 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-4216b57c-5b93-47af-a261-4c393571e84f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.0698047 Jul 06 17:40:48.911866 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-51939e22-350d-4c89-a628-53087a31cc9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417783 Jul 06 17:40:49.059797 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-9a41694a-d64a-4a97-93ef-8a8c6b3dc286 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393299 Jul 06 17:40:49.192774 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-acbe1154-98cd-4434-942d-3d1294fda7f7 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260591 Jul 06 17:40:49.312364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12a13a-1f7a-444c-8c6e-6c62cd33adc7 req-97025b4c-2281-4d53-981e-8a4f5caf445d tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.314039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12a13a-1f7a-444c-8c6e-6c62cd33adc7 req-97025b4c-2281-4d53-981e-8a4f5caf445d tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 947 time: 0.5222397 Jul 06 17:40:49.326959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a8e39-c784-4975-ac7a-15dfe19f1f65 req-d3ae0f64-6d4a-484f-9b1d-63f11d62b063 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183158 Jul 06 17:40:49.361909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f1cb-351e-41e3-b5c1-6857b59b3912 req-3b2c0b1f-dcbf-41d3-b3bc-26ab295d5438 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.363517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20e9f1cb-351e-41e3-b5c1-6857b59b3912 req-3b2c0b1f-dcbf-41d3-b3bc-26ab295d5438 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 944 time: 0.1515422 Jul 06 17:40:49.365378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:49.397450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12a13a-1f7a-444c-8c6e-6c62cd33adc7 req-3e15e240-76ed-4885-9115-c8fc6090952f tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744367 Jul 06 17:40:49.492058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20e9f1cb-351e-41e3-b5c1-6857b59b3912 req-d22eb66c-406b-42ac-82bc-af41396ed12b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137307 Jul 06 17:40:49.502512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:49.520369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'mac_address': 'fa:16:3e:4f:f2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:49.580022 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.601361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3546ad02-6ad2-4a5e-9952-149e74f4ce86 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:49.626981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-42e2004e-7c14-433f-a94e-e15b760ba379 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.628974 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-42e2004e-7c14-433f-a94e-e15b760ba379 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.1294160 Jul 06 17:40:49.642647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:49.651429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.653180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:49.698529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-e5c05a49-2abe-4556-a0b2-f887cc26b994 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=87dda224772a4b638ce4c539b4c52a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292284 Jul 06 17:40:49.703374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-fdb7beaf-9c06-4ff0-8638-892084508108 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=87dda224772a4b638ce4c539b4c52a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597963 Jul 06 17:40:49.757696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:49.775949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-e7778216-622e-4147-bbc8-56b3026d717c service neutron] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:49.782946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-e7778216-622e-4147-bbc8-56b3026d717c service neutron] Notify callbacks [] for binding, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.784671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9a07c014-dc79-4012-a622-49896fdbc8c1 req-e7778216-622e-4147-bbc8-56b3026d717c service neutron] 10.222.0.60 "DELETE /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd/bindings/n-h2-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.1494944 Jul 06 17:40:49.849713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e6ad-035e-4caa-aa19-71dc13b5dde3 req-bfcf9d09-69eb-48dd-850e-b2b8da46230d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.851968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42c8e6ad-035e-4caa-aa19-71dc13b5dde3 req-bfcf9d09-69eb-48dd-850e-b2b8da46230d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 949 time: 0.2605155 Jul 06 17:40:49.878665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,segment=NetworkSegment(2570b101-e12d-4340-8709-ca3c47abd580),segment_id=2570b101-e12d-4340-8709-ca3c47abd580)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:49.896340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a', 'network_id': '2709fef4-9b85-46b0-bc1f-882addb0ac01', 'port_id': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a', 'mac_address': 'fa:16:3e:52:a1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c8708a-0036-479a-bc6e-19860bfe4b5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:49.955317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.965337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:49.967331 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23c6d3-79b3-411e-8441-d1e785cc314d" -d '{"events": [{"name": "network-changed", "server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:49.980958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:49.990825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-8202f114-2bef-4443-8fb6-c4656a21364d tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.992413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-8202f114-2bef-4443-8fb6-c4656a21364d tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882142 Jul 06 17:40:49.998171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42c8e6ad-035e-4caa-aa19-71dc13b5dde3 req-4fba8e3d-f33b-4ba2-aed6-ec936b3d9285 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263733 Jul 06 17:40:50.004681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,segment=NetworkSegment(2570b101-e12d-4340-8709-ca3c47abd580),segment_id=2570b101-e12d-4340-8709-ca3c47abd580)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:50.010615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.014780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Request body: {'port': {'device_id': 'f2251225-be5a-4215-9541-3cadee50b90d', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '87dda224772a4b638ce4c539b4c52a30'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:50.081776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:50.106837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-ad4d7bf1-1577-47df-a07a-2305ed308791 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.108645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-ad4d7bf1-1577-47df-a07a-2305ed308791 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902156 Jul 06 17:40:50.139188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-77eb10c9-01e5-4de4-a4e8-cf42a7947c1f tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/quotas/87dda224772a4b638ce4c539b4c52a30 HTTP/1.1" status: 200 len: 375 time: 0.0196781 Jul 06 17:40:50.205168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-867a10a4-063d-4113-b581-43eb0f69d4ab tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87dda224772a4b638ce4c539b4c52a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557337 Jul 06 17:40:50.267653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Made reservation on behalf of 87dda224772a4b638ce4c539b4c52a30 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:50.271578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.284997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.301471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:50.317049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e175049-6e01-4f49-88f4-977961335f6f req-f2ad2572-8772-41e7-b467-697ee302fa01 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.317962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e175049-6e01-4f49-88f4-977961335f6f req-f2ad2572-8772-41e7-b467-697ee302fa01 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.1149642 Jul 06 17:40:50.327770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3546ad02-6ad2-4a5e-9952-149e74f4ce86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:50.440209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e175049-6e01-4f49-88f4-977961335f6f req-f7eb456d-164e-46ae-8acf-5a255855ca8c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085804 Jul 06 17:40:50.536506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.543622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.621470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}, {'server_uuid': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e352abc-a057-4c63-98ff-0787075768bb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:50.629893 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c12a8a-b81d-48e8-acf0-1327fb54c7c3" -d '{"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-unplugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}, {"server_uuid": "ba817c43-6024-4b42-8d50-e2f76e759712", "name": "network-vif-plugged", "status": "completed", "tag": "5e352abc-a057-4c63-98ff-0787075768bb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:50.638047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:50.796696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Allocated IP 192.168.233.8 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/e190c5f1-9a46-47ba-ac95-cb9f1f575792) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:50.926824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa73a-473a-4cd5-8f03-41b4a066f856 req-78c45129-6ed7-427c-97f4-32759eabc102 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.934955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-453aa73a-473a-4cd5-8f03-41b4a066f856 req-78c45129-6ed7-427c-97f4-32759eabc102 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 946 time: 0.2152379 Jul 06 17:40:51.087850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-453aa73a-473a-4cd5-8f03-41b4a066f856 req-c76e62f5-f59c-45a8-815e-ffe85f4cad25 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517112 Jul 06 17:40:51.155449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0fa2e-6886-4e37-9587-a5a2caac7dde req-9f46f5ef-0680-473e-8fbb-52d67bf79eef tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.158323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34f0fa2e-6886-4e37-9587-a5a2caac7dde req-9f46f5ef-0680-473e-8fbb-52d67bf79eef tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 944 time: 0.2649138 Jul 06 17:40:51.160970 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9841ddcb-ea45-4fdb-ac58-bbf43b774e2a x-openstack-request-id: req-9841ddcb-ea45-4fdb-ac58-bbf43b774e2a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:51.161445 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:51.161865 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9841ddcb-ea45-4fdb-ac58-bbf43b774e2a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:51.162600 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'status': 'completed', 'code': 200} Jul 06 17:40:51.226423 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:51.257462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34f0fa2e-6886-4e37-9587-a5a2caac7dde req-fcfa4660-bc7a-4b8d-8d43-836c386692ef tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Jul 06 17:40:51.266518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Transition to ACTIVE for port object e190c5f1-9a46-47ba-ac95-cb9f1f575792 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:51.338717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-2479eae7-1012-484c-abe3-6306e4152ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.341742 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-2479eae7-1012-484c-abe3-6306e4152ceb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 1100 time: 0.1577854 Jul 06 17:40:51.376233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67510fde-a8f2-4920-9b83-52c921960385 req-61ddc396-66c0-40a1-a17a-02206614e1ad tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 210 time: 0.1001911 Jul 06 17:40:51.472601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:51.533373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-c490ba59-ac39-436b-a8f1-8b9cd7d81b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.536899 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-c490ba59-ac39-436b-a8f1-8b9cd7d81b00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1881673 Jul 06 17:40:51.576035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:51.577421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:51.582807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:51.586327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:51.595549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-670990ba-2c31-4e37-b308-201952d07046 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 200 len: 217 time: 0.0515561 Jul 06 17:40:51.606635 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f998468c-3615-4bf7-bd00-a2910c5bf3ea x-openstack-request-id: req-f998468c-3615-4bf7-bd00-a2910c5bf3ea {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:51.609531 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-unplugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "code": 200}, {"server_uuid": "ba817c43-6024-4b42-8d50-e2f76e759712", "name": "network-vif-plugged", "status": "completed", "tag": "5e352abc-a057-4c63-98ff-0787075768bb", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:51.610731 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f998468c-3615-4bf7-bd00-a2910c5bf3ea {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:51.611679 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'code': 200} Jul 06 17:40:51.613192 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e352abc-a057-4c63-98ff-0787075768bb', 'code': 200} Jul 06 17:40:51.619731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:51.657806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.658512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:51.683098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-a2b282e9-37a1-44d5-bff9-c345882218b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6747346 Jul 06 17:40:51.697722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Request body: {'port': {'device_id': 'f2251225-be5a-4215-9541-3cadee50b90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:51.720458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-6100e4f6-a791-4c5d-b9b1-b267901c47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.722948 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-6100e4f6-a791-4c5d-b9b1-b267901c47dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1146417 Jul 06 17:40:51.846590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-b89bbc2f-7da0-42ee-8470-cca20ee0a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.848356 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-b89bbc2f-7da0-42ee-8470-cca20ee0a5a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178112 Jul 06 17:40:52.011910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:52.018185 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-1fe56b2f-6320-4b42-8e52-44b92041ef57 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526501 Jul 06 17:40:52.024073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.036594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'mac_address': 'fa:16:3e:5e:73:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:52.117803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c412b7-be04-4050-807c-b8ce51ed069d req-cc71dae4-9f54-43f8-933a-cf8399285b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:52.120646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42c412b7-be04-4050-807c-b8ce51ed069d req-cc71dae4-9f54-43f8-933a-cf8399285b9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 1097 time: 0.2739260 Jul 06 17:40:52.148611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-eb23c6d3-79b3-411e-8441-d1e785cc314d req-e076aade-7e55-4bf8-b9af-cd6fa3b782ae service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228516 Jul 06 17:40:52.156731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.171895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2aeba9a8-70b0-4e56-8ce1-2a555389c9f2 None None] Provisioning for port e190c5f1-9a46-47ba-ac95-cb9f1f575792 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:52.185058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2aeba9a8-70b0-4e56-8ce1-2a555389c9f2 None None] Provisioning complete for port e190c5f1-9a46-47ba-ac95-cb9f1f575792 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:52.185617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2aeba9a8-70b0-4e56-8ce1-2a555389c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.187664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d5f49-7a20-4214-871b-156f57facb1b req-ebaa464e-39f2-47bb-ad4b-b0b664779391 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:52.189814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1a8bc4-064d-4657-922e-3b5e40be26ee {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:52.189960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d7d5f49-7a20-4214-871b-156f57facb1b req-ebaa464e-39f2-47bb-ad4b-b0b664779391 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 944 time: 0.4047046 Jul 06 17:40:52.270229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:52.281472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.289048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2aeba9a8-70b0-4e56-8ce1-2a555389c9f2 None None] Port e190c5f1-9a46-47ba-ac95-cb9f1f575792 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:52.359811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06bca-8c30-49c4-a899-a84a3af7058f req-94704263-431c-45c7-80e9-d00d3f7c8d88 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:52.361448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85a06bca-8c30-49c4-a899-a84a3af7058f req-94704263-431c-45c7-80e9-d00d3f7c8d88 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 949 time: 0.4572275 Jul 06 17:40:52.363628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:52.371951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42c412b7-be04-4050-807c-b8ce51ed069d req-712eda38-3717-42e5-828e-a90f587a0327 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003818 Jul 06 17:40:52.378415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d7d5f49-7a20-4214-871b-156f57facb1b req-bce6003c-ad95-4b1c-8dde-cba2a75c0a3a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712840 Jul 06 17:40:52.499240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85a06bca-8c30-49c4-a899-a84a3af7058f req-cc5f72b0-f742-40ac-a3f3-2edef197805c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178024 Jul 06 17:40:52.550253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1d1a8bc4-064d-4657-922e-3b5e40be26ee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:52.682358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e190c5f1-9a46-47ba-ac95-cb9f1f575792 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:52.698336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.717893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Transition to ACTIVE for port object e190c5f1-9a46-47ba-ac95-cb9f1f575792 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:52.732113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.874398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-155bdf11-d7d1-45f5-97f1-ec8b9d5d9a79 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=87dda224772a4b638ce4c539b4c52a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059012 Jul 06 17:40:53.009394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:53.143748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e9d37-ba2b-47eb-9d21-3365a6e68814 req-4fc5c3ff-0197-47d3-bd20-3329774b1271 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.145453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f6e9d37-ba2b-47eb-9d21-3365a6e68814 req-4fc5c3ff-0197-47d3-bd20-3329774b1271 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 949 time: 0.4255707 Jul 06 17:40:53.184387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Attempting to bind port e190c5f1-9a46-47ba-ac95-cb9f1f575792 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:53.184871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Attempting to bind port e190c5f1-9a46-47ba-ac95-cb9f1f575792 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:53.185052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Attempting to bind port e190c5f1-9a46-47ba-ac95-cb9f1f575792 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:53.221757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Port e190c5f1-9a46-47ba-ac95-cb9f1f575792 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:53.222307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Attempting to bind port e190c5f1-9a46-47ba-ac95-cb9f1f575792 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:53.240959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-16779dba-1eaf-40af-9603-9aa3543b322d tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.242683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-16779dba-1eaf-40af-9603-9aa3543b322d tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048420 Jul 06 17:40:53.248897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:53.249294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:53.249797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:53.250677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Bound port: e190c5f1-9a46-47ba-ac95-cb9f1f575792, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:53.251062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.273658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Request body: {'port': {'device_id': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '87dda224772a4b638ce4c539b4c52a30'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:53.330634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f6e9d37-ba2b-47eb-9d21-3365a6e68814 req-3f953dfe-4c0f-44cd-b97b-7bb0d0a4b897 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639261 Jul 06 17:40:53.396276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:53.464898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:53.470856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:53.483310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.528772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:53.529399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.543521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.544490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.545947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] 10.222.0.61 "PUT /v2.0/ports/e190c5f1-9a46-47ba-ac95-cb9f1f575792 HTTP/1.1" status: 200 len: 1094 time: 1.8546100 Jul 06 17:40:53.549035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:53.552104 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c379ce5-d601-48f7-ab36-7fd47c739595" -d '{"events": [{"name": "network-changed", "server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:53.610153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132673f1-f579-47f5-b653-a52a88b59f8c service neutron] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:53.618584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:53.675759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Made reservation on behalf of 87dda224772a4b638ce4c539b4c52a30 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:53.681677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.802811 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.819828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:53.830504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 1d1a8bc4-064d-4657-922e-3b5e40be26ee triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:53.831222 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.890886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-bc276a08-fb64-45d0-8419-05efad6b5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.892558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-bc276a08-fb64-45d0-8419-05efad6b5ba0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87dda224772a4b638ce4c539b4c52a30&device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 1097 time: 0.2594132 Jul 06 17:40:53.979553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-3f577786-6d3b-4d98-9778-626b2c5f27bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792 HTTP/1.1" status: 200 len: 217 time: 0.0561466 Jul 06 17:40:53.991778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11da7a-c20d-4653-b591-a945195e3bfa req-f899064e-da17-4a62-bf90-d0706b225dd1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.993436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef11da7a-c20d-4653-b591-a945195e3bfa req-f899064e-da17-4a62-bf90-d0706b225dd1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 946 time: 0.3204710 Jul 06 17:40:54.069485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Allocated IP 192.168.233.227 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/3218346e-8126-4c5b-8b0e-95dc12944db1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:54.082042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:54.086445 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e6f26-c3cb-4eb7-be21-2fbd97b3e690" -d '{"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:54.092342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3275d-8bbb-45be-b51f-fefabea56f90 req-a7f9c352-76cc-4f1c-885b-dee4f59fd74c tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:54.094277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edc3275d-8bbb-45be-b51f-fefabea56f90 req-a7f9c352-76cc-4f1c-885b-dee4f59fd74c tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 944 time: 0.2936740 Jul 06 17:40:54.128258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:54.137607 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.138982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-25fef327-9e5f-45d3-a159-543d1fd46db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:54.139202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:54.140546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-25fef327-9e5f-45d3-a159-543d1fd46db0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1437676 Jul 06 17:40:54.175872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef11da7a-c20d-4653-b591-a945195e3bfa req-130daa87-b80e-424f-bfde-34f3dccf5213 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657102 Jul 06 17:40:54.229109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edc3275d-8bbb-45be-b51f-fefabea56f90 req-0d6e8025-5b39-45e6-80e0-ea2900991998 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226394 Jul 06 17:40:54.371689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.416179 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.432356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:54.441571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c386d803-f0ab-4900-a5a9-4b99a249efb3 req-b85f2b6f-4987-4666-a3f8-2d7685a9a6f7 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 210 time: 0.0534453 Jul 06 17:40:54.457985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:54.458370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.466712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-d1c52683-b2e0-4f47-ae96-3f1c32fae807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:54.468408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-d1c52683-b2e0-4f47-ae96-3f1c32fae807 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3110745 Jul 06 17:40:54.472579 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.588817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:54.624262 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.670678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.699130 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44378922-8a14-40fc-a6dc-a6ae4e2346fa x-openstack-request-id: req-44378922-8a14-40fc-a6dc-a6ae4e2346fa {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:54.699559 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-plugged", "status": "completed", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:54.699814 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44378922-8a14-40fc-a6dc-a6ae4e2346fa {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:54.700168 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'code': 200} Jul 06 17:40:54.745375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=13']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.750236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,segment=NetworkSegment(2570b101-e12d-4340-8709-ca3c47abd580),segment_id=2570b101-e12d-4340-8709-ca3c47abd580)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:54.757774 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.880096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.962084 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d795ddb-9d64-41f6-9e9e-e9bffc82f0c3 x-openstack-request-id: req-3d795ddb-9d64-41f6-9e9e-e9bffc82f0c3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:54.962749 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:54.963208 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d795ddb-9d64-41f6-9e9e-e9bffc82f0c3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:54.963819 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'status': 'completed', 'code': 200} Jul 06 17:40:54.999241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Transition to ACTIVE for port object 3218346e-8126-4c5b-8b0e-95dc12944db1 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:55.023156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921fb8c-1147-42d9-bd22-1eecfbee0098 req-ba25181b-0e94-4911-8118-7fe1953baf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.025973 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9921fb8c-1147-42d9-bd22-1eecfbee0098 req-ba25181b-0e94-4911-8118-7fe1953baf01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1101 time: 0.1011851 Jul 06 17:40:55.111458 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9921fb8c-1147-42d9-bd22-1eecfbee0098 req-92cdc844-67e8-42fe-b508-87ad31784934 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782619 Jul 06 17:40:55.160947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-f51a3472-151a-4602-b429-c73f769bfc16 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831653 Jul 06 17:40:55.166994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.189163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e7d00-259e-45b5-a933-94c48dd7ce11 req-88d3f105-f7b6-4663-b11b-ebabef9b30a5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.192305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c0e7d00-259e-45b5-a933-94c48dd7ce11 req-88d3f105-f7b6-4663-b11b-ebabef9b30a5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 951 time: 0.6869245 Jul 06 17:40:55.319805 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78e266ff-7af5-4adf-89a8-3fce9fe40947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.364096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:55.386150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:55.389091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:55.396319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:55.409072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c0e7d00-259e-45b5-a933-94c48dd7ce11 req-075060e8-fec5-4e38-b062-309a51bcbc6d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765583 Jul 06 17:40:55.519423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.520125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.528483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4c3fdcb-fc21-4d92-b839-8fae33730f33 req-c77ef562-c11a-4b8a-ba7e-de6d6f48aa59 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487024 Jul 06 17:40:55.560139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd4941-77b1-4adc-b59c-5f4eb947eb91 req-75d13ffd-16d5-4e04-9df1-db6ab0d1b70c tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.563112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97bd4941-77b1-4adc-b59c-5f4eb947eb91 req-75d13ffd-16d5-4e04-9df1-db6ab0d1b70c tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1095 time: 0.2675049 Jul 06 17:40:55.566964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-a68b2cad-a5bf-46df-b589-cf8ba3055576 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3067052 Jul 06 17:40:55.601692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Request body: {'port': {'device_id': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:55.741278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-61261811-41f0-428f-b5b1-3bc0577113b5 None None] Provisioning for port 3218346e-8126-4c5b-8b0e-95dc12944db1 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:55.746621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-61261811-41f0-428f-b5b1-3bc0577113b5 None None] Provisioning complete for port 3218346e-8126-4c5b-8b0e-95dc12944db1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:55.747138 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61261811-41f0-428f-b5b1-3bc0577113b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.793077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-61261811-41f0-428f-b5b1-3bc0577113b5 None None] Port 3218346e-8126-4c5b-8b0e-95dc12944db1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:55.827140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97bd4941-77b1-4adc-b59c-5f4eb947eb91 req-e997e203-8697-4f86-97af-3fbdcc5f31db tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542753 Jul 06 17:40:55.949973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.955079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-3b616e8e-a60c-4004-a99b-aaf644e67417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.958335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-3b616e8e-a60c-4004-a99b-aaf644e67417 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87dda224772a4b638ce4c539b4c52a30&device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 1097 time: 0.3367410 Jul 06 17:40:56.001526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d17d0-fdc5-4f3f-85e7-1e939d594dea req-c9e248a3-ff41-43fa-bae3-bb6070e0478c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:56.004534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-424d17d0-fdc5-4f3f-85e7-1e939d594dea req-c9e248a3-ff41-43fa-bae3-bb6070e0478c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 950 time: 0.3317342 Jul 06 17:40:56.339379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-424d17d0-fdc5-4f3f-85e7-1e939d594dea req-164ff240-d120-45d2-a637-e258e70b33d6 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094640 Jul 06 17:40:56.410688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-f3ce8194-27c5-49f5-bd41-01ced9a3c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:56.413957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-f3ce8194-27c5-49f5-bd41-01ced9a3c0a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4374194 Jul 06 17:40:56.541091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-4ecc500b-ceab-4d56-a837-e07b8a87f746 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792 HTTP/1.1" status: 200 len: 217 time: 0.0636299 Jul 06 17:40:56.621138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023720f1-7862-4762-95a7-0644af14e6d1 req-411426ef-38a1-44fe-92bd-52653abb6d22 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:56.622900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-023720f1-7862-4762-95a7-0644af14e6d1 req-411426ef-38a1-44fe-92bd-52653abb6d22 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 946 time: 0.0902081 Jul 06 17:40:56.701984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}, {'server_uuid': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:56.704951 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3747442-f580-45d3-9b53-5d8a1495534d" -d '{"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}, {"server_uuid": "7783d031-fe3a-4e91-b3cb-6ce9499365ca", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:56.763910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-9304a9fb-698b-4695-a7a8-1a65fa5dac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:56.766422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-9304a9fb-698b-4695-a7a8-1a65fa5dac94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2058923 Jul 06 17:40:56.793607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port 5e352abc-a057-4c63-98ff-0787075768bb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:56.794311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.872480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05b1f-4606-457f-99ce-66bec5003dad req-7ded788c-f8d3-4b8d-b264-e09bb3eb8ae5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:56.874010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53d05b1f-4606-457f-99ce-66bec5003dad req-7ded788c-f8d3-4b8d-b264-e09bb3eb8ae5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba817c43-6024-4b42-8d50-e2f76e759712 HTTP/1.1" status: 200 len: 946 time: 0.3415487 Jul 06 17:40:56.914280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port 5e352abc-a057-4c63-98ff-0787075768bb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e352abc-a057-4c63-98ff-0787075768bb,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:56.914280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.934860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for 5e352abc-a057-4c63-98ff-0787075768bb owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:56.984690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3218346e-8126-4c5b-8b0e-95dc12944db1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:57.005551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.023659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53d05b1f-4606-457f-99ce-66bec5003dad req-d1c12f8d-22df-4336-b1d5-643570bb1609 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178684 Jul 06 17:40:57.039643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Transition to ACTIVE for port object 3218346e-8126-4c5b-8b0e-95dc12944db1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:57.053496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.087790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c8868-56d8-434f-9836-855f837058bc req-5700154a-37fe-4f1f-b8d4-6fd2d8837bc1 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.092017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-290c8868-56d8-434f-9836-855f837058bc req-5700154a-37fe-4f1f-b8d4-6fd2d8837bc1 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 945 time: 0.2748644 Jul 06 17:40:57.135395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.150639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5e352abc-a057-4c63-98ff-0787075768bb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:57.175100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=5e352abc-a057-4c63-98ff-0787075768bb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:57.214265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:57.222017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-4d189f77-0e63-4b7d-a60a-aebc7f1e39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.224333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-4d189f77-0e63-4b7d-a60a-aebc7f1e39e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4469719 Jul 06 17:40:57.236786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port 5e352abc-a057-4c63-98ff-0787075768bb on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:57.242330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.244705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-023720f1-7862-4762-95a7-0644af14e6d1 req-79733790-379e-4fd1-8826-d775c3b5324f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "DELETE /v2.0/ports/5e352abc-a057-4c63-98ff-0787075768bb HTTP/1.1" status: 204 len: 173 time: 0.6155052 Jul 06 17:40:57.245305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'name': 'network-vif-deleted', 'tag': '5e352abc-a057-4c63-98ff-0787075768bb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:57.248154 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793651ca-7e0c-488b-98a5-14422553a2d0" -d '{"events": [{"server_uuid": "ba817c43-6024-4b42-8d50-e2f76e759712", "name": "network-vif-deleted", "tag": "5e352abc-a057-4c63-98ff-0787075768bb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:57.460152 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-290c8868-56d8-434f-9836-855f837058bc req-13c02a35-766b-4609-9e4c-aef26482b792 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339799 Jul 06 17:40:57.616991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-9d84942a-8f97-4220-89ec-4605249da4b2 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760161 Jul 06 17:40:57.630409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:57.638855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35b22-f32a-47d8-be98-6559c8641d80 req-a5fa1e1b-17ba-4bd9-b2cb-70e871a3b35a tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.640961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f35b22-f32a-47d8-be98-6559c8641d80 req-a5fa1e1b-17ba-4bd9-b2cb-70e871a3b35a tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 948 time: 0.4140365 Jul 06 17:40:57.658605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Attempting to bind port 3218346e-8126-4c5b-8b0e-95dc12944db1 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:57.658944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Attempting to bind port 3218346e-8126-4c5b-8b0e-95dc12944db1 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:57.659316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Attempting to bind port 3218346e-8126-4c5b-8b0e-95dc12944db1 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:57.728227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Port 3218346e-8126-4c5b-8b0e-95dc12944db1 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:57.728576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Attempting to bind port 3218346e-8126-4c5b-8b0e-95dc12944db1 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:57.750819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:57.769793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'mac_address': 'fa:16:3e:33:b7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:57.771222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:57.772247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:57.772520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:57.773180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Bound port: 3218346e-8126-4c5b-8b0e-95dc12944db1, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:57.773645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.817384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f35b22-f32a-47d8-be98-6559c8641d80 req-ebba9147-afb0-4912-b12c-ad2493a9d86c tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621134 Jul 06 17:40:57.832619 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6268e9f2-acbd-4b6c-ad76-ca6310321a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.839674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.874979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e190c5f1-9a46-47ba-ac95-cb9f1f575792 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:57.908139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c379ce5-d601-48f7-ab36-7fd47c739595 req-6def2f39-4da6-4c01-8c41-e6946270158e service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632084 Jul 06 17:40:57.926317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6260b8f-e565-4acc-b8f0-19de42edb186 req-d769b3a9-6fa4-4a1c-8b3a-2a7ca8c96d32 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.930572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:57.932142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.938180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.940171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6260b8f-e565-4acc-b8f0-19de42edb186 req-d769b3a9-6fa4-4a1c-8b3a-2a7ca8c96d32 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 1095 time: 0.2558880 Jul 06 17:40:58.022601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:58.023938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:58.034049 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6260b8f-e565-4acc-b8f0-19de42edb186 req-41a2a827-107c-4a35-a474-e4fc2b8e4bae tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924540 Jul 06 17:40:58.057593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:58.060818 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468cb18b-caaa-4fc0-9734-abb168ffff66 x-openstack-request-id: req-468cb18b-caaa-4fc0-9734-abb168ffff66 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:58.061538 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "code": 200}, {"server_uuid": "7783d031-fe3a-4e91-b3cb-6ce9499365ca", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:58.062146 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-468cb18b-caaa-4fc0-9734-abb168ffff66 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:58.062782 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'code': 200} Jul 06 17:40:58.063225 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a', 'code': 200} Jul 06 17:40:58.069082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.153806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.154566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.156589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] 10.222.0.61 "PUT /v2.0/ports/3218346e-8126-4c5b-8b0e-95dc12944db1 HTTP/1.1" status: 200 len: 1096 time: 2.5708055 Jul 06 17:40:58.157227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:58.160074 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810" -d '{"events": [{"name": "network-changed", "server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:58.184553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e190c5f1-9a46-47ba-ac95-cb9f1f575792'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:58.236835 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4daaeb-b45d-4ba4-b5e8-1bb9c4a8aefa x-openstack-request-id: req-3b4daaeb-b45d-4ba4-b5e8-1bb9c4a8aefa {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:58.237676 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba817c43-6024-4b42-8d50-e2f76e759712", "name": "network-vif-deleted", "tag": "5e352abc-a057-4c63-98ff-0787075768bb", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:58.237676 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b4daaeb-b45d-4ba4-b5e8-1bb9c4a8aefa {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:58.237676 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba817c43-6024-4b42-8d50-e2f76e759712', 'name': 'network-vif-deleted', 'tag': '5e352abc-a057-4c63-98ff-0787075768bb', 'status': 'completed', 'code': 200} Jul 06 17:40:58.276078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efbc5a-294c-49f6-9a18-8f24fadfdb45 service neutron] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:58.510592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-3d986fff-e186-48f2-9045-5b2c38918b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.514590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-3d986fff-e186-48f2-9045-5b2c38918b84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87dda224772a4b638ce4c539b4c52a30&device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1493776 Jul 06 17:40:58.557025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a7e0f-4856-4101-b133-8a3e62b27f96 req-83e3ec59-af3b-4c23-9d21-7aaaaf20e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.559112 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed7a7e0f-4856-4101-b133-8a3e62b27f96 req-83e3ec59-af3b-4c23-9d21-7aaaaf20e9bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 1096 time: 0.1416512 Jul 06 17:40:58.610039 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed7a7e0f-4856-4101-b133-8a3e62b27f96 req-459b6963-dfa7-4e63-82e7-f331f5f29534 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Jul 06 17:40:58.625827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-5e82bdcd-8ac7-4ed0-9108-328c13215f2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3218346e-8126-4c5b-8b0e-95dc12944db1 HTTP/1.1" status: 200 len: 217 time: 0.1040184 Jul 06 17:40:58.676188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-0de10b9c-f1f1-47e8-8c8d-7462930aa12c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344314 Jul 06 17:40:58.905577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-dbb44822-a49e-454a-a5ac-0ff7e03de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.908196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-dbb44822-a49e-454a-a5ac-0ff7e03de72b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2506249 Jul 06 17:40:59.050382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bb448-958a-425a-ad4a-532b1e2d5fd2 req-8a1dea5d-ea3c-4453-a2c1-af09a30e2380 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.053674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d78bb448-958a-425a-ad4a-532b1e2d5fd2 req-8a1dea5d-ea3c-4453-a2c1-af09a30e2380 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 950 time: 0.4340262 Jul 06 17:40:59.073723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-aab1ec8b-34d4-482b-a622-c48308972c4a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.075324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-aab1ec8b-34d4-482b-a622-c48308972c4a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588722 Jul 06 17:40:59.111131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-7a5053c4-7909-4498-932b-5aa19969625c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/quotas/93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 375 time: 0.0285010 Jul 06 17:40:59.142916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:59.149349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d78bb448-958a-425a-ad4a-532b1e2d5fd2 req-cc3e0c27-8573-4578-b803-b4e85e4d1148 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872521 Jul 06 17:40:59.180426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-5933ccb7-afb0-4b60-8262-856f1d49bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.181993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-5933ccb7-afb0-4b60-8262-856f1d49bebc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2556586 Jul 06 17:40:59.298439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-4e5a9e9f-424e-4757-9a4a-a4c853c8bc89 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782985 Jul 06 17:40:59.334438 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb90ba82-774f-4af9-baeb-d608ba0839e5 x-openstack-request-id: req-eb90ba82-774f-4af9-baeb-d608ba0839e5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:59.334438 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:59.334438 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb90ba82-774f-4af9-baeb-d608ba0839e5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:59.335344 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'status': 'completed', 'code': 200} Jul 06 17:40:59.348663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-7039d4e4-47e1-457b-ad68-b39391a5caf1 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562042 Jul 06 17:40:59.432501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:59.505156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0e9ff86-ea53-438b-b906-f30edfc390b6 req-be7f1a22-4451-4cdb-a922-5c3d893ab986 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488569 Jul 06 17:40:59.642483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:59.696923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:59.740019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:59.780454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'mac_address': 'fa:16:3e:6d:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:59.822782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-f5fb1e98-52ea-412e-9509-a4928a82dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.826227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-f5fb1e98-52ea-412e-9509-a4928a82dc20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87dda224772a4b638ce4c539b4c52a30&device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 1099 time: 0.2298186 Jul 06 17:40:59.844806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3cb53-e264-41b1-b30d-5683784f9902 req-1f887afb-4223-46ab-90f7-4b77e35cdbe4 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.857974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32c3cb53-e264-41b1-b30d-5683784f9902 req-1f887afb-4223-46ab-90f7-4b77e35cdbe4 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 945 time: 0.2741764 Jul 06 17:40:59.892604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:59.918102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port e190c5f1-9a46-47ba-ac95-cb9f1f575792 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:59.934092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5755723a-c2f7-423e-a5e6-be43211f3ed5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:59.943921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e190c5f1-9a46-47ba-ac95-cb9f1f575792 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:59.947886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.063306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:00.095371 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.100497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32c3cb53-e264-41b1-b30d-5683784f9902 req-0785a5d8-e413-4709-b594-dfc695781927 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408562 Jul 06 17:41:00.279155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-cbe9d84b-0112-425e-b073-e0d6d81d51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.280818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-cbe9d84b-0112-425e-b073-e0d6d81d51f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4184275 Jul 06 17:41:00.298597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5755723a-c2f7-423e-a5e6-be43211f3ed5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:00.304368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:00.345620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-f745a5b5-9565-4d3d-a47f-6f262ebab10d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3218346e-8126-4c5b-8b0e-95dc12944db1 HTTP/1.1" status: 200 len: 217 time: 0.0579538 Jul 06 17:41:00.352995 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.373476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962bce-3cfe-4513-8ae6-34a4ced90836 req-ee040408-3994-4b5c-82ba-97a8151022cc tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.386532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a962bce-3cfe-4513-8ae6-34a4ced90836 req-ee040408-3994-4b5c-82ba-97a8151022cc tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 948 time: 0.1814265 Jul 06 17:41:00.408202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:00.411625 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be4540-d41d-4c3b-9882-d9e2bf40840e" -d '{"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-plugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:00.430475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:00.442618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.444856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e352abc-a057-4c63-98ff-0787075768bb no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:00.537180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a962bce-3cfe-4513-8ae6-34a4ced90836 req-19af047a-e4db-4dfd-8106-20666af62362 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493640 Jul 06 17:41:00.546119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 5e352abc-a057-4c63-98ff-0787075768bb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:00.548443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e352abc-a057-4c63-98ff-0787075768bb not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:00.556088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-56fcbe93-b7c4-4e4e-b9e2-1d1a50118b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.564707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-56fcbe93-b7c4-4e4e-b9e2-1d1a50118b15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1988196 Jul 06 17:41:00.616840 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.652591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:00.742882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-8c9a2a7f-f180-4b09-b928-4b235a58c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.745743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-8c9a2a7f-f180-4b09-b928-4b235a58c1ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777170 Jul 06 17:41:00.957564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-4f7eead6-21a1-495e-9a0a-6cbf9bdfbf98 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024295 Jul 06 17:41:01.452968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7f90d2d-3a70-48bf-84c4-cd59f7dc5001 req-21f2b256-1cfa-4a93-a331-f1dc98911266 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 210 time: 0.0745275 Jul 06 17:41:01.459411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ec16baa-dbe0-46f8-9e1c-4bbf27cbb810 req-24ecdda3-2c55-444e-ac1b-caa55c7b657f service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899235 Jul 06 17:41:01.536279 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc84577-70b3-439f-944f-6bddd08c3e30 x-openstack-request-id: req-6bc84577-70b3-439f-944f-6bddd08c3e30 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:01.537417 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-plugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:01.537417 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bc84577-70b3-439f-944f-6bddd08c3e30 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:01.538328 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'code': 200} Jul 06 17:41:01.551207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-739373d9-8bae-4067-ac3e-7c1b4b20440c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:01.556229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-739373d9-8bae-4067-ac3e-7c1b4b20440c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.2980719 Jul 06 17:41:01.578655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-623d2f6e-13f1-466b-9dc8-221b130e7404 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.0209978 Jul 06 17:41:01.689467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:01.752216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-461704e8-50c9-4083-a547-b3afc85d98ce tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360159 Jul 06 17:41:01.879705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:01.901530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'mac_address': 'fa:16:3e:2a:ab:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:01.978155 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.001390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.024287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3218346e-8126-4c5b-8b0e-95dc12944db1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:02.055116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:02.062505 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.138865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:02.339540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['3218346e-8126-4c5b-8b0e-95dc12944db1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:02.368042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-6d9f88d6-b8d1-4b4f-bf74-666fc25bc365 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106536 Jul 06 17:41:02.377545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-009a9832-2dfa-46c9-8922-5f550e80da50 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=93bbaa5860b3432c92e37fc5d2387960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6166101 Jul 06 17:41:02.657494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-52564938-6996-400e-8f03-0995a78265be tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:02.659214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-52564938-6996-400e-8f03-0995a78265be tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493579 Jul 06 17:41:02.682981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Request body: {'port': {'device_id': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '93bbaa5860b3432c92e37fc5d2387960'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:02.781853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-2c5ba542-1eb4-436f-b4b0-1b155e245f96 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127316 Jul 06 17:41:02.829146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca53e7-edeb-4f5d-8a77-3c63f2218484 req-a0846a35-ad25-401c-93e8-b5d71bbd0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:02.830894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceca53e7-edeb-4f5d-8a77-3c63f2218484 req-a0846a35-ad25-401c-93e8-b5d71bbd0b4c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 1099 time: 1.0462453 Jul 06 17:41:02.848740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6775bb-e7cf-4ce6-830e-b64b8c478033 req-04f3dd90-efdd-48bc-baaf-c3467198251d tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:02.860650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a6775bb-e7cf-4ce6-830e-b64b8c478033 req-04f3dd90-efdd-48bc-baaf-c3467198251d tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 945 time: 1.1020885 Jul 06 17:41:03.097014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a6775bb-e7cf-4ce6-830e-b64b8c478033 req-85d1a45e-f8af-43d9-ac18-c05298d07acb tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189605 Jul 06 17:41:03.112453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceca53e7-edeb-4f5d-8a77-3c63f2218484 req-fc7f882a-187b-4a92-a20c-5d03616b8d79 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428780 Jul 06 17:41:03.200473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Made reservation on behalf of 93bbaa5860b3432c92e37fc5d2387960 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:03.204148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.441539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7d8bb-6d4d-41dd-bfd1-a566826e1f63 req-d51cb7b2-e343-47d9-8c69-da6916506a65 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.451640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4f7d8bb-6d4d-41dd-bfd1-a566826e1f63 req-d51cb7b2-e343-47d9-8c69-da6916506a65 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1101 time: 0.2801354 Jul 06 17:41:03.468129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:03.629449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 5755723a-c2f7-423e-a5e6-be43211f3ed5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:03.639750 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.710218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:03.778898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4f7d8bb-6d4d-41dd-bfd1-a566826e1f63 req-59a44c57-50ab-402f-9947-955725d57bbe tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262677 Jul 06 17:41:03.857052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.867979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Allocated IP 192.168.233.186 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/d4f37aa0-b252-474d-a035-fe93c0a98175) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:03.907343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:03.911537 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f96c68-0be8-4e48-8c7d-22f903f84379" -d '{"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-plugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:03.919011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 3218346e-8126-4c5b-8b0e-95dc12944db1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:03.941881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:03.945248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 3218346e-8126-4c5b-8b0e-95dc12944db1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:03.945854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.006458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.153477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:04.222656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c24b4-ce00-4c1f-aa03-c49dc5ed5047 req-931f9495-d564-4c04-bf3f-b46565271696 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.236562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425c24b4-ce00-4c1f-aa03-c49dc5ed5047 req-931f9495-d564-4c04-bf3f-b46565271696 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 949 time: 0.6520815 Jul 06 17:41:04.260648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.452777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:04.469303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.488299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8680b7c5-afac-4b90-9433-4ae4f706c1d6 req-07f72c5b-ddf8-4663-a47f-465901bcba86 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 210 time: 0.0465808 Jul 06 17:41:04.589983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425c24b4-ce00-4c1f-aa03-c49dc5ed5047 req-b527fa2a-8447-404b-8b94-12834f75caa1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375115 Jul 06 17:41:04.673922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:04.824480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.901096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Transition to ACTIVE for port object d4f37aa0-b252-474d-a035-fe93c0a98175 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:05.004259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8c377a3-3a8e-483e-b9f1-37bd68bf1e62 req-24d060d9-ca94-4575-87a8-e93d9bc06888 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 210 time: 0.0858788 Jul 06 17:41:05.095549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-77b3df32-bf6f-494f-ade7-8714c865ffcb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1768532 Jul 06 17:41:05.109244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.128706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:05.131907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', '1d1a8bc4-064d-4657-922e-3b5e40be26ee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:05.262080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:05.271192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:05.288108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:05.337619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f799d-9f85-451e-a3e3-e11bac138aed req-f7358ea4-4a9f-4f7a-82dd-25dd8fe92349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:05.339237 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-f7358ea4-4a9f-4f7a-82dd-25dd8fe92349 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1101 time: 0.2019017 Jul 06 17:41:05.403046 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f0107-6d28-4e4f-854f-090678ceb2de x-openstack-request-id: req-542f0107-6d28-4e4f-854f-090678ceb2de {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:05.403376 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-plugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:05.403640 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-542f0107-6d28-4e4f-854f-090678ceb2de {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:05.404064 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'code': 200} Jul 06 17:41:05.578201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:05.588117 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.631206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:05.741808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c8d23a50-716a-449a-b6f8-10b9c056446d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0639870 Jul 06 17:41:05.804425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Request body: {'port': {'device_id': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:05.893632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f799d-9f85-451e-a3e3-e11bac138aed req-47c76f54-ac82-4f21-a2f6-f4019eecc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:05.906172 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-47c76f54-ac82-4f21-a2f6-f4019eecc78a service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5222714 Jul 06 17:41:06.044086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bca52b0a-12e2-48b3-9cb9-604c88d79782 None None] Provisioning for port d4f37aa0-b252-474d-a035-fe93c0a98175 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:06.149063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bca52b0a-12e2-48b3-9cb9-604c88d79782 None None] Provisioning complete for port d4f37aa0-b252-474d-a035-fe93c0a98175 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:06.151480 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-f1ed5383-434a-483a-9224-c5f162ebe758 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86 HTTP/1.1" status: 200 len: 217 time: 0.2305877 Jul 06 17:41:06.152273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bca52b0a-12e2-48b3-9cb9-604c88d79782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:06.221122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bca52b0a-12e2-48b3-9cb9-604c88d79782 None None] Port d4f37aa0-b252-474d-a035-fe93c0a98175 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:06.323869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f799d-9f85-451e-a3e3-e11bac138aed req-ab0e1016-8891-4c3c-8554-0e3ad0154e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.335024 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-ab0e1016-8891-4c3c-8554-0e3ad0154e61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1765735 Jul 06 17:41:06.490937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f799d-9f85-451e-a3e3-e11bac138aed req-583ad711-3bea-42c8-99bd-0551b1966bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.493755 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-583ad711-3bea-42c8-99bd-0551b1966bed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517849 Jul 06 17:41:06.691445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ddfcc-cb51-4e7e-a0bf-ca799aaa0ea4 req-ba5b4c64-ec0e-4a34-8311-7bd596325709 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.703873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c02ddfcc-cb51-4e7e-a0bf-ca799aaa0ea4 req-ba5b4c64-ec0e-4a34-8311-7bd596325709 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 1101 time: 0.6831675 Jul 06 17:41:06.713042 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-7d47d141-4c65-4089-8581-b71892c36294 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119603 Jul 06 17:41:06.728769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d5034f54-846a-46df-b715-d3ff68d7d7ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.731686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d5034f54-846a-46df-b715-d3ff68d7d7ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.9167702 Jul 06 17:41:06.733138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:06.762964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:06.863291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe285a-b01e-4271-9437-10cffb505e4c req-5a13a900-f165-457d-849e-da21790c8b50 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.870628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cbe285a-b01e-4271-9437-10cffb505e4c req-5a13a900-f165-457d-849e-da21790c8b50 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 936 time: 0.8679705 Jul 06 17:41:06.873553 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-924f799d-9f85-451e-a3e3-e11bac138aed req-330f4d9f-5927-468b-be57-769a00f34197 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526427 Jul 06 17:41:07.005887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c02ddfcc-cb51-4e7e-a0bf-ca799aaa0ea4 req-ec4047a9-8fc7-473a-b8bb-4912fed68917 tempest-ServersAdminTestJSON-684951608 tempest-ServersAdminTestJSON-684951608-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912807 Jul 06 17:41:07.118392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cbe285a-b01e-4271-9437-10cffb505e4c req-303c912a-bd30-497b-8333-4b8505c6144e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467623 Jul 06 17:41:07.405546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:07.409070 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b3681-5b65-4184-8d4b-be7ae66e0716" -d '{"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-plugged", "status": "completed", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:07.493553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8419d05c-13b6-43f8-87cb-98f0fd4800cf req-29f62170-a017-43bf-a933-9981687ec13c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 210 time: 0.1152043 Jul 06 17:41:07.526586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:07.530893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:07.612777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4f6a7-27c9-49a7-bf19-9631dfa101c7 req-fff98f90-3574-4717-96ad-ced20632954f tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:07.615427 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1f4f6a7-27c9-49a7-bf19-9631dfa101c7 req-fff98f90-3574-4717-96ad-ced20632954f tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 950 time: 0.2821176 Jul 06 17:41:07.776840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1f4f6a7-27c9-49a7-bf19-9631dfa101c7 req-1ed757b9-63bc-41f0-ad6f-9e6100ce42ff tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525340 Jul 06 17:41:07.884542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.9 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/f78d51c0-e806-4eb1-b5af-d558b6818fdf) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:08.317084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:08.345114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.368975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Transition to ACTIVE for port object d4f37aa0-b252-474d-a035-fe93c0a98175 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:08.406328 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d183d-cb4c-4c98-a54a-c8ed92553201 x-openstack-request-id: req-345d183d-cb4c-4c98-a54a-c8ed92553201 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:08.407117 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-plugged", "status": "completed", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:08.407117 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-345d183d-cb4c-4c98-a54a-c8ed92553201 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:08.407606 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'code': 200} Jul 06 17:41:08.420140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.472910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.575393 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:41:08.667984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:08.704386 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.864357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:08.875421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:08.882297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:08.885136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:08.971559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:08.972329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.141887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d06bc584-c1ed-4e13-83e4-301a6d55642a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3825481 Jul 06 17:41:09.145254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:09.145254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:09.145692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:09.160380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:09.160738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:09.165821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1140-aa0f-4a52-929b-5c3c4bd5bbe5 req-cecb012b-8449-483b-b81d-7fec925574d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.168101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d7b1140-aa0f-4a52-929b-5c3c4bd5bbe5 req-cecb012b-8449-483b-b81d-7fec925574d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 1101 time: 0.6125581 Jul 06 17:41:09.173949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Request body: {'port': {'device_id': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:09.251452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33ebe1-26eb-4c31-9c51-0135af81b37f req-0f1479a8-f52a-477e-89be-1dc795ab91ec tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.263398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e33ebe1-26eb-4c31-9c51-0135af81b37f req-0f1479a8-f52a-477e-89be-1dc795ab91ec tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 0.5899320 Jul 06 17:41:09.294145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d7b1140-aa0f-4a52-929b-5c3c4bd5bbe5 req-05a5f5e1-9c83-467f-a249-344c4a08a8bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041064 Jul 06 17:41:09.294779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:09.295129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:09.295766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:09.296240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Bound port: d4f37aa0-b252-474d-a035-fe93c0a98175, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:09.296616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.509215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e33ebe1-26eb-4c31-9c51-0135af81b37f req-2b3cf46d-3fa9-4250-b84f-ef9375e51339 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446649 Jul 06 17:41:09.726521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.846717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:10.178798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-96799f42-bffe-4fee-b19d-436ef512c8e4 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.182378 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-96799f42-bffe-4fee-b19d-436ef512c8e4 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 950 time: 0.2828350 Jul 06 17:41:10.418810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78d51c0-e806-4eb1-b5af-d558b6818fdf {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:10.445841 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.481089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Transition to ACTIVE for port object f78d51c0-e806-4eb1-b5af-d558b6818fdf will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:10.503330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:10.509507 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.630669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Deleting port db857945-6c51-4d64-8328-0ac43abbfa9a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:10.633008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.686567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Pushing event updated for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:10.698683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.801053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.809771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.818315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] 10.222.0.61 "PUT /v2.0/ports/d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 1096 time: 5.0543346 Jul 06 17:41:10.836480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:10.849109 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72bd498-cc54-4d9d-8ccc-cdad0897d198" -d '{"events": [{"name": "network-changed", "server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:10.986676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] For port db857945-6c51-4d64-8328-0ac43abbfa9a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=db857945-6c51-4d64-8328-0ac43abbfa9a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:10.987506 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.990450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bd1bb-d3d2-49ac-b959-53ba83c86927 req-9d0c3334-8635-40b9-861c-d336c1e88c47 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.992174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d4bd1bb-d3d2-49ac-b959-53ba83c86927 req-9d0c3334-8635-40b9-861c-d336c1e88c47 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c74ba73-bba5-474e-a556-ceddbec78091 HTTP/1.1" status: 200 len: 950 time: 1.5049858 Jul 06 17:41:11.019506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Calling delete_port for db857945-6c51-4d64-8328-0ac43abbfa9a owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:11.223538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Attempting to bind port f78d51c0-e806-4eb1-b5af-d558b6818fdf on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:11.226320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Attempting to bind port f78d51c0-e806-4eb1-b5af-d558b6818fdf by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:11.227482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Attempting to bind port f78d51c0-e806-4eb1-b5af-d558b6818fdf on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:11.291830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:11.305055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f70b8-e250-437f-9010-2338645652ab req-effb7ff9-a43e-4616-acc2-1a1ae3b349ed tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:11.316979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['594ff37e-656f-48e3-8194-f03a8211eb04'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:11.321218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf4f70b8-e250-437f-9010-2338645652ab req-effb7ff9-a43e-4616-acc2-1a1ae3b349ed tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 931 time: 1.4975479 Jul 06 17:41:11.442012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['db857945-6c51-4d64-8328-0ac43abbfa9a', '3546ad02-6ad2-4a5e-9952-149e74f4ce86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:11.471979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event deleted for resources: {'Port': ['ID=db857945-6c51-4d64-8328-0ac43abbfa9a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:11.580677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] No DVR routers for this DVR port db857945-6c51-4d64-8328-0ac43abbfa9a on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:11.586343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:11.589200 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bab1cfa7-9a96-4e02-a285-67f4348ae647 req-656a694c-2e31-44ab-a9be-0756b50e9fa7 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "DELETE /v2.0/ports/db857945-6c51-4d64-8328-0ac43abbfa9a HTTP/1.1" status: 204 len: 173 time: 1.3937943 Jul 06 17:41:11.591871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74ba73-bba5-474e-a556-ceddbec78091', 'name': 'network-vif-deleted', 'tag': 'db857945-6c51-4d64-8328-0ac43abbfa9a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:11.595303 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a78d7-3c26-4e7e-8d51-99225f2235fd" -d '{"events": [{"server_uuid": "0c74ba73-bba5-474e-a556-ceddbec78091", "name": "network-vif-deleted", "tag": "db857945-6c51-4d64-8328-0ac43abbfa9a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:11.940038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Port f78d51c0-e806-4eb1-b5af-d558b6818fdf on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:11.941004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Attempting to bind port f78d51c0-e806-4eb1-b5af-d558b6818fdf on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:11.944941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d320d09-9fc8-4f77-9081-12acb13ab26d service neutron] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:11.976904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d4bd1bb-d3d2-49ac-b959-53ba83c86927 req-f4a3d86f-365b-4d82-a277-a0fc5470700b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057244 Jul 06 17:41:12.002301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:12.002936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:12.003730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:12.004623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Bound port: f78d51c0-e806-4eb1-b5af-d558b6818fdf, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:12.005845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:12.103786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf4f70b8-e250-437f-9010-2338645652ab req-113d4564-d5d3-43d4-ad05-4b26eea5dee2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788112 Jul 06 17:41:12.113118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-969c02de-95d0-4746-8349-09299272074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.119692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-969c02de-95d0-4746-8349-09299272074c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1099 time: 1.1849558 Jul 06 17:41:12.340986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-c42f1e23-e685-4d55-80f8-760c94b5705b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.2112019 Jul 06 17:41:12.606731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:12.629720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-e464ade5-d642-41ec-bb9f-7f159a87e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.632337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-e464ade5-d642-41ec-bb9f-7f159a87e2c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2802029 Jul 06 17:41:12.640583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:12.660852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:12.741504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.742896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:12.745373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] 10.222.0.60 "PUT /v2.0/ports/f78d51c0-e806-4eb1-b5af-d558b6818fdf HTTP/1.1" status: 200 len: 1091 time: 3.5873919 Jul 06 17:41:12.819686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c189a4-6462-4df0-9525-06f5fcc78c0e req-e84d5428-87aa-4772-ade5-12809e7e7c46 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.828651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62c189a4-6462-4df0-9525-06f5fcc78c0e req-e84d5428-87aa-4772-ade5-12809e7e7c46 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 950 time: 0.3135691 Jul 06 17:41:12.858866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426fe95-34c1-472a-abb6-f95257506f5f service neutron] Pushing event updated for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:12.919970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62c189a4-6462-4df0-9525-06f5fcc78c0e req-662cf4f6-81f5-481d-860b-fc5cacb8dab6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894773 Jul 06 17:41:12.925094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d558-af88-4ba7-90c5-f337f369d168 req-8646d6cd-bd52-4283-a677-b298b1439ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.935839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-8646d6cd-bd52-4283-a677-b298b1439ee0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2897620 Jul 06 17:41:13.451405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-5c23a929-7cd0-48c9-a156-ed63f86f5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:13.456382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-5c23a929-7cd0-48c9-a156-ed63f86f5885 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 1094 time: 0.2763934 Jul 06 17:41:13.463406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-f490486b-854d-43ac-82ea-6a8c8585cab9 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190392 Jul 06 17:41:13.529726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device db857945-6c51-4d64-8328-0ac43abbfa9a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:13.553310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-4004d80c-26d8-4dbe-81ab-d9b02c672997 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf HTTP/1.1" status: 200 len: 217 time: 0.0815365 Jul 06 17:41:13.589101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: db857945-6c51-4d64-8328-0ac43abbfa9a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:13.590445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device db857945-6c51-4d64-8328-0ac43abbfa9a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:13.948700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-f43dd46f-d065-41ef-8cc8-9661475f92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:13.950462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-f43dd46f-d065-41ef-8cc8-9661475f92f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.3774021 Jul 06 17:41:14.028239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-4d718670-0999-4cf8-9066-bd423a8165a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611038 Jul 06 17:41:14.167621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-b92006f2-cc79-463e-be46-26ffde566f64 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187336 Jul 06 17:41:14.177645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-8de9c4bd-a424-4c7d-87e8-eff873ce0651 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2869685 Jul 06 17:41:14.414666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034adbf-a5f4-4104-b246-2262e06662b8 req-4641843d-1386-4573-b267-4b10e39a724c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:14.418201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3034adbf-a5f4-4104-b246-2262e06662b8 req-4641843d-1386-4573-b267-4b10e39a724c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 0.6455309 Jul 06 17:41:14.461876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4111d558-af88-4ba7-90c5-f337f369d168 req-dba27e41-a868-4dcf-8fda-83f53a13794b service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9059577 Jul 06 17:41:14.774024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef28bd92-69f1-4fc3-a7d2-adb1c57526a3 req-6740f15a-03a0-4c60-9c27-31055bbaff78 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942702 Jul 06 17:41:14.832206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3034adbf-a5f4-4104-b246-2262e06662b8 req-356e1ea2-94d1-4a2d-9ea7-6c255cb81da4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921638 Jul 06 17:41:14.912157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-24098fd7-4d53-42ac-a72b-b4383231b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:14.924815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-24098fd7-4d53-42ac-a72b-b4383231b642 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e9073c651d54985a959483a3503d5f9&device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 1101 time: 0.5016015 Jul 06 17:41:15.132093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-eedb9e9e-1022-4dc4-9de3-2641d107d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.134272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-eedb9e9e-1022-4dc4-9de3-2641d107d32e service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1727991 Jul 06 17:41:15.147020 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99541afd-874c-4224-9653-c1669a11d183 x-openstack-request-id: req-99541afd-874c-4224-9653-c1669a11d183 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:15.150301 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:15.151125 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99541afd-874c-4224-9653-c1669a11d183 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:15.151599 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'status': 'completed', 'code': 200} Jul 06 17:41:15.197791 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-6fe6e041-81cf-46f5-8f23-643f80389224 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=594ff37e-656f-48e3-8194-f03a8211eb04 HTTP/1.1" status: 200 len: 217 time: 0.0435243 Jul 06 17:41:15.223166 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0beeb2-90ae-44b8-ab52-55f691b16a63 x-openstack-request-id: req-9d0beeb2-90ae-44b8-ab52-55f691b16a63 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:15.224193 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74ba73-bba5-474e-a556-ceddbec78091", "name": "network-vif-deleted", "tag": "db857945-6c51-4d64-8328-0ac43abbfa9a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:15.224193 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d0beeb2-90ae-44b8-ab52-55f691b16a63 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:15.224193 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74ba73-bba5-474e-a556-ceddbec78091', 'name': 'network-vif-deleted', 'tag': 'db857945-6c51-4d64-8328-0ac43abbfa9a', 'status': 'completed', 'code': 200} Jul 06 17:41:15.313014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-5144dbcc-320b-44e1-b265-0791e097b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.314723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-5144dbcc-320b-44e1-b265-0791e097b231 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0875113 Jul 06 17:41:15.323161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-749eb2ac-c0f2-4962-9dae-a5bc3dd37a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.325188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-749eb2ac-c0f2-4962-9dae-a5bc3dd37a81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1099 time: 0.1895518 Jul 06 17:41:15.605441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-158145f3-9197-4ab3-ae6f-0a66f68e2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.608061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-158145f3-9197-4ab3-ae6f-0a66f68e2b88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2299845 Jul 06 17:41:15.660441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-5113dc33-6554-489c-80ae-b2ae885d7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.662949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-5113dc33-6554-489c-80ae-b2ae885d7580 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3360162 Jul 06 17:41:15.977317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-91191835-6e6f-4067-a514-c60f74556b7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.3128614 Jul 06 17:41:16.071674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-65e9f87f-0dcd-4703-96ac-3195829a09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:16.073716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-65e9f87f-0dcd-4703-96ac-3195829a09db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0881739 Jul 06 17:41:16.081623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-2d0038b7-40a2-452e-9d9a-3d3d09bbf1b9 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027267 Jul 06 17:41:16.329666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2212b-beca-4ce7-9e4d-88a22b692099 req-cb8f78d2-1b85-4247-b087-bc8a04add829 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:16.344645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50b2212b-beca-4ce7-9e4d-88a22b692099 req-cb8f78d2-1b85-4247-b087-bc8a04add829 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 948 time: 0.7349031 Jul 06 17:41:16.429632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-91b75fe8-7313-4028-9473-18f08d590e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:16.433999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-91b75fe8-7313-4028-9473-18f08d590e84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3494918 Jul 06 17:41:16.632625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50b2212b-beca-4ce7-9e4d-88a22b692099 req-7b06ddf5-028e-4063-9980-e77c36a890a1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856255 Jul 06 17:41:16.657950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c742e250-bb07-40d5-841b-f5d7e38a15bc req-d2f751f7-d90e-496e-85ae-d08bde5407d1 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509717 Jul 06 17:41:16.883802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-d6b5a1b8-b71a-432d-b1ae-9de14b3b38ca service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280207 Jul 06 17:41:17.180611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:17.205210 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:17.417456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72bd498-cc54-4d9d-8ccc-cdad0897d198 req-99428463-4ccd-40df-9cad-3d7e6acf0a4b service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198417 Jul 06 17:41:17.551604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe6-0489-4369-bc6a-43c73ef66c35 req-512425b5-24df-448c-a06d-3c4c0f571f4c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:17.554202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5523fe6-0489-4369-bc6a-43c73ef66c35 req-512425b5-24df-448c-a06d-3c4c0f571f4c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 943 time: 0.4102557 Jul 06 17:41:17.561367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f78d51c0-e806-4eb1-b5af-d558b6818fdf details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:17.665490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5523fe6-0489-4369-bc6a-43c73ef66c35 req-7139b5f5-3c86-496b-a9ee-b308e416e2d2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986319 Jul 06 17:41:17.901085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:17.928917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf', 'mac_address': 'fa:16:3e:43:26:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:18.028399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:18.239908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.322464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78d51c0-e806-4eb1-b5af-d558b6818fdf {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:18.475244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ec7a-8159-4a32-a1c6-8441440a7703 req-c243c91b-3b5a-43fd-8380-6b64e1b3e2b4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:18.495335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3035ec7a-8159-4a32-a1c6-8441440a7703 req-c243c91b-3b5a-43fd-8380-6b64e1b3e2b4 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 0.1826897 Jul 06 17:41:18.586644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3035ec7a-8159-4a32-a1c6-8441440a7703 req-dfbb1f67-4390-411f-8c65-6726791fa25e tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897117 Jul 06 17:41:18.689969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:18.697442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:18.714780 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.736827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'mac_address': 'fa:16:3e:fd:05:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:18.840676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:18.945102 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.985497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:19.047478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:19.056797 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.141455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['f78d51c0-e806-4eb1-b5af-d558b6818fdf'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:19.199818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:19.366266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['d4f37aa0-b252-474d-a035-fe93c0a98175'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:21.587739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f78d51c0-e806-4eb1-b5af-d558b6818fdf up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:21.741092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port f78d51c0-e806-4eb1-b5af-d558b6818fdf completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:21.753671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port f78d51c0-e806-4eb1-b5af-d558b6818fdf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:21.754297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.812471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:22.019086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port d4f37aa0-b252-474d-a035-fe93c0a98175 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:22.033677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.038896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port d4f37aa0-b252-474d-a035-fe93c0a98175 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:22.039539 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.142983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:22.147777 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2403df6-c5fa-4f8f-8b52-ff0397e1d5e0" -d '{"events": [{"server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "name": "network-vif-plugged", "status": "completed", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:22.186007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:22.198652 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.374412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:22.383713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.448926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:22.457975 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.584415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:25.092052 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a87cb-9cbc-4d16-b349-1fa9fa116b53 x-openstack-request-id: req-c11a87cb-9cbc-4d16-b349-1fa9fa116b53 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:25.092668 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:25.092668 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c11a87cb-9cbc-4d16-b349-1fa9fa116b53 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:25.096770 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf', 'status': 'completed', 'code': 200} Jul 06 17:41:25.245818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04987f67-65bd-40fe-acb7-a2dbecd22d07 req-6e0b4712-0e8a-4d47-8c6c-04834d62cf54 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.247499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04987f67-65bd-40fe-acb7-a2dbecd22d07 req-6e0b4712-0e8a-4d47-8c6c-04834d62cf54 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 945 time: 0.1192420 Jul 06 17:41:25.317434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-c06dd966-2947-4dad-94c0-f86e4c542079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.320508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-c06dd966-2947-4dad-94c0-f86e4c542079 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 1096 time: 0.1328909 Jul 06 17:41:25.334207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04987f67-65bd-40fe-acb7-a2dbecd22d07 req-ede2f1f5-1939-410c-8951-2b65e4981163 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770371 Jul 06 17:41:25.353309 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3985153f-e537-4384-865e-572b4dc79c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.415485 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2977d018-bc37-4615-b273-aad7295f9613 x-openstack-request-id: req-2977d018-bc37-4615-b273-aad7295f9613 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:25.416119 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "name": "network-vif-plugged", "status": "completed", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:25.416606 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2977d018-bc37-4615-b273-aad7295f9613 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:25.417218 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf', 'code': 200} Jul 06 17:41:25.659297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed7a40-1acc-4a01-adfc-a41791254a71 req-d313aab1-be33-4ca8-86dd-10c8d3ab7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.663927 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-beed7a40-1acc-4a01-adfc-a41791254a71 req-d313aab1-be33-4ca8-86dd-10c8d3ab7e1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 1096 time: 0.1210325 Jul 06 17:41:25.674384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-a11cada8-5ee5-4290-b709-ca4ddbeafd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.678592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-a11cada8-5ee5-4290-b709-ca4ddbeafd89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.3380156 Jul 06 17:41:25.738317 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-beed7a40-1acc-4a01-adfc-a41791254a71 req-f443e6c4-405c-48c2-b43f-e98853adaecb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666730 Jul 06 17:41:25.754480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-f8d2cbdc-5c36-4a15-9782-014e61aeeb95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf HTTP/1.1" status: 200 len: 217 time: 0.0670097 Jul 06 17:41:25.824746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901e641-0503-4559-8c4d-6bb5d34e81ae req-e70a8020-c320-4542-944a-1eb320a86e59 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.827615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4901e641-0503-4559-8c4d-6bb5d34e81ae req-e70a8020-c320-4542-944a-1eb320a86e59 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.2542424 Jul 06 17:41:25.926062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23edae5-8c44-4d24-ba64-8031c13d64a0 req-238aaad3-07f4-40c3-b9ee-bc798b04326b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.929048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d23edae5-8c44-4d24-ba64-8031c13d64a0 req-238aaad3-07f4-40c3-b9ee-bc798b04326b tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 950 time: 0.1934369 Jul 06 17:41:25.948318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-dda62e50-93e2-47bd-bcd7-886cca18c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.949905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-dda62e50-93e2-47bd-bcd7-886cca18c467 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.1200521 Jul 06 17:41:25.955700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4901e641-0503-4559-8c4d-6bb5d34e81ae req-77ac77e4-15c2-4e38-b533-17fda770154f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146510 Jul 06 17:41:26.026315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-dca2de23-0784-46f6-9a29-b654cd00c187 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613542 Jul 06 17:41:26.074132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d23edae5-8c44-4d24-ba64-8031c13d64a0 req-5791c90b-038f-4c1a-880a-e0ea4839d849 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371412 Jul 06 17:41:26.220135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-3342883a-d09c-44e3-9d4b-2a9d750d2f72 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796954 Jul 06 17:41:26.417983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c42fdf67-a7bd-4015-9ea4-9f0e5a55f24a req-9252a61d-836e-4674-8abe-6792275c4ad2 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819522 Jul 06 17:41:26.444475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8a657-074d-4dcd-b3b4-f6033f2dac21 req-733af6b9-3a51-483c-a822-ededfb0d2051 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.445995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8d8a657-074d-4dcd-b3b4-f6033f2dac21 req-733af6b9-3a51-483c-a822-ededfb0d2051 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 945 time: 0.2246282 Jul 06 17:41:26.475124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf881ec-d1c9-4212-81ae-c397cd6f493c req-129fd50d-0a86-4cb6-a06e-7299293dbc58 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.477230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bf881ec-d1c9-4212-81ae-c397cd6f493c req-129fd50d-0a86-4cb6-a06e-7299293dbc58 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 950 time: 0.1412737 Jul 06 17:41:26.531851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8d8a657-074d-4dcd-b3b4-f6033f2dac21 req-a1afd98f-fc00-47a3-8d86-bb3a6134cfc1 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768371 Jul 06 17:41:26.549185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bf881ec-d1c9-4212-81ae-c397cd6f493c req-39f42b67-df1e-4669-baf1-57c578e6bbfe tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645642 Jul 06 17:41:26.828287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90f2e9-abfc-418e-83fa-9d12eebea58f req-97acdaa0-fb97-47a0-aa26-1837b2b00792 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.836604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed90f2e9-abfc-418e-83fa-9d12eebea58f req-97acdaa0-fb97-47a0-aa26-1837b2b00792 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 945 time: 0.1270001 Jul 06 17:41:26.898561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-57df2bb9-cc00-4d6b-bae2-e4391e0b0f8c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.900385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-57df2bb9-cc00-4d6b-bae2-e4391e0b0f8c tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.61 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 950 time: 0.1438022 Jul 06 17:41:26.903839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed90f2e9-abfc-418e-83fa-9d12eebea58f req-acf8f282-e4cb-4c3e-ae7e-bd80c9657bce tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668256 Jul 06 17:41:27.108639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Deleting port 594ff37e-656f-48e3-8194-f03a8211eb04 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:27.109206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.377748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] For port 594ff37e-656f-48e3-8194-f03a8211eb04, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=594ff37e-656f-48e3-8194-f03a8211eb04,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:27.378992 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.406455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Calling delete_port for 594ff37e-656f-48e3-8194-f03a8211eb04 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:27.420306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:27.430957 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77472a-34b5-4338-bb8f-17cd99634aed" -d '{"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-plugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:27.617782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:27.758447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.776647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c347f22-3b49-4afd-a52c-305bb545b646 req-bd3c624f-d5f3-49e8-86d6-11e261988273 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:27.778395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c347f22-3b49-4afd-a52c-305bb545b646 req-bd3c624f-d5f3-49e8-86d6-11e261988273 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.1838419 Jul 06 17:41:27.782570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3546ad02-6ad2-4a5e-9952-149e74f4ce86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:27.816710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event deleted for resources: {'Port': ['ID=594ff37e-656f-48e3-8194-f03a8211eb04,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:27.843046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.843528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.843799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.844292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.844549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.844883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.845282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.845626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.845979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.846368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.846780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.847826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:27.887754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['594ff37e-656f-48e3-8194-f03a8211eb04'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:27.914823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] No DVR routers for this DVR port 594ff37e-656f-48e3-8194-f03a8211eb04 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:27.919232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.928111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a404c6a1-c3b8-4e67-af7d-d131cc87c900 req-1a6699b2-7411-49e9-a38a-0bf952533108 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.61 "DELETE /v2.0/ports/594ff37e-656f-48e3-8194-f03a8211eb04 HTTP/1.1" status: 204 len: 173 time: 1.0206885 Jul 06 17:41:27.928617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'name': 'network-vif-deleted', 'tag': '594ff37e-656f-48e3-8194-f03a8211eb04'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:27.930950 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dc06b1-c31b-47fe-99d8-15c857db09b9" -d '{"events": [{"server_uuid": "22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0", "name": "network-vif-deleted", "tag": "594ff37e-656f-48e3-8194-f03a8211eb04"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:27.931114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:27.944524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c347f22-3b49-4afd-a52c-305bb545b646 req-8139c44e-77bc-4b9a-9217-4bdfe1e1cc9c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318574 Jul 06 17:41:28.038612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.041051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dca595c-44df-4864-982f-d1442021d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.048247 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.205602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:28.216506 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.252577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ca3ae5b-d9ef-4401-b331-0f08421bbc11 req-720a47bf-748f-4e6f-a19d-8bbccad288c0 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0 HTTP/1.1" status: 200 len: 210 time: 0.1763363 Jul 06 17:41:28.391159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:28.451742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'mac_address': 'fa:16:3e:33:b7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:28.480638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:28.584452 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b93b95-f03f-4958-86c9-097f3d011ac1 x-openstack-request-id: req-59b93b95-f03f-4958-86c9-097f3d011ac1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:28.584773 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-plugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:28.584957 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b93b95-f03f-4958-86c9-097f3d011ac1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:28.585348 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'code': 200} Jul 06 17:41:28.626045 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.690067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e190c5f1-9a46-47ba-ac95-cb9f1f575792 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:28.740470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171faa0-c685-41bd-9324-9ac7c4b2bb00 req-05732c80-bd1e-42f4-8ab2-6a3265126e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:28.741279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:28.748585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.749396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c171faa0-c685-41bd-9324-9ac7c4b2bb00 req-05732c80-bd1e-42f4-8ab2-6a3265126e61 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1101 time: 0.0902786 Jul 06 17:41:28.817240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c171faa0-c685-41bd-9324-9ac7c4b2bb00 req-4b0ac3be-f670-42bc-8108-685683e03f9d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580044 Jul 06 17:41:28.899199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e190c5f1-9a46-47ba-ac95-cb9f1f575792'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:28.913315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:29.041320 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556dedf9-61b4-4760-9263-a292f263b2f5 x-openstack-request-id: req-556dedf9-61b4-4760-9263-a292f263b2f5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:29.041934 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0", "name": "network-vif-deleted", "tag": "594ff37e-656f-48e3-8194-f03a8211eb04", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:29.042396 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-556dedf9-61b4-4760-9263-a292f263b2f5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:29.043069 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f7f1ce-64fe-47b1-90ef-62b9cdef0ee0', 'name': 'network-vif-deleted', 'tag': '594ff37e-656f-48e3-8194-f03a8211eb04', 'status': 'completed', 'code': 200} Jul 06 17:41:29.268141 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:29.373735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95352575-73a5-4acc-9f69-03d63aaa8996 req-38624fd7-6977-4e96-955c-63d83f057e09 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:29.389321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95352575-73a5-4acc-9f69-03d63aaa8996 req-38624fd7-6977-4e96-955c-63d83f057e09 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 945 time: 0.1396186 Jul 06 17:41:29.531959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95352575-73a5-4acc-9f69-03d63aaa8996 req-b49cabb2-7673-412c-94e2-7283bcb942e7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406932 Jul 06 17:41:29.572203 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:29.892452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:30.118207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e190c5f1-9a46-47ba-ac95-cb9f1f575792 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:30.119445 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:30.247981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:30.309759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:30.316217 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:30.317437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 594ff37e-656f-48e3-8194-f03a8211eb04 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:30.343151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dedbf-fa58-481c-92c3-b1db60440bac req-ebfcf716-2d5e-4abd-89a9-24aaff584198 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:30.353694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-377dedbf-fa58-481c-92c3-b1db60440bac req-ebfcf716-2d5e-4abd-89a9-24aaff584198 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 945 time: 0.5329616 Jul 06 17:41:30.388993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 594ff37e-656f-48e3-8194-f03a8211eb04 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:30.389653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 594ff37e-656f-48e3-8194-f03a8211eb04 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:30.436778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb686159-3069-4de9-802d-27873d8fd1e7 req-0c170ed5-336d-4e5b-af66-9407b3d07dd5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:30.449439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb686159-3069-4de9-802d-27873d8fd1e7 req-0c170ed5-336d-4e5b-af66-9407b3d07dd5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.5080044 Jul 06 17:41:30.457014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:30.581599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:30.587154 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-377dedbf-fa58-481c-92c3-b1db60440bac req-99a67d40-299d-467a-9b15-dc58677192e6 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups?id=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315677 Jul 06 17:41:30.599855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}, {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:30.604452 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d6e96c-0942-477b-9dc7-a1bfedd80f93" -d '{"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-unplugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}, {"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-plugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:30.677738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb686159-3069-4de9-802d-27873d8fd1e7 req-049a24c5-63d0-4275-b158-671375edfd34 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520777 Jul 06 17:41:31.093422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-d592894f-5eeb-4722-9076-7a2d46e9589f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:31.095522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-d592894f-5eeb-4722-9076-7a2d46e9589f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.60 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 945 time: 0.1626770 Jul 06 17:41:31.917527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.143516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Deleting port 77c448c2-6888-4d41-90e6-f7324953cd5c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:32.144250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.167317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b017-027b-4b4b-bf18-1051762c9dee req-20f2e712-ad52-4190-a540-25e9ecc884c7 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:32.186725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d79b017-027b-4b4b-bf18-1051762c9dee req-20f2e712-ad52-4190-a540-25e9ecc884c7 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 948 time: 0.8364248 Jul 06 17:41:32.286032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-a07afc9f-22dc-4137-92bb-d9b4da1bc8e3 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:32.289283 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-a07afc9f-22dc-4137-92bb-d9b4da1bc8e3 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9ef8b2d-eb83-4b12-b5e3-b6bb38834522 HTTP/1.1" status: 200 len: 948 time: 0.1793835 Jul 06 17:41:32.423199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Deleting port 5755723a-c2f7-423e-a5e6-be43211f3ed5 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:32.424620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.452012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d79b017-027b-4b4b-bf18-1051762c9dee req-71fed063-b62a-4c3f-8ef3-5f7f267fba68 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.37 "GET /v2.0/security-groups?id=2954a4ea-928c-4de6-a3da-823880f39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385726 Jul 06 17:41:32.563834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] For port 5755723a-c2f7-423e-a5e6-be43211f3ed5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5755723a-c2f7-423e-a5e6-be43211f3ed5,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:32.564570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.581042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Calling delete_port for 5755723a-c2f7-423e-a5e6-be43211f3ed5 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:32.642948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] For port 77c448c2-6888-4d41-90e6-f7324953cd5c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=77c448c2-6888-4d41-90e6-f7324953cd5c,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:32.645778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.696403 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12a353-5f28-4b00-bbbc-40c8f1cb2afa x-openstack-request-id: req-dc12a353-5f28-4b00-bbbc-40c8f1cb2afa {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:32.696990 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-unplugged", "status": "completed", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "code": 200}, {"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-plugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:32.697586 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc12a353-5f28-4b00-bbbc-40c8f1cb2afa {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:32.698202 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'code': 200} Jul 06 17:41:32.698661 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'code': 200} Jul 06 17:41:32.750021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.792356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Pushing event deleted for resources: {'Port': ['ID=5755723a-c2f7-423e-a5e6-be43211f3ed5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:32.896707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.897205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.897652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.898105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.898590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.899031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.899472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.899912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.900338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.900758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.901333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:32.901889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:33.013604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] No DVR routers for this DVR port 5755723a-c2f7-423e-a5e6-be43211f3ed5 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:33.023288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.044745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bbe1db9c-3dd8-4596-9ba8-a3a1973c451c req-e2d53599-ee8a-41e8-bf41-22b258a20115 tempest-ImagesOneServerTestJSON-295843575 tempest-ImagesOneServerTestJSON-295843575-project] 10.222.0.60 "DELETE /v2.0/ports/5755723a-c2f7-423e-a5e6-be43211f3ed5 HTTP/1.1" status: 204 len: 173 time: 0.7347422 Jul 06 17:41:33.047112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-deleted', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:33.060836 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407163fb-ec88-41ce-b751-5d55dbc77b70" -d '{"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-deleted", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:33.342380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.343334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.344462 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214 disassociated. External IP: 172.25.5.122, port: 77c448c2-6888-4d41-90e6-f7324953cd5c. Jul 06 17:41:33.344853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Calling delete_port for 77c448c2-6888-4d41-90e6-f7324953cd5c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:33.651833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 77c448c2-6888-4d41-90e6-f7324953cd5c no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:33.904160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.977043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.148900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7de2528-84f8-4397-a7fa-667b02d2abbb req-5a3c35b6-3074-4b71-9eb8-d38a6f3f0caa tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/ports?device_id=915cc481-d89d-465d-b23e-f3c04b7654ef HTTP/1.1" status: 200 len: 210 time: 0.1760759 Jul 06 17:41:34.154134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event deleted for resources: {'Port': ['ID=77c448c2-6888-4d41-90e6-f7324953cd5c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:34.349889 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f4650-c72a-44e6-86bf-5cf2e6980184 x-openstack-request-id: req-980f4650-c72a-44e6-86bf-5cf2e6980184 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:34.349889 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ef8b2d-eb83-4b12-b5e3-b6bb38834522", "name": "network-vif-deleted", "tag": "5755723a-c2f7-423e-a5e6-be43211f3ed5", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:34.350941 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-980f4650-c72a-44e6-86bf-5cf2e6980184 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:34.350941 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ef8b2d-eb83-4b12-b5e3-b6bb38834522', 'name': 'network-vif-deleted', 'tag': '5755723a-c2f7-423e-a5e6-be43211f3ed5', 'status': 'completed', 'code': 200} Jul 06 17:41:34.634403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Router eab15704-a098-46a9-872a-ee13a3fd006f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:41:34.682162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb120-81f4-49b8-b129-891d01236972 req-ca6b4c67-c863-473e-a25a-1e5e4964bf5a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:34.684018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f1cb120-81f4-49b8-b129-891d01236972 req-ca6b4c67-c863-473e-a25a-1e5e4964bf5a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.2432415 Jul 06 17:41:34.870944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f1cb120-81f4-49b8-b129-891d01236972 req-800dfa2e-3939-4920-acd1-eb1726ff13a9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306534 Jul 06 17:41:35.002661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:41:35.026636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:41:35.050742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:41:35.052646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:35.170770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] No DVR routers for this DVR port 77c448c2-6888-4d41-90e6-f7324953cd5c on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:35.180708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:35.183194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db0b7b6c-cf01-40d3-bb9d-24c47d618e6b req-dbd14122-9f29-42e8-b822-c9f3a8847ad0 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.60 "DELETE /v2.0/ports/77c448c2-6888-4d41-90e6-f7324953cd5c HTTP/1.1" status: 204 len: 173 time: 4.0723455 Jul 06 17:41:35.196935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'name': 'network-vif-deleted', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:35.200376 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c48db1-9c12-4f2c-ba13-56dafcb50292" -d '{"events": [{"server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "name": "network-vif-deleted", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:35.360019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-a3dbf79b-1ec1-4917-b728-1cdc60577180 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:35.364169 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-a3dbf79b-1ec1-4917-b728-1cdc60577180 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 950 time: 0.3126898 Jul 06 17:41:35.442733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:41:35.663015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:35.731149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 5755723a-c2f7-423e-a5e6-be43211f3ed5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:35.732465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5755723a-c2f7-423e-a5e6-be43211f3ed5 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:35.733435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3546ad02-6ad2-4a5e-9952-149e74f4ce86 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:35.770523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Deleting port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:35.773732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.157433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] For port 3546ad02-6ad2-4a5e-9952-149e74f4ce86, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3546ad02-6ad2-4a5e-9952-149e74f4ce86,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:36.158143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.161885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79116a29-805f-42b9-8f9f-2ca29722d34e req-af9a9205-80ba-4255-ba3a-cded1c4d9393 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:36.162576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45282) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:36.177930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79116a29-805f-42b9-8f9f-2ca29722d34e req-af9a9205-80ba-4255-ba3a-cded1c4d9393 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 950 time: 0.3057790 Jul 06 17:41:36.242675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Calling delete_port for 3546ad02-6ad2-4a5e-9952-149e74f4ce86 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:36.317872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79116a29-805f-42b9-8f9f-2ca29722d34e req-b4fc7bca-0d98-473c-9ef8-a00ea8f690fa tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377494 Jul 06 17:41:36.513529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.745477 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3936d9-3e31-48ef-b75c-ef92b22809e9 x-openstack-request-id: req-2a3936d9-3e31-48ef-b75c-ef92b22809e9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:36.745806 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915cc481-d89d-465d-b23e-f3c04b7654ef", "name": "network-vif-deleted", "tag": "77c448c2-6888-4d41-90e6-f7324953cd5c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:36.746000 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a3936d9-3e31-48ef-b75c-ef92b22809e9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:36.746416 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915cc481-d89d-465d-b23e-f3c04b7654ef', 'name': 'network-vif-deleted', 'tag': '77c448c2-6888-4d41-90e6-f7324953cd5c', 'status': 'completed', 'code': 200} Jul 06 17:41:36.749141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:36.787071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.829733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75461b-e427-4c8c-9c60-fa47f2ed1fa8 req-9caa17c5-3c6f-48bc-a2eb-166a00e718db tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:36.854956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d75461b-e427-4c8c-9c60-fa47f2ed1fa8 req-9caa17c5-3c6f-48bc-a2eb-166a00e718db tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1101 time: 0.7987516 Jul 06 17:41:36.932717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Pushing event deleted for resources: {'Port': ['ID=3546ad02-6ad2-4a5e-9952-149e74f4ce86,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:36.941565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d75461b-e427-4c8c-9c60-fa47f2ed1fa8 req-2fa717b0-8c33-4233-b916-a8036a80bc62 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851550 Jul 06 17:41:37.254431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] No DVR routers for this DVR port 3546ad02-6ad2-4a5e-9952-149e74f4ce86 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:37.259992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:37.272500 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-272b9ee2-d2e5-40e1-9122-e871b3fadea7 req-515da036-c669-4a63-ac86-abb3f22fbb68 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.60 "DELETE /v2.0/ports/3546ad02-6ad2-4a5e-9952-149e74f4ce86 HTTP/1.1" status: 204 len: 173 time: 1.9023426 Jul 06 17:41:37.282534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-deleted', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:37.285651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:41:37.307949 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7fa8bc-d500-4af1-a818-6f74199f4f4a" -d '{"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-deleted", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:37.329817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:41:37.335683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:37.418157 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d13345cb-aecb-4de4-8186-8955102016fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc7aba9dcd444aa39df9652dcf61561e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2533562 Jul 06 17:41:37.422033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45318) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:37.580770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45b28193-15a3-4855-8a2e-03d0222145c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:37.655908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45b28193-15a3-4855-8a2e-03d0222145c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:37.676467 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4776d8-bb82-4183-8760-0f70d8e68b3d x-openstack-request-id: req-be4776d8-bb82-4183-8760-0f70d8e68b3d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:37.676874 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdfc50a-876c-4058-9cc7-d7d77d2c9c12", "name": "network-vif-deleted", "tag": "3546ad02-6ad2-4a5e-9952-149e74f4ce86", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:37.677521 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be4776d8-bb82-4183-8760-0f70d8e68b3d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:37.678660 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdfc50a-876c-4058-9cc7-d7d77d2c9c12', 'name': 'network-vif-deleted', 'tag': '3546ad02-6ad2-4a5e-9952-149e74f4ce86', 'status': 'completed', 'code': 200} Jul 06 17:41:37.876069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:41:37.996347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03de9d99-d97e-430b-bd86-266af7d83354 req-59c8c34f-719f-4ccc-a9a3-0324d5547042 tempest-ServersAdminTestJSON-1917208782 tempest-ServersAdminTestJSON-1917208782-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fdfc50a-876c-4058-9cc7-d7d77d2c9c12 HTTP/1.1" status: 200 len: 210 time: 0.1506381 Jul 06 17:41:38.130848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-06664e06-bdc9-4ff4-abca-8157237ab978 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4422617 Jul 06 17:41:38.151764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45b28193-15a3-4855-8a2e-03d0222145c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.165227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45b28193-15a3-4855-8a2e-03d0222145c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.176528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-45b28193-15a3-4855-8a2e-03d0222145c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2954a4ea-928c-4de6-a3da-823880f39742 HTTP/1.1" status: 204 len: 168 time: 0.7526789 Jul 06 17:41:38.229540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b28193-15a3-4855-8a2e-03d0222145c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2954a4ea-928c-4de6-a3da-823880f39742,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:38.360776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:38.533039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f686c-c4a9-4b55-95d3-c8e193e5d8b3 req-d1cda55c-2b37-4dea-8270-edd86f2498c7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:38.549867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-580f686c-c4a9-4b55-95d3-c8e193e5d8b3 req-d1cda55c-2b37-4dea-8270-edd86f2498c7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.3216357 Jul 06 17:41:38.620835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab6f950e-a966-4ebb-9f41-06eb259fc54f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.684132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-580f686c-c4a9-4b55-95d3-c8e193e5d8b3 req-22362012-6084-439f-a7c4-b8eae1cf78f5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295314 Jul 06 17:41:38.748874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab6f950e-a966-4ebb-9f41-06eb259fc54f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.944447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab6f950e-a966-4ebb-9f41-06eb259fc54f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.947787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab6f950e-a966-4ebb-9f41-06eb259fc54f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.951829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:38.953010 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ab6f950e-a966-4ebb-9f41-06eb259fc54f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "DELETE /v2.0/security-groups/f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d HTTP/1.1" status: 204 len: 168 time: 0.5904322 Jul 06 17:41:38.964118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f950e-a966-4ebb-9f41-06eb259fc54f tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:39.007607 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-9eb43e70-3d19-4e78-9244-ae86666f9a11 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] show failed (client error): The resource could not be found. Jul 06 17:41:39.012696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9eb43e70-3d19-4e78-9244-ae86666f9a11 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "GET /v2.0/security-groups/f29b2af9-b72b-4b04-b99b-f5ffdc8c4e2d HTTP/1.1" status: 404 len: 347 time: 0.0587335 Jul 06 17:41:39.016433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:39.077688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:39.196483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dbd38-4736-4dbc-bf17-3e5ef3a6962f None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:36:26Z', 'revision_number': 4, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a52a0420-f1e7-49eb-a126-865920ea3378', 'name': '', 'network_id': '75056c88-1f05-432d-a24f-a6b640c2e3b2', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'mac_address': 'fa:16:3e:04:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:24Z', 'updated_at': '2021-07-06T17:36:35Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'subnets': [{'id': 'a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:41:39.422266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Deleting port 59b57c21-2a0d-4730-a0a0-c9d693a4960a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:39.423343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:39.697313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:39.697604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:39.742328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Calling delete_port for 59b57c21-2a0d-4730-a0a0-c9d693a4960a owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:40.071751 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a2320-8441-4657-97bf-969530f0ea60 None None] New status for floating IP 278ebd01-2d70-4346-bfd4-2cc267f59214: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:41:40.101433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.211812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Pushing event deleted for resources: {'Port': ['ID=59b57c21-2a0d-4730-a0a0-c9d693a4960a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:40.252919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d50474-b445-4566-bdf0-4b771094d1e8 req-92c3f698-5229-43f7-994d-05a97ca3d69a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:40.265552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16d50474-b445-4566-bdf0-4b771094d1e8 req-92c3f698-5229-43f7-994d-05a97ca3d69a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.1430798 Jul 06 17:41:40.340384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16d50474-b445-4566-bdf0-4b771094d1e8 req-e802ffd7-b055-42ab-8894-bd17c02f2990 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734115 Jul 06 17:41:40.370996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:40.423148 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.432827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.434473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8c10813c-6586-4330-9193-f8d77c44f3c5 tempest-ServersWithSpecificFlavorTestJSON-1918332802 tempest-ServersWithSpecificFlavorTestJSON-1918332802-project] 10.222.0.37 "DELETE /v2.0/floatingips/278ebd01-2d70-4346-bfd4-2cc267f59214 HTTP/1.1" status: 204 len: 168 time: 1.4168110 Jul 06 17:41:40.825061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45440) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:40.839348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3e3cfc80-947e-4aac-b85b-7027e4e27220 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e9073c651d54985a959483a3503d5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658990 Jul 06 17:41:41.008655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73458e32-4fe0-4b23-bc5d-4779ee5ef221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.119789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73458e32-4fe0-4b23-bc5d-4779ee5ef221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.302429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73458e32-4fe0-4b23-bc5d-4779ee5ef221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.305730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73458e32-4fe0-4b23-bc5d-4779ee5ef221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.310402 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73458e32-4fe0-4b23-bc5d-4779ee5ef221 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8 HTTP/1.1" status: 204 len: 168 time: 0.4839296 Jul 06 17:41:41.332599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73458e32-4fe0-4b23-bc5d-4779ee5ef221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ef96a-3c8b-41a2-ad31-ae57bd0329a8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:41.421535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:41.835461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2099818433-network', 'tenant_id': '9b6e2ed98e9b477d8a322e78ecee0e5c'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:41.937196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Made reservation on behalf of 9b6e2ed98e9b477d8a322e78ecee0e5c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:41.948666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.982054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:42.012376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4186d8f-d69a-4275-9abd-0e880f183ea2 req-811b38c6-b6b1-45be-b8dd-ef7d3bb7edec tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:42.037183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4186d8f-d69a-4275-9abd-0e880f183ea2 req-811b38c6-b6b1-45be-b8dd-ef7d3bb7edec tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.2792857 Jul 06 17:41:42.167001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:42.201685 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4186d8f-d69a-4275-9abd-0e880f183ea2 req-17d3813e-7163-43e9-a96c-f7ff8c8fc673 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623609 Jul 06 17:41:42.404764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:42.414507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:42.478078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:42.550653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:41:42.656233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5682de2a-aaa5-4798-b3e0-a25a43909980,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:42.697510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:42.701281 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Added segment cdecb1be-40e7-4eed-9092-f3aafea5fda3 of type vlan for network 3a206de4-88dc-44d2-8925-0833052ff837 Jul 06 17:41:42.996075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:43.136434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2887d20b-fdae-46cd-b930-4041a54c1752 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c940de0551c4805a750d2834e1c5a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6565046 Jul 06 17:41:43.145135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:43.221971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:43.223995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:43.225045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:43.340453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-6e4ec4a0-b81d-4f87-867e-819c9843f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:43.343965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-6e4ec4a0-b81d-4f87-867e-819c9843f1d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1101 time: 0.8666582 Jul 06 17:41:43.403735 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9780314 Jul 06 17:41:43.406305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45502) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:43.422579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dab5f6-066a-4875-a156-6dec6ce0a652 admin admin] Pushing event updated for resources: {'Network': ['ID=3a206de4-88dc-44d2-8925-0833052ff837,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:43.440189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 3a206de4-88dc-44d2-8925-0833052ff837 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:41:43.449043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Request body: {'subnet': {'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2099818433-subnet', 'tenant_id': '9b6e2ed98e9b477d8a322e78ecee0e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:43.934993 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22068ee0-e812-4422-a3f4-71e79a7d04d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:43.970844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Made reservation on behalf of 9b6e2ed98e9b477d8a322e78ecee0e5c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:43.976056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:44.366244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22068ee0-e812-4422-a3f4-71e79a7d04d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:44.445565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-1b3113d9-3a01-4e12-9268-4dd18103db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:44.447698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-1b3113d9-3a01-4e12-9268-4dd18103db61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 1.0809064 Jul 06 17:41:45.189820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-d8ab4750-1e38-40ab-ba74-8dba0e7c844e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.2311347 Jul 06 17:41:45.392226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0c1b-fefb-41a5-bf6f-658cb41f8b5c req-dc3f2a0a-344f-4ef1-bc5b-be089e651caa tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:45.408224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10db0c1b-fefb-41a5-bf6f-658cb41f8b5c req-dc3f2a0a-344f-4ef1-bc5b-be089e651caa tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 1.6943944 Jul 06 17:41:45.436819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.595745 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:41:45.705844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22068ee0-e812-4422-a3f4-71e79a7d04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.710268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22068ee0-e812-4422-a3f4-71e79a7d04d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.711817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-22068ee0-e812-4422-a3f4-71e79a7d04d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19b38120-2e8f-4c4f-8280-25aa75306c7b HTTP/1.1" status: 204 len: 168 time: 2.5655019 Jul 06 17:41:45.757830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22068ee0-e812-4422-a3f4-71e79a7d04d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b38120-2e8f-4c4f-8280-25aa75306c7b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:45.766238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-642f3574-d21e-472d-a74a-7af214cd359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:45.769270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-642f3574-d21e-472d-a74a-7af214cd359e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.5417547 Jul 06 17:41:45.801146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10db0c1b-fefb-41a5-bf6f-658cb41f8b5c req-7768f811-6522-4c15-a2f4-233daf9bacd9 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827717 Jul 06 17:41:45.948678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46556c9b-747a-46f2-b649-31f7c49d8b15,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:46.006999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Checking segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:46.007637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Network hostable DHCP agents. Network: 3a206de4-88dc-44d2-8925-0833052ff837, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:41:46.303640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Network 3a206de4-88dc-44d2-8925-0833052ff837 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:41:46.323352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-ba0f4a37-4f11-41b6-95b8-7bcfa1452101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:46.327414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-ba0f4a37-4f11-41b6-95b8-7bcfa1452101 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5244401 Jul 06 17:41:46.391184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 3a206de4-88dc-44d2-8925-0833052ff837) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:46.415571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e68d33-afbe-48d9-8d1e-27d0c37c91bb None None] Network 3a206de4-88dc-44d2-8925-0833052ff837 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:46.434790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:46.436316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:46.719294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7f9c2ac7-bb5f-4477-95c1-f6ee3773667e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2795982 Jul 06 17:41:47.075181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-374df023-da96-4096-9bfd-9b2d63a7dd6a service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370284 Jul 06 17:41:47.123984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47870f0f-baf4-48c1-a1b0-903be8ab243f None None] Network 3a206de4-88dc-44d2-8925-0833052ff837 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:48.105433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.244457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-1e9b18a2-acc8-4034-b3d8-ee6fba7394f4 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1545818 Jul 06 17:41:48.261553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77160d7d-1e16-462f-8ba7-dc8b55e2a956 req-27629b1a-fda9-4380-ab1c-cd9b9abcc844 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.270421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77160d7d-1e16-462f-8ba7-dc8b55e2a956 req-27629b1a-fda9-4380-ab1c-cd9b9abcc844 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.3261418 Jul 06 17:41:48.478407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-f6e3fbf4-37b5-49e3-b555-0413e2c03307 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.489559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-f6e3fbf4-37b5-49e3-b555-0413e2c03307 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 822 time: 0.5473974 Jul 06 17:41:48.670309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e623b0a7-7410-40c1-9f99-4a398ec58886 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/quotas/9b6e2ed98e9b477d8a322e78ecee0e5c HTTP/1.1" status: 200 len: 375 time: 0.1689463 Jul 06 17:41:48.913277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77160d7d-1e16-462f-8ba7-dc8b55e2a956 req-56aaf989-5e63-4168-aac9-e586a7c98414 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412156 Jul 06 17:41:48.961367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-99a56af9-b500-41c2-b165-909b215adb8b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2830162 Jul 06 17:41:49.283401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-9f8df8f7-307a-46c7-b0b0-c24e477008ff service neutron] 10.222.0.37 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751303 Jul 06 17:41:49.653093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-6d659b76-a1cc-45d6-86cc-de81b0cb0987 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:49.657493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-6d659b76-a1cc-45d6-86cc-de81b0cb0987 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 0.4542303 Jul 06 17:41:49.712579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-e3e7f864-f25b-4c73-a17d-d43bd4990268 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/quotas/72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 375 time: 0.0477650 Jul 06 17:41:49.755441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-bdc89b8e-f749-4e11-9cad-d173115e5313 service neutron] 10.222.0.37 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606564 Jul 06 17:41:49.916007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Deleting port a52a0420-f1e7-49eb-a126-865920ea3378 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:49.916270 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.353430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-806d707e-3e69-4154-aa5e-6a2f25e43006 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6336904 Jul 06 17:41:50.467524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] For port a52a0420-f1e7-49eb-a126-865920ea3378, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a52a0420-f1e7-49eb-a126-865920ea3378,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:50.467969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.500059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Calling delete_port for a52a0420-f1e7-49eb-a126-865920ea3378 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:50.794098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-40545398-7df4-4703-a0a2-175b99b31866 service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299312 Jul 06 17:41:51.424045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-32817ba5-333e-43cd-82d2-e0eccaa1a0ba service neutron] 10.222.0.37 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165152 Jul 06 17:41:51.714609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4086a-5cc0-4841-a602-117ede2ef508 req-351ffd0c-6245-4d30-b85f-33f534060bae tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.728146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92c4086a-5cc0-4841-a602-117ede2ef508 req-351ffd0c-6245-4d30-b85f-33f534060bae tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.7667086 Jul 06 17:41:51.937791 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92c4086a-5cc0-4841-a602-117ede2ef508 req-a3cc3aca-4d6d-42a6-aa4e-ff7c9e775dd1 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081494 Jul 06 17:41:51.943114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.024513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a52a0420-f1e7-49eb-a126-865920ea3378,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:52.417422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d15f254-301e-4599-9aa4-6874fe1a91bf req-d48b9a35-4a92-4d70-957d-b158d608b983 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 210 time: 0.1179645 Jul 06 17:41:52.528329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-602e2366-ff3a-4199-8c8c-df44f4d9bbf2 req-8d0dc82d-5765-45c3-a34d-a741a03b91fb tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.1055217 Jul 06 17:41:52.697902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:53.694611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-b075ef42-cda9-48b4-a9a3-782db7b6324a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:53.697463 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-b075ef42-cda9-48b4-a9a3-782db7b6324a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.60 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 822 time: 1.1760006 Jul 06 17:41:53.714127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'port': {'device_id': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'admin_state_up': True, 'tenant_id': '9b6e2ed98e9b477d8a322e78ecee0e5c'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:53.758788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Router eab15704-a098-46a9-872a-ee13a3fd006f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:41:53.792350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bc424-4407-405f-89fa-85df81d1d632 req-3787cfcf-2b43-4c30-971e-2e9b1976c462 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:53.809690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-069bc424-4407-405f-89fa-85df81d1d632 req-3787cfcf-2b43-4c30-971e-2e9b1976c462 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.4960420 Jul 06 17:41:53.959499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ae3c18f-c877-451c-ba8e-f30be5c70900 req-574b7501-c534-4060-ba53-bc8f77c5ba58 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 210 time: 0.0612993 Jul 06 17:41:54.031465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-069bc424-4407-405f-89fa-85df81d1d632 req-75636a22-b9fd-44ab-8368-2fa919385183 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204363 Jul 06 17:41:54.184417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Made reservation on behalf of 9b6e2ed98e9b477d8a322e78ecee0e5c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:54.189066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.250818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:41:54.265783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] Sync routers for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:41:54.283378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-115383e6-cf26-48f7-bb78-bc77e74304fd admin admin] 10.222.0.37 "PUT /v2.0/routers/eab15704-a098-46a9-872a-ee13a3fd006f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0736156 Jul 06 17:41:54.289418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:54.304612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:41:54.306389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:54.430639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:54.516950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db038f29-dc4c-433a-bd76-d68981912dd9 req-82b1bf5e-3892-4bfc-92b0-16a4931ea265 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.0841115 Jul 06 17:41:54.719459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.867581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Allocated IP 172.20.0.4 (3a206de4-88dc-44d2-8925-0833052ff837/46556c9b-747a-46f2-b649-31f7c49d8b15/ff37de14-b38e-4071-873e-ad6042bb6e54) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:54.904350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3aae-7000-4fa5-96cb-729b45c37494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.917059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:41:55.160561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.523671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ade9451-8c7c-4f26-9904-2ff45c55d805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.656488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.717711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:41:51Z', 'revision_number': 5, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port': {'id': '1c99a23f-c3f2-46a2-b906-8ca09387e20a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:21Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:55.812056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] Checking router: eab15704-a098-46a9-872a-ee13a3fd006f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:41:55.840631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] Routers {'eab15704-a098-46a9-872a-ee13a3fd006f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:41:55.841864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eab15704-a098-46a9-872a-ee13a3fd006f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:55.896395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.230244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:56.249452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Network 3a206de4-88dc-44d2-8925-0833052ff837 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:56.259476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:56.269249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:56.384690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] Set router eab15704-a098-46a9-872a-ee13a3fd006f gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:41:56.402218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.402912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.492977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3aae-7000-4fa5-96cb-729b45c37494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.518259 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-a7357d93-da4d-40d3-8578-2f1713b1d336 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8092873 Jul 06 17:41:56.563724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:41:55Z', 'revision_number': 6, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:56.573387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3aae-7000-4fa5-96cb-729b45c37494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.602241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179ba9f-354c-413c-bf36-851321b22677 None None] The sync data for ids ['eab15704-a098-46a9-872a-ee13a3fd006f'] in n-d-799527-3 is: [{'id': 'eab15704-a098-46a9-872a-ee13a3fd006f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049049352-router', 'tenant_id': 'b2689b6a37ef4d27900b714c437fba8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:20Z', 'updated_at': '2021-07-06T17:41:55Z', 'revision_number': 6, 'project_id': 'b2689b6a37ef4d27900b714c437fba8c', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:41:56.712474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Request body: {'port': {'device_id': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:56.721536 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-678b1fd0-7d06-4ed0-99d0-fc522bfae7a3 service neutron] show failed (client error): The resource could not be found. Jul 06 17:41:56.724011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-678b1fd0-7d06-4ed0-99d0-fc522bfae7a3 service neutron] 10.222.0.61 "GET /v2.0/ports/d4f37aa0-b252-474d-a035-fe93c0a98175/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 1.3399713 Jul 06 17:41:56.949709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.020959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3aae-7000-4fa5-96cb-729b45c37494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672f591-7772-4d21-95e0-c7314dc6dab4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:57.220319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Deleting port 1c99a23f-c3f2-46a2-b906-8ca09387e20a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:57.220743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.225471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4b2d3aae-7000-4fa5-96cb-729b45c37494 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff6e6fe10bda44208c668a8e458c56de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7910831 Jul 06 17:41:57.231801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:57.316732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a52a0420-f1e7-49eb-a126-865920ea3378 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:57.412047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1db34-6b43-4875-ad6e-03d4ee31ab02 req-896fc7d0-c901-4320-bd5c-64a968c5f752 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.424122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0e1db34-6b43-4875-ad6e-03d4ee31ab02 req-896fc7d0-c901-4320-bd5c-64a968c5f752 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 1.9599252 Jul 06 17:41:57.461330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a52a0420-f1e7-49eb-a126-865920ea3378 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:57.461839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a52a0420-f1e7-49eb-a126-865920ea3378 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:57.695249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc917c-8c56-43b3-84ea-684abbd53814 req-ef871364-8eeb-4931-b6a8-9a32a22a5d51 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.697846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2edc917c-8c56-43b3-84ea-684abbd53814 req-ef871364-8eeb-4931-b6a8-9a32a22a5d51 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 931 time: 2.0944426 Jul 06 17:41:57.759972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-b23f6e04-b836-4b66-871a-9a0665bf90f1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.762130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-b23f6e04-b836-4b66-871a-9a0665bf90f1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 820 time: 1.2670124 Jul 06 17:41:57.804620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Request body: {'port': {'device_id': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'admin_state_up': True, 'tenant_id': '72a7e1bf40f6420b904f3f27f9180b77'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:57.858013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22b7f203-383c-439b-9431-31a62ccbfe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.932965 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.005602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:58.082353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] For port 1c99a23f-c3f2-46a2-b906-8ca09387e20a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c99a23f-c3f2-46a2-b906-8ca09387e20a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:58.082757 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.102697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff37de14-b38e-4071-873e-ad6042bb6e54 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:58.134874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2edc917c-8c56-43b3-84ea-684abbd53814 req-994cb7e9-c40c-4dfb-b2ff-6d5a561e585c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999028 Jul 06 17:41:58.135858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.138125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Calling delete_port for 1c99a23f-c3f2-46a2-b906-8ca09387e20a owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:58.150914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0116250-55c2-433f-be61-0d4c23f592a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.165764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Transition to ACTIVE for port object ff37de14-b38e-4071-873e-ad6042bb6e54 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:58.167426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0e1db34-6b43-4875-ad6e-03d4ee31ab02 req-44eb1ef6-6a1a-4026-8f10-ffdac1cf428f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7420292 Jul 06 17:41:58.177853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.324237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-5e758925-4c53-4c87-b103-c6b28d4120cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:58.326455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-5e758925-4c53-4c87-b103-c6b28d4120cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77&tenant_id=93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 1101 time: 0.9305100 Jul 06 17:41:58.424621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:58.454579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:58.525750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0116250-55c2-433f-be61-0d4c23f592a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.615873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Attempting to bind port ff37de14-b38e-4071-873e-ad6042bb6e54 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:58.616511 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Attempting to bind port ff37de14-b38e-4071-873e-ad6042bb6e54 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:58.620460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Attempting to bind port ff37de14-b38e-4071-873e-ad6042bb6e54 on network 3a206de4-88dc-44d2-8925-0833052ff837 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:58.641753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Port ff37de14-b38e-4071-873e-ad6042bb6e54 on network 3a206de4-88dc-44d2-8925-0833052ff837 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:58.642387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Attempting to bind port ff37de14-b38e-4071-873e-ad6042bb6e54 on network 3a206de4-88dc-44d2-8925-0833052ff837 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:58.653854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:58.656795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Checking segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:58.658354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Bound using segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:58.660535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Bound port: ff37de14-b38e-4071-873e-ad6042bb6e54, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:58.661395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.726671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0657d563-c9c9-4d10-a962-974a79be2898 req-af75a5a7-839c-4e99-8391-8770c06d2b54 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.2442071 Jul 06 17:41:58.782742 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.893760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:58.908306 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8386f0b-c226-41ae-9260-2f5b6f02de74" -d '{"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:58.917182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:58.933825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:58.945076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.974828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:58.987766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.043067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Made reservation on behalf of 72a7e1bf40f6420b904f3f27f9180b77 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:59.065377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.156619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.164150 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.169811 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] 10.222.0.60 "PUT /v2.0/ports/ff37de14-b38e-4071-873e-ad6042bb6e54 HTTP/1.1" status: 200 len: 1091 time: 2.6462018 Jul 06 17:41:59.214518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:59.271618 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d021cd-765c-449b-878a-16b48ef8a902" -d '{"events": [{"name": "network-changed", "server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:59.326339 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d08641-46c3-4577-ab80-020f9e68a009 x-openstack-request-id: req-f8d08641-46c3-4577-ab80-020f9e68a009 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:59.326638 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:59.326875 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8d08641-46c3-4577-ab80-020f9e68a009 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:59.332314 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'code': 200} Jul 06 17:41:59.398195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:59.420599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c99a23f-c3f2-46a2-b906-8ca09387e20a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:59.597657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.609454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.609798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.610142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.610487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.610806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.611131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.611515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.611846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.612172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.612527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.612971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.613528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:59.626887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c526a7-a68f-4722-8f0f-b4e763c8076c service neutron] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:59.681719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.700550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-958abfb1-930b-44d7-9dd3-e818cc273558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.702120 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-958abfb1-930b-44d7-9dd3-e818cc273558 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 1094 time: 0.3681488 Jul 06 17:41:59.730617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.772012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 1c99a23f-c3f2-46a2-b906-8ca09387e20a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c99a23f-c3f2-46a2-b906-8ca09387e20a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:59.782598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.804514 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-7785014f-0529-482c-8d12-d46c84bd6505 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37de14-b38e-4071-873e-ad6042bb6e54 HTTP/1.1" status: 200 len: 217 time: 0.0882998 Jul 06 17:41:59.900587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=1c99a23f-c3f2-46a2-b906-8ca09387e20a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:59.947495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-2f303ac1-e08b-48cb-bdfd-c1614831b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.950646 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-2f303ac1-e08b-48cb-bdfd-c1614831b284 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 200 len: 862 time: 0.1405513 Jul 06 17:41:59.989872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0116250-55c2-433f-be61-0d4c23f592a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.992685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0116250-55c2-433f-be61-0d4c23f592a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.993899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e0116250-55c2-433f-be61-0d4c23f592a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a672f591-7772-4d21-95e0-c7314dc6dab4 HTTP/1.1" status: 204 len: 168 time: 2.7340748 Jul 06 17:42:00.050676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0116250-55c2-433f-be61-0d4c23f592a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672f591-7772-4d21-95e0-c7314dc6dab4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:00.060408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.092506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.129501 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-ced5c2f3-f686-419a-992b-dfff137886f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a206de4-88dc-44d2-8925-0833052ff837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707966 Jul 06 17:42:00.393059 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-2418f9c6-6571-40c5-ba98-1294fe1e1a2d service neutron] 10.222.0.60 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540929 Jul 06 17:42:00.446916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c99a23f-c3f2-46a2-b906-8ca09387e20a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:00.594001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.636420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d725ed-76d2-40e0-a5ec-d6152bca99a7 req-1a504c65-8864-4b18-8161-0683a45e4f22 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:00.647441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43d725ed-76d2-40e0-a5ec-d6152bca99a7 req-1a504c65-8864-4b18-8161-0683a45e4f22 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 1.0024805 Jul 06 17:42:00.691210 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-29c1ea59-7545-4bf2-a658-ae80d8b4006d req-835bcd9d-4490-45c2-a748-717f6988dd63 service neutron] 10.222.0.60 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567873 Jul 06 17:42:00.725368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:00.756337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60c0b5a-f343-4ef0-b139-b4a67e321de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.913146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693efee3-35de-473a-933a-21f7c7041039 req-2d7a7f98-98a9-4e3e-9aff-cbd92e0d50b6 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:00.928798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-693efee3-35de-473a-933a-21f7c7041039 req-2d7a7f98-98a9-4e3e-9aff-cbd92e0d50b6 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 945 time: 0.9979959 Jul 06 17:42:00.957937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60c0b5a-f343-4ef0-b139-b4a67e321de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.958223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Allocated IP 172.20.0.9 (4866136e-bd98-46b6-bfa9-edce10e54f00/12dc2617-69d2-4239-afcc-2569ae327866/239df556-6657-4531-968b-c9730ec80a77) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:01.061971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60c0b5a-f343-4ef0-b139-b4a67e321de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.087453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43d725ed-76d2-40e0-a5ec-d6152bca99a7 req-b987f349-2b0b-472e-b425-759e80f80156 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086096 Jul 06 17:42:01.154885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.257466 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-693efee3-35de-473a-933a-21f7c7041039 req-3cd41805-6c3d-424e-8222-cac14f670999 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2f22231-e3f3-48e1-97aa-1685d7006bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242195 Jul 06 17:42:01.264580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c0b5a-f343-4ef0-b139-b4a67e321de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344843d5-dac9-4afc-adfb-78a175790488,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:01.334922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e60c0b5a-f343-4ef0-b139-b4a67e321de1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=856f04dba1774820945df1ac54037135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063910 Jul 06 17:42:01.342515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45828) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:01.465574 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29027c-c1e8-4ce7-9671-57c5bf734226 x-openstack-request-id: req-4e29027c-c1e8-4ce7-9671-57c5bf734226 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:01.466650 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:01.466650 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e29027c-c1e8-4ce7-9671-57c5bf734226 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:01.468819 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'status': 'completed', 'code': 200} Jul 06 17:42:01.497667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.60', 59639) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:01.521828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-1e359a13-836e-4169-ae10-a029c47c0fbe tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.525355 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-1e359a13-836e-4169-ae10-a029c47c0fbe tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.60 "GET /v2.0/ports?device_id=7783d031-fe3a-4e91-b3cb-6ce9499365ca HTTP/1.1" status: 200 len: 945 time: 0.5642803 Jul 06 17:42:01.782465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-627141ed-44e5-436d-ac3c-00e4bc72cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.831847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-627141ed-44e5-436d-ac3c-00e4bc72cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.839197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.844788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:01.887497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.954519 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.004931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-966d1e8f-54fe-48af-ac2c-d42136010118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.008095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-966d1e8f-54fe-48af-ac2c-d42136010118 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 1094 time: 0.4810627 Jul 06 17:42:02.009186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-627141ed-44e5-436d-ac3c-00e4bc72cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.014363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-627141ed-44e5-436d-ac3c-00e4bc72cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.016371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-627141ed-44e5-436d-ac3c-00e4bc72cf23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/344843d5-dac9-4afc-adfb-78a175790488 HTTP/1.1" status: 204 len: 168 time: 0.6688204 Jul 06 17:42:02.138787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627141ed-44e5-436d-ac3c-00e4bc72cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344843d5-dac9-4afc-adfb-78a175790488,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:02.263868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Deleting port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:02.265296 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.456404 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-cc761c7b-f5a8-4a56-a5ea-152a5b861369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.460167 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-cc761c7b-f5a8-4a56-a5ea-152a5b861369 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 923 time: 0.4413159 Jul 06 17:42:02.528307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:02.566485 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-80adfd77-77d0-46a2-a551-ab3eb2f825c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff37de14-b38e-4071-873e-ad6042bb6e54 HTTP/1.1" status: 200 len: 217 time: 0.0953615 Jul 06 17:42:02.578588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:02.590069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.607788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Transition to ACTIVE for port object d4f37aa0-b252-474d-a035-fe93c0a98175 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:02.693166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] For port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,segment=NetworkSegment(2570b101-e12d-4340-8709-ca3c47abd580),segment_id=2570b101-e12d-4340-8709-ca3c47abd580)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:02.693166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.717154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Calling delete_port for bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:02.720113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.726741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-75d5b848-3369-46d7-8a4f-53549170c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.728691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-75d5b848-3369-46d7-8a4f-53549170c367 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 200 len: 862 time: 0.1505404 Jul 06 17:42:02.741471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.744100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab15704-a098-46a9-872a-ee13a3fd006f {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:42:02.764629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.793037 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-693c2c79-f72f-4406-b184-40b240f316fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a206de4-88dc-44d2-8925-0833052ff837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542703 Jul 06 17:42:02.841251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.842765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-af9d5ddf-5455-4255-a8d8-701d94c2255d admin admin] 10.222.0.37 "DELETE /v2.0/routers/eab15704-a098-46a9-872a-ee13a3fd006f HTTP/1.1" status: 204 len: 168 time: 8.5517714 Jul 06 17:42:02.856556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49376c-68d4-44f0-bdbe-72829708d95f req-776a8256-6ac4-452a-82cb-3e436ee288be tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.858432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a49376c-68d4-44f0-bdbe-72829708d95f req-776a8256-6ac4-452a-82cb-3e436ee288be tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 943 time: 1.3604321 Jul 06 17:42:02.860767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.872809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45864) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:02.875941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e4843081-a637-41e7-91c8-89df5f1baecd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:03.026678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-73ac5640-7d2d-4548-ada8-0677462998f5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.028301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-73ac5640-7d2d-4548-ada8-0677462998f5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 945 time: 1.5621178 Jul 06 17:42:03.115766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3f7c5-54dd-4da1-a7a2-bf702054c41b req-b3b099f9-d3e9-4a05-8ebe-77f335ee9a3e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.123315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cb3f7c5-54dd-4da1-a7a2-bf702054c41b req-b3b099f9-d3e9-4a05-8ebe-77f335ee9a3e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 945 time: 1.2964475 Jul 06 17:42:03.132629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:03.229473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Network 4866136e-bd98-46b6-bfa9-edce10e54f00 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:03.233233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] No DVR routers for this DVR port d4f37aa0-b252-474d-a035-fe93c0a98175 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:03.257883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:03.291039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:03.430369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a49376c-68d4-44f0-bdbe-72829708d95f req-2442211d-9644-4bae-94cf-12a12d06e1ee tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335994 Jul 06 17:42:03.435979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:03.488070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Deleting subnet a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:42:03.511468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.554732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.556450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.622302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.625989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cb3f7c5-54dd-4da1-a7a2-bf702054c41b req-bae5b519-7ba1-4d46-996e-1c8301129596 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015807 Jul 06 17:42:03.639642 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-7d26b82b-359b-4b2b-b8c8-12fb19213a01 service neutron] 10.222.0.60 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691057 Jul 06 17:42:03.648928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:03.649355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:03.649901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:03.658280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-0c8b8fc1-d9be-4715-a567-bbfa46451a58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8612003 Jul 06 17:42:03.662485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:03.662764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:03.676202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Request body: {'port': {'device_id': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:03.717671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45878) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:03.720571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.727130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:03.727676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:03.727973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:03.728353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Bound port: d4f37aa0-b252-474d-a035-fe93c0a98175, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:03.728725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.784758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.60', 59640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:03.785437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.828132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Pushing event deleted for resources: {'Port': ['ID=bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:03.845230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff37de14-b38e-4071-873e-ad6042bb6e54 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:03.881599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:03.926140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:42:03.927345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:42:03.928233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f78d51c0-e806-4eb1-b5af-d558b6818fdf no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:03.989831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] No DVR routers for this DVR port bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:04.007834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.015069 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] 10.222.0.60 "DELETE /v2.0/ports/bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a HTTP/1.1" status: 204 len: 173 time: 2.4567447 Jul 06 17:42:04.015883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'name': 'network-vif-deleted', 'tag': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:04.022580 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2eb190-1c9b-4642-b73e-0af39cddde57" -d '{"events": [{"server_uuid": "7783d031-fe3a-4e91-b3cb-6ce9499365ca", "name": "network-vif-deleted", "tag": "bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:04.063315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-network', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:04.108832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:04.115711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:04.208171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Made reservation on behalf of e26fbdcaac4b46bc94f088323b4215ec for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:04.210916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.219930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.264139 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2d021cd-765c-449b-878a-16b48ef8a902 req-3931a7c3-af81-46ba-8ac6-f873b2882a8b service neutron] 10.222.0.60 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950048 Jul 06 17:42:04.267901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.376386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.383025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.423118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:04.446371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:04.473423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66d433-46d5-4f50-ad50-519573c16b16 None None] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:04.474277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.476489 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af413146-df62-4205-aeea-1f6c70344ae7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a6cdca4b-b2df-45cf-a6c8-3d09e8c3e80f HTTP/1.1" status: 204 len: 168 time: 1.5890160 Jul 06 17:42:04.482707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'port_id': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'mac_address': 'fa:16:3e:40:93:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46556c9b-747a-46f2-b649-31f7c49d8b15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:04.486175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:04.514841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:04.519226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239df556-6657-4531-968b-c9730ec80a77 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:04.520318 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e89aa5-04b2-4a3a-85f4-9768523ede0e" -d '{"events": [{"server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "name": "network-vif-unplugged", "status": "completed", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:04.528756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.544050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Transition to ACTIVE for port object 239df556-6657-4531-968b-c9730ec80a77 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:04.547585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port f78d51c0-e806-4eb1-b5af-d558b6818fdf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:04.548193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.563474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.582800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.601093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.616812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:04.661886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.685255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.693947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port f78d51c0-e806-4eb1-b5af-d558b6818fdf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f78d51c0-e806-4eb1-b5af-d558b6818fdf,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:04.694361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.700223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:04.712736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for f78d51c0-e806-4eb1-b5af-d558b6818fdf owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:04.734406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.734969 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Added segment 80dede1f-205f-4b86-a652-918d9f7b6c9b of type vlan for network d217702f-71f8-4454-a34a-262cde56d34a Jul 06 17:42:04.773613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1a15f-c1cf-4606-a8fc-14469bede3df,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:04.834725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.870504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.879840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.914919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Deleting port 3d591019-0338-41ab-ba52-0849198ec3f4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:04.915719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.932872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:04.951830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.952425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff37de14-b38e-4071-873e-ad6042bb6e54 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:04.989533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fa02-653e-4cf5-bf3c-4fdb0b491751 req-c8f18a35-69dc-443f-a3d2-560307fde8f5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.991503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0635fa02-653e-4cf5-bf3c-4fdb0b491751 req-c8f18a35-69dc-443f-a3d2-560307fde8f5 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 931 time: 1.1143534 Jul 06 17:42:05.026889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-c15039a8-0273-4898-b998-290fdf3dcde5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2377963 Jul 06 17:42:05.032478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.033322 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.035428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-48264178-fd20-4789-a43b-b107fee989ed service neutron] 10.222.0.60 "PUT /v2.0/ports/d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 1096 time: 6.5988100 Jul 06 17:42:05.042858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:05.045889 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a5f0a2-5168-43fb-aaba-923901695782" -d '{"events": [{"name": "network-changed", "server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:05.046375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:05.058322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.094475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.097652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.099110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.145449 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4204197 Jul 06 17:42:05.150518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.239143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:05.252629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Request body: {'subnet': {'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-subnet', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:05.298862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] DHCP port deletion for 75056c88-1f05-432d-a24f-a6b640c2e3b2 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:42:05.341862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ff37de14-b38e-4071-873e-ad6042bb6e54'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:05.387725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] For port 3d591019-0338-41ab-ba52-0849198ec3f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3d591019-0338-41ab-ba52-0849198ec3f4,segment=NetworkSegment(adf391f9-baae-4645-9ce6-b900c84d5239),segment_id=adf391f9-baae-4645-9ce6-b900c84d5239)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:05.388251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.395616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707f116-f78f-4c70-8ee6-05551dea401f admin admin] Pushing event updated for resources: {'Network': ['ID=d217702f-71f8-4454-a34a-262cde56d34a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.414724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d217702f-71f8-4454-a34a-262cde56d34a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:05.426178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Calling delete_port for 3d591019-0338-41ab-ba52-0849198ec3f4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:05.478430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48264178-fd20-4789-a43b-b107fee989ed service neutron] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.483406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Made reservation on behalf of e26fbdcaac4b46bc94f088323b4215ec for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:05.488695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.562121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port f78d51c0-e806-4eb1-b5af-d558b6818fdf on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:05.591549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.595330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b61c186-6904-4fe4-b642-0ab05175e1b9 req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "DELETE /v2.0/ports/f78d51c0-e806-4eb1-b5af-d558b6818fdf HTTP/1.1" status: 204 len: 173 time: 2.5197637 Jul 06 17:42:05.616483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.689011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d591019-0338-41ab-ba52-0849198ec3f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.701763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] No DVR routers for this DVR port 3d591019-0338-41ab-ba52-0849198ec3f4 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:05.736903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0635fa02-653e-4cf5-bf3c-4fdb0b491751 req-2762b97b-870b-4efc-89be-fdfa3fd9e004 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285812 Jul 06 17:42:05.754735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Deleting port 3d591019-0338-41ab-ba52-0849198ec3f4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:05.755847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.811957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.845214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb5e8-95bf-4f73-9ec6-a7fe01490226 req-f4e3afd2-03fe-43e5-87cb-1f6bbb4edf3f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.848221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e7bb5e8-95bf-4f73-9ec6-a7fe01490226 req-f4e3afd2-03fe-43e5-87cb-1f6bbb4edf3f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 1.7271266 Jul 06 17:42:05.897008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.909714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61edb4-bc87-4c56-8f44-66ecaaa5fa38 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=f78d51c0-e806-4eb1-b5af-d558b6818fdf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.943131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75056c88-1f05-432d-a24f-a6b640c2e3b2']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:05.979045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e7bb5e8-95bf-4f73-9ec6-a7fe01490226 req-3632dc44-f351-4429-bb96-ccb50ba03d76 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541413 Jul 06 17:42:05.982293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf391f9-baae-4645-9ce6-b900c84d5239') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:05.982761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf391f9-baae-4645-9ce6-b900c84d5239') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:06.008165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.015670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-43805965-dc89-4146-a327-9a80fac9c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.020991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-43805965-dc89-4146-a327-9a80fac9c65f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1099 time: 0.8722613 Jul 06 17:42:06.025429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:06.025866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:06.026094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:06.057709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.060348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:06.067302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] For port 3d591019-0338-41ab-ba52-0849198ec3f4, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:06.068660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.084721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:42:06.085406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.182605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:06.183541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:42:06.244670 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:42:06.248285 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f8a690-2949-45de-8345-a80d2eb54e57 x-openstack-request-id: req-d5f8a690-2949-45de-8345-a80d2eb54e57 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:06.248285 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7783d031-fe3a-4e91-b3cb-6ce9499365ca", "name": "network-vif-deleted", "tag": "bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:06.248285 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5f8a690-2949-45de-8345-a80d2eb54e57 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:06.248285 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7783d031-fe3a-4e91-b3cb-6ce9499365ca', 'name': 'network-vif-deleted', 'tag': 'bf5e3170-cff9-4ec8-8df0-96f12ff1ae6a', 'status': 'completed', 'code': 200} Jul 06 17:42:06.248285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:06.254830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-4be78505-6630-42ff-87b9-55839b2e6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.258222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-4be78505-6630-42ff-87b9-55839b2e6241 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1095 time: 1.1788468 Jul 06 17:42:06.299564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Calling delete_port for 3d591019-0338-41ab-ba52-0849198ec3f4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:06.303119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.308964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Port 3d591019-0338-41ab-ba52-0849198ec3f4 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:42:06.325546 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.337720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.340245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75056c88-1f05-432d-a24f-a6b640c2e3b2 HTTP/1.1" status: 204 len: 168 time: 1.8439133 Jul 06 17:42:06.345617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418eb1-9d73-4e9e-b4ee-3201e9842941 admin admin] Pushing event deleted for resources: {'Network': ['ID=75056c88-1f05-432d-a24f-a6b640c2e3b2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:06.348814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:06.419094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:06.419909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:06.420999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:06.422062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Bound port: 239df556-6657-4531-968b-c9730ec80a77, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:06.422837 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.444655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Network 75056c88-1f05-432d-a24f-a6b640c2e3b2 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:42:06.445007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] No DVR routers for this DVR port 3d591019-0338-41ab-ba52-0849198ec3f4 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:06.481250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56952-2c94-4c42-9e5b-75f5a816a5f0 None None] Pushing event deleted for resources: {'Port': ['ID=3d591019-0338-41ab-ba52-0849198ec3f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:06.535652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Deleting subnet 72c8708a-0036-479a-bc6e-19860bfe4b5c {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:42:06.541460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.609162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.616539 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.652101 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a33fc4-5732-451c-b566-ab3f37906b5e x-openstack-request-id: req-86a33fc4-5732-451c-b566-ab3f37906b5e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:06.652565 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "name": "network-vif-unplugged", "status": "completed", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:06.652971 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86a33fc4-5732-451c-b566-ab3f37906b5e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:06.653600 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf', 'code': 200} Jul 06 17:42:06.698232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.705293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:06.715346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.807196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.831546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-3ef2e23d-5ced-448f-8f5e-247c6ab2db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.834107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-3ef2e23d-5ced-448f-8f5e-247c6ab2db5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7877157 Jul 06 17:42:06.864001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:06.896692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.898667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c8708a-0036-479a-bc6e-19860bfe4b5c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:06.906628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.910783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b20ab66-50ab-46d6-8a9b-3740b09c411b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72c8708a-0036-479a-bc6e-19860bfe4b5c HTTP/1.1" status: 204 len: 168 time: 0.6581821 Jul 06 17:42:06.919020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45916) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:06.973659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-a6a927e8-bf31-404b-91e9-085d51cc6669 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.1320148 Jul 06 17:42:07.147126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.335694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-02386781-86ac-4939-bc83-8f85d5f0152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.337715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-02386781-86ac-4939-bc83-8f85d5f0152d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3555725 Jul 06 17:42:07.340343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8035b939-b351-4545-a958-8452b8ad6a8f req-122e5c70-5919-461c-be91-5f053609a3a8 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 210 time: 0.4518433 Jul 06 17:42:07.388758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38499-0e8a-4c5e-ac55-63438bae7e89 req-6c85847f-c32f-42be-844d-4c3a96c72a2b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.396743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffc38499-0e8a-4c5e-ac55-63438bae7e89 req-6c85847f-c32f-42be-844d-4c3a96c72a2b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 944 time: 1.1336274 Jul 06 17:42:07.430495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3d591019-0338-41ab-ba52-0849198ec3f4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:07.506571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3d591019-0338-41ab-ba52-0849198ec3f4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:42:07.514055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3d591019-0338-41ab-ba52-0849198ec3f4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:42:07.751958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-152ee1db-ac13-4f6f-8319-62fd7aa0d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.756492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-152ee1db-ac13-4f6f-8319-62fd7aa0d5a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 1.3722200 Jul 06 17:42:07.768051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:07.778332 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd08a167-5163-4a6e-8d02-9a46b883ae52 x-openstack-request-id: req-fd08a167-5163-4a6e-8d02-9a46b883ae52 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:07.778332 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:07.778332 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd08a167-5163-4a6e-8d02-9a46b883ae52 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:07.778332 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'status': 'completed', 'code': 200} Jul 06 17:42:07.800212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.824329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2709fef4-9b85-46b0-bc1f-882addb0ac01']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:07.841625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2570b101-e12d-4340-8709-ca3c47abd580') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:07.841625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2570b101-e12d-4340-8709-ca3c47abd580') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:07.847920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffc38499-0e8a-4c5e-ac55-63438bae7e89 req-134b4eb3-ba36-41e9-b778-1b775845c6bb tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500124 Jul 06 17:42:07.855999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.870923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff37de14-b38e-4071-873e-ad6042bb6e54 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:07.932130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.945101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:42:07.945768 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:42:08.023944 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:42:08.030552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port ff37de14-b38e-4071-873e-ad6042bb6e54 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:08.038550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port ff37de14-b38e-4071-873e-ad6042bb6e54 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:08.039356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.082657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:08.099118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.114902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.117516 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] 10.222.0.37 "DELETE /v2.0/networks/2709fef4-9b85-46b0-bc1f-882addb0ac01 HTTP/1.1" status: 204 len: 168 time: 1.1966813 Jul 06 17:42:08.131825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45932) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:08.149385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8d43-0e7c-4b64-9628-06c4f67741ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2709fef4-9b85-46b0-bc1f-882addb0ac01,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:08.205314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49383445-b35a-45d3-8181-79a7ed54e624,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:08.207819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.215435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-1533190f-9a51-49af-a320-a6728d63acf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.4146619 Jul 06 17:42:08.223959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Deleting subnet 421fea9b-5b30-4954-88a0-8e49753fedf2 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:42:08.228833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.230609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.302600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:08.309866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.310502 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.370638 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.397583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:08.415052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Checking segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:08.415575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Network hostable DHCP agents. Network: d217702f-71f8-4454-a34a-262cde56d34a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:08.458794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.459095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.459725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.461377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] 10.222.0.61 "PUT /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 1091 time: 4.7897334 Jul 06 17:42:08.509700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-25b8492c-a900-4b6b-8017-83f5990f005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.511338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-25b8492c-a900-4b6b-8017-83f5990f005c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1385159 Jul 06 17:42:08.560233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdc2cd-1d18-44e8-848b-8f47278054c8 service neutron] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:08.611305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-3c227a57-d8a6-4c8b-95d8-0913b3e6cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.613228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-3c227a57-d8a6-4c8b-95d8-0913b3e6cd0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.3477159 Jul 06 17:42:08.641794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Network d217702f-71f8-4454-a34a-262cde56d34a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:08.655326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}, {'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:08.661822 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ad87c-8d0d-45d8-b4d3-c5b1feed16df" -d '{"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-unplugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}, {"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-plugged", "status": "completed", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:08.687806 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.701371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-55e76c98-ffc2-49e3-b68a-05eb368d8131 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790319 Jul 06 17:42:08.710888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-d0f9c5bc-dd54-424d-8cf9-d34ee420787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.712513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-d0f9c5bc-dd54-424d-8cf9-d34ee420787d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1099 time: 0.9329264 Jul 06 17:42:08.721892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d217702f-71f8-4454-a34a-262cde56d34a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:08.738835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878abca-de8f-460b-bb92-ad935d7d3914 None None] Network d217702f-71f8-4454-a34a-262cde56d34a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:08.748560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421fea9b-5b30-4954-88a0-8e49753fedf2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:08.761115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ea2e-07bf-45a1-b153-a21e376b54c9 req-f63bfe13-26e4-46b5-9e90-b354b0edee60 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.769728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c274ea2e-07bf-45a1-b153-a21e376b54c9 req-f63bfe13-26e4-46b5-9e90-b354b0edee60 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 943 time: 0.5806410 Jul 06 17:42:08.781673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.785677 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b277c198-1ebb-464b-8cec-27f450685b5e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/421fea9b-5b30-4954-88a0-8e49753fedf2 HTTP/1.1" status: 204 len: 168 time: 0.6512401 Jul 06 17:42:08.788659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.789264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.802711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:08.898188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efde7f-802a-4ac2-be02-4f61d58f0a5c req-7c4dc535-ea89-4b41-9f51-59f5b64b70a3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.906117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57efde7f-802a-4ac2-be02-4f61d58f0a5c req-7c4dc535-ea89-4b41-9f51-59f5b64b70a3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 0.7939537 Jul 06 17:42:09.028453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-22d64d05-410f-4416-b94e-a918d958e14c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7798121 Jul 06 17:42:09.028730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d217702f-71f8-4454-a34a-262cde56d34a', 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'fixed_ips': [{'subnet_id': '49383445-b35a-45d3-8181-79a7ed54e624'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:42:09.030592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:09.037444 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.048589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:09.077268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-69cafd01-2e34-45d1-91d2-efd23782f8c7 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485406 Jul 06 17:42:09.124836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Deleting port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:09.125723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.186823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57efde7f-802a-4ac2-be02-4f61d58f0a5c req-2b392293-3ded-40ed-9445-26994018e092 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799573 Jul 06 17:42:09.207892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c274ea2e-07bf-45a1-b153-a21e376b54c9 req-f6d5e048-3db6-406a-a651-6df5a766d173 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369082 Jul 06 17:42:09.281489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] For port 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:09.282549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.286796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.314811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Calling delete_port for 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:09.348395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-2bb5935e-ce29-4d81-9ab5-4b1ca8bad2ba service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345460 Jul 06 17:42:09.350620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-98a13b45-9a9f-4ca5-9da3-d38a385fd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.352654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-98a13b45-9a9f-4ca5-9da3-d38a385fd91d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1094 time: 0.7387102 Jul 06 17:42:09.370862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.372346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.378562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-4f19f95e-345c-4121-81eb-2fee717d7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.380771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-4f19f95e-345c-4121-81eb-2fee717d7eeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.6479573 Jul 06 17:42:09.542611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Allocated IP 172.20.0.2 (d217702f-71f8-4454-a34a-262cde56d34a/49383445-b35a-45d3-8181-79a7ed54e624/6760d117-8653-4a40-8da1-cc102127c3fb) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:09.624032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61ee1e32-cfb5-40a0-bc49-5e0cd82f4b8d req-a0baeed0-e888-4b59-8acf-f5e9554b7b5d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 210 time: 0.0919087 Jul 06 17:42:09.639072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5c09a70-86f6-403b-8745-9f3a40acfe2e req-a9e182b9-2815-4a95-a903-1b165694627c service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776239 Jul 06 17:42:09.685307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96d4a634-cf0c-44ca-9ea8-7adae8116fa0 req-ade9c5c1-f23d-444c-b2f4-c55660e92235 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738542 Jul 06 17:42:09.734786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.855046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Pushing event deleted for resources: {'Port': ['ID=09ed55ac-98ea-4fcc-ba1c-8075f09e41a6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:09.890280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'name': 'network-vif-deleted', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf'}, {'name': 'network-changed', 'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'tag': '239df556-6657-4531-968b-c9730ec80a77'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:09.900457 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e04665-ecc5-436e-9395-568b0a0a2380" -d '{"events": [{"server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "name": "network-vif-deleted", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf"}, {"name": "network-changed", "server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "tag": "239df556-6657-4531-968b-c9730ec80a77"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:09.905080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-bb02e124-212a-491d-b6a9-23c404c7c17f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 217 time: 0.5055394 Jul 06 17:42:09.962643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-6d567bf2-05bc-408b-af01-ef20d5e42500 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.4434919 Jul 06 17:42:09.974285 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.985706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Transition to ACTIVE for port object 6760d117-8653-4a40-8da1-cc102127c3fb will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:10.020428 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1df4d7-2408-475a-a2ae-74e0f5ee26f0 x-openstack-request-id: req-2b1df4d7-2408-475a-a2ae-74e0f5ee26f0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:10.024797 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-unplugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "code": 200}, {"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-plugged", "status": "completed", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:10.025320 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b1df4d7-2408-475a-a2ae-74e0f5ee26f0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:10.026529 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'code': 200} Jul 06 17:42:10.026978 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'code': 200} Jul 06 17:42:10.040939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Transition to ACTIVE for port object 6760d117-8653-4a40-8da1-cc102127c3fb will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:10.052881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.141123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Network d217702f-71f8-4454-a34a-262cde56d34a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:10.153056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:10.162323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:10.165668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Pushing event updated for resources: {'Port': ['ID=6760d117-8653-4a40-8da1-cc102127c3fb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.210187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.288291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.294040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Attempting to bind port 6760d117-8653-4a40-8da1-cc102127c3fb on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:10.294666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Attempting to bind port 6760d117-8653-4a40-8da1-cc102127c3fb by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:10.295222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Attempting to bind port 6760d117-8653-4a40-8da1-cc102127c3fb on network d217702f-71f8-4454-a34a-262cde56d34a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:10.301841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:10.302696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Checking segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:10.303345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.304086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Bound using segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:10.304773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Bound port: 6760d117-8653-4a40-8da1-cc102127c3fb, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:10.305421 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.419035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] For port 6760d117-8653-4a40-8da1-cc102127c3fb, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:10.423659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] For port 6760d117-8653-4a40-8da1-cc102127c3fb, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6760d117-8653-4a40-8da1-cc102127c3fb,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:10.432825 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.560943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696ccbf-7ca0-41b5-ab85-ffa2f1f6344e None None] Pushing event updated for resources: {'Port': ['ID=6760d117-8653-4a40-8da1-cc102127c3fb,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.641552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:10.662369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33db48b1-5071-4de7-bcda-0689d48e4858']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:10.680892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.693914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f5677-da63-4d47-8b1a-a5a3546d528b req-9830777a-de90-49bd-875b-7811b55b3560 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.696075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-789f5677-da63-4d47-8b1a-a5a3546d528b req-9830777a-de90-49bd-875b-7811b55b3560 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 946 time: 1.3418252 Jul 06 17:42:10.710545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f98314-2fa5-41dd-a2bf-00fe899a4604') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:10.711022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f98314-2fa5-41dd-a2bf-00fe899a4604') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:10.837108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.849151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-09950ad9-4bba-40a4-8801-b973a1b4bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.850801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-09950ad9-4bba-40a4-8801-b973a1b4bc57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.9121368 Jul 06 17:42:10.868370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:10.876087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff0090ee-2727-4d90-86eb-fc448801c0de admin admin] 10.222.0.37 "PUT /v2.0/routers/8ff2c797-ae0d-48d2-b6bf-be63b4e608d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5207143 Jul 06 17:42:10.882279 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] Sync routers for ids ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:10.884638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:10.910106 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] Routers {'8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:10.910956 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:10.980994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-ad9fe8e6-4d38-434b-b863-04fdc7b26221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.982891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-ad9fe8e6-4d38-434b-b863-04fdc7b26221 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.8818297 Jul 06 17:42:11.027714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.035214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-bca94b35-20e6-4d02-ae71-428d7b8c765c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887747 Jul 06 17:42:11.083886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:42:11.084309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.114834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:42:11.132841 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:42:11.138132 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:42:11.190783 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] Set router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:11.310965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-789f5677-da63-4d47-8b1a-a5a3546d528b req-818d0865-d59a-466b-80fc-8fb8d5f7a5b5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858723 Jul 06 17:42:11.316694 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.363746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c66f41-8c08-4f89-9bdd-0bc99a0e04c5 req-96f3a9d9-97e4-4ed1-851f-fa272329eb6e tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.372486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67c66f41-8c08-4f89-9bdd-0bc99a0e04c5 req-96f3a9d9-97e4-4ed1-851f-fa272329eb6e tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 1.3216872 Jul 06 17:42:11.376787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-b70b4dea-4d34-4aa1-8ae7-f825439b1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.379165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-b70b4dea-4d34-4aa1-8ae7-f825439b1730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1099 time: 1.4730923 Jul 06 17:42:11.395542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42634a-a6b1-45c7-a8f8-268994cdfb88 req-44e3b1da-47bc-4baf-9b76-efec200c8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.399518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a42634a-a6b1-45c7-a8f8-268994cdfb88 req-44e3b1da-47bc-4baf-9b76-efec200c8aa5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 1096 time: 1.3170435 Jul 06 17:42:11.485402 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e47227-690e-4168-bf90-c0818b0cef17 x-openstack-request-id: req-f9e47227-690e-4168-bf90-c0818b0cef17 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:11.486015 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6335b0d-ae25-49ef-92d8-b8d6fe945186", "name": "network-vif-deleted", "tag": "f78d51c0-e806-4eb1-b5af-d558b6818fdf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "tag": "239df556-6657-4531-968b-c9730ec80a77", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:11.486461 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9e47227-690e-4168-bf90-c0818b0cef17 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:11.488219 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6335b0d-ae25-49ef-92d8-b8d6fe945186', 'name': 'network-vif-deleted', 'tag': 'f78d51c0-e806-4eb1-b5af-d558b6818fdf', 'status': 'completed', 'code': 200} Jul 06 17:42:11.489257 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'tag': '239df556-6657-4531-968b-c9730ec80a77', 'status': 'completed', 'code': 200} Jul 06 17:42:11.558794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.563218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.576281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.583508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] 10.222.0.37 "DELETE /v2.0/networks/33db48b1-5071-4de7-bcda-0689d48e4858 HTTP/1.1" status: 204 len: 168 time: 2.7325528 Jul 06 17:42:11.617604 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 5, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port': {'id': '76cae724-50a6-4f7c-bbad-ba229fe84621', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:35Z', 'updated_at': '2021-07-06T17:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:11.700886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6760d117-8653-4a40-8da1-cc102127c3fb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:11.717621 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] Checking router: 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:11.768724 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] Routers {'8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:11.770579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:11.862257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Deleting port 76cae724-50a6-4f7c-bbad-ba229fe84621 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:11.862970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.868518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6760d117-8653-4a40-8da1-cc102127c3fb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:11.887800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:11.957241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:12.006693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28445207-bbd9-439d-8d0b-74ea66d76840 admin admin] Pushing event deleted for resources: {'Network': ['ID=33db48b1-5071-4de7-bcda-0689d48e4858,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:12.026392 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] Set router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:12.144809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a42634a-a6b1-45c7-a8f8-268994cdfb88 req-8893cbe8-5fe2-475b-b179-9d8cb7996d77 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250519 Jul 06 17:42:12.216567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] For port 76cae724-50a6-4f7c-bbad-ba229fe84621, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=76cae724-50a6-4f7c-bbad-ba229fe84621,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:12.216925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.220313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:12.239937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67c66f41-8c08-4f89-9bdd-0bc99a0e04c5 req-80c05196-ecd0-4980-ae10-6dd2a0bd183d tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8661003 Jul 06 17:42:12.262238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Calling delete_port for 76cae724-50a6-4f7c-bbad-ba229fe84621 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:12.263510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'mac_address': 'fa:16:3e:fd:05:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:12.275347 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:42:11Z', 'revision_number': 6, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:12.350801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-90711d6d-5a5a-483d-a73a-9b7ecc007d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:12.352475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-90711d6d-5a5a-483d-a73a-9b7ecc007d3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3593638 Jul 06 17:42:12.362951 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d3b2b-cbc2-4c84-b236-fa667d7d66ca None None] The sync data for ids ['8ff2c797-ae0d-48d2-b6bf-be63b4e608d4'] in n-d-799527-3 is: [{'id': '8ff2c797-ae0d-48d2-b6bf-be63b4e608d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569127958-router', 'tenant_id': 'eb0cea921cc944119a8a06eb42040430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:34Z', 'updated_at': '2021-07-06T17:42:11Z', 'revision_number': 6, 'project_id': 'eb0cea921cc944119a8a06eb42040430', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:12.378780 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.380773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-15a9625b-da27-43ed-8b21-b4df61760513 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3269489 Jul 06 17:42:12.405842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d308495-aac9-49e0-882c-2d8aedc27828 None None] Network d217702f-71f8-4454-a34a-262cde56d34a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:12.441164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:12.444984 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eba8e38d-cce7-4b3f-829d-f4c21a54e7ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f00f6a3518174e36aea5c55f624c21b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746766 Jul 06 17:42:12.445900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:12.572028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:12.584409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] Provisioning for port 6760d117-8653-4a40-8da1-cc102127c3fb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:12.607037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.617384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] Provisioning complete for port 6760d117-8653-4a40-8da1-cc102127c3fb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:12.618372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.639009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3262e96-25d4-4338-b112-ea41b2683518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.646705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.689166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-e2fea53a-3556-4a86-93ff-8f0a63c8a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:12.692172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-e2fea53a-3556-4a86-93ff-8f0a63c8a0af service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 1.2816048 Jul 06 17:42:12.719220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Pushing event deleted for resources: {'Port': ['ID=76cae724-50a6-4f7c-bbad-ba229fe84621,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:12.725383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3262e96-25d4-4338-b112-ea41b2683518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.784139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-db6d472c-6293-44e3-a1de-bcb73fc172d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.0808802 Jul 06 17:42:12.852749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.933474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:13.004038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52801190-09cb-4f06-8952-53311c8d9da8 req-95dd191e-56c7-441d-99d2-d76409278422 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:13.020764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52801190-09cb-4f06-8952-53311c8d9da8 req-95dd191e-56c7-441d-99d2-d76409278422 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 948 time: 1.0854640 Jul 06 17:42:13.055457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.058314 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.060751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.061079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d4f37aa0-b252-474d-a035-fe93c0a98175'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:13.122072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-291ea025-7999-4b6c-9827-1a9c0701b739 req-17b94a3e-694f-414a-b87a-2aa7908556b7 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057259 Jul 06 17:42:13.126493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-81995671-088a-4e94-b9c6-fb2ab79ebeb1 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381010 Jul 06 17:42:13.152821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] For port 6760d117-8653-4a40-8da1-cc102127c3fb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6760d117-8653-4a40-8da1-cc102127c3fb,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:13.162406 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.219188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.219188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:42:13.230274 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.239211 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-42d9c7aa-f708-4a92-9603-0e4d422dc34e admin admin] 10.222.0.37 "DELETE /v2.0/routers/8ff2c797-ae0d-48d2-b6bf-be63b4e608d4 HTTP/1.1" status: 204 len: 168 time: 2.3481555 Jul 06 17:42:13.243359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45968) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:13.312315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b7cc5-b5e9-4b73-b67b-bf3dc3a659cd None None] Pushing event updated for resources: {'Port': ['ID=6760d117-8653-4a40-8da1-cc102127c3fb,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:13.355581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52801190-09cb-4f06-8952-53311c8d9da8 req-e6d0776f-15ec-4781-8d58-21c0edb2489c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337164 Jul 06 17:42:13.375680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3262e96-25d4-4338-b112-ea41b2683518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.384220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3262e96-25d4-4338-b112-ea41b2683518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.387225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a3262e96-25d4-4338-b112-ea41b2683518 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2f22231-e3f3-48e1-97aa-1685d7006bbe HTTP/1.1" status: 204 len: 168 time: 0.9372711 Jul 06 17:42:13.391385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-3027387f-1b28-45c7-b1dc-fd398bbd387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:13.393072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-3027387f-1b28-45c7-b1dc-fd398bbd387b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.5887530 Jul 06 17:42:13.423755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3262e96-25d4-4338-b112-ea41b2683518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f22231-e3f3-48e1-97aa-1685d7006bbe,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:13.474480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Deleting subnet 212ad5d5-3403-4397-9ac0-f380f56225a0 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:42:13.491343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:13.492192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.547167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:42:13.547613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09ed55ac-98ea-4fcc-ba1c-8075f09e41a6 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:42:13.548268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 76cae724-50a6-4f7c-bbad-ba229fe84621 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:13.590214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.667435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 76cae724-50a6-4f7c-bbad-ba229fe84621 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:42:13.668421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 76cae724-50a6-4f7c-bbad-ba229fe84621 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:42:13.764093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9b32705d-d2ad-4c2f-a1e7-6790b4b4a664 None None] Provisioning complete for port 6760d117-8653-4a40-8da1-cc102127c3fb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:13.764660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b32705d-d2ad-4c2f-a1e7-6790b4b4a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.829538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.834847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b5ecb-0c60-40fe-a7f1-9c4aa6ccfae6 req-a045b4fa-43eb-4028-bd1f-0fa37d9f6830 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:13.838298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db5b5ecb-0c60-40fe-a7f1-9c4aa6ccfae6 req-a045b4fa-43eb-4028-bd1f-0fa37d9f6830 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 943 time: 1.2784784 Jul 06 17:42:14.017313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e8bba7a-49a7-411a-a95c-01c536b7cc81 req-ac2051ff-7f7a-4403-88a4-cf4269200364 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6335b0d-ae25-49ef-92d8-b8d6fe945186 HTTP/1.1" status: 200 len: 210 time: 0.2923391 Jul 06 17:42:14.034851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.147870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212ad5d5-3403-4397-9ac0-f380f56225a0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:14.155241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.160179 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a42486ab-431c-40b2-bc9a-239a37f173fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/212ad5d5-3403-4397-9ac0-f380f56225a0 HTTP/1.1" status: 204 len: 168 time: 0.9171443 Jul 06 17:42:14.162230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:14.164796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca0406-8c90-4ed6-8563-ee6a6c9a12e1 None None] Network 723a425e-e3cb-46e0-b347-d2499df1d8ad requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:14.310467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.436925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Deleting port 0485c9c9-c432-4d24-88d0-cbdde4da036a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:14.437509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.518985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.578555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:14.590576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-561eb20b-d18b-4ccc-a074-b629556aa671 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4154022 Jul 06 17:42:14.598702 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.622817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] DHCP port deletion for 723a425e-e3cb-46e0-b347-d2499df1d8ad request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:42:14.634771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db5b5ecb-0c60-40fe-a7f1-9c4aa6ccfae6 req-de225aae-a6fc-428b-9fcd-e518f536e430 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092893 Jul 06 17:42:14.649687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-2b64bc9a-022f-4f74-b713-68ad6b1b9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.651403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-2b64bc9a-022f-4f74-b713-68ad6b1b9005 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1094 time: 1.3696008 Jul 06 17:42:14.760714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] For port 0485c9c9-c432-4d24-88d0-cbdde4da036a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0485c9c9-c432-4d24-88d0-cbdde4da036a,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:14.762044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.787060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Calling delete_port for 0485c9c9-c432-4d24-88d0-cbdde4da036a owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:14.803963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] Deleting port 0485c9c9-c432-4d24-88d0-cbdde4da036a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:14.804472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.912432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.947973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] For port 0485c9c9-c432-4d24-88d0-cbdde4da036a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0485c9c9-c432-4d24-88d0-cbdde4da036a,segment=NetworkSegment(d116ea7a-488c-43f9-b21a-6daec89a7511),segment_id=d116ea7a-488c-43f9-b21a-6daec89a7511)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:14.948462 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.965573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f0a2-5168-43fb-aaba-923901695782 req-692e3cfa-fc10-4ab0-ac97-8a3ab091b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.967173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-692e3cfa-fc10-4ab0-ac97-8a3ab091b19c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2583413 Jul 06 17:42:14.977281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] Calling delete_port for 0485c9c9-c432-4d24-88d0-cbdde4da036a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:14.980921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Pushing event deleted for resources: {'Port': ['ID=0485c9c9-c432-4d24-88d0-cbdde4da036a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:14.985742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] No DVR routers for this DVR port 0485c9c9-c432-4d24-88d0-cbdde4da036a on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:15.006759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-490f5552-a11f-405c-a16a-50c707c53a4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6915576470f4982a4a9f206c0b44e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257998 Jul 06 17:42:15.042046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45992) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:15.146540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.165527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723a425e-e3cb-46e0-b347-d2499df1d8ad']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:15.182575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.188635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd116ea7a-488c-43f9-b21a-6daec89a7511') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:15.188969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd116ea7a-488c-43f9-b21a-6daec89a7511') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:15.191770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-125dd805-5174-41f5-9bf7-3929ea93075d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.204000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.238875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-125dd805-5174-41f5-9bf7-3929ea93075d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.243519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.244697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-a226ed6c-b84c-4767-a4ed-8f6d401c49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:15.246257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-a226ed6c-b84c-4767-a4ed-8f6d401c49e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.5372930 Jul 06 17:42:15.251383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Allocated IP 172.25.5.212 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/32819e3c-7a63-49a4-90da-dfcb16bfaf00) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:15.262199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:42:15.262614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:42:15.264874 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:42:15.300703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] No DVR routers for this DVR port 0485c9c9-c432-4d24-88d0-cbdde4da036a on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:15.316813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef320e-2229-46b4-a100-1f646a0c9503 None None] Pushing event deleted for resources: {'Port': ['ID=0485c9c9-c432-4d24-88d0-cbdde4da036a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:15.354101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-9d0b00bf-8b62-44cd-919d-096baca10bb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 217 time: 0.0979714 Jul 06 17:42:15.395681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.403476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6760d117-8653-4a40-8da1-cc102127c3fb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:15.422449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-94d878ea-d3fa-4771-9669-1e8a1ba5dd35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5647488 Jul 06 17:42:15.430995 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.433599 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] 10.222.0.37 "DELETE /v2.0/networks/723a425e-e3cb-46e0-b347-d2499df1d8ad HTTP/1.1" status: 204 len: 168 time: 1.2697794 Jul 06 17:42:15.450765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea66d-fe29-4373-95dc-41c5d76c362f req-4aa00f06-d369-4c1d-8bee-3afe871556e3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:15.452650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67bea66d-fe29-4373-95dc-41c5d76c362f req-4aa00f06-d369-4c1d-8bee-3afe871556e3 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 949 time: 0.5464315 Jul 06 17:42:15.455030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-36d807a5-02ca-4f69-90af-b94043985e77 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231751 Jul 06 17:42:15.500038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637615b-ee4e-4448-8148-de040147de9e admin admin] Pushing event deleted for resources: {'Network': ['ID=723a425e-e3cb-46e0-b347-d2499df1d8ad,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:15.500616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6760d117-8653-4a40-8da1-cc102127c3fb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:15.501053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.538488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-125dd805-5174-41f5-9bf7-3929ea93075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.539738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47aacf-6241-4807-8ce8-ebd0221e85dd req-b1254f48-5bee-4c20-b4af-30f482df1f08 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:15.546344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-125dd805-5174-41f5-9bf7-3929ea93075d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.546783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d47aacf-6241-4807-8ce8-ebd0221e85dd req-b1254f48-5bee-4c20-b4af-30f482df1f08 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.5955546 Jul 06 17:42:15.554066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-125dd805-5174-41f5-9bf7-3929ea93075d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb5caeb5-c3fd-4c6c-8460-11ad7ad66e4a HTTP/1.1" status: 204 len: 168 time: 0.5083139 Jul 06 17:42:15.570433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dd805-5174-41f5-9bf7-3929ea93075d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5caeb5-c3fd-4c6c-8460-11ad7ad66e4a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:15.712948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-8e2519a5-4973-4ca2-a80c-d0d0a1a0b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:15.715143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-8e2519a5-4973-4ca2-a80c-d0d0a1a0b2fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.3465321 Jul 06 17:42:15.737860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0485c9c9-c432-4d24-88d0-cbdde4da036a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:15.754009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46002) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:15.764991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0485c9c9-c432-4d24-88d0-cbdde4da036a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:42:15.765329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0485c9c9-c432-4d24-88d0-cbdde4da036a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:42:15.818407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3da1fcb4-f83b-46ab-b9ba-df0f32721c82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2689b6a37ef4d27900b714c437fba8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0626485 Jul 06 17:42:15.820615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-df48d749-4c96-46e8-ae08-f62612a1e0bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851896 Jul 06 17:42:15.820945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:15.870774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67bea66d-fe29-4373-95dc-41c5d76c362f req-1dacc2b3-c251-48f7-8adc-47bf376690bb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752759 Jul 06 17:42:15.918064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:15.981086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d47aacf-6241-4807-8ce8-ebd0221e85dd req-de4b4c9a-1238-491a-8a98-c66edda5bb6c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333806 Jul 06 17:42:16.045443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.046858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d4f37aa0-b252-474d-a035-fe93c0a98175 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:16.056837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d4f37aa0-b252-474d-a035-fe93c0a98175 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:16.057438 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.069955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14a5f0a2-5168-43fb-aaba-923901695782 req-7d1fbc36-ebe4-488a-98a7-b70c1435e031 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772541 Jul 06 17:42:16.111387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-0ac7295e-9cf5-419e-89fc-068022871d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:16.113171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-0ac7295e-9cf5-419e-89fc-068022871d83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 1101 time: 0.6241505 Jul 06 17:42:16.149645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3b50-dde5-4edf-88eb-3624028f3095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.158139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-f645aa8a-ec39-4b3c-b395-78948ff7ab08 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176343 Jul 06 17:42:16.314115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.397878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:16.402450 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b821d6c-b4f5-4974-b2fa-f43d088798d7" -d '{"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-plugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:16.425755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:16.433162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.538672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3b50-dde5-4edf-88eb-3624028f3095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.579974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:16.654905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.720045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:16.750549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:16.754290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3b50-dde5-4edf-88eb-3624028f3095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.759004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3b50-dde5-4edf-88eb-3624028f3095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.761507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3a9d3b50-dde5-4edf-88eb-3624028f3095 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9ddf57b-a497-425f-bb7b-293c36eb745b HTTP/1.1" status: 204 len: 168 time: 0.9278677 Jul 06 17:42:16.793046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:16.934225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d3b50-dde5-4edf-88eb-3624028f3095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddf57b-a497-425f-bb7b-293c36eb745b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:17.228620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:17.266512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Pushing event updated for resources: {'Port': ['ID=32819e3c-7a63-49a4-90da-dfcb16bfaf00,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:17.282184 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0ed257c7-6b3d-4058-becb-1138bb4e4753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb0cea921cc944119a8a06eb42040430&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520096 Jul 06 17:42:17.285602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:17.348077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4a35-d047-4885-b7f9-39633e5b4cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.355381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44e04665-ecc5-436e-9395-568b0a0a2380 req-16d879cd-b106-431c-b1e8-9670679c58d3 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1855767 Jul 06 17:42:17.368308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-841f4050-11c9-452c-b798-5e11c772f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.369933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-841f4050-11c9-452c-b798-5e11c772f424 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 1.1790640 Jul 06 17:42:17.373942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4a35-d047-4885-b7f9-39633e5b4cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.432319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4a35-d047-4885-b7f9-39633e5b4cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.436565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4a35-d047-4885-b7f9-39633e5b4cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.438197 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f3f4a35-d047-4885-b7f9-39633e5b4cd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca746948-c836-4434-ab30-34bde760d95d HTTP/1.1" status: 204 len: 168 time: 0.1513035 Jul 06 17:42:17.457005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f4a35-d047-4885-b7f9-39633e5b4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca746948-c836-4434-ab30-34bde760d95d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:17.496761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394443c7-534b-4b8f-8385-da50156d4140 req-6a9a7af1-6ed8-4433-a912-1cdc961b9221 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.498354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-394443c7-534b-4b8f-8385-da50156d4140 req-6a9a7af1-6ed8-4433-a912-1cdc961b9221 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 943 time: 1.1747415 Jul 06 17:42:17.507495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-790476a0-bc02-4b05-8d10-b5c4c2d09e77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 200 len: 217 time: 0.0952024 Jul 06 17:42:17.541106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-5ec080ff-d48b-416c-9ec5-b93d592b1959 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.542694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-5ec080ff-d48b-416c-9ec5-b93d592b1959 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77&tenant_id=93bbaa5860b3432c92e37fc5d2387960&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 951 time: 0.8773534 Jul 06 17:42:17.616301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d42c-62ff-4597-9e33-05807aff650b req-9d70c952-cfd2-4575-b677-9a5efcb545e4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.617940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a602d42c-62ff-4597-9e33-05807aff650b req-9d70c952-cfd2-4575-b677-9a5efcb545e4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.8218377 Jul 06 17:42:17.739647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-a6ce18a0-763d-4371-a206-818c6a04ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.741257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-a6ce18a0-763d-4371-a206-818c6a04ef7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2235050 Jul 06 17:42:17.751597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-394443c7-534b-4b8f-8385-da50156d4140 req-3bc173df-26fb-4514-bf67-e5150982bbc2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057543 Jul 06 17:42:17.856216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a602d42c-62ff-4597-9e33-05807aff650b req-5437d4fa-7587-4d4d-849e-1885b79b2e94 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080002 Jul 06 17:42:17.899228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-8c97f952-199e-4802-b752-13606bfc1a9a service neutron] 10.222.0.60 "GET /v2.0/ports/d4f37aa0-b252-474d-a035-fe93c0a98175/bindings/n-h1-799527-3 HTTP/1.1" status: 200 len: 382 time: 0.3242795 Jul 06 17:42:17.900808 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02278709-1653-4a2a-aa3f-401fc8a1a0e6 x-openstack-request-id: req-02278709-1653-4a2a-aa3f-401fc8a1a0e6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:17.901797 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-plugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:17.902409 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02278709-1653-4a2a-aa3f-401fc8a1a0e6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:17.903206 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'code': 200} Jul 06 17:42:17.990975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.096375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:18.249529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-50963a58-7a79-4f93-bde2-5509bab57db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:18.251315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:18.251711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-50963a58-7a79-4f93-bde2-5509bab57db4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4957957 Jul 06 17:42:18.290136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'mac_address': 'fa:16:3e:2a:ab:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:18.362656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.388396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3218346e-8126-4c5b-8b0e-95dc12944db1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:18.426003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:18.432649 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.506343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:18.531293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['3218346e-8126-4c5b-8b0e-95dc12944db1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:18.541827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-cdd43bf6-d2c5-46b0-80db-b5d6cd713f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:18.546114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-cdd43bf6-d2c5-46b0-80db-b5d6cd713f30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1102 time: 0.6030920 Jul 06 17:42:18.625903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd948-0821-4dd3-9126-1732c8b7a91a req-cef8d8a1-0f29-44b5-b73a-a24db35a192f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:18.634319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b31bd948-0821-4dd3-9126-1732c8b7a91a req-cef8d8a1-0f29-44b5-b73a-a24db35a192f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 951 time: 0.6380033 Jul 06 17:42:18.839898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-25c3d0b8-b30b-43a8-8ee8-d51df96b9886 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:18.841570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-25c3d0b8-b30b-43a8-8ee8-d51df96b9886 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.7658579 Jul 06 17:42:18.923773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-69c78fa6-bfa8-4a36-8c8d-259d140430d6 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604066 Jul 06 17:42:18.937346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-50f21831-1b51-4b83-b625-f72881524a2d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.0776625 Jul 06 17:42:18.966861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b31bd948-0821-4dd3-9126-1732c8b7a91a req-a4ade531-a1b0-4839-80ab-dceba2a5294f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311987 Jul 06 17:42:19.140767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-057c5c16-124a-47a2-8c14-f34d2488e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.144431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-057c5c16-124a-47a2-8c14-f34d2488e15a service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5624290 Jul 06 17:42:19.188043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.206614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-2428839e-173c-4852-a4a9-9b544590b81d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2484062 Jul 06 17:42:19.270389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-d58938a6-b35f-428c-9e7b-a8437f75526a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.0684202 Jul 06 17:42:19.442423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcd67fc9-8fe5-4df2-8983-76b749b9c0d9 req-da133a2c-c6ea-442a-8d62-1aad9d0d4ace service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105314 Jul 06 17:42:19.652443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-f4dba7e9-722a-4820-9800-c23f0fffc339 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314070 Jul 06 17:42:19.686466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-bbdccad4-6598-4eb2-8ff3-eea5b21afbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.689009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-bbdccad4-6598-4eb2-8ff3-eea5b21afbe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3605626 Jul 06 17:42:20.114118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 239df556-6657-4531-968b-c9730ec80a77 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:20.117491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:20.325866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4bc6b00f-c0f1-4750-af0e-1ed40f9cdef8 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347768 Jul 06 17:42:20.370262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Router 65e8183d-4c98-4694-9719-4cd8a8efcee9 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:42:20.381225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-0906d9c8-03bf-4d4c-b909-5e34fbddbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:20.382826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-0906d9c8-03bf-4d4c-b909-5e34fbddbe3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6097436 Jul 06 17:42:20.399425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 3218346e-8126-4c5b-8b0e-95dc12944db1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:20.401099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.487079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:20.503689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '239df556-6657-4531-968b-c9730ec80a77', 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00', 'port_id': '239df556-6657-4531-968b-c9730ec80a77', 'mac_address': 'fa:16:3e:62:00:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12dc2617-69d2-4239-afcc-2569ae327866', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:20.519770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d59aec-c246-4b56-b3ae-01dfbd8170c4 req-7d87b317-cc81-4ab7-95ae-e3a73f7d3f98 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:20.522136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34d59aec-c246-4b56-b3ae-01dfbd8170c4 req-7d87b317-cc81-4ab7-95ae-e3a73f7d3f98 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 943 time: 0.7475410 Jul 06 17:42:20.534606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-b339df91-7ffe-42b7-b07e-120f5f0899f1 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379983 Jul 06 17:42:20.579233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.708990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:20.725956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:20.732556 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59274d4-f3c9-4f3d-85af-637b544f94af" -d '{"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-plugged", "status": "completed", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:20.745922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.765976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34d59aec-c246-4b56-b3ae-01dfbd8170c4 req-8edaeb74-8539-41c2-893a-74090e460525 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265525 Jul 06 17:42:20.835915 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.854601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:20.866902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239df556-6657-4531-968b-c9730ec80a77 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:20.895559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:20.903811 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.906793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-8aebad9b-3c3e-4df2-84b4-8499f8a4aab6 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247633 Jul 06 17:42:20.996170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:21.023833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:21.033609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Sync routers for ids ['65e8183d-4c98-4694-9719-4cd8a8efcee9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:21.049849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Routers {'65e8183d-4c98-4694-9719-4cd8a8efcee9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:21.050651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65e8183d-4c98-4694-9719-4cd8a8efcee9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:21.093570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.094834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6a08c764-1bce-46fb-a1c4-352371abb775 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.0562415 Jul 06 17:42:21.098858 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:21.134543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbeeac-2e5b-45f5-aff4-86b27734cdcc req-81a52dd1-b44c-4760-b951-737f8c823e08 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.144684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0dbeeac-2e5b-45f5-aff4-86b27734cdcc req-81a52dd1-b44c-4760-b951-737f8c823e08 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.3767245 Jul 06 17:42:21.205643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0dbeeac-2e5b-45f5-aff4-86b27734cdcc req-73630553-147f-4b7c-a6b6-abf1d7cc89f0 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Jul 06 17:42:21.236145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-70ed0001-538a-4a62-8fca-0d98e04e30a4 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499923 Jul 06 17:42:21.251734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['239df556-6657-4531-968b-c9730ec80a77'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:21.525436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Set router 65e8183d-4c98-4694-9719-4cd8a8efcee9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:21.612401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-7884040b-3108-4782-8036-f7840d5e4b44 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.620126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-7884040b-3108-4782-8036-f7840d5e4b44 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826687 Jul 06 17:42:21.643542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-05d1cac0-e7a2-47f2-85aa-9f29cfb27cec tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/quotas/2bac1b45f04b4ef2ba45f809dad75dcd HTTP/1.1" status: 200 len: 375 time: 0.0210540 Jul 06 17:42:21.693263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-15a2702d-f77f-4aa4-891d-55a831f4cfe9 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482914 Jul 06 17:42:21.725208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3f6f-9b8e-4b8d-b75a-02659b9a5f28 req-24113488-ffad-45e1-9e91-356bc79fe080 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.727201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12da3f6f-9b8e-4b8d-b75a-02659b9a5f28 req-24113488-ffad-45e1-9e91-356bc79fe080 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 951 time: 0.2865922 Jul 06 17:42:21.811918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12da3f6f-9b8e-4b8d-b75a-02659b9a5f28 req-b671db2b-2fa9-4947-8df5-209ab3aa0eb0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Jul 06 17:42:22.223604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:42:17Z', 'revision_number': 3, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port': {'id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:14Z', 'updated_at': '2021-07-06T17:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:22.274935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.305088 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478a8c1-2af5-4634-9e90-e4d33ee45a63 x-openstack-request-id: req-9478a8c1-2af5-4634-9e90-e4d33ee45a63 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:22.305663 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-plugged", "status": "completed", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:22.305663 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9478a8c1-2af5-4634-9e90-e4d33ee45a63 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:22.306027 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'code': 200} Jul 06 17:42:22.308207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Checking router: 65e8183d-4c98-4694-9719-4cd8a8efcee9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:22.308560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Updating router 65e8183d-4c98-4694-9719-4cd8a8efcee9 port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:22.360950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d79aa68-74fc-4dd3-a109-e782eab5a326 req-37c9b3e3-68f8-4348-abe7-acd238fc26b4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 210 time: 0.1361611 Jul 06 17:42:22.476349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.582918 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:42:22.702019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac42f22-505f-42f0-8f69-281cceb0aad4 req-822e710f-7846-40ef-992a-a15c214ca293 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:22.717952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ac42f22-505f-42f0-8f69-281cceb0aad4 req-822e710f-7846-40ef-992a-a15c214ca293 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.2724531 Jul 06 17:42:22.827027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ac42f22-505f-42f0-8f69-281cceb0aad4 req-45b3113c-e536-4706-b566-c96d750b601e tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075258 Jul 06 17:42:23.212774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-0496864d-4470-4b87-8976-9c3fe14d9500 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.216174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-0496864d-4470-4b87-8976-9c3fe14d9500 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.3365538 Jul 06 17:42:23.241051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.256030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:23.306951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Transition to ACTIVE for port object 32819e3c-7a63-49a4-90da-dfcb16bfaf00 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:23.344412 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.346286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca8ad84-8372-4446-8861-a23ede222259 req-6492df96-547c-4507-a490-91ade107e7a6 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 210 time: 0.1264305 Jul 06 17:42:23.418540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Allocated IP 172.20.0.1 (d217702f-71f8-4454-a34a-262cde56d34a/49383445-b35a-45d3-8181-79a7ed54e624/4710b0cb-d447-49d2-b812-235d4a829152) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:23.498313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Attempting to bind port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:23.504025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Attempting to bind port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:23.504752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Attempting to bind port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:23.518181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9912c93-c6bc-4ae8-b12e-d9c10380c4b6 None None] Pushing event updated for resources: {'Port': ['ID=32819e3c-7a63-49a4-90da-dfcb16bfaf00,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:23.557825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:23.561379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:23.563755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.569166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:23.573682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Bound port: 32819e3c-7a63-49a4-90da-dfcb16bfaf00, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:23.576498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.638360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cab16c-ef5d-4065-ada1-83ae0fb497be req-f919f84d-3d20-4fc2-8d8c-7615adf8bf3f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.646917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4cab16c-ef5d-4065-ada1-83ae0fb497be req-f919f84d-3d20-4fc2-8d8c-7615adf8bf3f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 944 time: 0.4259264 Jul 06 17:42:23.708277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4cab16c-ef5d-4065-ada1-83ae0fb497be req-bcb3724b-de3d-4bfd-ac8f-f4365f7177e4 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Jul 06 17:42:23.722753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:23.727857 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.774670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] For port 32819e3c-7a63-49a4-90da-dfcb16bfaf00, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:23.781664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] For port 32819e3c-7a63-49a4-90da-dfcb16bfaf00, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=32819e3c-7a63-49a4-90da-dfcb16bfaf00,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:23.795952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.893466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.919985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Transition to ACTIVE for port object 4710b0cb-d447-49d2-b812-235d4a829152 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:24.035479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Routers {'65e8183d-4c98-4694-9719-4cd8a8efcee9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:24.037673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.048250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65e8183d-4c98-4694-9719-4cd8a8efcee9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:24.219337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Pushing event updated for resources: {'Port': ['ID=4710b0cb-d447-49d2-b812-235d4a829152,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:24.258937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Network d217702f-71f8-4454-a34a-262cde56d34a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:24.262192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:24.295879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:24.297308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.2 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/06a699eb-69e5-4c71-9c96-ef84c47dc2b0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:24.398399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d77925-3a62-452f-aa4a-8e26ff2bba41 req-23f40784-44a7-4cd7-8604-85d8035425a0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:24.416707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08d77925-3a62-452f-aa4a-8e26ff2bba41 req-23f40784-44a7-4cd7-8604-85d8035425a0 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 951 time: 0.2810533 Jul 06 17:42:24.418982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 239df556-6657-4531-968b-c9730ec80a77 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:24.434831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.581391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9912c93-c6bc-4ae8-b12e-d9c10380c4b6 None None] Pushing event updated for resources: {'Port': ['ID=32819e3c-7a63-49a4-90da-dfcb16bfaf00,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:24.760426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08d77925-3a62-452f-aa4a-8e26ff2bba41 req-46489195-24b9-46fe-9b00-c7c50526bae7 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418248 Jul 06 17:42:24.766496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] Set router 65e8183d-4c98-4694-9719-4cd8a8efcee9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:25.070991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 239df556-6657-4531-968b-c9730ec80a77 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:25.088461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 239df556-6657-4531-968b-c9730ec80a77 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:25.088892 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.115281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.154994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-13a25040-23f1-45da-9930-51b1f8ce4353 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218836 Jul 06 17:42:25.155557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3e58d105-ba59-435f-9fd2-6d7a0e6d2639 None None] Provisioning for port 4710b0cb-d447-49d2-b812-235d4a829152 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:25.163920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3e58d105-ba59-435f-9fd2-6d7a0e6d2639 None None] Provisioning complete for port 4710b0cb-d447-49d2-b812-235d4a829152 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:25.163920 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e58d105-ba59-435f-9fd2-6d7a0e6d2639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.195324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.211293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3e58d105-ba59-435f-9fd2-6d7a0e6d2639 None None] Port 4710b0cb-d447-49d2-b812-235d4a829152 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:25.258223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:42:17Z', 'revision_number': 3, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port': {'id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:14Z', 'updated_at': '2021-07-06T17:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:25.293063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2539af3e-50e6-4b16-bba6-9d941d2cd467 req-f3ef4185-f08a-4025-9d42-2b9e78c9914c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 210 time: 0.1458347 Jul 06 17:42:25.298145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4873a-72a2-4daf-ac15-43a26f77d086 None None] The sync data for ids ['65e8183d-4c98-4694-9719-4cd8a8efcee9'] in n-d-799527-3 is: [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:42:17Z', 'revision_number': 3, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port': {'id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:14Z', 'updated_at': '2021-07-06T17:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:25.355635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.393422 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-907e95dd-2662-4587-9bc8-a8832b497f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.449120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239df556-6657-4531-968b-c9730ec80a77'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:25.457846 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78e5208-132b-4532-9527-46882ad6f7cb" -d '{"events": [{"server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "name": "network-vif-plugged", "status": "completed", "tag": "239df556-6657-4531-968b-c9730ec80a77"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:25.523135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:25.535519 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.615022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.750459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:25.757496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:25.838647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-edcab200-b0df-45f1-8b32-04d940613e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.843386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-edcab200-b0df-45f1-8b32-04d940613e54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77&tenant_id=93bbaa5860b3432c92e37fc5d2387960 HTTP/1.1" status: 200 len: 1102 time: 1.3138287 Jul 06 17:42:25.887677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.894176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:25.899805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01e3567c-8e87-42c4-9bf2-d7bb03fab760 req-dd606349-2488-4913-ac4e-aa3621254f70 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 210 time: 0.1372983 Jul 06 17:42:25.904688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:25.920483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.921019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa5620-75a6-4acd-a650-663235988ae4 req-9731e9af-8778-4610-bf06-f549fc4c3a5b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.927550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5aa5620-75a6-4acd-a650-663235988ae4 req-9731e9af-8778-4610-bf06-f549fc4c3a5b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 1.1626904 Jul 06 17:42:25.957069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:25.961147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:25.994227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:26.129038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:26.130058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.169285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-98f77835-85ad-4a1b-8ba4-74bf0113f13d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:26.171477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-98f77835-85ad-4a1b-8ba4-74bf0113f13d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9843822 Jul 06 17:42:26.192183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Request body: {'port': {'device_id': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '2bac1b45f04b4ef2ba45f809dad75dcd'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:26.216372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5aa5620-75a6-4acd-a650-663235988ae4 req-d045da83-94bd-4471-b91b-68e10f72ed57 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838058 Jul 06 17:42:26.287657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-394062cf-bc74-4a86-98ab-6d1c01974807 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0596261 Jul 06 17:42:26.304446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Request body: {'port': {'device_id': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:26.433541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46278) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:26.433790 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.452540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.569071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Pushing event updated for resources: {'Port': ['ID=4710b0cb-d447-49d2-b812-235d4a829152,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:26.587242 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cff210-77c4-464f-a707-04aba21769f8 x-openstack-request-id: req-f2cff210-77c4-464f-a707-04aba21769f8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:26.589443 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "name": "network-vif-plugged", "status": "completed", "tag": "239df556-6657-4531-968b-c9730ec80a77", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:26.589715 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2cff210-77c4-464f-a707-04aba21769f8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:26.590138 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239df556-6657-4531-968b-c9730ec80a77', 'code': 200} Jul 06 17:42:26.601390 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Network d217702f-71f8-4454-a34a-262cde56d34a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:26.603607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:26.605626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:26.631475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.771527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.816963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:27.023910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Router 65e8183d-4c98-4694-9719-4cd8a8efcee9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:27.029901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1776631-763a-4a49-9552-1bc3e3b76d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.068691 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.165263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4b244fad-8fc8-4239-a46d-0e702b2e6daf None None] Provisioning complete for port 4710b0cb-d447-49d2-b812-235d4a829152 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:27.165789 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b244fad-8fc8-4239-a46d-0e702b2e6daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.232347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4b244fad-8fc8-4239-a46d-0e702b2e6daf None None] Port 4710b0cb-d447-49d2-b812-235d4a829152 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:27.422798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32819e3c-7a63-49a4-90da-dfcb16bfaf00 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:27.464245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1776631-763a-4a49-9552-1bc3e3b76d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.513568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1776631-763a-4a49-9552-1bc3e3b76d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.548121 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d1776631-763a-4a49-9552-1bc3e3b76d4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40a40555a1684ca2aaf5bc767eb1c7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1112688 Jul 06 17:42:27.550713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62805ab3-7fe4-4f92-b29d-1e3390180749 req-fbda78b1-d032-4a14-bbc2-d257bad0d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.552437 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-62805ab3-7fe4-4f92-b29d-1e3390180749 req-fbda78b1-d032-4a14-bbc2-d257bad0d79d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1096 time: 0.6212893 Jul 06 17:42:27.552944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:27.588991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:27.601021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:27.601668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.677492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Made reservation on behalf of 2bac1b45f04b4ef2ba45f809dad75dcd for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:27.681780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.718838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1776631-763a-4a49-9552-1bc3e3b76d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2357a672-2703-4a04-a08d-3ee06ec02099,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:27.726531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68eb7fda-557f-46a1-9bb0-d211bd6ded17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.729347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:27.735425 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-295263a6-1a3d-4fbb-be48-1369e2d26881 admin admin] 10.222.0.37 "PUT /v2.0/routers/65e8183d-4c98-4694-9719-4cd8a8efcee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6353624 Jul 06 17:42:27.741256 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-62805ab3-7fe4-4f92-b29d-1e3390180749 req-42adf21b-2065-4695-89b8-cea05730b120 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431639 Jul 06 17:42:27.834351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68eb7fda-557f-46a1-9bb0-d211bd6ded17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.847627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.860549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.882900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64838d8d-635d-4968-b66c-c420e3a306f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.885796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cd963-e53e-463c-8203-e7b7b104300a req-66c7c092-f83c-48f1-aaa8-2fa3bbff2139 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.893712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-243cd963-e53e-463c-8203-e7b7b104300a req-66c7c092-f83c-48f1-aaa8-2fa3bbff2139 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 949 time: 1.0347118 Jul 06 17:42:27.961896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 32819e3c-7a63-49a4-90da-dfcb16bfaf00, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=32819e3c-7a63-49a4-90da-dfcb16bfaf00,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:27.962749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341622e4-f801-4c2c-973b-99fc9a609ed4 req-e9489c3f-5620-481e-9cb7-cbe80af4748a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.966036 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.973194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341622e4-f801-4c2c-973b-99fc9a609ed4 req-e9489c3f-5620-481e-9cb7-cbe80af4748a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 945 time: 1.2041235 Jul 06 17:42:27.975999 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.011753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68eb7fda-557f-46a1-9bb0-d211bd6ded17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.027482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68eb7fda-557f-46a1-9bb0-d211bd6ded17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.037451 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68eb7fda-557f-46a1-9bb0-d211bd6ded17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2357a672-2703-4a04-a08d-3ee06ec02099 HTTP/1.1" status: 204 len: 168 time: 0.4782741 Jul 06 17:42:28.094821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb7fda-557f-46a1-9bb0-d211bd6ded17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357a672-2703-4a04-a08d-3ee06ec02099,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:28.147971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.182351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.253997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=32819e3c-7a63-49a4-90da-dfcb16bfaf00,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:28.378252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6783a7a-4acd-45e6-8735-69296730a5ac,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:28.435606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.436684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.437081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.437432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.437778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.438125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.438468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.438804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.439195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.439567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.439903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.440635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:28.515067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-243cd963-e53e-463c-8203-e7b7b104300a req-b15f51fc-55d5-42e1-bf3b-ebffa6e888cc tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201804 Jul 06 17:42:28.566559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341622e4-f801-4c2c-973b-99fc9a609ed4 req-d9bda99b-3f64-4763-9c66-8be2643cfe58 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920804 Jul 06 17:42:28.591314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:28.598386 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed82aea-d87e-449b-99eb-b51dd2fe3238" -d '{"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:28.813067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:28.868500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:28.893062 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Sync routers for ids ['65e8183d-4c98-4694-9719-4cd8a8efcee9'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:28.928587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.956559 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Routers {'65e8183d-4c98-4694-9719-4cd8a8efcee9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:28.961058 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65e8183d-4c98-4694-9719-4cd8a8efcee9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:29.016602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Transition to ACTIVE for port object 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:29.031123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:29.042570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.164722 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.184950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8441a-220b-4530-a579-1c74b7644b21 req-9f98ccec-329b-4b1d-876c-43453478d34a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.196143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ff8441a-220b-4530-a579-1c74b7644b21 req-9f98ccec-329b-4b1d-876c-43453478d34a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.3369632 Jul 06 17:42:29.261884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54091cba-ed3e-4902-b6f4-e02d6f1a8460 req-4a80330f-3735-461a-9256-9e3cf2631b35 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.271299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54091cba-ed3e-4902-b6f4-e02d6f1a8460 req-4a80330f-3735-461a-9256-9e3cf2631b35 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 931 time: 0.3397589 Jul 06 17:42:29.304863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:29.351110 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Set router 65e8183d-4c98-4694-9719-4cd8a8efcee9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:29.390722 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.395461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:29.401686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-network', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:29.480022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32819e3c-7a63-49a4-90da-dfcb16bfaf00 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:29.488064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Made reservation on behalf of 29bd185483d8448b9c2cbb394610c0c0 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:29.496823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.498575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Pushing event updated for resources: {'Port': ['ID=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:29.541627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.557159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Transition to ACTIVE for port object d4f37aa0-b252-474d-a035-fe93c0a98175 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:29.593637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Attempting to bind port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:29.598568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Attempting to bind port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:29.599580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Attempting to bind port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:29.601585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.638574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:29.639169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.660020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.679948 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port': {'id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:14Z', 'updated_at': '2021-07-06T17:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4710b0cb-d447-49d2-b812-235d4a829152', 'name': '', 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'mac_address': 'fa:16:3e:04:37:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '49383445-b35a-45d3-8181-79a7ed54e624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 2, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'subnets': [{'id': '49383445-b35a-45d3-8181-79a7ed54e624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:29.691515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ff8441a-220b-4530-a579-1c74b7644b21 req-8fd55d61-00f5-4f77-afd3-147a85150d55 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913912 Jul 06 17:42:29.717296 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Checking router: 65e8183d-4c98-4694-9719-4cd8a8efcee9 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:29.718187 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Updating router 65e8183d-4c98-4694-9719-4cd8a8efcee9 port 4710b0cb-d447-49d2-b812-235d4a829152 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:29.779591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.790067 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.794973 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.850946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:29.851307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Attempting to bind port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:29.913028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:29.932300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa47baa-a5fa-4d99-b74a-5966b8083064,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:29.950184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.950847 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Added segment e473b885-1591-489c-8322-22697c508afb of type vlan for network 0894c146-a1a6-4549-836c-609601d3786b Jul 06 17:42:29.974515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54091cba-ed3e-4902-b6f4-e02d6f1a8460 req-45611d74-e7da-4cdb-ace9-5b64fbd659d1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022510 Jul 06 17:42:30.093694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:30.094150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:30.094569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:30.095048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Bound port: 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:30.099735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46346) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:30.103350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.200243 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.342130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.344081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:30.345117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.377352 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.398948 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Transition to ACTIVE for port object 4710b0cb-d447-49d2-b812-235d4a829152 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:30.409165 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.443036 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0abc8dd-dc3c-46e6-bff7-e9ae1cc25a41 x-openstack-request-id: req-e0abc8dd-dc3c-46e6-bff7-e9ae1cc25a41 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:30.451777 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:30.452800 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0abc8dd-dc3c-46e6-bff7-e9ae1cc25a41 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:30.453711 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'code': 200} Jul 06 17:42:30.491039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] No DVR routers for this DVR port d4f37aa0-b252-474d-a035-fe93c0a98175 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:30.496977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Allocated IP 192.168.233.113 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/4b3cad30-3a17-4e85-8811-2d3167832a4e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:30.529569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0eca8eff-29e3-430e-b662-5b0c185c0d9a req-76fc9c9b-05b1-4d11-a8bf-c7a827e32891 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 210 time: 0.3718991 Jul 06 17:42:30.542320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Pushing event updated for resources: {'Port': ['ID=4710b0cb-d447-49d2-b812-235d4a829152,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:30.556409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=12']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:30.573662 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.575603 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.576245 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.576770 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.577343 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.577857 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.578430 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.578976 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.579561 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.580480 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.581010 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.581594 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:30.626172 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.670287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1838234311-network', 'tenant_id': '2db2cc57343441df85cf9680a0b77917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:30.750079 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Attempting to bind port 4710b0cb-d447-49d2-b812-235d4a829152 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:30.753976 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Attempting to bind port 4710b0cb-d447-49d2-b812-235d4a829152 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:30.754959 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Attempting to bind port 4710b0cb-d447-49d2-b812-235d4a829152 on network d217702f-71f8-4454-a34a-262cde56d34a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:30.786523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:30.787554 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Checking segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:30.788465 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.791414 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Bound using segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:30.792570 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Bound port: 4710b0cb-d447-49d2-b812-235d4a829152, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:30.793463 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.797363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] For port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:30.801705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] For port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:30.802846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:30.810676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.820396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.839318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] Pushing event updated for resources: {'Network': ['ID=0894c146-a1a6-4549-836c-609601d3786b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:30.853906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0894c146-a1a6-4549-836c-609601d3786b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:30.874054 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee6699ef-bfe2-4457-957c-3356c488694c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4746461 Jul 06 17:42:30.874054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.875900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:30.896620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Request body: {'subnet': {'network_id': '0894c146-a1a6-4549-836c-609601d3786b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-subnet', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:31.044350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Made reservation on behalf of 29bd185483d8448b9c2cbb394610c0c0 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:31.048527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:31.048891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:31.050282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.051702 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] For port 4710b0cb-d447-49d2-b812-235d4a829152, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:31.053345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:31.063080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:31.063765 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.065533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] 10.222.0.60 "PUT /v2.0/ports/06a699eb-69e5-4c71-9c96-ef84c47dc2b0 HTTP/1.1" status: 200 len: 1091 time: 4.7685843 Jul 06 17:42:31.068437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] For port 4710b0cb-d447-49d2-b812-235d4a829152, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4710b0cb-d447-49d2-b812-235d4a829152,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:31.074638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:31.075109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Attempting to bind port d4f37aa0-b252-474d-a035-fe93c0a98175 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:31.076963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'tag': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:31.078905 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.081224 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025cf18b-be81-4cab-af6d-6f845fa141e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f10036f5-8948-43f8-918b-3a0ba9f48315", "tag": "06a699eb-69e5-4c71-9c96-ef84c47dc2b0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:31.210220 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Routers {'65e8183d-4c98-4694-9719-4cd8a8efcee9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:31.211861 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65e8183d-4c98-4694-9719-4cd8a8efcee9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:31.322779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:31.323101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:31.323572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:31.325572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Bound port: d4f37aa0-b252-474d-a035-fe93c0a98175, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:31.325984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.341094 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a760cd4-28bc-4f73-a319-06921cab4405 None None] Pushing event updated for resources: {'Port': ['ID=4710b0cb-d447-49d2-b812-235d4a829152,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:31.453248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229bc8-c325-4252-93b8-606b8fe23b42 req-231cf5b5-aba0-4f89-9b99-312cbd8e5b51 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:31.456167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23229bc8-c325-4252-93b8-606b8fe23b42 req-231cf5b5-aba0-4f89-9b99-312cbd8e5b51 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 949 time: 0.6480491 Jul 06 17:42:31.475426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384dee-60a5-4b39-9aee-07ff5b8dde8b service neutron] Pushing event updated for resources: {'Port': ['ID=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:31.543334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4d82a427-3a14-48e8-a501-ae8e45ca58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:31.547992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4d82a427-3a14-48e8-a501-ae8e45ca58ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 1094 time: 0.3963246 Jul 06 17:42:31.658995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-04a1fb7e-11bb-4373-8f1e-bf3413c2202a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0 HTTP/1.1" status: 200 len: 217 time: 0.0892658 Jul 06 17:42:31.680624 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] Set router 65e8183d-4c98-4694-9719-4cd8a8efcee9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:31.688187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1a003-ffca-42f5-9c85-b3447c771127 req-299bf458-44b9-466c-9908-3863f6fdd3c1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:31.691094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fd1a003-ffca-42f5-9c85-b3447c771127 req-299bf458-44b9-466c-9908-3863f6fdd3c1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 945 time: 0.6188922 Jul 06 17:42:31.713063 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.724419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.747394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.771303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-85de0f9c-a816-499b-85e0-3766f4c5946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:31.773690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-85de0f9c-a816-499b-85e0-3766f4c5946c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.0814791 Jul 06 17:42:31.802328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23229bc8-c325-4252-93b8-606b8fe23b42 req-3211ff2b-cd55-4172-b873-66452892f732 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192167 Jul 06 17:42:31.807464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68dafea3-c933-4191-ac9f-705773f33958,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:31.817594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:31.830916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:31.862252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431b7bd2-81f5-4d46-8a84-43e5809d9671,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:31.886954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-1f9c9238-fa66-44af-ac45-3a3e6ef49d4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948186 Jul 06 17:42:31.893988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.895801 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Added segment ac3d5bf8-a197-4ecb-92d3-d890e6cfb695 of type vlan for network ae6ccc78-c0fb-4af4-b580-0b9bde138110 Jul 06 17:42:31.941771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Checking segment: {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:31.942750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Network hostable DHCP agents. Network: 0894c146-a1a6-4549-836c-609601d3786b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:31.960409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.975158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.994076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Network 0894c146-a1a6-4549-836c-609601d3786b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:32.012310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0894c146-a1a6-4549-836c-609601d3786b) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:32.020522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.022378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc209ac-0cfe-4b1b-98a2-7fd500cc378e None None] Network 0894c146-a1a6-4549-836c-609601d3786b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:32.023029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.047431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8dbd19a-bff6-4826-9f72-75f07cee1071 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1694784 Jul 06 17:42:32.051366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:32.056978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:32.080959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:32.088227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.091634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.093795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.132906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.142861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-99eb225a-5972-4f46-92bd-f2a43cbd4384 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382913 Jul 06 17:42:32.152216 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.170069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fd1a003-ffca-42f5-9c85-b3447c771127 req-5109e28c-a599-43b7-b89b-6a59b54e5b18 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717408 Jul 06 17:42:32.252173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6ccc78-c0fb-4af4-b580-0b9bde138110,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:32.270338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0894c146-a1a6-4549-836c-609601d3786b', 'network_id': '0894c146-a1a6-4549-836c-609601d3786b', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'fixed_ips': [{'subnet_id': '68dafea3-c933-4191-ac9f-705773f33958'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:42:32.271341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.297407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.302502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:32.304380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.412062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.415510 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-239063e7-b260-49b8-a7ed-7604adaf2424 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3139882 Jul 06 17:42:32.420838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46368) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:32.429382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Request body: {'subnet': {'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1838234311-subnet', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:32.526103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-15f8e83c-c754-41e5-9cd0-082420d61402 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548200 Jul 06 17:42:32.526817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=13']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:32.556210 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef1d0f-be9f-4ac1-a6dc-7064a739e159 x-openstack-request-id: req-d4ef1d0f-be9f-4ac1-a6dc-7064a739e159 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:32.557313 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10036f5-8948-43f8-918b-3a0ba9f48315", "tag": "06a699eb-69e5-4c71-9c96-ef84c47dc2b0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:32.557750 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4ef1d0f-be9f-4ac1-a6dc-7064a739e159 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:32.558362 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'tag': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0', 'status': 'completed', 'code': 200} Jul 06 17:42:32.584564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Transition to ACTIVE for port object 4b3cad30-3a17-4e85-8811-2d3167832a4e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:32.605766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.607300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.609085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-7ac13602-28fe-4679-af03-28c088e1ea7c service neutron] 10.222.0.61 "PUT /v2.0/ports/d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 1097 time: 6.7136025 Jul 06 17:42:32.688351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.732289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:32.738295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.840280 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port': {'id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:14Z', 'updated_at': '2021-07-06T17:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4710b0cb-d447-49d2-b812-235d4a829152', 'name': '', 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'mac_address': 'fa:16:3e:04:37:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '49383445-b35a-45d3-8181-79a7ed54e624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:31Z', 'revision_number': 4, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'subnets': [{'id': '49383445-b35a-45d3-8181-79a7ed54e624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:32.919653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc4039-6035-4f14-b02f-5eb93ddda08b None None] The sync data for ids ['65e8183d-4c98-4694-9719-4cd8a8efcee9'] in n-d-799527-3 is: [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port': {'id': '32819e3c-7a63-49a4-90da-dfcb16bfaf00', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:14Z', 'updated_at': '2021-07-06T17:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4710b0cb-d447-49d2-b812-235d4a829152', 'name': '', 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'mac_address': 'fa:16:3e:04:37:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '49383445-b35a-45d3-8181-79a7ed54e624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:31Z', 'revision_number': 4, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'subnets': [{'id': '49383445-b35a-45d3-8181-79a7ed54e624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:33.087954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.177622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Allocated IP 172.20.0.2 (0894c146-a1a6-4549-836c-609601d3786b/68dafea3-c933-4191-ac9f-705773f33958/62a1139b-756b-43b7-ac3e-e8666560bb27) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:33.229746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7167d9e8-1414-4ffb-a894-36b5f881b1b5,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:33.326105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.326640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.327192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.327790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.328325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.334809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:33.385038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Checking segment: {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:33.385584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Network hostable DHCP agents. Network: ae6ccc78-c0fb-4af4-b580-0b9bde138110, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:33.521497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:33.534468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-495a2a38-e5ca-4a2f-9a3d-a7900cda542e req-2bd14532-e366-4c49-84bb-959b195c518b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 210 time: 0.0616775 Jul 06 17:42:33.546576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-90751594-7a6d-474b-a307-6465aef9745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:33.550303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-90751594-7a6d-474b-a307-6465aef9745c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1100 time: 0.8969421 Jul 06 17:42:33.555029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.583722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, ae6ccc78-c0fb-4af4-b580-0b9bde138110) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:33.608063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44da4-0764-42c7-96e6-9b1b27748f3f req-7637a8c8-e533-4fdc-ac4d-88b07e9bc031 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:33.619699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3c44da4-0764-42c7-96e6-9b1b27748f3f req-7637a8c8-e533-4fdc-ac4d-88b07e9bc031 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 943 time: 1.0683169 Jul 06 17:42:33.737194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:33.738220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.739003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:33.756674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:33.759628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:33.836239 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.861738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Transition to ACTIVE for port object 62a1139b-756b-43b7-ac3e-e8666560bb27 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:33.895203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-fbc7f882-4282-4de3-9e3f-b7462e186185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:33.910835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-fbc7f882-4282-4de3-9e3f-b7462e186185 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 1094 time: 1.2918437 Jul 06 17:42:33.924760 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5d2304d-c06b-4355-9946-1257f2c787d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5027564 Jul 06 17:42:33.929029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46380) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:33.934750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:33.938311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Transition to ACTIVE for port object 62a1139b-756b-43b7-ac3e-e8666560bb27 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:33.955409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4710b0cb-d447-49d2-b812-235d4a829152 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:33.960833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00215713-6e10-4a26-8d2d-9e807c4ce4a2 None None] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:33.972503 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.042783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.048310 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.110599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3c44da4-0764-42c7-96e6-9b1b27748f3f req-f046bf44-d5a1-457a-b8a1-442f9082fb5b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896009 Jul 06 17:42:34.114796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Pushing event updated for resources: {'Port': ['ID=4b3cad30-3a17-4e85-8811-2d3167832a4e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:34.223729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.227165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.266250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.272614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:34.288886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:34.292028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.465498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:34.563106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:34.575044 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094695b1-bb25-4774-8d56-d90935958c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:34.593063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0', 'mac_address': 'fa:16:3e:b8:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:34.610187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Allocated IP 172.25.5.139 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/0fb6be76-7f2a-481a-8e8a-c72340ce1fb5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:34.623652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Pushing event updated for resources: {'Port': ['ID=62a1139b-756b-43b7-ac3e-e8666560bb27,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:34.678640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.721651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Network 0894c146-a1a6-4549-836c-609601d3786b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:34.732055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:34.741764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:34.748869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-dcdaf31b-a52f-4c38-9ba4-dbcdd733278d tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.5658765 Jul 06 17:42:34.757343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:34.779147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Request body: {'port': {'device_id': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:34.783994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:34.822459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.836431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-e6c2d7d3-d09d-4dc5-9dd0-9c2d60e4f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:34.841844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-e6c2d7d3-d09d-4dc5-9dd0-9c2d60e4f87d service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 1.2761672 Jul 06 17:42:34.910633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:34.965733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.982643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-ae6ccc78-c0fb-4af4-b580-0b9bde138110', 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'fixed_ips': [{'subnet_id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:42:34.983655 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.000416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 4710b0cb-d447-49d2-b812-235d4a829152 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:35.025335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4710b0cb-d447-49d2-b812-235d4a829152 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:35.025950 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.032205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Attempting to bind port 62a1139b-756b-43b7-ac3e-e8666560bb27 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:35.033297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Attempting to bind port 62a1139b-756b-43b7-ac3e-e8666560bb27 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:35.033747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Attempting to bind port 62a1139b-756b-43b7-ac3e-e8666560bb27 on network 0894c146-a1a6-4549-836c-609601d3786b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:35.061785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:35.068265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Checking segment: {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:35.068900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.069405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Bound using segment: {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:35.070017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Bound port: 62a1139b-756b-43b7-ac3e-e8666560bb27, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:35.070890 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.086531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-affd83cf-19c0-42cf-b526-6bc404238fb6 None None] Provisioning for port 4b3cad30-3a17-4e85-8811-2d3167832a4e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:35.091651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c151c73-cee7-4a77-b241-90118c58b578 req-582c877a-c508-4c04-8d75-0fbe75756298 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.096515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c151c73-cee7-4a77-b241-90118c58b578 req-582c877a-c508-4c04-8d75-0fbe75756298 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 1.1830566 Jul 06 17:42:35.100013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-f22b0b2f-96f3-44f7-b5e0-46aa3fb3d1fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.1967566 Jul 06 17:42:35.109893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-affd83cf-19c0-42cf-b526-6bc404238fb6 None None] Provisioning complete for port 4b3cad30-3a17-4e85-8811-2d3167832a4e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:35.113197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.117218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-affd83cf-19c0-42cf-b526-6bc404238fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.123189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['06a699eb-69e5-4c71-9c96-ef84c47dc2b0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:35.277775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] For port 62a1139b-756b-43b7-ac3e-e8666560bb27, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:35.286544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] For port 62a1139b-756b-43b7-ac3e-e8666560bb27, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62a1139b-756b-43b7-ac3e-e8666560bb27,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:35.395581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6b9a-2c91-4b0c-9561-5ece6cf452b1 req-bb27f1c8-9f60-4bed-9133-c76cefbcc0bd tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.416809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.419073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8faf6b9a-2c91-4b0c-9561-5ece6cf452b1 req-bb27f1c8-9f60-4bed-9133-c76cefbcc0bd tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1096 time: 0.7762525 Jul 06 17:42:35.459635 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.502948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-6ad88fe4-879d-4e64-b5b8-e44160d795a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.504626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-6ad88fe4-879d-4e64-b5b8-e44160d795a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 1.4253933 Jul 06 17:42:35.516108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76d89f-8ede-4ee9-baca-b6d1a578ffc6 None None] Pushing event updated for resources: {'Port': ['ID=62a1139b-756b-43b7-ac3e-e8666560bb27,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:35.552989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8faf6b9a-2c91-4b0c-9561-5ece6cf452b1 req-8c6c4137-ba6a-4a23-b8d9-b56b00ab91f4 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139023 Jul 06 17:42:35.568650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-affd83cf-19c0-42cf-b526-6bc404238fb6 None None] Port 4b3cad30-3a17-4e85-8811-2d3167832a4e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:35.572814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c151c73-cee7-4a77-b241-90118c58b578 req-994e2dde-f3d7-4324-986b-8caad92b16c6 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542639 Jul 06 17:42:35.643192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:35.689805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-5ff69448-c55d-4f2a-830d-37b75ede4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.691628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-5ff69448-c55d-4f2a-830d-37b75ede4d4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.5222602 Jul 06 17:42:35.698331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-be92812e-4c10-414c-92c7-ea74a0389e4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0 HTTP/1.1" status: 200 len: 217 time: 0.1196461 Jul 06 17:42:35.754319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:35.790460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:35.814927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:35.831876 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.994039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-6a8c246b-9531-427d-a88d-6ed46fd3354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.998888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-6a8c246b-9531-427d-a88d-6ed46fd3354e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.2107944 Jul 06 17:42:35.999724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.055152 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc649b-8b18-4c39-b299-522c763ad9a4 x-openstack-request-id: req-a1cc649b-8b18-4c39-b299-522c763ad9a4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:36.055152 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:36.057091 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1cc649b-8b18-4c39-b299-522c763ad9a4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:36.057749 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'status': 'completed', 'code': 200} Jul 06 17:42:36.134478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Allocated IP 172.20.0.2 (ae6ccc78-c0fb-4af4-b580-0b9bde138110/7167d9e8-1414-4ffb-a894-36b5f881b1b5/ad4ce01e-14f4-4676-9037-9e4867c5c8d0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:36.343723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 4710b0cb-d447-49d2-b812-235d4a829152, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4710b0cb-d447-49d2-b812-235d4a829152,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:36.374016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.572614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62a1139b-756b-43b7-ac3e-e8666560bb27 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:36.608010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=4710b0cb-d447-49d2-b812-235d4a829152,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:36.843323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3cad30-3a17-4e85-8811-2d3167832a4e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:36.854540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.873914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Transition to ACTIVE for port object 4b3cad30-3a17-4e85-8811-2d3167832a4e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:36.899332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.920488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-a605fdbf-ff20-4d05-9c7a-2e712164ced1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6675169 Jul 06 17:42:36.922272 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.928377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 62a1139b-756b-43b7-ac3e-e8666560bb27 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:36.936389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Transition to ACTIVE for port object ad4ce01e-14f4-4676-9037-9e4867c5c8d0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:36.972404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Transition to ACTIVE for port object ad4ce01e-14f4-4676-9037-9e4867c5c8d0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:36.991176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.131896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ee75e-c721-448d-8003-d11325329dd5 req-bd4379e4-20b6-46f8-9b2d-99b86110f25d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.134074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c16ee75e-c721-448d-8003-d11325329dd5 req-bd4379e4-20b6-46f8-9b2d-99b86110f25d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 949 time: 1.0409369 Jul 06 17:42:37.149795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Pushing event updated for resources: {'Port': ['ID=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:37.191388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:37.211242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-d013313b-d6b2-4ca2-833c-31caa9b51035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.212548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:37.219607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:37.220835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.223879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-d013313b-d6b2-4ca2-833c-31caa9b51035 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5222626 Jul 06 17:42:37.377195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Attempting to bind port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:37.377787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Attempting to bind port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:37.377941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Attempting to bind port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 on network ae6ccc78-c0fb-4af4-b580-0b9bde138110 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:37.390128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.393618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:37.394003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Checking segment: {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:37.394601 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.395154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Bound using segment: {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:37.395727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Bound port: ad4ce01e-14f4-4676-9037-9e4867c5c8d0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:37.396252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.477344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-69dc7559-8fb1-467b-a192-9b681f934973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.483175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-69dc7559-8fb1-467b-a192-9b681f934973 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1100 time: 1.4592371 Jul 06 17:42:37.541445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e2aa6-4312-4543-8bb3-2d5ca969d483 req-d25ebcf1-9702-4753-b73e-1bd29bbb0b6b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.550873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-379e2aa6-4312-4543-8bb3-2d5ca969d483 req-d25ebcf1-9702-4753-b73e-1bd29bbb0b6b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 936 time: 1.2679303 Jul 06 17:42:37.565329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb59f90-e267-413b-84ab-cd5af922a9ca None None] Network 0894c146-a1a6-4549-836c-609601d3786b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:37.658386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] For port ad4ce01e-14f4-4676-9037-9e4867c5c8d0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:37.676652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-fa0dcf32-b404-4765-93f4-a553101ac1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.678172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] For port ad4ce01e-14f4-4676-9037-9e4867c5c8d0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:37.678359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-fa0dcf32-b404-4765-93f4-a553101ac1ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.1210315 Jul 06 17:42:37.678987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3cad30-3a17-4e85-8811-2d3167832a4e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:37.693096 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.737463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Allocated IP 172.25.5.102 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/89730508-1200-4c56-8719-f3871ebcae20) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:37.762979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] Provisioning for port 62a1139b-756b-43b7-ac3e-e8666560bb27 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:37.790360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] Provisioning complete for port 62a1139b-756b-43b7-ac3e-e8666560bb27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:37.791088 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.812214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c16ee75e-c721-448d-8003-d11325329dd5 req-325ed4b0-5c6c-4222-b030-77df31134287 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720203 Jul 06 17:42:37.814313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-01f219bd-99ae-412e-8bed-b20a9d39e5b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.1150768 Jul 06 17:42:37.898575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-379e2aa6-4312-4543-8bb3-2d5ca969d483 req-8a3794ad-4d2b-433e-af87-deed7f8ecdd8 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464000 Jul 06 17:42:38.017973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34c95b-c20c-40c8-91bf-6e3c70d66f98 None None] Pushing event updated for resources: {'Port': ['ID=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.046314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:38.082859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-7c00296f-ff01-4640-8303-fcdcc821671b service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1484547 Jul 06 17:42:38.085458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-f0183536-4ca1-48ac-96aa-9497684fff9c service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230456 Jul 06 17:42:38.086434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Attempting to bind port 4b3cad30-3a17-4e85-8811-2d3167832a4e on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:38.086933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Attempting to bind port 4b3cad30-3a17-4e85-8811-2d3167832a4e by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:38.088299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Attempting to bind port 4b3cad30-3a17-4e85-8811-2d3167832a4e on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:38.114086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.237922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.336113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:38.341166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.345935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] For port 62a1139b-756b-43b7-ac3e-e8666560bb27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62a1139b-756b-43b7-ac3e-e8666560bb27,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:38.354123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.356456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:38.356996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.493535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:38.511109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:38.515903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:38.625557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c847d3-26f1-4c5d-ad09-e08620296ed2 None None] Pushing event updated for resources: {'Port': ['ID=62a1139b-756b-43b7-ac3e-e8666560bb27,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.693389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.720328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Pushing event updated for resources: {'Port': ['ID=89730508-1200-4c56-8719-f3871ebcae20,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.731564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.781465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:38.789276 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa4757-3a1c-4928-87f9-38ad6b643423" -d '{"events": [{"server_uuid": "f10036f5-8948-43f8-918b-3a0ba9f48315", "name": "network-vif-plugged", "status": "completed", "tag": "06a699eb-69e5-4c71-9c96-ef84c47dc2b0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:38.822962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:38.837370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.980983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:39.094012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4710b0cb-d447-49d2-b812-235d4a829152 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:39.257959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7c6133a2-6b01-456a-9a05-38a85ef21d43 None None] Provisioning complete for port 62a1139b-756b-43b7-ac3e-e8666560bb27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:39.257959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c6133a2-6b01-456a-9a05-38a85ef21d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.305744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4710b0cb-d447-49d2-b812-235d4a829152 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:39.311779 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.572904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ad4ce01e-14f4-4676-9037-9e4867c5c8d0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:39.675885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.688238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e052b11-b02a-4e19-b305-a041ddc1f2fe req-5a35f2e6-5935-4bfc-a9ef-26ff12357120 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931494 Jul 06 17:42:39.691013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Port 4b3cad30-3a17-4e85-8811-2d3167832a4e on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:39.691013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Attempting to bind port 4b3cad30-3a17-4e85-8811-2d3167832a4e on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:39.743422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:39.744455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:39.744648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:39.745358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Bound port: 4b3cad30-3a17-4e85-8811-2d3167832a4e, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:39.745975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.758528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.824045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:39.928783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-64c2ca10-5859-44b1-ab91-0f43a02f256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.931403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-64c2ca10-5859-44b1-ab91-0f43a02f256b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 2.0746961 Jul 06 17:42:40.016213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f3a00-eb7b-4876-9d9c-ad02036839ef None None] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:40.148055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2424f1-eeae-4058-a1a7-01a219edc239 req-15e6519d-e530-4670-99bc-c5e67668470b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.150831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb2424f1-eeae-4058-a1a7-01a219edc239 req-15e6519d-e530-4670-99bc-c5e67668470b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 944 time: 2.0586193 Jul 06 17:42:40.275634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-025cf18b-be81-4cab-af6d-6f845fa141e7 req-b7e0491d-19ad-4674-b5aa-4f2963150563 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9963801 Jul 06 17:42:40.319672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf8ac-b4f9-462c-97fc-624da9509570 req-6e33ba8c-6da4-47f3-b53d-b5e0588afb52 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.321978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1cf8ac-b4f9-462c-97fc-624da9509570 req-6e33ba8c-6da4-47f3-b53d-b5e0588afb52 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 1.0670223 Jul 06 17:42:40.343557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] Provisioning for port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:40.367900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] Provisioning complete for port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:40.367900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.411644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] For port 4b3cad30-3a17-4e85-8811-2d3167832a4e, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:40.457309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb2424f1-eeae-4058-a1a7-01a219edc239 req-02afd2e9-6c9a-4f71-b940-2afd1c0d7c20 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748880 Jul 06 17:42:40.507055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] For port 4b3cad30-3a17-4e85-8811-2d3167832a4e, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:40.512385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-0560bf14-12bb-4ff6-a66f-76edcf898152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.513892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-0560bf14-12bb-4ff6-a66f-76edcf898152 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bbaa5860b3432c92e37fc5d2387960&device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1100 time: 0.7068992 Jul 06 17:42:40.534938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-60eb4f7a-1f84-471a-8466-04f10fb4b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.536665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-60eb4f7a-1f84-471a-8466-04f10fb4b47d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5909612 Jul 06 17:42:40.559400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.572303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Router 9a70290e-0a00-4b4b-992f-685584af02a4 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:42:40.581332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.645116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62a1139b-756b-43b7-ac3e-e8666560bb27 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:40.724757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1cf8ac-b4f9-462c-97fc-624da9509570 req-6b82e49c-fa54-4bc0-aee7-d39bc59a5a7f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494341 Jul 06 17:42:40.876659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:40.913412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.918758 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2c94f27f-7f50-438a-9148-cca167c94a65 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8659997 Jul 06 17:42:40.924275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Sync routers for ids ['9a70290e-0a00-4b4b-992f-685584af02a4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:40.926196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:40.989574 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46fda4-1324-41d9-b600-7fea7f6f009c x-openstack-request-id: req-db46fda4-1324-41d9-b600-7fea7f6f009c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:40.989890 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10036f5-8948-43f8-918b-3a0ba9f48315", "name": "network-vif-plugged", "status": "completed", "tag": "06a699eb-69e5-4c71-9c96-ef84c47dc2b0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:40.990158 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db46fda4-1324-41d9-b600-7fea7f6f009c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:40.990397 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0', 'code': 200} Jul 06 17:42:41.008185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 62a1139b-756b-43b7-ac3e-e8666560bb27 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:41.011581 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.013465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Routers {'9a70290e-0a00-4b4b-992f-685584af02a4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:41.014112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a70290e-0a00-4b4b-992f-685584af02a4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:41.018057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3cad30-3a17-4e85-8811-2d3167832a4e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:41.043679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-7d317919-dfce-486b-b10d-abc26b36bea6 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818280 Jul 06 17:42:41.201324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-3cead908-2590-4b29-a8a7-1e15f45b8419 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496668 Jul 06 17:42:41.202859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.203681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.207973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Router 842f70d6-5045-41e1-8905-07c830ef0654 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:42:41.223048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-3c27698b-908a-4ef0-afe1-b351573358f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/4b3cad30-3a17-4e85-8811-2d3167832a4e HTTP/1.1" status: 200 len: 1096 time: 6.4428215 Jul 06 17:42:41.227305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.286285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'tag': '4b3cad30-3a17-4e85-8811-2d3167832a4e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:41.301855 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6e4ae-200c-4036-b8b3-e361c91f324b" -d '{"events": [{"name": "network-changed", "server_uuid": "8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d", "tag": "4b3cad30-3a17-4e85-8811-2d3167832a4e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:41.387038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] For port ad4ce01e-14f4-4676-9037-9e4867c5c8d0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:41.519204 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.679204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Set router 9a70290e-0a00-4b4b-992f-685584af02a4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:41.959673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca19a354-e40f-464f-b9a9-447cf73d1f4c None None] Provisioning complete for port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:41.961362 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca19a354-e40f-464f-b9a9-447cf73d1f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.982936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6ce5-34e4-445f-aea3-f3e7897d9a9c None None] Pushing event updated for resources: {'Port': ['ID=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:42.255847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bb479-545a-4b6d-85ec-f3a9a4695c91 req-d903de9d-6b60-40af-bc49-24dc13d208dc tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.272563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae2bb479-545a-4b6d-85ec-f3a9a4695c91 req-d903de9d-6b60-40af-bc49-24dc13d208dc tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1096 time: 1.0827382 Jul 06 17:42:42.278700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-97a4950e-e235-4ab0-875f-35dad9934d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.281617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-97a4950e-e235-4ab0-875f-35dad9934d78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 1099 time: 0.9151757 Jul 06 17:42:42.296793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-3667d89c-28fa-4b42-ac3f-f523b9c10498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.301240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-3667d89c-28fa-4b42-ac3f-f523b9c10498 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 1.7548685 Jul 06 17:42:42.399171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635018ff-e904-4144-96a1-fef45dae1f6a req-7bbee2d2-936a-4993-a5ef-5933f5c0ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.411082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-635018ff-e904-4144-96a1-fef45dae1f6a req-7bbee2d2-936a-4993-a5ef-5933f5c0ea64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 1096 time: 1.1866302 Jul 06 17:42:42.462459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1e80-4e20-44cd-b2ed-e5a4ccdfd561 req-9990feaa-71b1-4037-9209-0716b482350a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.493971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94ac1e80-4e20-44cd-b2ed-e5a4ccdfd561 req-9990feaa-71b1-4037-9209-0716b482350a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 949 time: 1.1339331 Jul 06 17:42:42.569707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:42.637870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:42.657984 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Sync routers for ids ['842f70d6-5045-41e1-8905-07c830ef0654'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:42.709315 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Routers {'842f70d6-5045-41e1-8905-07c830ef0654'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:42.710504 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['842f70d6-5045-41e1-8905-07c830ef0654'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:42.800404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae2bb479-545a-4b6d-85ec-f3a9a4695c91 req-bca77f09-86e2-461e-9fbf-109df678c085 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937351 Jul 06 17:42:42.871985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.879126 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5184dc26-ff1c-41ad-97c7-bef7fde9ed70 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9480393 Jul 06 17:42:42.880076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46432) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:42.933912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:42:43.005302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-e7d586bb-7c4d-4afa-a25b-343bed357848 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e HTTP/1.1" status: 200 len: 217 time: 0.7022288 Jul 06 17:42:43.018969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ad4ce01e-14f4-4676-9037-9e4867c5c8d0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:43.030051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94ac1e80-4e20-44cd-b2ed-e5a4ccdfd561 req-c4f748b8-03f1-41fa-a4bd-347b6050b966 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348487 Jul 06 17:42:43.031433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-38223b7a-1a2b-4d72-a744-6339ff0fd655 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 200 len: 217 time: 0.2441213 Jul 06 17:42:43.089550 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Set router 842f70d6-5045-41e1-8905-07c830ef0654 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:43.109889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-635018ff-e904-4144-96a1-fef45dae1f6a req-e40b9b29-f2c1-45f3-bfb1-e76c03bd2586 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190809 Jul 06 17:42:43.180848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-bfc80993-d6dc-40b2-a4c2-a91c9477499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.182947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-bfc80993-d6dc-40b2-a4c2-a91c9477499b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1583314 Jul 06 17:42:43.210156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-990123f2-0dd3-415f-aaa1-59474904b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.211726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-990123f2-0dd3-415f-aaa1-59474904b617 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1599331 Jul 06 17:42:43.246645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:43.249262 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.359559 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:39Z', 'revision_number': 3, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:43.374482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:42:37Z', 'revision_number': 3, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:43.390199 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Checking router: 842f70d6-5045-41e1-8905-07c830ef0654 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:43.390551 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Updating router 842f70d6-5045-41e1-8905-07c830ef0654 port 89730508-1200-4c56-8719-f3871ebcae20 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:43.420493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-eb330b40-c1cc-4287-8658-17474249bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.422053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-eb330b40-c1cc-4287-8658-17474249bf42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237072 Jul 06 17:42:43.435784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094695b1-bb25-4774-8d56-d90935958c9e req-f74cb58c-25a3-43a8-8286-a1448c0ea91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.437046 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.437326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-f74cb58c-25a3-43a8-8286-a1448c0ea91e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063940 Jul 06 17:42:43.447021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Checking router: 9a70290e-0a00-4b4b-992f-685584af02a4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:43.447688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Updating router 9a70290e-0a00-4b4b-992f-685584af02a4 port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:43.464881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45968acd-c2a0-4bf8-858f-284d72d4097e req-8d6c9029-7842-4d95-a4c7-766db955742b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.477172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45968acd-c2a0-4bf8-858f-284d72d4097e req-8d6c9029-7842-4d95-a4c7-766db955742b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 948 time: 0.2901092 Jul 06 17:42:43.504223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.678737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:43.741530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'mac_address': 'fa:16:3e:fd:05:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:43.878959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45968acd-c2a0-4bf8-858f-284d72d4097e req-a2a61352-3a4d-477e-a09f-ef80400731ec tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007587 Jul 06 17:42:44.039469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-db4e6009-b90d-40ae-9294-4547041a534f service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008663 Jul 06 17:42:44.047103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.052807 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.077682 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Transition to ACTIVE for port object 89730508-1200-4c56-8719-f3871ebcae20 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:44.089613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:44.098851 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.205192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-c5411101-07ed-412d-b52a-3ba554224eeb service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251554 Jul 06 17:42:44.322117 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Attempting to bind port 89730508-1200-4c56-8719-f3871ebcae20 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.323683 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Attempting to bind port 89730508-1200-4c56-8719-f3871ebcae20 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.324058 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Attempting to bind port 89730508-1200-4c56-8719-f3871ebcae20 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.330406 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.345904 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e5919-f28d-4081-9f5f-ae1ad9cbbf98 None None] Pushing event updated for resources: {'Port': ['ID=89730508-1200-4c56-8719-f3871ebcae20,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:44.354232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Transition to ACTIVE for port object 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:44.357747 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:44.358280 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:44.358667 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.359079 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:44.366366 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Bound port: 89730508-1200-4c56-8719-f3871ebcae20, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:44.367067 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.386889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.560596 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d4d76-9d64-4098-8270-c9dde0ba678e x-openstack-request-id: req-234d4d76-9d64-4098-8270-c9dde0ba678e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:44.561817 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d", "tag": "4b3cad30-3a17-4e85-8811-2d3167832a4e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:44.566796 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] For port 89730508-1200-4c56-8719-f3871ebcae20, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:44.577589 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-234d4d76-9d64-4098-8270-c9dde0ba678e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:44.578237 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'tag': '4b3cad30-3a17-4e85-8811-2d3167832a4e', 'status': 'completed', 'code': 200} Jul 06 17:42:44.580161 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] For port 89730508-1200-4c56-8719-f3871ebcae20, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=89730508-1200-4c56-8719-f3871ebcae20,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:44.590520 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.715930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863f0bb-83d3-411a-9fe9-d1ab843c734e None None] Pushing event updated for resources: {'Port': ['ID=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:44.783019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-094695b1-bb25-4774-8d56-d90935958c9e req-f3b98f07-60fc-43b0-9196-91511ce4b0d4 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684326 Jul 06 17:42:44.788011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:44.832029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.877315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.900487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Attempting to bind port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.901949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Attempting to bind port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.902575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Attempting to bind port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.936314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:44.936838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:44.937489 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.938118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:44.939620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Bound port: 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:44.940253 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.980656 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Routers {'842f70d6-5045-41e1-8905-07c830ef0654'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:44.986171 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['842f70d6-5045-41e1-8905-07c830ef0654'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:45.000755 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e5919-f28d-4081-9f5f-ae1ad9cbbf98 None None] Pushing event updated for resources: {'Port': ['ID=89730508-1200-4c56-8719-f3871ebcae20,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:45.089483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=14']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:45.175362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['d4f37aa0-b252-474d-a035-fe93c0a98175'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:45.184977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] For port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:45.281241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] For port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:45.314296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:45.435387 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] Set router 842f70d6-5045-41e1-8905-07c830ef0654 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:45.613399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Routers {'9a70290e-0a00-4b4b-992f-685584af02a4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:45.613935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a70290e-0a00-4b4b-992f-685584af02a4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:45.675411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863f0bb-83d3-411a-9fe9-d1ab843c734e None None] Pushing event updated for resources: {'Port': ['ID=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:45.699425 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:39Z', 'revision_number': 3, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:45.738381 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f901c-f821-4adc-b7b6-5c21fe46b715 None None] The sync data for ids ['842f70d6-5045-41e1-8905-07c830ef0654'] in n-d-799527-3 is: [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:39Z', 'revision_number': 3, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:45.828052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] Set router 9a70290e-0a00-4b4b-992f-685584af02a4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:45.898331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Allocated IP 172.20.0.1 (0894c146-a1a6-4549-836c-609601d3786b/68dafea3-c933-4191-ac9f-705773f33958/6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:45.944335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-df25763b-6d06-4086-9e9d-120ad6e73b99 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.946366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-df25763b-6d06-4086-9e9d-120ad6e73b99 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 945 time: 1.3051405 Jul 06 17:42:45.958234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c0ec44-d58e-4d43-b116-1270c77bf2c9 req-9addaa52-48dc-4182-a85f-38273f0a09a8 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8836503 Jul 06 17:42:45.979387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1db6-58f0-45c4-ba6c-8463ee1bfaf6 req-cfc30ca3-f821-4b95-8be9-640a4b0c5cb1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.991041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55ae1db6-58f0-45c4-ba6c-8463ee1bfaf6 req-cfc30ca3-f821-4b95-8be9-640a4b0c5cb1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 945 time: 1.1343892 Jul 06 17:42:46.218655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8348fc-acc1-43b0-ab84-ded7d96816b1 req-d53f348b-64d5-4105-a7ed-853edc03d0ba tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.222544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c8348fc-acc1-43b0-ab84-ded7d96816b1 req-d53f348b-64d5-4105-a7ed-853edc03d0ba tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 950 time: 0.4347191 Jul 06 17:42:46.269517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55ae1db6-58f0-45c4-ba6c-8463ee1bfaf6 req-1d0e348c-c804-439a-a5ea-e2ccefc8902b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762458 Jul 06 17:42:46.369546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.401916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Transition to ACTIVE for port object 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:46.412002 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.570924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c8348fc-acc1-43b0-ab84-ded7d96816b1 req-49225b12-d928-4493-98ea-9eb4c53dd23a tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912276 Jul 06 17:42:46.584313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:42:37Z', 'revision_number': 3, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:46.599158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-8a0cd249-2f3f-4bde-b94d-6c9a1807eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.602669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-8a0cd249-2f3f-4bde-b94d-6c9a1807eb02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 1099 time: 0.5820637 Jul 06 17:42:46.682528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6358cf-4c52-49d9-9ba3-8d1c68d02e96 None None] The sync data for ids ['9a70290e-0a00-4b4b-992f-685584af02a4'] in n-d-799527-3 is: [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:42:37Z', 'revision_number': 3, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:46.832594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Allocated IP 172.20.0.1 (ae6ccc78-c0fb-4af4-b580-0b9bde138110/7167d9e8-1414-4ffb-a894-36b5f881b1b5/57ab3415-42fd-4159-9347-1dbf29f40134) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:47.034353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:47.035233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.065744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.093562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Transition to ACTIVE for port object 57ab3415-42fd-4159-9347-1dbf29f40134 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:47.154054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89730508-1200-4c56-8719-f3871ebcae20 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:47.193486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.344482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 89730508-1200-4c56-8719-f3871ebcae20 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:47.360018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 89730508-1200-4c56-8719-f3871ebcae20 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:47.361635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.371831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:47.382771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:47.390238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:47.493374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Pushing event updated for resources: {'Port': ['ID=57ab3415-42fd-4159-9347-1dbf29f40134,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:47.579008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.619580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.895889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.995320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-49819651-4522-4812-a559-b741ee2cd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.996709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-49819651-4522-4812-a559-b741ee2cd3db service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 1.3817883 Jul 06 17:42:48.023547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Network 0894c146-a1a6-4549-836c-609601d3786b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:48.048805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 89730508-1200-4c56-8719-f3871ebcae20, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=89730508-1200-4c56-8719-f3871ebcae20,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.059834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:48.071412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee30af9d-55db-4eaa-bfe1-a5d24b7a7a60 None None] Provisioning for port 57ab3415-42fd-4159-9347-1dbf29f40134 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:48.092320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:48.105478 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.138421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee30af9d-55db-4eaa-bfe1-a5d24b7a7a60 None None] Provisioning complete for port 57ab3415-42fd-4159-9347-1dbf29f40134 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:48.143130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee30af9d-55db-4eaa-bfe1-a5d24b7a7a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.163984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff37de14-b38e-4071-873e-ad6042bb6e54 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:48.177455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-ed913e09-6331-465d-854b-e71ae975ce63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e HTTP/1.1" status: 200 len: 217 time: 0.1575749 Jul 06 17:42:48.227963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c900922-7222-46f5-be79-b80b94b7b549 req-e022366f-f4c9-4f74-b23b-ebf070f5e345 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.237186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c900922-7222-46f5-be79-b80b94b7b549 req-e022366f-f4c9-4f74-b23b-ebf070f5e345 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 948 time: 1.1006982 Jul 06 17:42:48.341027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.346848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.510135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.549265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'port_id': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'mac_address': 'fa:16:3e:40:93:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46556c9b-747a-46f2-b649-31f7c49d8b15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:48.560460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:48.724937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c900922-7222-46f5-be79-b80b94b7b549 req-f9dd9ef1-7303-4808-a87f-825bcb2c97e2 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799292 Jul 06 17:42:48.729556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-6c667a65-e18f-4a42-9e6f-0c75d0f063db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.733622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.734259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-6c667a65-e18f-4a42-9e6f-0c75d0f063db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.4716871 Jul 06 17:42:48.747072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.759582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:48.773731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff37de14-b38e-4071-873e-ad6042bb6e54 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:48.804758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.812098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.860622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.913681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 4b3cad30-3a17-4e85-8811-2d3167832a4e details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:48.980900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:49.124807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ff37de14-b38e-4071-873e-ad6042bb6e54'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:49.129955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:49.165619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ee30af9d-55db-4eaa-bfe1-a5d24b7a7a60 None None] Port 57ab3415-42fd-4159-9347-1dbf29f40134 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:49.309323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:42:49.348034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=89730508-1200-4c56-8719-f3871ebcae20,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:49.363654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-11a265db-5265-4489-be8a-fdcc5cd0aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.365514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-11a265db-5265-4489-be8a-fdcc5cd0aca4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6228337 Jul 06 17:42:49.402103 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.534170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-cba5ea12-2162-4851-85d9-0f426cc851ca tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:42:49.542433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-cba5ea12-2162-4851-85d9-0f426cc851ca tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157647 Jul 06 17:42:49.549384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Request body: {'binding': {'host': 'n-h1-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:49.551564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:42:49.616170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.772600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=06a699eb-69e5-4c71-9c96-ef84c47dc2b0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:49.801504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:49.836608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:49.842776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-7aee2dd6-02ec-4189-9cfb-13c26690feee service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332716 Jul 06 17:42:49.850548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.854432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5fdda2f-6dea-49df-961c-fc1294070412 req-4fd6d835-5b78-4f2c-ac0e-90de921c7c0e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "DELETE /v2.0/ports/06a699eb-69e5-4c71-9c96-ef84c47dc2b0 HTTP/1.1" status: 204 len: 173 time: 3.8945239 Jul 06 17:42:49.864313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:49.874768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'name': 'network-vif-deleted', 'tag': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:49.879238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:49.880128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.886559 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f9ca4-6925-4bd2-8083-bf1eaf005e90" -d '{"events": [{"server_uuid": "f10036f5-8948-43f8-918b-3a0ba9f48315", "name": "network-vif-deleted", "tag": "06a699eb-69e5-4c71-9c96-ef84c47dc2b0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:49.948756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b94ffb9d-fa1b-459f-83ba-453ebea2de2c None None] Provisioning for port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:49.964929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b94ffb9d-fa1b-459f-83ba-453ebea2de2c None None] Provisioning complete for port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:49.965325 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b94ffb9d-fa1b-459f-83ba-453ebea2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.031500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.055119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.086187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b94ffb9d-fa1b-459f-83ba-453ebea2de2c None None] Port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:50.155086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port d4f37aa0-b252-474d-a035-fe93c0a98175 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:50.186126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port d4f37aa0-b252-474d-a035-fe93c0a98175 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:50.186519 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.253025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on host n-h1-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.260754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.261432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.269823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.270571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.289361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f6e4ae-200c-4036-b8b3-e361c91f324b req-82bc418f-0036-4dc3-b42d-e0681ad1a3bb service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885007 Jul 06 17:42:50.307424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Pushing event updated for resources: {'Port': ['ID=57ab3415-42fd-4159-9347-1dbf29f40134,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:50.308907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:50.315716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:50.317512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:50.319842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Bound port: 239df556-6657-4531-968b-c9730ec80a77, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:50.350571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.354783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.383350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.408257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4b3cad30-3a17-4e85-8811-2d3167832a4e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:50.492613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '4b3cad30-3a17-4e85-8811-2d3167832a4e', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '4b3cad30-3a17-4e85-8811-2d3167832a4e', 'mac_address': 'fa:16:3e:71:78:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:50.533166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.568880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8a7fa03-2ec3-41ca-aa31-fd6c4424f989 req-cfc5de35-49f1-4d5c-b684-8c91d41bdd4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 210 time: 0.1233869 Jul 06 17:42:50.785629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.790944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:50.890040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.904643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:50.923123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Network 0894c146-a1a6-4549-836c-609601d3786b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:50.936301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:51.023984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3cad30-3a17-4e85-8811-2d3167832a4e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:51.032487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7fa03-2ec3-41ca-aa31-fd6c4424f989 req-b2a03f5b-5636-40fc-afb7-26241c517758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.034107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8a7fa03-2ec3-41ca-aa31-fd6c4424f989 req-b2a03f5b-5636-40fc-afb7-26241c517758 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a72671ce4ace429080e02112ac25a7ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4643924 Jul 06 17:42:51.042644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.048429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-fa0c722c-6c7b-4bfb-b6da-e6a3259800b6 service neutron] 10.222.0.37 "POST /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77/bindings HTTP/1.1" status: 201 len: 389 time: 1.4997754 Jul 06 17:42:51.241401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.290946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:51.304761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:51.382313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7fa03-2ec3-41ca-aa31-fd6c4424f989 req-21259eed-6548-4319-a161-2868ff8f4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.384602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8a7fa03-2ec3-41ca-aa31-fd6c4424f989 req-21259eed-6548-4319-a161-2868ff8f4996 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3398576 Jul 06 17:42:51.402529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1970-e0a7-45f1-b56b-8beb3de6a2c9 req-c879ca1b-e7d1-483b-ab67-14827a98f657 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.402529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3dd1970-e0a7-45f1-b56b-8beb3de6a2c9 req-c879ca1b-e7d1-483b-ab67-14827a98f657 tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 1101 time: 0.8712027 Jul 06 17:42:51.446922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.484686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3dd1970-e0a7-45f1-b56b-8beb3de6a2c9 req-5a73b201-ac45-4e32-8cff-af0eb140ddac tempest-MigrationsAdminTest-861532176 tempest-MigrationsAdminTest-861532176-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679746 Jul 06 17:42:51.600128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4b3cad30-3a17-4e85-8811-2d3167832a4e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.809668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.823680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89730508-1200-4c56-8719-f3871ebcae20 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:51.826707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.929266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Router 842f70d6-5045-41e1-8905-07c830ef0654 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:51.939967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c56d02c-4d0a-4db2-a7c0-9612986dd80d req-279e3edf-4a2e-4a19-ab4d-03247be58103 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 210 time: 0.1200216 Jul 06 17:42:52.089275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-6bc9d7aa-9d0d-477d-8e9d-8a283dbb4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.090844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-6bc9d7aa-9d0d-477d-8e9d-8a283dbb4d7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1096 time: 0.1989939 Jul 06 17:42:52.154734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:52.160578 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea2880d-68b7-4c78-ba6e-21ef78a832f1" -d '{"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-plugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:52.184263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-da6bda00-6503-4146-af72-6fbf1fa2c23d None None] Provisioning complete for port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:52.184871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da6bda00-6503-4146-af72-6fbf1fa2c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.206360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['4b3cad30-3a17-4e85-8811-2d3167832a4e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:52.230085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.231925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:52.290621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.452330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4b3cad30-3a17-4e85-8811-2d3167832a4e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:52.507697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['06a699eb-69e5-4c71-9c96-ef84c47dc2b0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:52.742031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-da6bda00-6503-4146-af72-6fbf1fa2c23d None None] Port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:52.842743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 89730508-1200-4c56-8719-f3871ebcae20 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:52.843117 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.972787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8a7fa03-2ec3-41ca-aa31-fd6c4424f989 req-accfc509-cc39-4cb9-8ad9-3c432caa7f88 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10036f5-8948-43f8-918b-3a0ba9f48315 HTTP/1.1" status: 200 len: 210 time: 0.1696842 Jul 06 17:42:52.980696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-613a6f53-d9ce-4288-a7f9-7104eb688ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.990242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-613a6f53-d9ce-4288-a7f9-7104eb688ee3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.8902864 Jul 06 17:42:53.018742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=15']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:53.043426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163f898-afbf-4bb9-802c-1ec9673f8523 req-c10c4055-0e24-483d-b300-1246e07c43af tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.052005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-99af06ea-7be2-41a3-8587-cf67a8ce895d None None] Provisioning complete for port 57ab3415-42fd-4159-9347-1dbf29f40134 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:53.052770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99af06ea-7be2-41a3-8587-cf67a8ce895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.069211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9163f898-afbf-4bb9-802c-1ec9673f8523 req-c10c4055-0e24-483d-b300-1246e07c43af tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 949 time: 0.8420317 Jul 06 17:42:53.107213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:53.135650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-99af06ea-7be2-41a3-8587-cf67a8ce895d None None] Port 57ab3415-42fd-4159-9347-1dbf29f40134 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:53.148994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Sync routers for ids ['842f70d6-5045-41e1-8905-07c830ef0654'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:53.153175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-42761a03-6129-4278-8865-ed73973f26a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/842f70d6-5045-41e1-8905-07c830ef0654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2686696 Jul 06 17:42:53.244725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Router 9a70290e-0a00-4b4b-992f-685584af02a4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:53.326931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Routers {'842f70d6-5045-41e1-8905-07c830ef0654'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:53.330152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['842f70d6-5045-41e1-8905-07c830ef0654'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:53.359977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9163f898-afbf-4bb9-802c-1ec9673f8523 req-fd5227a3-d983-447a-9463-f48599bcfc91 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893245 Jul 06 17:42:53.371186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-cfa548ac-bf20-49a9-8c2c-9e17ecde3ddb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 217 time: 0.2697756 Jul 06 17:42:53.508264 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853c7745-517d-44b7-981d-17fd9b99f9a8 x-openstack-request-id: req-853c7745-517d-44b7-981d-17fd9b99f9a8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:53.510869 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10036f5-8948-43f8-918b-3a0ba9f48315", "name": "network-vif-deleted", "tag": "06a699eb-69e5-4c71-9c96-ef84c47dc2b0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:53.511498 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-853c7745-517d-44b7-981d-17fd9b99f9a8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:53.512178 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10036f5-8948-43f8-918b-3a0ba9f48315', 'name': 'network-vif-deleted', 'tag': '06a699eb-69e5-4c71-9c96-ef84c47dc2b0', 'status': 'completed', 'code': 200} Jul 06 17:42:53.548720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-3aa9555f-2a2c-498e-a973-04fdf820d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.560008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-3aa9555f-2a2c-498e-a973-04fdf820d6a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1749063 Jul 06 17:42:53.561189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:53.654860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-5d299c44-19ef-4d18-b3a7-49236acdb070 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776951 Jul 06 17:42:53.682910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2072404362'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:53.747207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:53.748588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:53.754308 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d6d5378c-c3b4-4667-b9e0-79d5997b40a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a70290e-0a00-4b4b-992f-685584af02a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8269844 Jul 06 17:42:53.770925 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Sync routers for ids ['9a70290e-0a00-4b4b-992f-685584af02a4'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:53.799277 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Routers {'9a70290e-0a00-4b4b-992f-685584af02a4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:53.801671 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a70290e-0a00-4b4b-992f-685584af02a4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:53.903949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Set router 842f70d6-5045-41e1-8905-07c830ef0654 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:54.017995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-a2c0ac7c-5fce-4426-bf77-267a9ae9df74 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569775 Jul 06 17:42:54.055603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:54.059458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.195726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff37de14-b38e-4071-873e-ad6042bb6e54 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:54.248485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-df16c3ce-0ed5-4e82-a613-66a31f21ac57 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196984 Jul 06 17:42:54.266898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:54.285898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.286307 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Added segment 0a78a8e9-671a-4282-a278-dffd7c54f393 of type vlan for network 06e5928d-412d-447d-8509-0f2ff1932450 Jul 06 17:42:54.347276 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Set router 9a70290e-0a00-4b4b-992f-685584af02a4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:54.390922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.484380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.491982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.493106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.635654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:54.636196 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.675331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1116781 Jul 06 17:42:54.678333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46580) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:54.682501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f12b6f-f8e1-4729-849d-9a3c188f07a8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Network': ['ID=06e5928d-412d-447d-8509-0f2ff1932450,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:54.690904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'subnet': {'network_id': '06e5928d-412d-447d-8509-0f2ff1932450', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:54.743918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 06e5928d-412d-447d-8509-0f2ff1932450 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:54.894255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:54.903884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.919211 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:42:49Z', 'revision_number': 4, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5', 'name': '', 'network_id': '0894c146-a1a6-4549-836c-609601d3786b', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'mac_address': 'fa:16:3e:26:42:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '68dafea3-c933-4191-ac9f-705773f33958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:45Z', 'updated_at': '2021-07-06T17:42:49Z', 'revision_number': 2, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'subnets': [{'id': '68dafea3-c933-4191-ac9f-705773f33958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:54.959438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port ff37de14-b38e-4071-873e-ad6042bb6e54 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:54.959815 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.973216 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Checking router: 9a70290e-0a00-4b4b-992f-685584af02a4 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:54.973576 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Updating router 9a70290e-0a00-4b4b-992f-685584af02a4 port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:55.030659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:48Z', 'revision_number': 4, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '57ab3415-42fd-4159-9347-1dbf29f40134', 'name': '', 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'mac_address': 'fa:16:3e:b2:4e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:46Z', 'updated_at': '2021-07-06T17:42:49Z', 'revision_number': 2, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'subnets': [{'id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:55.078730 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.125898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41485bdd-37e1-4564-9498-f6263ed26a6b req-3def7ad4-9cbd-4c4e-9649-307020fa958d tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:55.145328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Checking router: 842f70d6-5045-41e1-8905-07c830ef0654 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:55.151185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41485bdd-37e1-4564-9498-f6263ed26a6b req-3def7ad4-9cbd-4c4e-9649-307020fa958d tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 945 time: 0.2282815 Jul 06 17:42:55.152860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Updating router 842f70d6-5045-41e1-8905-07c830ef0654 port 57ab3415-42fd-4159-9347-1dbf29f40134 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:55.404487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.480730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41485bdd-37e1-4564-9498-f6263ed26a6b req-32b64542-02a1-4e60-9ea0-cc6a4d1a5320 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271024 Jul 06 17:42:55.558833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d03550-fdfa-4288-a11b-82793a6d9b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.683405 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.972056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Subnet': ['ID=a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:56.000645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Checking segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:56.001302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network hostable DHCP agents. Network: 06e5928d-412d-447d-8509-0f2ff1932450, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:56.097219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 4b3cad30-3a17-4e85-8811-2d3167832a4e up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:56.117921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 06e5928d-412d-447d-8509-0f2ff1932450 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:56.224470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 06e5928d-412d-447d-8509-0f2ff1932450) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:56.322645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.326487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.396264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:56.402897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-836479616'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:56.405953 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7ed8fffb-2812-4c3d-a90f-fa89a025f345 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7127299 Jul 06 17:42:56.520738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:56.558872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.764460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:56.894943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.907875 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Added segment e0a295d4-6590-4f83-a41b-b74c8da33701 of type vlan for network 5598d3ca-22aa-4968-aa01-bdecb6127698 Jul 06 17:42:57.121868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.275977 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.375823 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Transition to ACTIVE for port object 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:57.379822 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2185fe2f-8843-43db-847c-4713f17a3067 x-openstack-request-id: req-2185fe2f-8843-43db-847c-4713f17a3067 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:57.384025 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-plugged", "status": "completed", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:57.384906 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2185fe2f-8843-43db-847c-4713f17a3067 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:57.386185 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'code': 200} Jul 06 17:42:57.392581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eaaa60-5b29-43e8-9ce9-ea9f09d4d310 None None] Network 06e5928d-412d-447d-8509-0f2ff1932450 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:57.405035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.442973 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.620928 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebfef6-48d8-40d8-8be9-b0f25c69b2c3 None None] Pushing event updated for resources: {'Port': ['ID=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:57.655064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.693632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:57.696417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.990950 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Attempting to bind port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.991355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Attempting to bind port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.991721 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Attempting to bind port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 on network 0894c146-a1a6-4549-836c-609601d3786b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:58.005400 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:58.005899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Checking segment: {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:58.007205 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.008423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Bound using segment: {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:58.011032 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Bound port: 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e473b885-1591-489c-8322-22697c508afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0894c146-a1a6-4549-836c-609601d3786b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:58.012050 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.250211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Network': ['ID=5598d3ca-22aa-4968-aa01-bdecb6127698,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:58.260978 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] For port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:58.266474 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] For port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:58.280016 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.280735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:58.288571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'subnet': {'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:58.308526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a39b1b70-a6a8-4a12-ba62-03d98004af17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8803761 Jul 06 17:42:58.386077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:58.421725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.544251 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Routers {'9a70290e-0a00-4b4b-992f-685584af02a4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:58.548255 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a70290e-0a00-4b4b-992f-685584af02a4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:58.580269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3742-678f-4c8c-b05d-8c58bfa974e6 req-8dcf46c1-322a-488d-9df0-a3ce616398a0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.593981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40dd3742-678f-4c8c-b05d-8c58bfa974e6 req-8dcf46c1-322a-488d-9df0-a3ce616398a0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 949 time: 1.3170028 Jul 06 17:42:58.666455 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a07a8b14-eb29-48c3-8bf6-13364f7dab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.746074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cedc8-d1b2-4fc0-b447-aad361850fb4 req-91ed4cd3-eafd-4c81-8bb2-070330b572a3 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.768387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-433cedc8-d1b2-4fc0-b447-aad361850fb4 req-91ed4cd3-eafd-4c81-8bb2-070330b572a3 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 944 time: 1.1858799 Jul 06 17:42:58.857746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:58.879209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.981422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:59.033919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40dd3742-678f-4c8c-b05d-8c58bfa974e6 req-4cba3e08-d153-4f43-809b-88329500de1f tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326894 Jul 06 17:42:59.034610 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebfef6-48d8-40d8-8be9-b0f25c69b2c3 None None] Pushing event updated for resources: {'Port': ['ID=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:59.074892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-cc832466-fa7f-4c4d-8a43-753b37328589 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:59.085681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-cc832466-fa7f-4c4d-8a43-753b37328589 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 951 time: 1.0679340 Jul 06 17:42:59.176066 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.195897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-433cedc8-d1b2-4fc0-b447-aad361850fb4 req-98c9d3ad-e21a-4420-b509-f8175dfa3094 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216878 Jul 06 17:42:59.199704 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] Set router 9a70290e-0a00-4b4b-992f-685584af02a4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:59.299520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:59.388564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:59.397845 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb08575a-1360-4028-aa48-24858cbd7784" -d '{"events": [{"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-plugged", "status": "completed", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:59.587468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 4b3cad30-3a17-4e85-8811-2d3167832a4e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:59.639979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Deleting port d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:59.639979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.671330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:42:59.672450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 06a699eb-69e5-4c71-9c96-ef84c47dc2b0 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:42:59.676741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.692838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 4b3cad30-3a17-4e85-8811-2d3167832a4e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:59.693966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.721128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.758322 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:42:59.869659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.007150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:00.020212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.020915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.021578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.022225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.022997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.023607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.024161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.024726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.025395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.025941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.026608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.027178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:00.059775 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.069743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-06e5928d-412d-447d-8509-0f2ff1932450', 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'fixed_ips': [{'subnet_id': 'a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:43:00.071322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.119500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Transition to ACTIVE for port object 57ab3415-42fd-4159-9347-1dbf29f40134 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:00.163517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Subnet': ['ID=3c2addec-3c51-4b39-9d5a-7ccdd4667bf0,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:00.166446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:42:49Z', 'revision_number': 4, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5', 'name': '', 'network_id': '0894c146-a1a6-4549-836c-609601d3786b', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'mac_address': 'fa:16:3e:26:42:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '68dafea3-c933-4191-ac9f-705773f33958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:45Z', 'updated_at': '2021-07-06T17:42:58Z', 'revision_number': 4, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'subnets': [{'id': '68dafea3-c933-4191-ac9f-705773f33958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:00.227034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.233491 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.252584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Checking segment: {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:00.253036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network hostable DHCP agents. Network: 5598d3ca-22aa-4968-aa01-bdecb6127698, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:43:00.290811 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f0a9c-1ca3-4e58-ae02-78dd353224ab None None] The sync data for ids ['9a70290e-0a00-4b4b-992f-685584af02a4'] in n-d-799527-3 is: [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:42:49Z', 'revision_number': 4, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5', 'name': '', 'network_id': '0894c146-a1a6-4549-836c-609601d3786b', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'mac_address': 'fa:16:3e:26:42:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '68dafea3-c933-4191-ac9f-705773f33958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:45Z', 'updated_at': '2021-07-06T17:42:58Z', 'revision_number': 4, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'subnets': [{'id': '68dafea3-c933-4191-ac9f-705773f33958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:00.318042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] For port d4f37aa0-b252-474d-a035-fe93c0a98175, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d4f37aa0-b252-474d-a035-fe93c0a98175,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:00.318682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.345354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a5c79-b8b7-48a2-913a-8416386650c6 None None] Pushing event updated for resources: {'Port': ['ID=57ab3415-42fd-4159-9347-1dbf29f40134,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:00.394824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:43:00.493742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 5598d3ca-22aa-4968-aa01-bdecb6127698) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:00.531303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.534230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.589961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Calling delete_port for d4f37aa0-b252-474d-a035-fe93c0a98175 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:00.635407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3a868e76-1ec4-4a21-815b-6afb91ace804 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3473694 Jul 06 17:43:00.706336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e91a8b-5070-4b53-87e1-e2cf34d632b9 None None] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:00.879583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Allocated IP 19.80.0.2 (06e5928d-412d-447d-8509-0f2ff1932450/a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab/f37567bd-b458-45f8-ac5d-d6ee68275663) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:01.289260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f8146-6e48-4245-8730-65ea62fb3f68 req-a57799b1-40c6-4158-a964-8d276442b9cd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.301116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-717f8146-6e48-4245-8730-65ea62fb3f68 req-a57799b1-40c6-4158-a964-8d276442b9cd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b79a47-1cbf-4688-bd58-645a0f240e77 HTTP/1.1" status: 200 len: 951 time: 0.9303837 Jul 06 17:43:01.444380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4b3cad30-3a17-4e85-8811-2d3167832a4e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:01.970721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-717f8146-6e48-4245-8730-65ea62fb3f68 req-bf06d50f-5460-4a28-8bbb-d72801f6555c tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343601 Jul 06 17:43:02.091632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.105315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.158873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ff1d9-90c5-43f0-9cec-5ecbe833ca1d req-ac6c04f5-411e-4227-b9e7-a4143d332f61 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:02.167722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-462ff1d9-90c5-43f0-9cec-5ecbe833ca1d req-ac6c04f5-411e-4227-b9e7-a4143d332f61 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 945 time: 1.1287863 Jul 06 17:43:02.173130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.290954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event deleted for resources: {'Port': ['ID=d4f37aa0-b252-474d-a035-fe93c0a98175,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:02.369708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:02.465019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', '1d1a8bc4-064d-4657-922e-3b5e40be26ee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:02.466335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:02.471730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:02.519538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Transition to ACTIVE for port object f37567bd-b458-45f8-ac5d-d6ee68275663 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:02.520001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] No DVR routers for this DVR port d4f37aa0-b252-474d-a035-fe93c0a98175 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:02.530529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-462ff1d9-90c5-43f0-9cec-5ecbe833ca1d req-f18348e9-c73c-41aa-9dca-421683d4d569 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617034 Jul 06 17:43:02.551014 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.556611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0e89fce-06f0-4017-8837-6b272ff05cbc req-a6e34c6c-6f2c-4da1-8239-792fba788f8d tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "DELETE /v2.0/ports/d4f37aa0-b252-474d-a035-fe93c0a98175 HTTP/1.1" status: 204 len: 173 time: 3.4625175 Jul 06 17:43:02.561688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-deleted', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:02.569461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Transition to ACTIVE for port object f37567bd-b458-45f8-ac5d-d6ee68275663 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:02.573329 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a7354-b95a-48d8-8280-13a193c0e060" -d '{"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-deleted", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:02.818804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-e76abb93-9885-4e5e-88b5-e4ac3a2932bb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:02.831633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-e76abb93-9885-4e5e-88b5-e4ac3a2932bb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.6129980 Jul 06 17:43:02.867019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-77650d3b-2649-4c12-bd46-a1ced6d05d6b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.0334578 Jul 06 17:43:02.909214 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.920023 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2de2982-6619-464f-9e96-d77072d1a525 x-openstack-request-id: req-c2de2982-6619-464f-9e96-d77072d1a525 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:02.925524 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-plugged", "status": "completed", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:02.926335 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2de2982-6619-464f-9e96-d77072d1a525 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:02.929206 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'code': 200} Jul 06 17:43:02.951775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-07ccf207-5768-43e8-8b12-e1ce5cda0119 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819843 Jul 06 17:43:03.154497 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.171919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: d4f37aa0-b252-474d-a035-fe93c0a98175 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:03.172882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d4f37aa0-b252-474d-a035-fe93c0a98175 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:03.173633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:03.442971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Network 06e5928d-412d-447d-8509-0f2ff1932450 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:03.463491 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.630266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:03.642491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:03.679712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:03.711952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Attempting to bind port 57ab3415-42fd-4159-9347-1dbf29f40134 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:03.712332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Attempting to bind port 57ab3415-42fd-4159-9347-1dbf29f40134 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:03.712704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Attempting to bind port 57ab3415-42fd-4159-9347-1dbf29f40134 on network ae6ccc78-c0fb-4af4-b580-0b9bde138110 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:03.773565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:03.774352 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.826958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:03.827379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Checking segment: {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:03.827797 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.828803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Bound using segment: {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:03.829750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Bound port: 57ab3415-42fd-4159-9347-1dbf29f40134, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:03.830695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.887302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910fdd-2ec9-469e-8d1e-d4295c182a08 req-84ffd35d-f4c2-4fc3-96a3-ff1978166727 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.888866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff910fdd-2ec9-469e-8d1e-d4295c182a08 req-84ffd35d-f4c2-4fc3-96a3-ff1978166727 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 950 time: 0.6060503 Jul 06 17:43:03.949626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4b3cad30-3a17-4e85-8811-2d3167832a4e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:03.967307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-0b46946d-11c2-4083-b09d-884501ff9d49 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0066242 Jul 06 17:43:04.218121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff910fdd-2ec9-469e-8d1e-d4295c182a08 req-316c2041-b876-4bf4-8be2-11980834613a tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063657 Jul 06 17:43:04.315655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-8d20456f-64e8-447a-b8fe-2af37bdf2431 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390849 Jul 06 17:43:04.658357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0272f3-e9c7-4bb9-8922-b7ed56f6050d req-269e771c-3b17-42d7-8107-22d3aac67a40 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:04.668470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a0272f3-e9c7-4bb9-8922-b7ed56f6050d req-269e771c-3b17-42d7-8107-22d3aac67a40 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 950 time: 0.2054238 Jul 06 17:43:04.693685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-5598d3ca-22aa-4968-aa01-bdecb6127698', 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'fixed_ips': [{'subnet_id': '3c2addec-3c51-4b39-9d5a-7ccdd4667bf0'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:43:04.694627 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.736797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a0272f3-e9c7-4bb9-8922-b7ed56f6050d req-b542c9d6-530a-44af-bc2a-983c50bb62fe tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671728 Jul 06 17:43:04.754690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.789421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Attempting to bind port f37567bd-b458-45f8-ac5d-d6ee68275663 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:04.789806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Attempting to bind port f37567bd-b458-45f8-ac5d-d6ee68275663 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:04.791471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Attempting to bind port f37567bd-b458-45f8-ac5d-d6ee68275663 on network 06e5928d-412d-447d-8509-0f2ff1932450 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:04.915342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Pushing event updated for resources: {'Port': ['ID=f37567bd-b458-45f8-ac5d-d6ee68275663,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:04.923008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:04.924757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Checking segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:04.927238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.929763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Bound using segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:04.930562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Bound port: f37567bd-b458-45f8-ac5d-d6ee68275663, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:04.931168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.975772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3cad30-3a17-4e85-8811-2d3167832a4e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:04.984275 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14260cdf-1cdb-4e64-b09c-06c28c5a8ade" -d '{"events": [{"server_uuid": "8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d", "name": "network-vif-plugged", "status": "completed", "tag": "4b3cad30-3a17-4e85-8811-2d3167832a4e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:05.102165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71eed-5544-4c41-b6c4-b8f80a4f22da req-52f667f1-aae2-442f-81aa-c833a503a081 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:05.113600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1bf71eed-5544-4c41-b6c4-b8f80a4f22da req-52f667f1-aae2-442f-81aa-c833a503a081 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.2246315 Jul 06 17:43:05.357619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] For port 57ab3415-42fd-4159-9347-1dbf29f40134, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:05.466235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1bf71eed-5544-4c41-b6c4-b8f80a4f22da req-132c16ac-5a9a-401b-b2f1-30629807f95c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467150 Jul 06 17:43:05.586976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:05.608208 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ccaab-d165-4bf2-a485-77d8dd24ad17 x-openstack-request-id: req-da2ccaab-d165-4bf2-a485-77d8dd24ad17 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:05.609349 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b79a47-1cbf-4688-bd58-645a0f240e77", "name": "network-vif-deleted", "tag": "d4f37aa0-b252-474d-a035-fe93c0a98175", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:05.610103 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da2ccaab-d165-4bf2-a485-77d8dd24ad17 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:05.611133 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b79a47-1cbf-4688-bd58-645a0f240e77', 'name': 'network-vif-deleted', 'tag': 'd4f37aa0-b252-474d-a035-fe93c0a98175', 'status': 'completed', 'code': 200} Jul 06 17:43:05.771245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] For port 57ab3415-42fd-4159-9347-1dbf29f40134, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=57ab3415-42fd-4159-9347-1dbf29f40134,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:05.875744 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.916149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.974675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.975230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-19cc1035-70a1-42cf-a1ab-c46b939b48cc tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.004065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-19cc1035-70a1-42cf-a1ab-c46b939b48cc tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.029167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-19cc1035-70a1-42cf-a1ab-c46b939b48cc tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/networks?id=06e5928d-412d-447d-8509-0f2ff1932450&id=5598d3ca-22aa-4968-aa01-bdecb6127698&id=06e5928d-412d-447d-8509-0f2ff1932450 HTTP/1.1" status: 200 len: 1391 time: 0.8649802 Jul 06 17:43:06.126267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-4505a5a1-7a1a-429c-9ccd-acced2f3d6c2 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/quotas/2db2cc57343441df85cf9680a0b77917 HTTP/1.1" status: 200 len: 375 time: 0.0913379 Jul 06 17:43:06.323083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] For port f37567bd-b458-45f8-ac5d-d6ee68275663, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:06.407914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:06.796393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-f2122585-4c5b-4ce5-9e17-7cfdea8a6817 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6654623 Jul 06 17:43:06.900791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] For port f37567bd-b458-45f8-ac5d-d6ee68275663, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f37567bd-b458-45f8-ac5d-d6ee68275663,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:07.085727 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.181895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450bbff-a631-482a-8841-3535162db984 req-9d134910-dcba-4bd1-9400-fd0be823f889 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:07.186701 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f450bbff-a631-482a-8841-3535162db984 req-9d134910-dcba-4bd1-9400-fd0be823f889 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 945 time: 0.6752553 Jul 06 17:43:07.214835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:07.283352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-ac5cdd15-60f2-4608-8462-5cb338f4db8b service neutron] 10.222.0.37 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288101 Jul 06 17:43:07.369825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f450bbff-a631-482a-8841-3535162db984 req-53f21b69-749f-4603-8889-958e1bdd2fb6 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635304 Jul 06 17:43:07.505768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a5c79-b8b7-48a2-913a-8416386650c6 None None] Pushing event updated for resources: {'Port': ['ID=57ab3415-42fd-4159-9347-1dbf29f40134,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:07.647844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-e0138516-4261-4c7c-8353-e8ddf8a0aaf6 service neutron] 10.222.0.37 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556831 Jul 06 17:43:07.682038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.893862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-f1067ce4-a6af-4267-afe7-d01926465691 service neutron] 10.222.0.37 "GET /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446675 Jul 06 17:43:07.963101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Routers {'842f70d6-5045-41e1-8905-07c830ef0654'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:07.966112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:42:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['842f70d6-5045-41e1-8905-07c830ef0654'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:08.354047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] Set router 842f70d6-5045-41e1-8905-07c830ef0654 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:08.553960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-115c075d-3664-4d30-b1ca-40a11ae0b13f service neutron] 10.222.0.37 "GET /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494293 Jul 06 17:43:08.682133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Allocated IP 19.86.0.2 (5598d3ca-22aa-4968-aa01-bdecb6127698/3c2addec-3c51-4b39-9d5a-7ccdd4667bf0/dafb9931-2786-461c-8434-f1a0c5d617d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:08.882851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e8441-7cba-4983-9c82-fb1fc806e4a1 None None] Pushing event updated for resources: {'Port': ['ID=f37567bd-b458-45f8-ac5d-d6ee68275663,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:08.904867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-8681204f-9a4d-46ca-8b9e-f284af0b02bf service neutron] 10.222.0.37 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499725 Jul 06 17:43:09.065025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:48Z', 'revision_number': 4, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '57ab3415-42fd-4159-9347-1dbf29f40134', 'name': '', 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'mac_address': 'fa:16:3e:b2:4e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:46Z', 'updated_at': '2021-07-06T17:43:05Z', 'revision_number': 4, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'subnets': [{'id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:09.405271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4155eb5-0cb3-423d-8c03-993e6cffc0cf None None] The sync data for ids ['842f70d6-5045-41e1-8905-07c830ef0654'] in n-d-799527-3 is: [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:48Z', 'revision_number': 4, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '57ab3415-42fd-4159-9347-1dbf29f40134', 'name': '', 'network_id': 'ae6ccc78-c0fb-4af4-b580-0b9bde138110', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'mac_address': 'fa:16:3e:b2:4e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:46Z', 'updated_at': '2021-07-06T17:43:05Z', 'revision_number': 4, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'subnets': [{'id': '7167d9e8-1414-4ffb-a894-36b5f881b1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:09.423607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:09.764213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-9a3cfeac-2a97-4217-b389-2470fec0bda2 service neutron] 10.222.0.37 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406837 Jul 06 17:43:10.169879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-cdf24893-9619-4e4b-877f-6052390c4ac4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.185741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-cdf24893-9619-4e4b-877f-6052390c4ac4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 1.1102324 Jul 06 17:43:10.228712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:10.372302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.423736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Transition to ACTIVE for port object dafb9931-2786-461c-8434-f1a0c5d617d3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:10.583762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e7c2e-af12-45e0-8969-b71e5ebb06fc None None] Network 06e5928d-412d-447d-8509-0f2ff1932450 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:10.731332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f3555683-3752-47fc-a115-20d7572d9dbb None None] Provisioning for port f37567bd-b458-45f8-ac5d-d6ee68275663 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:10.741998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Transition to ACTIVE for port object dafb9931-2786-461c-8434-f1a0c5d617d3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:10.936204 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.236813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:11.265820 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.371065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f37567bd-b458-45f8-ac5d-d6ee68275663 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:11.505860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d9c6002-cf64-41ce-9c4c-9de0b0619b66 req-afbf955e-032d-42a9-80ef-b8d2fb2d3659 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 210 time: 0.2162206 Jul 06 17:43:11.556843 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab40edf4-e375-497b-a907-606decae6688 x-openstack-request-id: req-ab40edf4-e375-497b-a907-606decae6688 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:11.557919 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d", "name": "network-vif-plugged", "status": "completed", "tag": "4b3cad30-3a17-4e85-8811-2d3167832a4e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:11.557919 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab40edf4-e375-497b-a907-606decae6688 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:11.557919 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3cad30-3a17-4e85-8811-2d3167832a4e', 'code': 200} Jul 06 17:43:11.558424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Pushing event updated for resources: {'Port': ['ID=dafb9931-2786-461c-8434-f1a0c5d617d3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:11.652530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:11.683952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:11.709764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f37567bd-b458-45f8-ac5d-d6ee68275663 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:11.721122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:11.742853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f37567bd-b458-45f8-ac5d-d6ee68275663 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:11.743276 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.861773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.5 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/8ac54aa1-fa28-4a09-b352-ab88a72946e2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:12.074199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.196177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port f37567bd-b458-45f8-ac5d-d6ee68275663, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f37567bd-b458-45f8-ac5d-d6ee68275663,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:12.206179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Attempting to bind port dafb9931-2786-461c-8434-f1a0c5d617d3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:12.206826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Attempting to bind port dafb9931-2786-461c-8434-f1a0c5d617d3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:12.207561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Attempting to bind port dafb9931-2786-461c-8434-f1a0c5d617d3 on network 5598d3ca-22aa-4968-aa01-bdecb6127698 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:12.222403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:12.225200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Checking segment: {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:12.226425 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.226852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Bound using segment: {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:12.227402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Bound port: dafb9931-2786-461c-8434-f1a0c5d617d3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:12.232654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.276316 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.290318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 57ab3415-42fd-4159-9347-1dbf29f40134 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:12.909065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] For port dafb9931-2786-461c-8434-f1a0c5d617d3, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:12.928881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] For port dafb9931-2786-461c-8434-f1a0c5d617d3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dafb9931-2786-461c-8434-f1a0c5d617d3,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:13.096803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=f37567bd-b458-45f8-ac5d-d6ee68275663,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:13.115708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.665681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:13.668185 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a2ad4-be9e-4061-875c-d5fa13b46b41" -d '{"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:13.670750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6a1b6-629f-41be-b6e4-d25ea1cc397d None None] Pushing event updated for resources: {'Port': ['ID=dafb9931-2786-461c-8434-f1a0c5d617d3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:13.732131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 57ab3415-42fd-4159-9347-1dbf29f40134 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:13.742978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 57ab3415-42fd-4159-9347-1dbf29f40134 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:13.750378 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.830361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-94edc0e8-a24a-4ada-a70d-31d28422b204 None None] Provisioning complete for port f37567bd-b458-45f8-ac5d-d6ee68275663 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:13.830891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94edc0e8-a24a-4ada-a70d-31d28422b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.918275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.035210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:14.253426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.412753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a3da0-77f4-4259-a887-94e60e621ca0 req-9cc523b3-3b11-4a78-97e4-1cc1c5249d6b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.428098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-762a3da0-77f4-4259-a887-94e60e621ca0 req-9cc523b3-3b11-4a78-97e4-1cc1c5249d6b tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 950 time: 2.4266839 Jul 06 17:43:14.505099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22805f30-ff58-4a56-b2a7-9532added04b req-8f21e667-df49-4746-b54c-f7e6c110ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.507632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22805f30-ff58-4a56-b2a7-9532added04b req-8f21e667-df49-4746-b54c-f7e6c110ae53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 1101 time: 2.4641929 Jul 06 17:43:14.542468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.561938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:14.628666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.61', 56901) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:14.732496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:14.745225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-580e9081-dfcf-42d7-afb5-7fdce88bb099 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.752529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:14.762622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-580e9081-dfcf-42d7-afb5-7fdce88bb099 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.772408 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-580e9081-dfcf-42d7-afb5-7fdce88bb099 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "GET /v2.0/networks?id=06e5928d-412d-447d-8509-0f2ff1932450&id=5598d3ca-22aa-4968-aa01-bdecb6127698&id=06e5928d-412d-447d-8509-0f2ff1932450 HTTP/1.1" status: 200 len: 1391 time: 0.5365994 Jul 06 17:43:14.795717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'mac_address': 'fa:16:3e:33:b7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:14.814614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:14.822880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'port': {'device_id': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450', 'admin_state_up': True, 'tenant_id': '2db2cc57343441df85cf9680a0b77917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:14.939838 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.992758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 57ab3415-42fd-4159-9347-1dbf29f40134, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=57ab3415-42fd-4159-9347-1dbf29f40134,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:15.010854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.011870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:15.012052 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22805f30-ff58-4a56-b2a7-9532added04b req-36b33207-34df-415e-af3a-f2a81d98c851 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984940 Jul 06 17:43:15.109901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-762a3da0-77f4-4259-a887-94e60e621ca0 req-d69b57a8-b967-47ee-83a4-0cd9921a14ea tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805267 Jul 06 17:43:15.151001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=8ac54aa1-fa28-4a09-b352-ab88a72946e2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:15.152559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-648b4381-d8c1-4811-9392-2a3a8cdf3002 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.155467 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-648b4381-d8c1-4811-9392-2a3a8cdf3002 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 951 time: 0.5251744 Jul 06 17:43:15.198507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.200057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.379738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e190c5f1-9a46-47ba-ac95-cb9f1f575792 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:15.380535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124a50-ea2d-4a4b-8a89-46a99edcfb43 req-055cd73c-d5b9-4e50-81bc-0ad91436c7e1 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.383174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29124a50-ea2d-4a4b-8a89-46a99edcfb43 req-055cd73c-d5b9-4e50-81bc-0ad91436c7e1 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 1.3591809 Jul 06 17:43:15.446988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:15.449441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=57ab3415-42fd-4159-9347-1dbf29f40134,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:15.466524 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.543067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:15.621139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e190c5f1-9a46-47ba-ac95-cb9f1f575792'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:15.630012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:15.630768 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.777782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:15.803804 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.832457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29124a50-ea2d-4a4b-8a89-46a99edcfb43 req-2e5f84c2-97ce-4c0c-ab8c-7147c2d5f110 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380546 Jul 06 17:43:15.845467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c6dced97-e9ce-4db4-986d-888a46b4a4c7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6511998 Jul 06 17:43:15.879962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Request body: {'port': {'device_id': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:16.028603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eac573-011d-46ef-b5ff-5b558c542a48 None None] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:16.139475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfe5d8-af18-4dd6-a992-ea5fb2741a20 req-d8ea43f2-cdcb-44ee-9eaa-25aec9abb5b2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.151724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2cfe5d8-af18-4dd6-a992-ea5fb2741a20 req-d8ea43f2-cdcb-44ee-9eaa-25aec9abb5b2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 945 time: 0.6123812 Jul 06 17:43:16.175563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Deleting port 1d1a8bc4-064d-4657-922e-3b5e40be26ee {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:16.176060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:16.294506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:16.368013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Allocated IP 19.80.0.177 (06e5928d-412d-447d-8509-0f2ff1932450/a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab/6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:16.370605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cda85c4-5d01-4bad-8372-b85e2fce0196 None None] Provisioning for port dafb9931-2786-461c-8434-f1a0c5d617d3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:16.400024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2cfe5d8-af18-4dd6-a992-ea5fb2741a20 req-eb7e0e7e-2195-4efc-a23e-ad3e3b149272 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472758 Jul 06 17:43:16.414867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] For port 1d1a8bc4-064d-4657-922e-3b5e40be26ee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d1a8bc4-064d-4657-922e-3b5e40be26ee,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:16.415337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:16.491037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Calling delete_port for 1d1a8bc4-064d-4657-922e-3b5e40be26ee owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:16.869131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa604be0-1590-4ffe-afe8-bcf36073c70f req-8c3489cf-aa9d-4bd6-a65b-7c9bce4f82c5 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 210 time: 0.0991933 Jul 06 17:43:17.031529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f37567bd-b458-45f8-ac5d-d6ee68275663 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:17.076393 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.126496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Transition to ACTIVE for port object 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:17.171643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.196140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f37567bd-b458-45f8-ac5d-d6ee68275663 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:17.196869 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.200473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:17.310288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:17.362029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event deleted for resources: {'Port': ['ID=1d1a8bc4-064d-4657-922e-3b5e40be26ee,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:17.485974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] No DVR routers for this DVR port 1d1a8bc4-064d-4657-922e-3b5e40be26ee on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:17.495368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.495368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.500467 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5399df4-1de1-4ab4-b7db-60b0213bc60b req-04cba3f5-1012-477f-8163-327256b912fb tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "DELETE /v2.0/ports/1d1a8bc4-064d-4657-922e-3b5e40be26ee HTTP/1.1" status: 204 len: 173 time: 2.3265820 Jul 06 17:43:17.501215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-deleted', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:17.505987 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a16da4-e11b-4878-829d-18cd2d5a73af" -d '{"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-deleted", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:17.598049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8d8d-9348-4781-a849-628a057344d6 req-b94479c2-0899-4214-8648-3cc8b55e56e3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:17.599907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75db8d8d-9348-4781-a849-628a057344d6 req-b94479c2-0899-4214-8648-3cc8b55e56e3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 931 time: 0.3118393 Jul 06 17:43:17.611366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 06e5928d-412d-447d-8509-0f2ff1932450 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:17.619841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:17.625994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:17.735643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:17.736855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.815639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75db8d8d-9348-4781-a849-628a057344d6 req-71a49242-b95a-4f98-b28e-14c09106d240 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037995 Jul 06 17:43:17.826935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac54aa1-fa28-4a09-b352-ab88a72946e2 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:17.871126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.900566 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0827906 Jul 06 17:43:17.925719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Transition to ACTIVE for port object 8ac54aa1-fa28-4a09-b352-ab88a72946e2 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:17.937054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.944938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'port': {'device_id': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698', 'admin_state_up': True, 'tenant_id': '2db2cc57343441df85cf9680a0b77917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:18.112524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dafb9931-2786-461c-8434-f1a0c5d617d3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:18.158401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:18.201613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac54aa1-fa28-4a09-b352-ab88a72946e2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:18.509666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8667e41-74f8-4275-beda-84527cdd593a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Port': ['ID=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:18.582606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:18.594290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.661022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-00c8c758-ed09-425a-9c23-d40a2326390d None None] Provisioning for port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:18.676457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Attempting to bind port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:18.677369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Attempting to bind port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:18.678068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Attempting to bind port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:18.693783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:18.696485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Attempting to bind port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:18.721883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-00c8c758-ed09-425a-9c23-d40a2326390d None None] Provisioning complete for port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:18.722262 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-00c8c758-ed09-425a-9c23-d40a2326390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.725603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-637c5a60-3b2a-440e-b97d-34dd80e87485 req-d9d66988-d64c-47e9-b7e8-ce7a3905ce21 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=c514d5b6-3efb-4c91-8dfc-9f348f534ddd HTTP/1.1" status: 200 len: 210 time: 0.4019709 Jul 06 17:43:18.776931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:18.777568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:18.778898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:18.780482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Bound port: 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:18.785791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.829531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-00c8c758-ed09-425a-9c23-d40a2326390d None None] Port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:18.947549 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1048ea-6076-4451-880b-a8a2dc997f25 x-openstack-request-id: req-7d1048ea-6076-4451-880b-a8a2dc997f25 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:18.947979 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:18.949316 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d1048ea-6076-4451-880b-a8a2dc997f25 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:18.949736 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'code': 200} Jul 06 17:43:18.979200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port dafb9931-2786-461c-8434-f1a0c5d617d3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:19.026716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Allocated IP 19.86.0.229 (5598d3ca-22aa-4968-aa01-bdecb6127698/3c2addec-3c51-4b39-9d5a-7ccdd4667bf0/2448c98e-ad4f-4002-ab85-1877a9471347) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:19.037497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dafb9931-2786-461c-8434-f1a0c5d617d3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:19.038042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.078530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e190c5f1-9a46-47ba-ac95-cb9f1f575792 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:19.078530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.163397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-a15c1bec-b82f-4fc5-955f-c38376236516 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.179460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-a15c1bec-b82f-4fc5-955f-c38376236516 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.7311246 Jul 06 17:43:19.264398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:19.656726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] For port 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:19.661809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.668847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.680977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.706293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Transition to ACTIVE for port object 2448c98e-ad4f-4002-ab85-1877a9471347 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:19.784135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] For port 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:19.823670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.851971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port dafb9931-2786-461c-8434-f1a0c5d617d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dafb9931-2786-461c-8434-f1a0c5d617d3,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:19.866050 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.874977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 57ab3415-42fd-4159-9347-1dbf29f40134 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:19.954957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfb8a7-4aff-4d20-876c-3699dd04377f req-bf8b2752-17e7-44d2-89db-931af6215ddc tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.976086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43dfb8a7-4aff-4d20-876c-3699dd04377f req-bf8b2752-17e7-44d2-89db-931af6215ddc tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 950 time: 0.7857962 Jul 06 17:43:19.980671 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.988866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:19.995688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:20.017216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:20.042976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.178008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43dfb8a7-4aff-4d20-876c-3699dd04377f req-beb10690-b48b-4d0d-8d43-ec264051bac1 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336780 Jul 06 17:43:20.222558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.228876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:20.234758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=dafb9931-2786-461c-8434-f1a0c5d617d3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.242687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.243814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:20.245635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.246323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.255058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 57ab3415-42fd-4159-9347-1dbf29f40134 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:20.255447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.281563 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-dbcf38b2-7c7c-49e4-99b4-6c239e27b4e1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3622344 Jul 06 17:43:20.290892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'port': {'device_id': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450', 'admin_state_up': True, 'tenant_id': '2db2cc57343441df85cf9680a0b77917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:20.308962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.320399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.323638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/8ac54aa1-fa28-4a09-b352-ab88a72946e2 HTTP/1.1" status: 200 len: 1091 time: 4.4620731 Jul 06 17:43:20.338810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'tag': '8ac54aa1-fa28-4a09-b352-ab88a72946e2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:20.341849 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4797373f-f2c7-43d7-b748-4fbdf98239cf" -d '{"events": [{"name": "network-changed", "server_uuid": "86bcf6b8-c34a-4f00-b3de-2eca6edb5159", "tag": "8ac54aa1-fa28-4a09-b352-ab88a72946e2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:20.428405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 239df556-6657-4531-968b-c9730ec80a77 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:20.449658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 1d1a8bc4-064d-4657-922e-3b5e40be26ee {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:20.450231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d1a8bc4-064d-4657-922e-3b5e40be26ee not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:20.571695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191e2d-1375-43bb-bc71-ba61f5b7e5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac54aa1-fa28-4a09-b352-ab88a72946e2,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.747352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:20.756696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.783106 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:43:20.892388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.917607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d5809620-702f-43de-8300-7f9a85b918ed None None] Provisioning for port 2448c98e-ad4f-4002-ab85-1877a9471347 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:20.957861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:20.963448 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed73dd5-9142-4eb5-929f-238d8eb0f553" -d '{"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-plugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:20.966091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-237790a7-fea5-421f-8d42-17152197f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.969108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-237790a7-fea5-421f-8d42-17152197f8be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 1094 time: 0.3855150 Jul 06 17:43:20.971796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d5809620-702f-43de-8300-7f9a85b918ed None None] Provisioning complete for port 2448c98e-ad4f-4002-ab85-1877a9471347 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:20.972615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5809620-702f-43de-8300-7f9a85b918ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.998874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384fabc-d21b-4af9-a901-a3cee4543d5f req-53019ec9-32b7-491c-9e7c-fc8b8cc4a477 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.000776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c384fabc-d21b-4af9-a901-a3cee4543d5f req-53019ec9-32b7-491c-9e7c-fc8b8cc4a477 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.5453115 Jul 06 17:43:21.151738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5809620-702f-43de-8300-7f9a85b918ed None None] Port 2448c98e-ad4f-4002-ab85-1877a9471347 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:21.182522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Allocated IP 19.80.0.75 (06e5928d-412d-447d-8509-0f2ff1932450/a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab/2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:21.184286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c384fabc-d21b-4af9-a901-a3cee4543d5f req-331d6757-b7f2-43b4-b224-ee7e3833245a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133883 Jul 06 17:43:21.188322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-c0058e88-c4b4-4e99-bcf3-4f409f6b9d29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2 HTTP/1.1" status: 200 len: 217 time: 0.2085547 Jul 06 17:43:21.215092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:21.295512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 239df556-6657-4531-968b-c9730ec80a77 has no active binding in host n-h1-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:43:21.365628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:21.393908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dafb9931-2786-461c-8434-f1a0c5d617d3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:21.437387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-5aa12740-5f9b-45d4-a6bc-59ddf6095842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.439187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-5aa12740-5f9b-45d4-a6bc-59ddf6095842 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.2349155 Jul 06 17:43:21.534094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-0a5e0347-933a-47cf-93b4-b202d9c7b7c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847247 Jul 06 17:43:21.600998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dafb9931-2786-461c-8434-f1a0c5d617d3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:21.603198 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.606293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.656796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:21.657838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Transition to ACTIVE for port object 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:21.777241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.803110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.803865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.932283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:21.942638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-4ecdcda5-0016-4401-9b4f-46d62f0eaccb service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853395 Jul 06 17:43:21.945782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 06e5928d-412d-447d-8509-0f2ff1932450 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:21.948851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:21.955219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:21.957909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:22.093438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.095538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.125834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-cf19aea9-52fb-489e-ab72-cf7df754e960 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8387191 Jul 06 17:43:22.144630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Request body: {'port': {'device_id': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:22.191019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22cf1f42-d3a4-40c5-91d9-8cbb3333ffb1 req-8f381b3a-7d8c-46c8-afce-d8b51f729457 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241459 Jul 06 17:43:22.234315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on host n-h2-799527-3 for vnic_type normal with profile {"migrating_to": "n-h1-799527-3"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:22.235613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:22.235613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:22.289191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:22.289191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Attempting to bind port 239df556-6657-4531-968b-c9730ec80a77 on network 4866136e-bd98-46b6-bfa9-edce10e54f00 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:22.328830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959ee5a-b9cc-4a83-a99d-044d627c022e req-8784dbcf-51f3-4e19-b591-947ccc44922c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.336066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e959ee5a-b9cc-4a83-a99d-044d627c022e req-8784dbcf-51f3-4e19-b591-947ccc44922c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 943 time: 0.3926618 Jul 06 17:43:22.345881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:22.346265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Checking segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:22.346667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Bound using segment: {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:22.347243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Bound port: 239df556-6657-4531-968b-c9730ec80a77, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434e773-6ebe-4400-be72-3684d5f62747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4866136e-bd98-46b6-bfa9-edce10e54f00'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:22.347655 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.379889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.524348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e959ee5a-b9cc-4a83-a99d-044d627c022e req-df1e7ee1-4dfc-48d9-ae96-a6a58f01c682 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870687 Jul 06 17:43:22.592316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ec551d97-3081-42ad-bbdd-ff805e3e6d4a None None] Provisioning for port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:22.603357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ec551d97-3081-42ad-bbdd-ff805e3e6d4a None None] Provisioning complete for port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:22.603836 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec551d97-3081-42ad-bbdd-ff805e3e6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.632554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:22.645683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:22.652284 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.714535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec551d97-3081-42ad-bbdd-ff805e3e6d4a None None] Port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:22.915014 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4435c7a-d5ae-428d-8f53-9212f0e29b25 x-openstack-request-id: req-c4435c7a-d5ae-428d-8f53-9212f0e29b25 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:22.915711 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c514d5b6-3efb-4c91-8dfc-9f348f534ddd", "name": "network-vif-deleted", "tag": "1d1a8bc4-064d-4657-922e-3b5e40be26ee", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:22.916270 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4435c7a-d5ae-428d-8f53-9212f0e29b25 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:22.917056 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c514d5b6-3efb-4c91-8dfc-9f348f534ddd', 'name': 'network-vif-deleted', 'tag': '1d1a8bc4-064d-4657-922e-3b5e40be26ee', 'status': 'completed', 'code': 200} Jul 06 17:43:22.921427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:23.083457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.084783 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.090674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-c26415f1-19d3-4f68-9752-6a1f1758cdda service neutron] 10.222.0.60 "PUT /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 1121 time: 3.9065661 Jul 06 17:43:23.175767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['239df556-6657-4531-968b-c9730ec80a77'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:23.181382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['239df556-6657-4531-968b-c9730ec80a77'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:23.405992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f285-e798-4e02-8fbe-7e446e86800a req-d01eb575-687b-45b7-a8e8-611a66c10bf9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.422881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f285-e798-4e02-8fbe-7e446e86800a req-d01eb575-687b-45b7-a8e8-611a66c10bf9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.438021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f285-e798-4e02-8fbe-7e446e86800a req-d01eb575-687b-45b7-a8e8-611a66c10bf9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.449873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4129f285-e798-4e02-8fbe-7e446e86800a req-d01eb575-687b-45b7-a8e8-611a66c10bf9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2376 time: 0.3853707 Jul 06 17:43:23.464338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:23.488665 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.520283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Transition to ACTIVE for port object 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:23.528447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.554307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4129f285-e798-4e02-8fbe-7e446e86800a req-1a6db1c9-982a-4f61-adf5-d19d4fd97f48 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021793 Jul 06 17:43:23.776344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.013634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22490c-3f55-4d54-a850-24fafec95c14 req-74cd3462-72fb-4c41-8038-bfe8166f8dba tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:24.014590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Attempting to bind port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:24.017047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Attempting to bind port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:24.017273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e22490c-3f55-4d54-a850-24fafec95c14 req-74cd3462-72fb-4c41-8038-bfe8166f8dba tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 943 time: 0.1298437 Jul 06 17:43:24.017440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Attempting to bind port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db on network 06e5928d-412d-447d-8509-0f2ff1932450 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:24.028747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db on network 06e5928d-412d-447d-8509-0f2ff1932450 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:24.029241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Attempting to bind port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db on network 06e5928d-412d-447d-8509-0f2ff1932450 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:24.046171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:24.046727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Checking segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:24.047446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Bound using segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:24.048176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Bound port: 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:24.048799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.056991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8ac54aa1-fa28-4a09-b352-ab88a72946e2 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:24.129865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e22490c-3f55-4d54-a850-24fafec95c14 req-da5a9911-12ca-4190-9707-e5337aca0d44 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982740 Jul 06 17:43:24.232985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] For port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:24.238471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] For port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:24.248405 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.362274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.378336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:24.378336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.384034 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-615c6582-6649-459d-9acd-cf365b912c30 service neutron] 10.222.0.61 "PUT /v2.0/ports/6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db HTTP/1.1" status: 200 len: 1092 time: 2.2509291 Jul 06 17:43:24.435332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Request body: {'port': {'device_id': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:24.539475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:24.554847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '8ac54aa1-fa28-4a09-b352-ab88a72946e2', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': '8ac54aa1-fa28-4a09-b352-ab88a72946e2', 'mac_address': 'fa:16:3e:da:0c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:24.614544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.629648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.656910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac54aa1-fa28-4a09-b352-ab88a72946e2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:24.696839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:24.703380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.901533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8ac54aa1-fa28-4a09-b352-ab88a72946e2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.971275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'tag': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:24.979098 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "tag": "6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:25.096439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['8ac54aa1-fa28-4a09-b352-ab88a72946e2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:25.241853 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9e259-214f-4572-a0a3-2ec5b9e53fe3 x-openstack-request-id: req-02a9e259-214f-4572-a0a3-2ec5b9e53fe3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:25.242886 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bcf6b8-c34a-4f00-b3de-2eca6edb5159", "tag": "8ac54aa1-fa28-4a09-b352-ab88a72946e2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:25.242886 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02a9e259-214f-4572-a0a3-2ec5b9e53fe3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:25.243285 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'tag': '8ac54aa1-fa28-4a09-b352-ab88a72946e2', 'status': 'completed', 'code': 200} Jul 06 17:43:25.357847 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6527c-23ed-4c43-a867-57cc4db574be x-openstack-request-id: req-c1a6527c-23ed-4c43-a867-57cc4db574be {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:25.359050 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-plugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:25.360774 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1a6527c-23ed-4c43-a867-57cc4db574be {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:25.362235 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'code': 200} Jul 06 17:43:25.368024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a01bb10b-c017-4450-9776-798285c67078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.431103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-0b9c19eb-2e1d-42c9-af09-edf2a7bb37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.438292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-0b9c19eb-2e1d-42c9-af09-edf2a7bb37ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 1095 time: 0.1492033 Jul 06 17:43:25.568221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2448c98e-ad4f-4002-ab85-1877a9471347 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:25.601937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.625242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Transition to ACTIVE for port object 2448c98e-ad4f-4002-ab85-1877a9471347 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:25.634636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.693351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:25.836032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Attempting to bind port 2448c98e-ad4f-4002-ab85-1877a9471347 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:25.836545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Attempting to bind port 2448c98e-ad4f-4002-ab85-1877a9471347 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:25.836884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Attempting to bind port 2448c98e-ad4f-4002-ab85-1877a9471347 on network 5598d3ca-22aa-4968-aa01-bdecb6127698 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:25.843593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Port 2448c98e-ad4f-4002-ab85-1877a9471347 on network 5598d3ca-22aa-4968-aa01-bdecb6127698 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:25.844121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Attempting to bind port 2448c98e-ad4f-4002-ab85-1877a9471347 on network 5598d3ca-22aa-4968-aa01-bdecb6127698 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:25.852086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:25.852573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Checking segment: {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:25.853137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Bound using segment: {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:25.854196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Bound port: 2448c98e-ad4f-4002-ab85-1877a9471347, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a295d4-6590-4f83-a41b-b74c8da33701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:25.854763 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.980380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-c11ff166-8fbd-40e6-b358-037c47f0e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.982686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-c11ff166-8fbd-40e6-b358-037c47f0e4c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.5367370 Jul 06 17:43:26.060728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:26.070091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-9cb62bc0-3455-4ce0-a7f6-8a071fb07599 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2 HTTP/1.1" status: 200 len: 217 time: 0.0550418 Jul 06 17:43:26.079702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2448c98e-ad4f-4002-ab85-1877a9471347,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:26.095534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.238102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-d974961c-437f-479a-b75f-8a6d7f0b9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.248766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-d974961c-437f-479a-b75f-8a6d7f0b9679 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.1604762 Jul 06 17:43:26.275065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.286752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.288485 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] 10.222.0.61 "PUT /v2.0/ports/2448c98e-ad4f-4002-ab85-1877a9471347 HTTP/1.1" status: 200 len: 1092 time: 1.8652756 Jul 06 17:43:26.289686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa08cd-deb8-4aec-8f67-db34ff3ac4d7 req-ccd4efea-fd19-4e59-b579-266504e26c27 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.293220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cefa08cd-deb8-4aec-8f67-db34ff3ac4d7 req-ccd4efea-fd19-4e59-b579-266504e26c27 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 945 time: 0.5950904 Jul 06 17:43:26.344846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Request body: {'port': {'device_id': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:26.347801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dde38-697e-421c-962f-c406650e6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:26.411462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-6f79edb3-cfbc-4f45-8f8e-9d4a6c297737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489360 Jul 06 17:43:26.494762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100489-fe27-4fb3-89d0-2d7f4b63b975 req-d749c328-cda5-4431-8d82-ccabb55524de tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.503236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61100489-fe27-4fb3-89d0-2d7f4b63b975 req-d749c328-cda5-4431-8d82-ccabb55524de tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 943 time: 0.6373129 Jul 06 17:43:26.554353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cefa08cd-deb8-4aec-8f67-db34ff3ac4d7 req-bce0db60-054a-4819-a1ca-d7745d671b5d tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279720 Jul 06 17:43:26.578557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.804474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61100489-fe27-4fb3-89d0-2d7f4b63b975 req-35e1ba9b-a543-48fc-b788-159e5da76fb2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454884 Jul 06 17:43:26.884830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-19da93fd-153a-4425-b320-8418201cbd34 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177711 Jul 06 17:43:27.369101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-25f2a854-308f-4345-abdb-a74253128ce7 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:27.372304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-25f2a854-308f-4345-abdb-a74253128ce7 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 1101 time: 0.4376390 Jul 06 17:43:27.732149 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f83e0-400f-4ce1-9993-891e77c5442f x-openstack-request-id: req-d17f83e0-400f-4ce1-9993-891e77c5442f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:27.736452 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "tag": "6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:27.736452 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d17f83e0-400f-4ce1-9993-891e77c5442f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:27.736452 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'tag': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db', 'status': 'completed', 'code': 200} Jul 06 17:43:27.848717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6408cd88-0ea2-4892-9f65-47b7fe87a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.917154 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.925120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239df556-6657-4531-968b-c9730ec80a77'}, {'name': 'network-changed', 'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'tag': '239df556-6657-4531-968b-c9730ec80a77'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:27.929554 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0" -d '{"events": [{"server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "name": "network-vif-unplugged", "status": "completed", "tag": "239df556-6657-4531-968b-c9730ec80a77"}, {"name": "network-changed", "server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "tag": "239df556-6657-4531-968b-c9730ec80a77"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:28.109232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8ac54aa1-fa28-4a09-b352-ab88a72946e2 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:28.253074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4797373f-f2c7-43d7-b748-4fbdf98239cf req-e24dfd6d-d19c-481f-9d06-ff2d6c6ed602 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3607817 Jul 06 17:43:28.324905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff37de14-b38e-4071-873e-ad6042bb6e54 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:28.361009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:28.432100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-c8d205c9-0a73-4976-969d-be346c6ffae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.439911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-c8d205c9-0a73-4976-969d-be346c6ffae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.440848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-c8d205c9-0a73-4976-969d-be346c6ffae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.443017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-c8d205c9-0a73-4976-969d-be346c6ffae1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2798 time: 0.5076511 Jul 06 17:43:28.446497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:28.447301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.458683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4e5ce-8615-4a5c-b19a-67cf60dfdc14 req-c123e935-fce6-44f9-9419-6ebe704f3533 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.491337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4e5ce-8615-4a5c-b19a-67cf60dfdc14 req-c123e935-fce6-44f9-9419-6ebe704f3533 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.503425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4e5ce-8615-4a5c-b19a-67cf60dfdc14 req-c123e935-fce6-44f9-9419-6ebe704f3533 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.505191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab4e5ce-8615-4a5c-b19a-67cf60dfdc14 req-c123e935-fce6-44f9-9419-6ebe704f3533 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2400 time: 0.5739405 Jul 06 17:43:28.528519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb7fd-3e7c-4ad3-9546-f705d1d23d2c req-4a41cf80-5ff8-4dcf-8648-be07fafdc8bb tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.542541 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fdb7fd-3e7c-4ad3-9546-f705d1d23d2c req-4a41cf80-5ff8-4dcf-8648-be07fafdc8bb tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d HTTP/1.1" status: 200 len: 950 time: 0.6080489 Jul 06 17:43:28.706256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:28.719176 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.744360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Transition to ACTIVE for port object 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:28.756911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.777597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.797530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aab4e5ce-8615-4a5c-b19a-67cf60dfdc14 req-54aee8ab-f123-4d87-b977-efac6fd40c25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522414 Jul 06 17:43:28.855288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fdb7fd-3e7c-4ad3-9546-f705d1d23d2c req-f1be7e75-9d16-4bd0-94f0-bacfbeb8b3b8 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108549 Jul 06 17:43:28.858898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Deleting port 4b3cad30-3a17-4e85-8811-2d3167832a4e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:28.859579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.992730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:29.037028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:29.044429 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4f528-e92f-483d-a59d-452013f21165" -d '{"events": [{"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:29.089631 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.112137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:29.208660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.289914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.299478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] For port 4b3cad30-3a17-4e85-8811-2d3167832a4e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4b3cad30-3a17-4e85-8811-2d3167832a4e,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:29.299863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.353457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-6550685b-51da-4778-839c-f2a55cf06179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.354585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-6550685b-51da-4778-839c-f2a55cf06179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.354752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Calling delete_port for 4b3cad30-3a17-4e85-8811-2d3167832a4e owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:29.355737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-6550685b-51da-4778-839c-f2a55cf06179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.360630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-6550685b-51da-4778-839c-f2a55cf06179 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2db2cc57343441df85cf9680a0b77917&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8540864 Jul 06 17:43:29.395292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:29.431183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.432777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Attempting to bind port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:29.433163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Attempting to bind port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:29.433498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Attempting to bind port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e on network 06e5928d-412d-447d-8509-0f2ff1932450 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:29.434810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 239df556-6657-4531-968b-c9730ec80a77 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:29.531526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e on network 06e5928d-412d-447d-8509-0f2ff1932450 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:29.531904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Attempting to bind port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e on network 06e5928d-412d-447d-8509-0f2ff1932450 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:29.559077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:29.559471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Checking segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:29.559902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Bound using segment: {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:29.560323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Bound port: 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a78a8e9-671a-4282-a278-dffd7c54f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:29.560687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.621242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d33de7-a091-4339-8954-b9b821b82051 req-249d3319-fca9-485c-b026-f332f38e4195 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.622861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83d33de7-a091-4339-8954-b9b821b82051 req-249d3319-fca9-485c-b026-f332f38e4195 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.7069523 Jul 06 17:43:29.662360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:29.743623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:29.748139 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:29.860408 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.862975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 4b3cad30-3a17-4e85-8811-2d3167832a4e no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:29.940409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:30.016594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:30.042543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.093203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dacdd-b8b0-4a88-878e-5a60a3b684c4 req-05dc6eb4-b838-43a9-ab7e-21be381e75ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.105506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-906dacdd-b8b0-4a88-878e-5a60a3b684c4 req-05dc6eb4-b838-43a9-ab7e-21be381e75ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 944 time: 0.8093762 Jul 06 17:43:30.121251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.132218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.153054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.156104 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.157160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] 10.222.0.61 "PUT /v2.0/ports/2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e HTTP/1.1" status: 200 len: 1091 time: 3.8286588 Jul 06 17:43:30.215131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8ac54aa1-fa28-4a09-b352-ab88a72946e2,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:30.284512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Deleting port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:30.284844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.333473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:30.345924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-906dacdd-b8b0-4a88-878e-5a60a3b684c4 req-aff4be38-4ecc-4374-a065-cc2a6de08ad3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391248 Jul 06 17:43:30.346842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] No DVR routers for this DVR port 4b3cad30-3a17-4e85-8811-2d3167832a4e on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:30.361151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.367227 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7326d3b7-f9df-4e32-b1a0-d5f22f2c50c5 req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4b3cad30-3a17-4e85-8811-2d3167832a4e HTTP/1.1" status: 204 len: 173 time: 2.9786658 Jul 06 17:43:30.367984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f0423-74b2-4c9c-b2cc-d77959bc5f48 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:30.372798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-29f77b91-265e-4bef-b146-227db0f7eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.374577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4f1384f-37dd-4b75-b8d7-7e5223dacb8a req-29f77b91-265e-4bef-b146-227db0f7eeff service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9240808 Jul 06 17:43:30.484737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44ffaa-9e0c-4467-af28-0c889d185472 tempest-DeleteServersAdminTestJSON-1906529248 tempest-DeleteServersAdminTestJSON-1906529248-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b3cad30-3a17-4e85-8811-2d3167832a4e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:30.676766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.724779 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.852455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:30.863169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.020174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:31.027443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] For port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:31.028354 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.063341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Calling delete_port for 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:31.290717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229bee-8300-405f-9885-18647b5b6059 req-d32e7a45-a58a-4a15-af53-5f78799cf81f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.295732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84229bee-8300-405f-9885-18647b5b6059 req-d32e7a45-a58a-4a15-af53-5f78799cf81f tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ad2a88-502f-40fd-a31d-3ae114319d13 HTTP/1.1" status: 200 len: 950 time: 0.5128622 Jul 06 17:43:31.381601 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-47c2c6a6-ade2-484d-8aec-5aab2c1fadae service neutron] 10.222.0.61 "GET /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77/bindings/n-h1-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.1916950 Jul 06 17:43:31.453403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-17d13345-85d3-4480-abea-37d8f3d1b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.454144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-17d13345-85d3-4480-abea-37d8f3d1b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.457120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-17d13345-85d3-4480-abea-37d8f3d1b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.464814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-17d13345-85d3-4480-abea-37d8f3d1b0a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2865 time: 0.8901937 Jul 06 17:43:31.742922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.748491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-978d6cfb-7295-43f0-9206-70390fe71bc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db HTTP/1.1" status: 200 len: 217 time: 0.0795002 Jul 06 17:43:31.757089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d6606b-1ebd-4774-98fb-ad33c225b5df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:31.825593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:31.836675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84229bee-8300-405f-9885-18647b5b6059 req-d83fb660-ed5f-4a84-a452-b30cf36ca4ed tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fea57ff-e28e-4731-b55c-800569d3666b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254769 Jul 06 17:43:31.890452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:31.968257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event deleted for resources: {'Port': ['ID=4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:32.007598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239df556-6657-4531-968b-c9730ec80a77 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:32.041446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:32.086976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.132366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.137537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.138437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.139236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.142963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.143775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.144521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.148460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.148824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.149662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.149662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.149868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:32.202401 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.341160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] Transition to ACTIVE for port object 239df556-6657-4531-968b-c9730ec80a77 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:32.357514 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.374429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] No DVR routers for this DVR port 4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:32.380320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.385697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83d33de7-a091-4339-8954-b9b821b82051 req-090daecf-c66f-40bb-a502-a36727d975ac tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.61 "DELETE /v2.0/ports/4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a HTTP/1.1" status: 204 len: 173 time: 2.6909852 Jul 06 17:43:32.390040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2012fd36-0ad7-4347-86b9-7dfb0336ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.398512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-2012fd36-0ad7-4347-86b9-7dfb0336ad9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab HTTP/1.1" status: 200 len: 801 time: 0.6246586 Jul 06 17:43:32.551007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] No DVR routers for this DVR port 239df556-6657-4531-968b-c9730ec80a77 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:32.584951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388db4-1da1-45bf-b25b-a41de820ab69 req-601c2105-35b4-4d02-aa79-5936913a86d5 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.587507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd388db4-1da1-45bf-b25b-a41de820ab69 req-601c2105-35b4-4d02-aa79-5936913a86d5 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 943 time: 0.4068508 Jul 06 17:43:32.642333 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] 10.222.0.61 "PUT /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77/bindings/n-h1-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2532287 Jul 06 17:43:32.645802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544468ad-6848-49ea-91e4-6ccdcd6196fa service neutron] Pushing event updated for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:32.683870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-4e6be16c-26fd-46fe-aef8-7483f610888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.685740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-4e6be16c-26fd-46fe-aef8-7483f610888e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06e5928d-412d-447d-8509-0f2ff1932450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2690845 Jul 06 17:43:32.834078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd388db4-1da1-45bf-b25b-a41de820ab69 req-327e16e7-cb22-4a0d-976e-6553eea6fcca tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326612 Jul 06 17:43:33.049931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-8743114a-d9fc-468a-b5b9-29d573a324d8 service neutron] 10.222.0.61 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572636 Jul 06 17:43:33.370283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-5652f625-2f0b-452a-b390-258669297f5b tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:33.375228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-5652f625-2f0b-452a-b390-258669297f5b tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.5378656 Jul 06 17:43:33.691020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1a51-f763-4add-8cce-86944b7bcb38 req-317261be-ae12-44f1-aea9-ab5b7a521a6f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:33.715676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-222f1a51-f763-4add-8cce-86944b7bcb38 req-317261be-ae12-44f1-aea9-ab5b7a521a6f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 944 time: 0.6622219 Jul 06 17:43:33.744783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-d99bfcfb-e88f-4689-ad1d-3f6103a3e8d0 service neutron] 10.222.0.61 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757445 Jul 06 17:43:33.855161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-222f1a51-f763-4add-8cce-86944b7bcb38 req-d87c37c2-74bd-4754-8845-a5e6d8a7624b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783458 Jul 06 17:43:33.955615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-de9877ee-1dcf-4d0f-823a-be4db7cc2f24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=2448c98e-ad4f-4002-ab85-1877a9471347 HTTP/1.1" status: 200 len: 217 time: 0.1988599 Jul 06 17:43:34.072647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-edb9f02f-2257-4f01-9632-c881ffb9043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.075670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-edb9f02f-2257-4f01-9632-c881ffb9043c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c2addec-3c51-4b39-9d5a-7ccdd4667bf0 HTTP/1.1" status: 200 len: 801 time: 0.1144044 Jul 06 17:43:34.080266 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee28f0a-2a97-4500-9ae6-9fefaba13a66 x-openstack-request-id: req-2ee28f0a-2a97-4500-9ae6-9fefaba13a66 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:34.080738 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "name": "network-vif-unplugged", "status": "completed", "tag": "239df556-6657-4531-968b-c9730ec80a77", "code": 200}, {"name": "network-changed", "server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "tag": "239df556-6657-4531-968b-c9730ec80a77", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:34.081158 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ee28f0a-2a97-4500-9ae6-9fefaba13a66 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:34.081820 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239df556-6657-4531-968b-c9730ec80a77', 'code': 200} Jul 06 17:43:34.082229 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'tag': '239df556-6657-4531-968b-c9730ec80a77', 'status': 'completed', 'code': 200} Jul 06 17:43:34.109567 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d4dc23-1c4b-422c-be2b-91df839d3148 x-openstack-request-id: req-72d4dc23-1c4b-422c-be2b-91df839d3148 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:34.110447 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:34.110447 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72d4dc23-1c4b-422c-be2b-91df839d3148 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:34.110989 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'code': 200} Jul 06 17:43:34.170096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-99bf7d93-2d07-4b57-9f63-cdc0854f807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.174083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-99bf7d93-2d07-4b57-9f63-cdc0854f807e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1095 time: 0.1162586 Jul 06 17:43:34.179628 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb1b6de-178e-42b4-aa3c-c1a7a15bb50b x-openstack-request-id: req-1eb1b6de-178e-42b4-aa3c-c1a7a15bb50b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:34.180201 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:34.180863 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1eb1b6de-178e-42b4-aa3c-c1a7a15bb50b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:34.181439 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347', 'status': 'completed', 'code': 200} Jul 06 17:43:34.196163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-326254ae-9428-4929-97e6-f645db46878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.204789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-326254ae-9428-4929-97e6-f645db46878f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87&tenant_id=72a7e1bf40f6420b904f3f27f9180b77 HTTP/1.1" status: 200 len: 1095 time: 0.7609391 Jul 06 17:43:34.363736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-07999fb6-4682-4306-9f31-f6a57002998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.366454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-07999fb6-4682-4306-9f31-f6a57002998b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5598d3ca-22aa-4968-aa01-bdecb6127698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2814662 Jul 06 17:43:34.411280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-05c4e1f0-1ae7-48c6-881a-8bae40a52deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.413513 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-05c4e1f0-1ae7-48c6-881a-8bae40a52deb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.2307019 Jul 06 17:43:34.529432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-9210dca5-c470-4e00-be20-2024bad59143 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 217 time: 0.1084852 Jul 06 17:43:34.609375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-857fb25e-9f56-4576-95a5-a4c79c6c3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.612848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-857fb25e-9f56-4576-95a5-a4c79c6c3704 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1095 time: 0.3747165 Jul 06 17:43:34.633248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-1360225b-ac4f-4a89-806a-e3eb2117c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.635165 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-1360225b-ac4f-4a89-806a-e3eb2117c36e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.0992649 Jul 06 17:43:34.674342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca427e-b0bd-4acc-8c7d-9cfa15b0c4ec req-9cb66dd7-9f50-4cac-a559-193699672afd tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.691293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca427e-b0bd-4acc-8c7d-9cfa15b0c4ec req-9cb66dd7-9f50-4cac-a559-193699672afd tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.698639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca427e-b0bd-4acc-8c7d-9cfa15b0c4ec req-9cb66dd7-9f50-4cac-a559-193699672afd tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.709847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbca427e-b0bd-4acc-8c7d-9cfa15b0c4ec req-9cb66dd7-9f50-4cac-a559-193699672afd tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2412 time: 0.3629105 Jul 06 17:43:34.718753 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-c79365b5-d6e7-4018-b89d-3c96081e1413 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754867 Jul 06 17:43:34.793733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0715ceba-8fc7-43d7-b79b-3e76c81dafd3 service neutron] 10.222.0.61 "GET /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047196 Jul 06 17:43:35.010729 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-e96029c0-277e-45bf-9e5a-29a6fdd688b9 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805283 Jul 06 17:43:35.200148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c3a7a1cf-e882-49ae-b1a3-21f9b26af8e0 req-9c6dd078-5d89-4058-ac57-8119b6da1540 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812193 Jul 06 17:43:35.386573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbca427e-b0bd-4acc-8c7d-9cfa15b0c4ec req-dd58cde6-ed23-42e4-b4e0-70670b16e2e6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749849 Jul 06 17:43:35.518459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-2279f618-7861-4f41-ada9-7b1f86a2565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.520032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-2279f618-7861-4f41-ada9-7b1f86a2565a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.8818159 Jul 06 17:43:35.526577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-27320312-f093-4de3-afb6-d85fe32c2c94 service neutron] 10.222.0.61 "GET /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252700 Jul 06 17:43:35.543749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce6658-d5eb-4815-8ad6-27997c05bd8d req-083e688a-1829-4db5-b767-fa419130d97c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.545378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0ce6658-d5eb-4815-8ad6-27997c05bd8d req-083e688a-1829-4db5-b767-fa419130d97c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.2992101 Jul 06 17:43:35.587642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-4fb35c10-a8d3-4447-8186-532331ecdf2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e HTTP/1.1" status: 200 len: 217 time: 0.0404916 Jul 06 17:43:35.649965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-d1f289b7-9d0d-40b3-8aa5-ac7e8a3012cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 200 len: 217 time: 0.1226456 Jul 06 17:43:35.804158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0ce6658-d5eb-4815-8ad6-27997c05bd8d req-aaba2c22-7cdb-48c8-9da9-f191cc1853c6 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151616 Jul 06 17:43:35.821584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-7da7ee57-3be8-4480-9ea1-cbd696a88a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.823846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-7da7ee57-3be8-4480-9ea1-cbd696a88a6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab HTTP/1.1" status: 200 len: 801 time: 0.1971655 Jul 06 17:43:35.826440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-5dd40ccc-f081-4276-b218-9126b12c0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.829753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-5dd40ccc-f081-4276-b218-9126b12c0ecb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1411922 Jul 06 17:43:35.955310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-34e1bce8-2dab-452b-ab35-d71b22bab9ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565324 Jul 06 17:43:36.093828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-deleted', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:36.098274 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aaeba3-9d0d-4acb-8d2f-8855c7e42cdf" -d '{"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-deleted", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:36.112549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac54aa1-fa28-4a09-b352-ab88a72946e2'}, {'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:36.118016 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9baaf-a24b-4abe-95fb-6aca909ee969" -d '{"events": [{"server_uuid": "86bcf6b8-c34a-4f00-b3de-2eca6edb5159", "name": "network-vif-plugged", "status": "completed", "tag": "8ac54aa1-fa28-4a09-b352-ab88a72946e2"}, {"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:36.182663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e'}, {'server_uuid': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'name': 'network-vif-deleted', 'tag': '4b3cad30-3a17-4e85-8811-2d3167832a4e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:36.185009 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f0d54-36f0-48af-b22e-aa540de1a75b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e"}, {"server_uuid": "8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d", "name": "network-vif-deleted", "tag": "4b3cad30-3a17-4e85-8811-2d3167832a4e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:36.207758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-42c79cce-5a3d-475d-a8a4-5945b9204ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:36.209335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-42c79cce-5a3d-475d-a8a4-5945b9204ed1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06e5928d-412d-447d-8509-0f2ff1932450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3782971 Jul 06 17:43:36.305519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-faa6116c-946c-490c-aada-3a9541f5b55e service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398488 Jul 06 17:43:36.440996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-b6e60085-b972-4997-b539-a27367f8a3ee tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:36.442587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-b6e60085-b972-4997-b539-a27367f8a3ee tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/networks?id=d217702f-71f8-4454-a34a-262cde56d34a HTTP/1.1" status: 200 len: 815 time: 0.3145461 Jul 06 17:43:36.497536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-80adeecd-61ee-4c76-b89a-de5313c7df97 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/quotas/e26fbdcaac4b46bc94f088323b4215ec HTTP/1.1" status: 200 len: 375 time: 0.0370381 Jul 06 17:43:36.513386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9dc2d-bb53-48ce-9b25-4de52bafa074 req-30658c7c-1525-4c0d-8d61-db342b3e9d7a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:36.516146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efd9dc2d-bb53-48ce-9b25-4de52bafa074 req-30658c7c-1525-4c0d-8d61-db342b3e9d7a tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 944 time: 0.4481211 Jul 06 17:43:36.540279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-0e60bc39-690e-4d4e-97f6-7cd403811b63 service neutron] 10.222.0.61 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144526 Jul 06 17:43:36.614577 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:43:36.711942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-8fd2698d-ee53-444f-a6fc-f146c4d9ad5e service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952427 Jul 06 17:43:36.794817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efd9dc2d-bb53-48ce-9b25-4de52bafa074 req-cb013fcd-0746-4a55-8f67-45e81cdde08b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506921 Jul 06 17:43:36.870435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-6aa7d469-a4aa-4bbb-bc09-894987ca1cdd tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e26fbdcaac4b46bc94f088323b4215ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3524179 Jul 06 17:43:36.875862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54651a4-05be-4baa-9b21-1baabc36e531 req-28639609-6b3d-4da2-8d1f-819e0df28456 service neutron] 10.222.0.61 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992704 Jul 06 17:43:36.987564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-929c697c-9990-4f92-b672-b8949ef241ff tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363910 Jul 06 17:43:37.154308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-ba09fafc-e049-4f02-b132-e5ad7b515e74 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.162660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-ba09fafc-e049-4f02-b132-e5ad7b515e74 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542737 Jul 06 17:43:37.198924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-75a8df17-8040-45a7-a02c-9ca2bd10db6c tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/quotas/2bac1b45f04b4ef2ba45f809dad75dcd HTTP/1.1" status: 200 len: 375 time: 0.0352206 Jul 06 17:43:37.276172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-cfe6ccb6-e66a-4fa6-8482-81ff739ae319 service neutron] 10.222.0.37 "GET /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962300 Jul 06 17:43:37.299630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-ee057466-a37d-4b25-a1c1-4b1a15ba3918 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926404 Jul 06 17:43:37.448552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-4fbcf5a0-6ebf-4747-af96-dca75bfac80d tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.451306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-4fbcf5a0-6ebf-4747-af96-dca75bfac80d tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87&tenant_id=72a7e1bf40f6420b904f3f27f9180b77&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.2378981 Jul 06 17:43:37.471148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-d3abf156-b6ad-4c37-be99-064a1d2d1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.472285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-d3abf156-b6ad-4c37-be99-064a1d2d1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.472642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-d3abf156-b6ad-4c37-be99-064a1d2d1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.475537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-d3abf156-b6ad-4c37-be99-064a1d2d1044 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2865 time: 0.4823802 Jul 06 17:43:37.731796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-fff27ee6-b66c-4608-b6e4-57c1a0951f12 service neutron] 10.222.0.37 "GET /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357347 Jul 06 17:43:37.921598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-e2c06798-c748-4046-904f-3f3e504fd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.922884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-e2c06798-c748-4046-904f-3f3e504fd9b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5598d3ca-22aa-4968-aa01-bdecb6127698 HTTP/1.1" status: 200 len: 902 time: 0.4098847 Jul 06 17:43:37.933335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-1be5f83d-317a-4c28-b68b-d7b1a5364415 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.934923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-1be5f83d-317a-4c28-b68b-d7b1a5364415 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 943 time: 0.5103085 Jul 06 17:43:38.168756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-957c614c-790a-46fa-8b86-67dbcd300385 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=2448c98e-ad4f-4002-ab85-1877a9471347 HTTP/1.1" status: 200 len: 217 time: 0.2299418 Jul 06 17:43:38.412114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-8cf21d40-a1a2-44c5-bd4c-cdb00bba95ad service neutron] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:38.540358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-8cf21d40-a1a2-44c5-bd4c-cdb00bba95ad service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.542706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5f234d7-a384-441d-bfb8-207669d66f0a req-8cf21d40-a1a2-44c5-bd4c-cdb00bba95ad service neutron] 10.222.0.60 "DELETE /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77/bindings/n-h2-799527-3 HTTP/1.1" status: 204 len: 173 time: 1.0313799 Jul 06 17:43:38.664201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-40360d81-fc9e-4274-91d2-4f56ef985918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:38.665777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-40360d81-fc9e-4274-91d2-4f56ef985918 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c2addec-3c51-4b39-9d5a-7ccdd4667bf0 HTTP/1.1" status: 200 len: 801 time: 0.4793735 Jul 06 17:43:38.729580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f624-840e-4046-b491-48703d405d34 req-0242b8e6-e7ff-4e47-9330-23aeee4408d3 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:38.738849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac17f624-840e-4046-b491-48703d405d34 req-0242b8e6-e7ff-4e47-9330-23aeee4408d3 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa93ffd5-c04f-4a93-8ed7-b3946e5392a3 HTTP/1.1" status: 200 len: 943 time: 0.5594161 Jul 06 17:43:38.815484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac17f624-840e-4046-b491-48703d405d34 req-c7a382b7-7f00-4f71-b7b2-611b2c30bf0c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740609 Jul 06 17:43:38.830375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Deleting port ff37de14-b38e-4071-873e-ad6042bb6e54 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:38.830750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.998110 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da91b7-50e1-4345-a25c-3957cd9166e7 x-openstack-request-id: req-f8da91b7-50e1-4345-a25c-3957cd9166e7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:39.000209 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bcf6b8-c34a-4f00-b3de-2eca6edb5159", "name": "network-vif-plugged", "status": "completed", "tag": "8ac54aa1-fa28-4a09-b352-ab88a72946e2", "code": 200}, {"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:39.001071 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8da91b7-50e1-4345-a25c-3957cd9166e7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:39.001903 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac54aa1-fa28-4a09-b352-ab88a72946e2', 'code': 200} Jul 06 17:43:39.003755 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'code': 200} Jul 06 17:43:39.085220 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f549730-f562-40f5-8d4c-6a4939779c63 x-openstack-request-id: req-8f549730-f562-40f5-8d4c-6a4939779c63 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:39.086084 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad2a88-502f-40fd-a31d-3ae114319d13", "name": "network-vif-deleted", "tag": "4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:39.086084 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f549730-f562-40f5-8d4c-6a4939779c63 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:39.086455 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad2a88-502f-40fd-a31d-3ae114319d13', 'name': 'network-vif-deleted', 'tag': '4c41e2bd-a680-4e9a-bdd3-2cfe8ff5d19a', 'status': 'completed', 'code': 200} Jul 06 17:43:39.121474 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d24fbb-afdd-402c-af48-e84fc291191a x-openstack-request-id: req-26d24fbb-afdd-402c-af48-e84fc291191a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:39.123139 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e", "status": "completed", "code": 200}, {"server_uuid": "8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d", "name": "network-vif-deleted", "tag": "4b3cad30-3a17-4e85-8811-2d3167832a4e", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:39.125397 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26d24fbb-afdd-402c-af48-e84fc291191a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:39.126393 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e', 'status': 'completed', 'code': 200} Jul 06 17:43:39.127013 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8161c6df-ce1d-4fbf-8c84-6f350ae0fa1d', 'name': 'network-vif-deleted', 'tag': '4b3cad30-3a17-4e85-8811-2d3167832a4e', 'status': 'completed', 'code': 200} Jul 06 17:43:39.323552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-00f3d66a-84b1-4428-b054-7e5fb3a5ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:39.326229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-00f3d66a-84b1-4428-b054-7e5fb3a5ccdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5598d3ca-22aa-4968-aa01-bdecb6127698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6520903 Jul 06 17:43:39.575633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8ac63-546d-404f-b4b3-2ad7243e7ba8 req-0e3fe5fa-e034-4347-bf7c-62b01bcfaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:39.584114 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ab8ac63-546d-404f-b4b3-2ad7243e7ba8 req-0e3fe5fa-e034-4347-bf7c-62b01bcfaa3c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 1096 time: 0.1851628 Jul 06 17:43:39.684393 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8ab8ac63-546d-404f-b4b3-2ad7243e7ba8 req-323a5ea0-1aa6-41a0-9ee9-ab288d404351 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984273 Jul 06 17:43:40.025005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] For port ff37de14-b38e-4071-873e-ad6042bb6e54, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ff37de14-b38e-4071-873e-ad6042bb6e54,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:40.025488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.080081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Calling delete_port for ff37de14-b38e-4071-873e-ad6042bb6e54 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:40.145372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:40.214737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-f5fb8ce3-8a96-46bd-907c-6b267efbf477 service neutron] 10.222.0.61 "GET /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672767 Jul 06 17:43:40.255975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6ce31-a513-40a0-a207-151221030743 req-5eb46622-3fea-4128-8f4b-7d78208279e5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:40.257463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87b6ce31-a513-40a0-a207-151221030743 req-5eb46622-3fea-4128-8f4b-7d78208279e5 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 950 time: 0.9913101 Jul 06 17:43:40.287613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c06b-11f8-4f89-8a40-9ef9b3f7ee55 req-c69fb855-b3f2-44a2-9487-1c6a7155eafa tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:40.293968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c06b-11f8-4f89-8a40-9ef9b3f7ee55 req-c69fb855-b3f2-44a2-9487-1c6a7155eafa tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:40.300228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c06b-11f8-4f89-8a40-9ef9b3f7ee55 req-c69fb855-b3f2-44a2-9487-1c6a7155eafa tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:40.302268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ac3c06b-11f8-4f89-8a40-9ef9b3f7ee55 req-c69fb855-b3f2-44a2-9487-1c6a7155eafa tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2412 time: 0.9610472 Jul 06 17:43:40.402662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a2cc6-895a-4daa-aafe-aba90a99e869 req-fbbe4e9a-05fa-48e5-9321-3d82c40dd472 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:40.414371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d55a2cc6-895a-4daa-aafe-aba90a99e869 req-fbbe4e9a-05fa-48e5-9321-3d82c40dd472 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.4349155 Jul 06 17:43:40.420553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ff37de14-b38e-4071-873e-ad6042bb6e54 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:40.445221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:40.539381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e', 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450', 'port_id': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e', 'mac_address': 'fa:16:3e:a1:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:40.643897 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.675221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:40.709293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:40.716402 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.718932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:40.753507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d55a2cc6-895a-4daa-aafe-aba90a99e869 req-560a16ed-9a4f-444c-8ab7-a3f1f7e2593c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377013 Jul 06 17:43:40.802919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ac3c06b-11f8-4f89-8a40-9ef9b3f7ee55 req-9921daec-4a23-46c5-8cae-9672c210111e tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584250 Jul 06 17:43:40.855880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:40.862182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:40.880299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db', 'network_id': '06e5928d-412d-447d-8509-0f2ff1932450', 'port_id': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db', 'mac_address': 'fa:16:3e:5d:cf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:40.938856 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.989139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:41.003717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7f1fe7b-426a-40c1-9f4b-bfc928128afe req-f9dea5a6-bda5-4b7d-8634-659fc73e7d91 service neutron] 10.222.0.61 "GET /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508466 Jul 06 17:43:41.030169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.065121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:41.069096 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-cb2bb6dd-3929-4269-9568-6cced2aece13 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840762 Jul 06 17:43:41.075026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.077932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2448c98e-ad4f-4002-ab85-1877a9471347 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:41.199957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event deleted for resources: {'Port': ['ID=ff37de14-b38e-4071-873e-ad6042bb6e54,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:41.254873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:41.306446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Deleting port a7d6606b-1ebd-4774-98fb-ad33c225b5df {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:41.307908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.433377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6d67662-4149-4327-b108-7b97326ad98a req-7ed56e1e-b657-4c99-9e70-55c6e388722e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 210 time: 0.1761816 Jul 06 17:43:41.502192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-a0081747-5316-40ba-9b41-3858efbeb2c7 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:41.506515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-a0081747-5316-40ba-9b41-3858efbeb2c7 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4315119 Jul 06 17:43:41.532242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Request body: {'port': {'device_id': '6aabd343-0b45-458e-b23b-d3cff3867285', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '2bac1b45f04b4ef2ba45f809dad75dcd'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:41.573090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2448c98e-ad4f-4002-ab85-1877a9471347,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:41.632160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '2448c98e-ad4f-4002-ab85-1877a9471347', 'network_id': '5598d3ca-22aa-4968-aa01-bdecb6127698', 'port_id': '2448c98e-ad4f-4002-ab85-1877a9471347', 'mac_address': 'fa:16:3e:4b:c2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2addec-3c51-4b39-9d5a-7ccdd4667bf0', 'ip_address': '19.86.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:41.709618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] No DVR routers for this DVR port ff37de14-b38e-4071-873e-ad6042bb6e54 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:41.800476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.822026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] For port a7d6606b-1ebd-4774-98fb-ad33c225b5df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d6606b-1ebd-4774-98fb-ad33c225b5df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:41.822440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.844050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Calling delete_port for a7d6606b-1ebd-4774-98fb-ad33c225b5df owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:41.850017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2448c98e-ad4f-4002-ab85-1877a9471347 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:41.910196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2448c98e-ad4f-4002-ab85-1877a9471347,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:41.919184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.939496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Made reservation on behalf of 2bac1b45f04b4ef2ba45f809dad75dcd for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:41.947287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.007342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.009755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1097f5a3-17e8-4ec6-ac7e-924f962f6734 req-e2fa04f3-70fc-4039-ba1a-56305214196c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.60 "DELETE /v2.0/ports/ff37de14-b38e-4071-873e-ad6042bb6e54 HTTP/1.1" status: 204 len: 173 time: 4.0607004 Jul 06 17:43:42.013160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c09aa8a1-9876-4757-ba83-a19768a79331 req-7e3a0d9d-490f-4173-b731-bbca2196f1ed tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 210 time: 0.0585732 Jul 06 17:43:42.018462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-deleted', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:42.020932 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56488a9-5b70-4dc1-b3b2-0a91c64dda61" -d '{"events": [{"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-deleted", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:42.172801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:42.247341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2448c98e-ad4f-4002-ab85-1877a9471347'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:42.332799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:42.387053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Allocated IP 192.168.233.249 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:42.486531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-53aad492-2237-4614-b054-447d7b68cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.488717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-53aad492-2237-4614-b054-447d7b68cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.490503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:42.491381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-53aad492-2237-4614-b054-447d7b68cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.497498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-53aad492-2237-4614-b054-447d7b68cbed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2867 time: 1.2140598 Jul 06 17:43:42.619232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-387fc48f-b172-45a6-a35d-c6ef3965fbc9 req-cb7637ce-8803-4097-92a3-995d5e671acd tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ed834e-d19d-4d1e-8580-e34c5f3498e6 HTTP/1.1" status: 200 len: 210 time: 0.2071788 Jul 06 17:43:42.663680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-8f6d1e6f-eadb-4401-a413-c8beae9a71a0 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.671046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-8f6d1e6f-eadb-4401-a413-c8beae9a71a0 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.61 "GET /v2.0/networks?id=d217702f-71f8-4454-a34a-262cde56d34a HTTP/1.1" status: 200 len: 815 time: 0.7314312 Jul 06 17:43:42.673459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: a7d6606b-1ebd-4774-98fb-ad33c225b5df {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:42.674246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d6606b-1ebd-4774-98fb-ad33c225b5df not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:42.855664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.859588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-13b9d763-1239-43e9-b0fd-338d1329c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.863924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-13b9d763-1239-43e9-b0fd-338d1329c1a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06e5928d-412d-447d-8509-0f2ff1932450 HTTP/1.1" status: 200 len: 903 time: 0.2921121 Jul 06 17:43:42.881377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Request body: {'port': {'device_id': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'admin_state_up': True, 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:43.054569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.111561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Pushing event deleted for resources: {'Port': ['ID=a7d6606b-1ebd-4774-98fb-ad33c225b5df,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:43.114920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-53feff3a-54bd-429d-9602-35b10d5d6319 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e HTTP/1.1" status: 200 len: 217 time: 0.1069856 Jul 06 17:43:43.116324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Transition to ACTIVE for port object 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:43.124906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d46ee-643d-4959-9408-bca9858ca3c3 req-b27096c7-afce-49ae-ad59-8130645c34b9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.132928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d1d46ee-643d-4959-9408-bca9858ca3c3 req-b27096c7-afce-49ae-ad59-8130645c34b9 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 944 time: 1.8372707 Jul 06 17:43:43.247306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.393980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:43.418304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Pushing event updated for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:43.427353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d1d46ee-643d-4959-9408-bca9858ca3c3 req-83f3df6e-ea41-48b5-b31c-c413a9bcdb20 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931678 Jul 06 17:43:43.442604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:43.444991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.445357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.445904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.446431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.446940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.447681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.448212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.448705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.449213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.449702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.450202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.450734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:43.455395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:43.479473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:43.600716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.631925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.692329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-7c7cb6ee-59d1-4ec5-a680-19b112f3d9b0 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1765883 Jul 06 17:43:43.732530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Request body: {'port': {'device_id': '6aabd343-0b45-458e-b23b-d3cff3867285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:43.814832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] No DVR routers for this DVR port a7d6606b-1ebd-4774-98fb-ad33c225b5df on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:43.849852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.852153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87b6ce31-a513-40a0-a207-151221030743 req-d8270e55-a446-4571-874f-26eddd7fbe25 tempest-MigrationsAdminTest-1919877755 tempest-MigrationsAdminTest-1919877755-project] 10.222.0.60 "DELETE /v2.0/ports/a7d6606b-1ebd-4774-98fb-ad33c225b5df HTTP/1.1" status: 204 len: 173 time: 3.5855944 Jul 06 17:43:43.911709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-5ad29d46-4391-4d7f-982b-b3028b747f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.913387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-5ad29d46-4391-4d7f-982b-b3028b747f96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab HTTP/1.1" status: 200 len: 801 time: 0.6931875 Jul 06 17:43:44.102986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.213057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:44.215134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ab34e1a-922f-4539-8a0f-2ac42a45f928 None None] Provisioning for port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:44.329017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ab34e1a-922f-4539-8a0f-2ac42a45f928 None None] Provisioning complete for port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:44.334446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ab34e1a-922f-4539-8a0f-2ac42a45f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.427998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ab34e1a-922f-4539-8a0f-2ac42a45f928 None None] Port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:44.449281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:44.467307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:44.468504 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.658719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-958f8592-6fb8-474a-bbf4-391a25eb4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:44.661635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-958f8592-6fb8-474a-bbf4-391a25eb4346 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06e5928d-412d-447d-8509-0f2ff1932450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7063339 Jul 06 17:43:44.671127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Made reservation on behalf of e26fbdcaac4b46bc94f088323b4215ec for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:44.688771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.720922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.828717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:44.834766 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7caa55-b07d-4864-a61e-c865898a94ad" -d '{"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:44.874506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:44.881891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.962495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:44.967414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfeb2e-4de5-41c1-90be-6f3796bf347c req-39db707d-d2b4-4b73-8727-7feb03d6b7f0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:44.969806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2dfeb2e-4de5-41c1-90be-6f3796bf347c req-39db707d-d2b4-4b73-8727-7feb03d6b7f0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.8688366 Jul 06 17:43:45.036467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-29bcc289-f040-4231-a2f7-f3d4bdcb290b service neutron] 10.222.0.61 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302615 Jul 06 17:43:45.077920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:45.130292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.212969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Transition to ACTIVE for port object 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:45.222278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.406287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Pushing event updated for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:45.515397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Attempting to bind port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:45.516433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Attempting to bind port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:45.516433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Attempting to bind port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:45.523235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:45.523862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Attempting to bind port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:45.531837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:45.532348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:45.533461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:45.533461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Bound port: 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:45.534114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.536217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39f0d54-36f0-48af-b22e-aa540de1a75b req-1a5ee83c-d628-4117-8cfc-31b407801598 service neutron] 10.222.0.61 "GET /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840965 Jul 06 17:43:45.662747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2dfeb2e-4de5-41c1-90be-6f3796bf347c req-a44b2f3c-16f3-4a66-9253-d2cbd8ce7986 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223545 Jul 06 17:43:45.727560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:45.736627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:45.746184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.836784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:45.838601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.841506 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] 10.222.0.61 "PUT /v2.0/ports/7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 HTTP/1.1" status: 200 len: 1096 time: 2.1331251 Jul 06 17:43:45.844336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:45.871585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Allocated IP 172.20.0.14 (d217702f-71f8-4454-a34a-262cde56d34a/49383445-b35a-45d3-8181-79a7ed54e624/5eec8442-7fd6-4272-bffd-2e31e378413b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:45.872173 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867dccc-603b-4a3b-9801-556e87d84ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:46.080258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dc60a-f3f7-46d4-abf6-3ae19fa5a15f service neutron] Pushing event updated for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:46.141442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-e8ab52bf-8543-46c0-8543-6fddaf7deefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.147550 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-e8ab52bf-8543-46c0-8543-6fddaf7deefd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 1099 time: 0.2342892 Jul 06 17:43:46.174233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a3bc-fb88-4312-a9a5-340706505e2c req-5e19a727-75b9-4c7d-9e80-4321bd087dd6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.183664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a3bc-fb88-4312-a9a5-340706505e2c req-5e19a727-75b9-4c7d-9e80-4321bd087dd6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.190410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a3bc-fb88-4312-a9a5-340706505e2c req-5e19a727-75b9-4c7d-9e80-4321bd087dd6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.198078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:46.209281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3978a3bc-fb88-4312-a9a5-340706505e2c req-5e19a727-75b9-4c7d-9e80-4321bd087dd6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2416 time: 0.2673023 Jul 06 17:43:46.332480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:46.333363 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-8d7523f8-44a7-4665-ac5f-846dd9b8ac73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 HTTP/1.1" status: 200 len: 217 time: 0.1690619 Jul 06 17:43:46.337115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:46.337667 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.358677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3978a3bc-fb88-4312-a9a5-340706505e2c req-28ec988b-f089-4821-b8a4-5f80883aecf9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482284 Jul 06 17:43:46.418439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.464641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-a1169078-13a3-40c9-9c13-cd6d31b59211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.465492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Transition to ACTIVE for port object 5eec8442-7fd6-4272-bffd-2e31e378413b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:46.465657 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-a1169078-13a3-40c9-9c13-cd6d31b59211 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1218386 Jul 06 17:43:46.574979 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d7e4aa-d257-4c57-ad0f-1bfde8098d1a x-openstack-request-id: req-d5d7e4aa-d257-4c57-ad0f-1bfde8098d1a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:46.577079 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa93ffd5-c04f-4a93-8ed7-b3946e5392a3", "name": "network-vif-deleted", "tag": "ff37de14-b38e-4071-873e-ad6042bb6e54", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:46.577639 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5d7e4aa-d257-4c57-ad0f-1bfde8098d1a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:46.580901 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa93ffd5-c04f-4a93-8ed7-b3946e5392a3', 'name': 'network-vif-deleted', 'tag': 'ff37de14-b38e-4071-873e-ad6042bb6e54', 'status': 'completed', 'code': 200} Jul 06 17:43:46.595951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.651076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337605-7710-454c-9a8e-87353cd1480f req-3777fd54-e421-4676-a622-5f0b50910bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.652741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-3777fd54-e421-4676-a622-5f0b50910bb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748285 Jul 06 17:43:46.703185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Network d217702f-71f8-4454-a34a-262cde56d34a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:46.708231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:46.725070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:46.731519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Pushing event updated for resources: {'Port': ['ID=5eec8442-7fd6-4272-bffd-2e31e378413b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:46.777834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.898222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:46.905843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.906983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2448c98e-ad4f-4002-ab85-1877a9471347 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:47.047618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:47.055756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.130828 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-f951e92b-7b0e-47f9-b8a5-35a784306196 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226606 Jul 06 17:43:47.158771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-ec9eb5c9-fcf0-43f4-ad61-d3f8be5ed685 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2881632 Jul 06 17:43:47.282923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Request body: {'port': {'device_id': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:47.325353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:47.366807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-07db669e-6848-4cb6-a2b9-faa15dfc32e0 None None] Provisioning for port 5eec8442-7fd6-4272-bffd-2e31e378413b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:47.374914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 2448c98e-ad4f-4002-ab85-1877a9471347 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:47.385403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-07db669e-6848-4cb6-a2b9-faa15dfc32e0 None None] Provisioning complete for port 5eec8442-7fd6-4272-bffd-2e31e378413b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:47.386634 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07db669e-6848-4cb6-a2b9-faa15dfc32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.391853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 2448c98e-ad4f-4002-ab85-1877a9471347 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:47.392429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.524327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2b252-5900-4e0d-b554-5b3509039087 req-60b9c7ea-5e07-46e6-ba8e-6fcdc302f46c tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:47.533783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5f337605-7710-454c-9a8e-87353cd1480f req-0437a496-910c-441c-8058-f25f7c68b65f service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899136 Jul 06 17:43:47.534110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25d2b252-5900-4e0d-b554-5b3509039087 req-60b9c7ea-5e07-46e6-ba8e-6fcdc302f46c tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 948 time: 0.4226062 Jul 06 17:43:47.583155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-07db669e-6848-4cb6-a2b9-faa15dfc32e0 None None] Port 5eec8442-7fd6-4272-bffd-2e31e378413b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:47.644560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.672399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25d2b252-5900-4e0d-b554-5b3509039087 req-06b9b666-4886-48ab-b796-25cdae70a737 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361895 Jul 06 17:43:47.728866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.820564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2448c98e-ad4f-4002-ab85-1877a9471347,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:47.828731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.964623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:48.203790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e116e4-1cb0-4ef4-a9f8-b50aad774a7d req-f7c98eec-1867-43dc-809b-ecba3b689462 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:48.215705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0e116e4-1cb0-4ef4-a9f8-b50aad774a7d req-f7c98eec-1867-43dc-809b-ecba3b689462 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 932 time: 0.2344995 Jul 06 17:43:48.289223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0e116e4-1cb0-4ef4-a9f8-b50aad774a7d req-f1812222-22cf-49da-b886-a60da3c98001 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723240 Jul 06 17:43:48.528040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eec8442-7fd6-4272-bffd-2e31e378413b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:48.557807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:48.582153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-deleted', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:48.588246 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec3265e-2b20-4374-8437-223280c58696" -d '{"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-deleted", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:48.607173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Transition to ACTIVE for port object 5eec8442-7fd6-4272-bffd-2e31e378413b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:48.616915 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:48.758730 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008aa6a1-83b2-4eb6-a422-9279c9250381 x-openstack-request-id: req-008aa6a1-83b2-4eb6-a422-9279c9250381 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:48.759371 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:48.759900 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-008aa6a1-83b2-4eb6-a422-9279c9250381 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:48.761794 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db', 'code': 200} Jul 06 17:43:48.809471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Pushing event updated for resources: {'Port': ['ID=5eec8442-7fd6-4272-bffd-2e31e378413b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:49.070097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Attempting to bind port 5eec8442-7fd6-4272-bffd-2e31e378413b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:49.070619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Attempting to bind port 5eec8442-7fd6-4272-bffd-2e31e378413b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:49.071133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Attempting to bind port 5eec8442-7fd6-4272-bffd-2e31e378413b on network d217702f-71f8-4454-a34a-262cde56d34a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:49.094037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Port 5eec8442-7fd6-4272-bffd-2e31e378413b on network d217702f-71f8-4454-a34a-262cde56d34a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:49.094594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Attempting to bind port 5eec8442-7fd6-4272-bffd-2e31e378413b on network d217702f-71f8-4454-a34a-262cde56d34a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:49.115128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:49.122579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Checking segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:49.123982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Bound using segment: {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:49.124691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Bound port: 5eec8442-7fd6-4272-bffd-2e31e378413b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dede1f-205f-4b86-a652-918d9f7b6c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:49.125212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.182397 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d0b56-ab86-43db-a162-a8175867b170 x-openstack-request-id: req-c71d0b56-ab86-43db-a162-a8175867b170 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:49.183284 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:49.183284 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c71d0b56-ab86-43db-a162-a8175867b170 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:49.183689 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2', 'status': 'completed', 'code': 200} Jul 06 17:43:49.235079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:49.271141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] For port 5eec8442-7fd6-4272-bffd-2e31e378413b, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:49.278656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] For port 5eec8442-7fd6-4272-bffd-2e31e378413b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5eec8442-7fd6-4272-bffd-2e31e378413b,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:49.296718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.519769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.522505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.528624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] 10.222.0.61 "PUT /v2.0/ports/5eec8442-7fd6-4272-bffd-2e31e378413b HTTP/1.1" status: 200 len: 1092 time: 2.2840183 Jul 06 17:43:49.659900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe8137-d1d0-411b-af7e-68193ec18dbc service neutron] Pushing event updated for resources: {'Port': ['ID=5eec8442-7fd6-4272-bffd-2e31e378413b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:49.675375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:49.681626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067191973', 'description': 'tempest-description--299005802'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:49.714405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-4f73d9ee-8ad3-45ff-97e8-ee7402d42fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.717649 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-4f73d9ee-8ad3-45ff-97e8-ee7402d42fdd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 1099 time: 0.2678092 Jul 06 17:43:49.762122 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f6b8d52-107f-4018-8a8e-a006aa165d71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93bbaa5860b3432c92e37fc5d2387960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254405 Jul 06 17:43:49.765336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47072) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:49.817635 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.846962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbd3c-b567-4ae8-9485-c22eb20f3cf8 req-60fedd8f-3246-4abe-b263-565497c9dd66 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.854865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbd3c-b567-4ae8-9485-c22eb20f3cf8 req-60fedd8f-3246-4abe-b263-565497c9dd66 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.863318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbd3c-b567-4ae8-9485-c22eb20f3cf8 req-60fedd8f-3246-4abe-b263-565497c9dd66 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.872740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b23bbd3c-b567-4ae8-9485-c22eb20f3cf8 req-60fedd8f-3246-4abe-b263-565497c9dd66 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2418 time: 0.3416512 Jul 06 17:43:49.946928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-3144a657-279a-4ab5-aade-86efc2242ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.949101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-3144a657-279a-4ab5-aade-86efc2242ebc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26fbdcaac4b46bc94f088323b4215ec&device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 1095 time: 0.2843051 Jul 06 17:43:50.056656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b23bbd3c-b567-4ae8-9485-c22eb20f3cf8 req-2dc6f1a8-fd2f-4598-bbbe-0bcf628028a5 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818748 Jul 06 17:43:50.158660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c5e15db-5593-401f-8270-b1d897e87813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.211330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-90b82743-220c-461d-8836-bb31e62b7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:50.215931 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-90b82743-220c-461d-8836-bb31e62b7fc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4519882 Jul 06 17:43:50.239798 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f3bc4-2fc7-4db7-8828-310652d01cb3 x-openstack-request-id: req-447f3bc4-2fc7-4db7-8828-310652d01cb3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:50.240262 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ed834e-d19d-4d1e-8580-e34c5f3498e6", "name": "network-vif-deleted", "tag": "a7d6606b-1ebd-4774-98fb-ad33c225b5df", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:50.240587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c5e15db-5593-401f-8270-b1d897e87813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.240709 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-447f3bc4-2fc7-4db7-8828-310652d01cb3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:50.241231 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed834e-d19d-4d1e-8580-e34c5f3498e6', 'name': 'network-vif-deleted', 'tag': 'a7d6606b-1ebd-4774-98fb-ad33c225b5df', 'status': 'completed', 'code': 200} Jul 06 17:43:50.268302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-f66dc2a6-87a9-42ad-9ba0-833596c65411 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eec8442-7fd6-4272-bffd-2e31e378413b HTTP/1.1" status: 200 len: 217 time: 0.1333678 Jul 06 17:43:50.304676 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-d8660de1-7226-4ce0-8bff-fe4ca12c8e3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 HTTP/1.1" status: 200 len: 217 time: 0.0601645 Jul 06 17:43:50.429049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-d40d37fa-6684-46b3-aa74-df73d60f1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:50.433100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-d40d37fa-6684-46b3-aa74-df73d60f1671 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1014631 Jul 06 17:43:50.469891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c5e15db-5593-401f-8270-b1d897e87813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.478263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c5e15db-5593-401f-8270-b1d897e87813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.483418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4c5e15db-5593-401f-8270-b1d897e87813 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fea57ff-e28e-4731-b55c-800569d3666b HTTP/1.1" status: 204 len: 168 time: 0.6948073 Jul 06 17:43:50.537575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e15db-5593-401f-8270-b1d897e87813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea57ff-e28e-4731-b55c-800569d3666b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:50.763227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e'}, {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:50.769910 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bdcc18-f895-4437-b1ff-2edf383ee00c" -d '{"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-plugged", "status": "completed", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e"}, {"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-plugged", "status": "completed", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:51.031680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07720597-30eb-45fa-8f95-b1d3f1d5cd31 req-9e3b8c78-78bf-46dd-83c9-179c47bc8bd6 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.034776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07720597-30eb-45fa-8f95-b1d3f1d5cd31 req-9e3b8c78-78bf-46dd-83c9-179c47bc8bd6 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 1095 time: 1.1086092 Jul 06 17:43:51.073886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.105824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.153100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47086) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:51.179164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-c1ead082-2d84-4fea-a1da-a0f5fe29711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.182225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-c1ead082-2d84-4fea-a1da-a0f5fe29711b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49383445-b35a-45d3-8181-79a7ed54e624 HTTP/1.1" status: 200 len: 854 time: 0.8868668 Jul 06 17:43:51.183666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.190999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5089355 Jul 06 17:43:51.203563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:51.210319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'security_group_rule': {'security_group_id': '10bfacf2-28f8-4cf1-8c97-3ce33ae9acde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:51.257155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08efa-e21c-4518-9b9e-4bcade27e5e7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bfacf2-28f8-4cf1-8c97-3ce33ae9acde,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:51.275746 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f363494b-120c-4502-b34d-e0e3e99fbaab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeaa3ecd980f498ba821dcdbc8d98c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1188118 Jul 06 17:43:51.276828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:51.280744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07720597-30eb-45fa-8f95-b1d3f1d5cd31 req-5d4a4cbd-4391-4f80-9be6-ec12bccabdf8 tempest-LiveAutoBlockMigrationV225Test-1436102312 tempest-LiveAutoBlockMigrationV225Test-1436102312-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203248 Jul 06 17:43:51.381445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ff444-8b23-4906-9895-3cf75a65b139 req-ef4e9120-2f4a-447c-9924-f78c44c019da tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.394499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.405603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e74ff444-8b23-4906-9895-3cf75a65b139 req-ef4e9120-2f4a-447c-9924-f78c44c019da tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 948 time: 0.9977844 Jul 06 17:43:51.527079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e74ff444-8b23-4906-9895-3cf75a65b139 req-5898a9eb-cada-4cf3-9429-8f7cb800458a tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142385 Jul 06 17:43:51.584507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27d7c506-ad54-464a-86eb-bea3a606cebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.630091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.640239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.658541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27d7c506-ad54-464a-86eb-bea3a606cebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.694489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2352cedf-3dfb-422b-a990-ec149cdf5b4c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:51.744825 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.759054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47094) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:51.760575 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f01113f9-e860-4e06-bde7-8fc021d033c4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5533566 Jul 06 17:43:51.768874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'security_group_rule': {'security_group_id': '10bfacf2-28f8-4cf1-8c97-3ce33ae9acde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:51.837117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849af87-7b9d-4f00-bf67-e192d3e9f558 req-0038d99d-96ee-4527-ab8b-0896cc8b601c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.849066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4849af87-7b9d-4f00-bf67-e192d3e9f558 req-0038d99d-96ee-4527-ab8b-0896cc8b601c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.2727973 Jul 06 17:43:51.905733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27d7c506-ad54-464a-86eb-bea3a606cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.912582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27d7c506-ad54-464a-86eb-bea3a606cebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.914995 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27d7c506-ad54-464a-86eb-bea3a606cebd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/425aad0d-ccb2-4f8a-82f9-284516b51fee HTTP/1.1" status: 204 len: 168 time: 0.6290538 Jul 06 17:43:51.937524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7c506-ad54-464a-86eb-bea3a606cebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425aad0d-ccb2-4f8a-82f9-284516b51fee,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:52.031994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-a13e745a-0511-44d3-b27a-083ee9fb06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.035459 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-a13e745a-0511-44d3-b27a-083ee9fb06a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238636 Jul 06 17:43:52.103809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.240695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:52.245032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:52.264840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'tag': '5eec8442-7fd6-4272-bffd-2e31e378413b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:52.269403 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa49c419-19e0-4dcf-9e48-9299cb13ae41" -d '{"events": [{"name": "network-changed", "server_uuid": "00c93cc9-6bbe-48cb-a404-eaf43da77be9", "tag": "5eec8442-7fd6-4272-bffd-2e31e378413b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:52.336935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4849af87-7b9d-4f00-bf67-e192d3e9f558 req-d196ce3f-fb9b-4889-99c1-1388300e769a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852090 Jul 06 17:43:52.469774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.495230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-b17886fa-5473-46d2-bcd1-c330ceacf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.514085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-b17886fa-5473-46d2-bcd1-c330ceacf839 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d217702f-71f8-4454-a34a-262cde56d34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6395078 Jul 06 17:43:52.522433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.636022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.639209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8769054 Jul 06 17:43:52.644770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47116) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:52.653921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:52.706948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb737873-f230-4a71-8492-910e3378ebb9 req-17df107c-f8fc-4eef-8872-12f7335a2660 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.725599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb737873-f230-4a71-8492-910e3378ebb9 req-17df107c-f8fc-4eef-8872-12f7335a2660 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 944 time: 0.6512871 Jul 06 17:43:52.740239 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf7e660-63c3-4240-85fe-e8cb64fda1a6 x-openstack-request-id: req-8cf7e660-63c3-4240-85fe-e8cb64fda1a6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:52.740695 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-plugged", "status": "completed", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e", "code": 200}, {"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-plugged", "status": "completed", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:52.741103 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cf7e660-63c3-4240-85fe-e8cb64fda1a6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:52.741825 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e', 'code': 200} Jul 06 17:43:52.742131 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347', 'code': 200} Jul 06 17:43:52.747963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813518-ce30-44eb-938e-6d03685a4b47 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c180aaee-a5c2-4679-9f20-00e6b70617eb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:52.750795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.978490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.117279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:53.191341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2', 'mac_address': 'fa:16:3e:18:7b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:53.220267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:53.238929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.354795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb737873-f230-4a71-8492-910e3378ebb9 req-3eb622cd-a906-4e4f-9779-342765b9e4e8 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276388 Jul 06 17:43:53.373933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-c814d016-6ed3-4296-8684-c73e919303f5 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687366 Jul 06 17:43:53.587594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:53.588391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-9d95fca3-660c-4c5b-9da0-ad3c4f637358 service neutron] 10.222.0.61 "GET /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778203 Jul 06 17:43:53.673176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.728528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471e0ad-04bc-4346-9125-cfcf0b122761 req-7cce4106-b985-4cf6-ad51-25cbbba1978b tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.767004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471e0ad-04bc-4346-9125-cfcf0b122761 req-7cce4106-b985-4cf6-ad51-25cbbba1978b tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.790953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471e0ad-04bc-4346-9125-cfcf0b122761 req-7cce4106-b985-4cf6-ad51-25cbbba1978b tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.802216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d471e0ad-04bc-4346-9125-cfcf0b122761 req-7cce4106-b985-4cf6-ad51-25cbbba1978b tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2418 time: 0.7416947 Jul 06 17:43:53.825237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:53.970616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6739-c166-4980-a39e-ec53a37ac103 req-9e8cb3f2-48ae-43a9-9d41-3fa5e1409c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.976730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6739-c166-4980-a39e-ec53a37ac103 req-9e8cb3f2-48ae-43a9-9d41-3fa5e1409c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.977978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6739-c166-4980-a39e-ec53a37ac103 req-9e8cb3f2-48ae-43a9-9d41-3fa5e1409c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.980032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:53.985440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fa6739-c166-4980-a39e-ec53a37ac103 req-9e8cb3f2-48ae-43a9-9d41-3fa5e1409c7f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2871 time: 0.9551268 Jul 06 17:43:53.988039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.072444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d471e0ad-04bc-4346-9125-cfcf0b122761 req-b4ab1d69-8c70-40be-aab9-431eb350a706 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665448 Jul 06 17:43:54.089549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1867dccc-603b-4a3b-9801-556e87d84ffa req-ba21b333-8ab0-422e-b0d1-9f3908b1effe service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263062 Jul 06 17:43:54.108686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.213609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5fa6739-c166-4980-a39e-ec53a37ac103 req-891019bd-a194-4ee7-942f-0099521cc997 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167568 Jul 06 17:43:54.225128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:54.259092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f93f746-a823-490d-bedc-230c1a29d6e9 req-523eca13-1b09-4867-9e0a-b1bcbd5e4752 service neutron] 10.222.0.61 "GET /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502860 Jul 06 17:43:54.262744 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecec74c-1a50-4f1c-bd45-08092e09a674 x-openstack-request-id: req-8ecec74c-1a50-4f1c-bd45-08092e09a674 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:54.264077 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c93cc9-6bbe-48cb-a404-eaf43da77be9", "tag": "5eec8442-7fd6-4272-bffd-2e31e378413b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:54.279897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:54.284695 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ecec74c-1a50-4f1c-bd45-08092e09a674 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:54.286386 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'tag': '5eec8442-7fd6-4272-bffd-2e31e378413b', 'status': 'completed', 'code': 200} Jul 06 17:43:54.720637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Allocated IP 172.25.5.6 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/34cbdce2-df65-494b-8464-1f790842c19e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:54.730723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-e39b5c21-0520-4378-b569-078430c2f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:54.734598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-e39b5c21-0520-4378-b569-078430c2f48c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26fbdcaac4b46bc94f088323b4215ec&device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 1095 time: 0.3272843 Jul 06 17:43:54.755420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:54.772180 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca386e6-58dc-4c51-abcf-ef38df347dc1" -d '{"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-unplugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:54.868121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.971236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-8625110a-cb23-4be2-807c-020b5192bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:54.974372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-8625110a-cb23-4be2-807c-020b5192bb98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d217702f-71f8-4454-a34a-262cde56d34a HTTP/1.1" status: 200 len: 916 time: 0.2280464 Jul 06 17:43:54.988325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654d79-48e7-448a-bcec-a3fd18dc67f2 req-c336ede2-0e07-4c2b-99bf-2674b092d0a3 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:54.997635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc654d79-48e7-448a-bcec-a3fd18dc67f2 req-c336ede2-0e07-4c2b-99bf-2674b092d0a3 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 949 time: 0.4235280 Jul 06 17:43:55.009808 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.121245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:55.127855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc654d79-48e7-448a-bcec-a3fd18dc67f2 req-3352d130-6eb2-474d-9d56-e48d45bc8a85 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284459 Jul 06 17:43:55.131387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:55.162713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:55.291025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-dc8afa89-7401-480b-a9c2-ba9311a837e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eec8442-7fd6-4272-bffd-2e31e378413b HTTP/1.1" status: 200 len: 217 time: 0.1852224 Jul 06 17:43:55.384743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-caaf0de2-ea15-4f69-8a1b-faaeea081e39 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:55.416622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-caaf0de2-ea15-4f69-8a1b-faaeea081e39 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 944 time: 0.4373643 Jul 06 17:43:55.472802 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c1278c-a022-4000-a16c-78899326aeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.619017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'Port': ['ID=34cbdce2-df65-494b-8464-1f790842c19e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:55.750125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.829743 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.056149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc86711-c381-4f53-9bdb-24196f22bee9 req-a0b9e139-2e03-446d-9883-a65b3d755782 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.058267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dc86711-c381-4f53-9bdb-24196f22bee9 req-a0b9e139-2e03-446d-9883-a65b3d755782 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 947 time: 0.3813469 Jul 06 17:43:56.073830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-2672e679-eab0-482c-b5e7-915773d20549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.075440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-2672e679-eab0-482c-b5e7-915773d20549 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49383445-b35a-45d3-8181-79a7ed54e624 HTTP/1.1" status: 200 len: 854 time: 0.5549693 Jul 06 17:43:56.131811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dc86711-c381-4f53-9bdb-24196f22bee9 req-0c99d121-3810-4b7c-8acd-886f2ebfa840 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549238 Jul 06 17:43:56.141965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c50a5-5ae5-4682-9829-915a145bc803 req-9c3f8050-bd6c-4c74-9af9-d203490facc1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.143722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a0c50a5-5ae5-4682-9829-915a145bc803 req-9c3f8050-bd6c-4c74-9af9-d203490facc1 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 944 time: 0.6121159 Jul 06 17:43:56.208535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.218146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.227400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a0c50a5-5ae5-4682-9829-915a145bc803 req-d628b402-4859-48a3-b221-ad4a6a9494bb tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Jul 06 17:43:56.255394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Deleting port 239df556-6657-4531-968b-c9730ec80a77 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:56.255756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.261827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:56.423413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'Port': ['ID=34cbdce2-df65-494b-8464-1f790842c19e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:56.441953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.476902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.478615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b3b1ac40-4c65-49ac-8b72-09ec3140a198 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8313487 Jul 06 17:43:56.559583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:56.587916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:56.588612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.781993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] For port 239df556-6657-4531-968b-c9730ec80a77, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=239df556-6657-4531-968b-c9730ec80a77,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:56.782569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.802785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-c7215239-23d2-477a-82ea-4c4e62b75c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.805778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-c7215239-23d2-477a-82ea-4c4e62b75c3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d217702f-71f8-4454-a34a-262cde56d34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4439533 Jul 06 17:43:56.829282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.833198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Calling delete_port for 239df556-6657-4531-968b-c9730ec80a77 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:56.861362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae5890-3e81-4739-b898-5f5512149fe9 req-a8c13b6c-d331-477c-bbb1-08a6b2e223ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.864059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cae5890-3e81-4739-b898-5f5512149fe9 req-a8c13b6c-d331-477c-bbb1-08a6b2e223ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.4156930 Jul 06 17:43:56.880753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9dbb-0b2d-46a4-bf86-2e6aff0fdfb7 req-ae76fe8a-013d-480b-a20c-4b00d239728e tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.883060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71ae9dbb-0b2d-46a4-bf86-2e6aff0fdfb7 req-ae76fe8a-013d-480b-a20c-4b00d239728e tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 944 time: 0.2956567 Jul 06 17:43:56.884091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:56.890100 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.003839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:57.216278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cae5890-3e81-4739-b898-5f5512149fe9 req-9cbd3d35-4349-480d-95d1-f765a153f95d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312099 Jul 06 17:43:57.221746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71ae9dbb-0b2d-46a4-bf86-2e6aff0fdfb7 req-0803723f-33f2-4af0-a56d-b34f20dc0a39 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295128 Jul 06 17:43:57.341095 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3049cab-3632-4749-9565-ec62f62ac3fe x-openstack-request-id: req-f3049cab-3632-4749-9565-ec62f62ac3fe {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:57.342585 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-unplugged", "status": "completed", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:57.343167 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3049cab-3632-4749-9565-ec62f62ac3fe {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:57.343889 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'code': 200} Jul 06 17:43:57.437978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-7710b346-d313-41ac-8927-a24bc0e7c60d service neutron] 10.222.0.61 "GET /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178956 Jul 06 17:43:57.659586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.673299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e4843081-a637-41e7-91c8-89df5f1baecd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:57.790858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event deleted for resources: {'Port': ['ID=239df556-6657-4531-968b-c9730ec80a77,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:57.955097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1acc3a8-512e-4726-81f5-190c48fd51ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.000812 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.214466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] No DVR routers for this DVR port 239df556-6657-4531-968b-c9730ec80a77 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:58.234993 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.237126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9e76ab9-7e39-4063-936f-bb7175535f11 req-065ce255-c571-4bc8-adde-cf5001c4a1ed tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "DELETE /v2.0/ports/239df556-6657-4531-968b-c9730ec80a77 HTTP/1.1" status: 204 len: 173 time: 2.8160951 Jul 06 17:43:58.268114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'name': 'network-vif-deleted', 'tag': '239df556-6657-4531-968b-c9730ec80a77'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:58.270949 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd22af87-c8e1-4c10-8ecf-62ea3619b243" -d '{"events": [{"server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "name": "network-vif-deleted", "tag": "239df556-6657-4531-968b-c9730ec80a77"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:58.469411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.470864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.471811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.472836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.473679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.474504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.475484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.476409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.477298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.478533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.479946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.480953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.486083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db1da5b0-256d-4ac7-81cd-b4313e6ea5dd req-bb353e39-740b-4842-b253-a1dd557e47d3 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8514 time: 0.7019479 Jul 06 17:43:58.501705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 239df556-6657-4531-968b-c9730ec80a77 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:58.541763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 239df556-6657-4531-968b-c9730ec80a77 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:58.543491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 239df556-6657-4531-968b-c9730ec80a77 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:58.550852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b57194-0955-454d-a041-d9ee7ad76bba req-c68f48d3-8a99-4894-9cf5-ac08bdbd6fbe tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.563793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b57194-0955-454d-a041-d9ee7ad76bba req-c68f48d3-8a99-4894-9cf5-ac08bdbd6fbe tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.575366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b57194-0955-454d-a041-d9ee7ad76bba req-c68f48d3-8a99-4894-9cf5-ac08bdbd6fbe tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.579455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3b57194-0955-454d-a041-d9ee7ad76bba req-c68f48d3-8a99-4894-9cf5-ac08bdbd6fbe tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2418 time: 0.7407224 Jul 06 17:43:58.583939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa49c419-19e0-4dcf-9e48-9299cb13ae41 req-7f60b403-e20f-4fc9-82c9-92ace506146f service neutron] 10.222.0.61 "GET /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371490 Jul 06 17:43:58.663108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3b57194-0955-454d-a041-d9ee7ad76bba req-8a214790-f768-4b85-a388-545d24e67c3a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738518 Jul 06 17:43:58.772968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e0d35-3c19-419d-97fd-a02360fe03d4 req-70415ee1-5ff3-4b80-9470-041f2a37b851 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.775843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab1e0d35-3c19-419d-97fd-a02360fe03d4 req-70415ee1-5ff3-4b80-9470-041f2a37b851 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 950 time: 0.1421237 Jul 06 17:43:59.157772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.269001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab1e0d35-3c19-419d-97fd-a02360fe03d4 req-7692c71d-eafa-4927-82ef-33e80bd1df79 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850802 Jul 06 17:43:59.345206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:59.347980 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaae9e2-4d3a-47cb-a4bf-1fbb39287dc4" -d '{"events": [{"server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "name": "network-vif-plugged", "status": "completed", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:59.348931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-8edc7079-e3e8-4e22-b9e1-76260ac00853 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.352236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-8edc7079-e3e8-4e22-b9e1-76260ac00853 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 822 time: 0.2026274 Jul 06 17:43:59.377320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-5b05cf36-8378-4b83-b2ff-dc35eae7abb7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/quotas/9b6e2ed98e9b477d8a322e78ecee0e5c HTTP/1.1" status: 200 len: 375 time: 0.0180206 Jul 06 17:43:59.475366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb85f4e6-005a-449b-bf65-7d46aa3eb9ac req-ab349df1-7f56-4f24-accc-36fdfc2a1d01 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.0364821 Jul 06 17:43:59.529449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-618be3e7-d9ea-479c-8803-e6929614106e tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1445982 Jul 06 17:43:59.572719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.848889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0ec945b6-5134-4ffa-97ef-10d40fa7d90d service neutron] 10.222.0.37 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075626 Jul 06 17:43:59.907829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-ec54558b-9e42-424e-a91c-d67daa037a8c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.910571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-ec54558b-9e42-424e-a91c-d67daa037a8c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.2840567 Jul 06 17:43:59.945908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f395e-2da8-4c3e-b7b9-b99fea86259a req-19364ca2-6cb4-496c-902a-2a9ae0507618 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.948696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-446f395e-2da8-4c3e-b7b9-b99fea86259a req-19364ca2-6cb4-496c-902a-2a9ae0507618 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 944 time: 0.3042996 Jul 06 17:44:00.189872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-446f395e-2da8-4c3e-b7b9-b99fea86259a req-045fe4c0-f8e3-4e07-bd5c-b09ee1ad4336 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803548 Jul 06 17:44:00.255945 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876d8867-ba4c-4144-9f30-067b00047db5 x-openstack-request-id: req-876d8867-ba4c-4144-9f30-067b00047db5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:00.256409 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3eaf0dc-4a3b-4878-bcd9-02d5346efc87", "name": "network-vif-deleted", "tag": "239df556-6657-4531-968b-c9730ec80a77", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:00.256821 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-876d8867-ba4c-4144-9f30-067b00047db5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:00.257439 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3eaf0dc-4a3b-4878-bcd9-02d5346efc87', 'name': 'network-vif-deleted', 'tag': '239df556-6657-4531-968b-c9730ec80a77', 'status': 'completed', 'code': 200} Jul 06 17:44:00.278013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-ec17432b-e227-4c5a-ba2a-49af95e8ea27 service neutron] 10.222.0.37 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180017 Jul 06 17:44:00.329787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:00.330980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.589477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.688415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0003-5c14-4e16-a639-a636752df252 req-9ad43a39-4356-4f50-8bad-3460e9619c7c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:00.690106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b71e0003-5c14-4e16-a639-a636752df252 req-9ad43a39-4356-4f50-8bad-3460e9619c7c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 945 time: 0.3281446 Jul 06 17:44:00.694339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port 8ac54aa1-fa28-4a09-b352-ab88a72946e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8ac54aa1-fa28-4a09-b352-ab88a72946e2,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:00.694807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.726915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for 8ac54aa1-fa28-4a09-b352-ab88a72946e2 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:00.772098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f910-0e4b-49f8-b951-6e46d3f0c9d2 req-82a1826e-610f-474a-bf8a-742e7c894ce9 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:00.773635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6d9f910-0e4b-49f8-b951-6e46d3f0c9d2 req-82a1826e-610f-474a-bf8a-742e7c894ce9 tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 886 time: 0.1799102 Jul 06 17:44:00.831324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b71e0003-5c14-4e16-a639-a636752df252 req-f02e025c-f53d-40cb-b4b5-2656e2d19e1e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333773 Jul 06 17:44:01.054596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.073045 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7147839-6731-4ea8-9b13-75d2ff28390e x-openstack-request-id: req-a7147839-6731-4ea8-9b13-75d2ff28390e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:01.073570 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "name": "network-vif-plugged", "status": "completed", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:01.073977 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7147839-6731-4ea8-9b13-75d2ff28390e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:01.075018 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2', 'code': 200} Jul 06 17:44:01.127136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=8ac54aa1-fa28-4a09-b352-ab88a72946e2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:01.354749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port 8ac54aa1-fa28-4a09-b352-ab88a72946e2 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:01.395788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.399736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bef0182-b745-4717-83bd-56e3e82a6d6b req-de8144ef-6b60-4af3-8821-feb4cf3e0d18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "DELETE /v2.0/ports/8ac54aa1-fa28-4a09-b352-ab88a72946e2 HTTP/1.1" status: 204 len: 173 time: 1.4025531 Jul 06 17:44:01.472993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8aa07e6-6bf9-4f6b-bd46-69309170a691 req-65156692-3c05-4aaf-ab90-e630eba4d078 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.1553950 Jul 06 17:44:01.551390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f27ac-d0e3-4ef2-9b60-3f07dc520176 req-0b695cab-d27a-4163-ac69-af9cdd89ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.553793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb7f27ac-d0e3-4ef2-9b60-3f07dc520176 req-0b695cab-d27a-4163-ac69-af9cdd89ca4c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 1101 time: 0.3232009 Jul 06 17:44:01.642261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194b041-bb27-4080-b1fb-593e5dd311e1 req-e8c68951-104d-426a-8c13-8e5c765bc15a tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.643957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f194b041-bb27-4080-b1fb-593e5dd311e1 req-e8c68951-104d-426a-8c13-8e5c765bc15a tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 950 time: 0.3247502 Jul 06 17:44:01.653518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb7f27ac-d0e3-4ef2-9b60-3f07dc520176 req-31bd46a7-00b2-4a7d-ac7a-a11280c90336 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911360 Jul 06 17:44:01.687969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-185d2498-5510-401c-9b9a-7045d1aafccf req-a80909c4-be42-4d2b-9c5b-09a4065aba38 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 210 time: 0.0572248 Jul 06 17:44:01.730725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f194b041-bb27-4080-b1fb-593e5dd311e1 req-9d7f9543-cef4-4f35-80a3-7bf559152828 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756226 Jul 06 17:44:01.860151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.860626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.861090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.861548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.862006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.862464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.862918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.863446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.863861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.864315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.864769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.865222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.867705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba7fe951-f542-4a65-b6c2-04bbfd74dd4c req-ac56506e-c7c3-4d11-8267-894b5678297a tempest-NetworksTest-1953069970 tempest-NetworksTest-1953069970-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8514 time: 0.1493037 Jul 06 17:44:01.954368 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.261468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'name': 'network-vif-deleted', 'tag': '8ac54aa1-fa28-4a09-b352-ab88a72946e2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:02.268189 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91f5a27-99b8-4baa-9929-15c7499613e1" -d '{"events": [{"server_uuid": "86bcf6b8-c34a-4f00-b3de-2eca6edb5159", "name": "network-vif-deleted", "tag": "8ac54aa1-fa28-4a09-b352-ab88a72946e2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:02.311479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5eec8442-7fd6-4272-bffd-2e31e378413b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:02.313750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39326-9e8b-4773-a0fa-7c325c3616a6 req-326b4825-6f6f-4445-a2a5-edc7612748a7 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:02.315502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8ac54aa1-fa28-4a09-b352-ab88a72946e2 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:02.317343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59c39326-9e8b-4773-a0fa-7c325c3616a6 req-326b4825-6f6f-4445-a2a5-edc7612748a7 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 944 time: 0.1984496 Jul 06 17:44:02.322511 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47266) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:02.398191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 8ac54aa1-fa28-4a09-b352-ab88a72946e2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:02.406129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8ac54aa1-fa28-4a09-b352-ab88a72946e2 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:02.463348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4ed7743-b215-4fe1-b8a7-4711589c7b90 req-06a31dc7-0385-4dee-8f2e-b74321503017 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=86bcf6b8-c34a-4f00-b3de-2eca6edb5159 HTTP/1.1" status: 200 len: 210 time: 0.0850110 Jul 06 17:44:02.486745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e353-d68f-4b9c-b25c-3fe9507f1666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.599228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59c39326-9e8b-4773-a0fa-7c325c3616a6 req-781ddd86-9884-4dee-a04d-036b0f70626e tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187915 Jul 06 17:44:02.709364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5eec8442-7fd6-4272-bffd-2e31e378413b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5eec8442-7fd6-4272-bffd-2e31e378413b,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:02.729702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '5eec8442-7fd6-4272-bffd-2e31e378413b', 'network_id': 'd217702f-71f8-4454-a34a-262cde56d34a', 'port_id': '5eec8442-7fd6-4272-bffd-2e31e378413b', 'mac_address': 'fa:16:3e:dc:2c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49383445-b35a-45d3-8181-79a7ed54e624', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:02.759719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-d829fa46-0116-4ef1-8d01-72383fd0aaec tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:02.769813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-d829fa46-0116-4ef1-8d01-72383fd0aaec tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 822 time: 0.5306854 Jul 06 17:44:02.795796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'port': {'device_id': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'admin_state_up': True, 'tenant_id': '9b6e2ed98e9b477d8a322e78ecee0e5c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:02.841334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e353-d68f-4b9c-b25c-3fe9507f1666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.849866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.855472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e353-d68f-4b9c-b25c-3fe9507f1666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.910598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eec8442-7fd6-4272-bffd-2e31e378413b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:02.953725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5eec8442-7fd6-4272-bffd-2e31e378413b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5eec8442-7fd6-4272-bffd-2e31e378413b,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:02.963956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.986683 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9bc4e353-d68f-4b9c-b25c-3fe9507f1666 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=040eeb5be1c043c69ff12c5afaf8c028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628740 Jul 06 17:44:02.993157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:03.065853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4e353-d68f-4b9c-b25c-3fe9507f1666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00d007-b419-4320-a81c-3ef477487bcf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:03.086497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5eec8442-7fd6-4272-bffd-2e31e378413b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:03.104310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.104673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.105911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.106302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.107515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.107874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.109211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.109563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.109900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.110237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.110570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.110900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:03.121772 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ec8445-3d16-4eee-927a-84a0f6913c8b x-openstack-request-id: req-73ec8445-3d16-4eee-927a-84a0f6913c8b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:03.124813 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bcf6b8-c34a-4f00-b3de-2eca6edb5159", "name": "network-vif-deleted", "tag": "8ac54aa1-fa28-4a09-b352-ab88a72946e2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:03.125231 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73ec8445-3d16-4eee-927a-84a0f6913c8b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:03.128225 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bcf6b8-c34a-4f00-b3de-2eca6edb5159', 'name': 'network-vif-deleted', 'tag': '8ac54aa1-fa28-4a09-b352-ab88a72946e2', 'status': 'completed', 'code': 200} Jul 06 17:44:03.128439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf7eeca-6b07-4dd9-be67-ef1189e598d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.178813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf7eeca-6b07-4dd9-be67-ef1189e598d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.190846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Made reservation on behalf of 9b6e2ed98e9b477d8a322e78ecee0e5c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:03.196395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.243387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a2b74f0-5326-4d87-b678-e2f127e4a8fa req-568206d8-fcda-4154-a0c8-f108a1ecc3ea tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.0908341 Jul 06 17:44:03.265835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5eec8442-7fd6-4272-bffd-2e31e378413b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:03.310311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf7eeca-6b07-4dd9-be67-ef1189e598d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.316688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf7eeca-6b07-4dd9-be67-ef1189e598d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.322181 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5bf7eeca-6b07-4dd9-be67-ef1189e598d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c00d007-b419-4320-a81c-3ef477487bcf HTTP/1.1" status: 204 len: 168 time: 0.3234277 Jul 06 17:44:03.363948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7eeca-6b07-4dd9-be67-ef1189e598d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00d007-b419-4320-a81c-3ef477487bcf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:03.660247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e28c0b-8d51-4128-aa3f-a8f5ec29b134 req-8e14a873-3565-4af7-a896-5164c1c06c85 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.672971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e28c0b-8d51-4128-aa3f-a8f5ec29b134 req-8e14a873-3565-4af7-a896-5164c1c06c85 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.688089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e28c0b-8d51-4128-aa3f-a8f5ec29b134 req-8e14a873-3565-4af7-a896-5164c1c06c85 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.696768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e28c0b-8d51-4128-aa3f-a8f5ec29b134 req-8e14a873-3565-4af7-a896-5164c1c06c85 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2418 time: 0.4159522 Jul 06 17:44:03.724382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Allocated IP 172.20.0.8 (3a206de4-88dc-44d2-8925-0833052ff837/46556c9b-747a-46f2-b649-31f7c49d8b15/f7635fa2-3599-4251-980c-77a8648d396f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:03.795486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39c19357-ac7b-4ce4-b024-1bc84f5ea695 req-15f08182-20e6-408d-bac4-814ac26e1112 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 210 time: 0.0884151 Jul 06 17:44:03.943057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e28c0b-8d51-4128-aa3f-a8f5ec29b134 req-876f8331-0eba-4379-9d60-a5a9de6204dc tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447586 Jul 06 17:44:04.141026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:04.145786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-fb84be23-216d-4082-a9cc-7166d2dc4074 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.152229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-fb84be23-216d-4082-a9cc-7166d2dc4074 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.159297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-fb84be23-216d-4082-a9cc-7166d2dc4074 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.161104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-fb84be23-216d-4082-a9cc-7166d2dc4074 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 2418 time: 0.3946650 Jul 06 17:44:04.193185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f04c60b3-bf3c-49b4-b3b0-416c58887c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.421414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.435901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f04c60b3-bf3c-49b4-b3b0-416c58887c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.444658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f04c60b3-bf3c-49b4-b3b0-416c58887c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.481653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47555-e528-414c-969d-860da6d2ae6b req-6f1268d4-7f4a-4927-ae35-cc39ab3cd264 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.495874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92e47555-e528-414c-969d-860da6d2ae6b req-6f1268d4-7f4a-4927-ae35-cc39ab3cd264 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 950 time: 0.4315484 Jul 06 17:44:04.592524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92e47555-e528-414c-969d-860da6d2ae6b req-393c8b78-048e-45de-8987-c46f5b28c60c tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946751 Jul 06 17:44:04.621511 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c60b3-bf3c-49b4-b3b0-416c58887c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b421a4e2-465b-4bbf-8010-eb51e103e184,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:04.643568 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f04c60b3-bf3c-49b4-b3b0-416c58887c0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98b2243f64934fc4b6902b0544fcc69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963281 Jul 06 17:44:04.646557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:04.677568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:04.680305 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.787116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac62c2b2-2b8c-4ffa-a990-a28aa8804cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.861627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac62c2b2-2b8c-4ffa-a990-a28aa8804cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.968388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac62c2b2-2b8c-4ffa-a990-a28aa8804cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.977411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac62c2b2-2b8c-4ffa-a990-a28aa8804cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.978645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.980181 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ac62c2b2-2b8c-4ffa-a990-a28aa8804cfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b421a4e2-465b-4bbf-8010-eb51e103e184 HTTP/1.1" status: 204 len: 168 time: 0.3319795 Jul 06 17:44:05.032357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62c2b2-2b8c-4ffa-a990-a28aa8804cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421a4e2-465b-4bbf-8010-eb51e103e184,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:05.151162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:05.197437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8829d8-7091-46e4-8c27-06b7a8ef8d03 req-eec20c5c-e653-4888-bd76-d709e8584064 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:05.199476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a8829d8-7091-46e4-8c27-06b7a8ef8d03 req-eec20c5c-e653-4888-bd76-d709e8584064 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 945 time: 0.4000463 Jul 06 17:44:05.224562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4303b1c4-f539-4a24-9fc0-557c5c0f440f req-0f90f330-2856-4ccb-90f1-821865b5465b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3eaf0dc-4a3b-4878-bcd9-02d5346efc87 HTTP/1.1" status: 200 len: 210 time: 0.1307518 Jul 06 17:44:05.234020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:05.234651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.242404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Network 3a206de4-88dc-44d2-8925-0833052ff837 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:05.283533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:05.299169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:05.360185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:05.484287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a8829d8-7091-46e4-8c27-06b7a8ef8d03 req-0290199f-0217-4d10-8a5c-e595841c3143 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542627 Jul 06 17:44:05.554966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:05.556435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.626990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-0b3bc9ba-7a32-4752-afeb-96e8328ec695 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8359661 Jul 06 17:44:05.706248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Request body: {'port': {'device_id': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:06.314263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.328888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5eec8442-7fd6-4272-bffd-2e31e378413b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:06.395201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 5eec8442-7fd6-4272-bffd-2e31e378413b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:06.400768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 5eec8442-7fd6-4272-bffd-2e31e378413b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:06.401525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.529957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:06.561701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.610560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec8442-7fd6-4272-bffd-2e31e378413b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:06.615776 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f747e-bc5f-449e-8c94-6c811f53a5f0" -d '{"events": [{"server_uuid": "00c93cc9-6bbe-48cb-a404-eaf43da77be9", "name": "network-vif-plugged", "status": "completed", "tag": "5eec8442-7fd6-4272-bffd-2e31e378413b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:06.619521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:06.627303 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.631808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-cfb45226-1fbe-403d-a22a-7fcb8e502c7c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "DELETE /v2.0/ports/6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db HTTP/1.1" status: 204 len: 173 time: 2.4588478 Jul 06 17:44:06.638474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-7782484e-4289-47d5-83ad-810cf3f087db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0481513 Jul 06 17:44:06.648363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5eec8442-7fd6-4272-bffd-2e31e378413b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5eec8442-7fd6-4272-bffd-2e31e378413b,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:06.666996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.673598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:06.698379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-deleted', 'tag': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:06.703632 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb198008-fd96-4022-8bed-755f9d956ceb" -d '{"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-deleted", "tag": "6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:06.764858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.839987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.919389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5eec8442-7fd6-4272-bffd-2e31e378413b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:06.940914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:06.942397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-9ca9ccfa-2b3a-4de7-b6d1-535ed30e83da tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:06.949375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.951930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:06.955959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-9ca9ccfa-2b3a-4de7-b6d1-535ed30e83da tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.7520843 Jul 06 17:44:06.991991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bb732-16e5-462c-9382-8063fe1fb2ba req-9d401322-4ad7-4be2-abf9-e14a0cefcf5b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:06.996944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f7bb732-16e5-462c-9382-8063fe1fb2ba req-9d401322-4ad7-4be2-abf9-e14a0cefcf5b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 931 time: 0.7869494 Jul 06 17:44:07.005410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:07.005805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:07.006243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2448c98e-ad4f-4002-ab85-1877a9471347 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:07.108315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-894c53c7-8f1e-4ca6-8771-f313c3d0cdbe tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.1500185 Jul 06 17:44:07.147985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.171433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:07.199677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2448c98e-ad4f-4002-ab85-1877a9471347,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:07.207283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.280706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:07.285455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-b02d3c5d-b46f-4d01-86a6-11e56dbc641d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1750524 Jul 06 17:44:07.470364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f7bb732-16e5-462c-9382-8063fe1fb2ba req-6e52b1c5-de48-4c5b-aa0a-becbd16e90d8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164524 Jul 06 17:44:07.547567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-b9cd36ac-a0d2-41de-9c22-30b4b2ea3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:07.547567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-b9cd36ac-a0d2-41de-9c22-30b4b2ea3c95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 1095 time: 0.7996449 Jul 06 17:44:07.779234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port 2448c98e-ad4f-4002-ab85-1877a9471347 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:07.780196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.980302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-1a7289f5-4fd7-40f5-a90c-cfe75d3906e3 service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757991 Jul 06 17:44:08.012900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-30cb1840-036e-4c80-8fed-37017363df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:08.014396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-30cb1840-036e-4c80-8fed-37017363df81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.4476869 Jul 06 17:44:08.131080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160c76-844d-4f72-89cf-2d848545faf4 req-a4f35e9e-f748-4cd4-b72f-0db68b463f09 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:08.137813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160c76-844d-4f72-89cf-2d848545faf4 req-a4f35e9e-f748-4cd4-b72f-0db68b463f09 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:08.139905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38160c76-844d-4f72-89cf-2d848545faf4 req-a4f35e9e-f748-4cd4-b72f-0db68b463f09 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 1678 time: 0.4751060 Jul 06 17:44:08.161284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-c36314a8-a5d0-43c2-a4fd-ffefe4acd28d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 200 len: 217 time: 0.1265240 Jul 06 17:44:08.197900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port 2448c98e-ad4f-4002-ab85-1877a9471347, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2448c98e-ad4f-4002-ab85-1877a9471347,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:08.198256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.264063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for 2448c98e-ad4f-4002-ab85-1877a9471347 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:08.303441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7635fa2-3599-4251-980c-77a8648d396f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:08.331377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.383362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-618769b2-2fb6-49dd-be9c-e9408f3acd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:08.384767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-618769b2-2fb6-49dd-be9c-e9408f3acd4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1962681 Jul 06 17:44:08.394121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38160c76-844d-4f72-89cf-2d848545faf4 req-5ff5e715-80f7-4bc0-b206-bca2622f25d3 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382667 Jul 06 17:44:08.414861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-b38dd733-746c-4571-b623-a77700f19e6d service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222944 Jul 06 17:44:08.439979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Transition to ACTIVE for port object f7635fa2-3599-4251-980c-77a8648d396f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:08.444223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-3f4e2c0e-a117-40d8-a00b-1f48c8d6ccc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442643 Jul 06 17:44:08.449211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.618259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:08.921887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-e4a88633-e3ef-4bc1-a26c-5f483c41e12e service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645073 Jul 06 17:44:09.109240 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.151319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Attempting to bind port f7635fa2-3599-4251-980c-77a8648d396f on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:09.151651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Attempting to bind port f7635fa2-3599-4251-980c-77a8648d396f by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:09.152151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Attempting to bind port f7635fa2-3599-4251-980c-77a8648d396f on network 3a206de4-88dc-44d2-8925-0833052ff837 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:09.197216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Port f7635fa2-3599-4251-980c-77a8648d396f on network 3a206de4-88dc-44d2-8925-0833052ff837 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:09.197603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Attempting to bind port f7635fa2-3599-4251-980c-77a8648d396f on network 3a206de4-88dc-44d2-8925-0833052ff837 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:09.217452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=2448c98e-ad4f-4002-ab85-1877a9471347,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:09.270325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:09.270683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Checking segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:09.270948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Bound using segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:09.271547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Bound port: f7635fa2-3599-4251-980c-77a8648d396f, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:09.271881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.343232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201295b0-f0a5-44e5-84b0-d63a0aba1edd req-cec4bd50-7937-4baf-8daf-dae651142a88 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.346567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-201295b0-f0a5-44e5-84b0-d63a0aba1edd req-cec4bd50-7937-4baf-8daf-dae651142a88 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 950 time: 0.6262758 Jul 06 17:44:09.358244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port 2448c98e-ad4f-4002-ab85-1877a9471347 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:09.371853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.377079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-d6a8b63f-a52d-4d51-8f62-7e8263ed338c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "DELETE /v2.0/ports/2448c98e-ad4f-4002-ab85-1877a9471347 HTTP/1.1" status: 204 len: 173 time: 2.7364290 Jul 06 17:44:09.432540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb959-14bb-4a68-b2c7-f7b72833baf4 req-14b6c251-c05f-4697-ac3b-547c53fc3a61 service neutron] 10.222.0.60 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956002 Jul 06 17:44:09.969184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dcbdd-d37a-4516-8dce-47f2d5e62e84 req-b944eb7a-ae42-405f-b04a-0e5123f1bcd6 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.970850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f1dcbdd-d37a-4516-8dce-47f2d5e62e84 req-b944eb7a-ae42-405f-b04a-0e5123f1bcd6 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 946 time: 0.8824294 Jul 06 17:44:10.003073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-201295b0-f0a5-44e5-84b0-d63a0aba1edd req-4eb4ea11-9bac-4de4-9362-f592e9bdcf56 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417515 Jul 06 17:44:10.084143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:10.121467 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b59318d-3efd-4ea8-bacf-ba27358cd0a2 x-openstack-request-id: req-3b59318d-3efd-4ea8-bacf-ba27358cd0a2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:10.123068 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c93cc9-6bbe-48cb-a404-eaf43da77be9", "name": "network-vif-plugged", "status": "completed", "tag": "5eec8442-7fd6-4272-bffd-2e31e378413b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:10.123068 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b59318d-3efd-4ea8-bacf-ba27358cd0a2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:10.124176 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec8442-7fd6-4272-bffd-2e31e378413b', 'code': 200} Jul 06 17:44:10.136262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:10.156470 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.229468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f1dcbdd-d37a-4516-8dce-47f2d5e62e84 req-b631f7e9-e145-4335-9e57-5132dcb3a3ec tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417073 Jul 06 17:44:10.236226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:10.286183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.286816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.305678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1652512b-edab-4981-a817-d93d88dd8f40 service neutron] 10.222.0.61 "PUT /v2.0/ports/f7635fa2-3599-4251-980c-77a8648d396f HTTP/1.1" status: 200 len: 1091 time: 4.6104646 Jul 06 17:44:10.307508 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e12ff-45ca-49fd-82c6-2d7d47678cc2 x-openstack-request-id: req-a40e12ff-45ca-49fd-82c6-2d7d47678cc2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:10.307879 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-deleted", "tag": "6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:10.308139 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40e12ff-45ca-49fd-82c6-2d7d47678cc2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:10.308545 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-deleted', 'tag': '6dbe24a0-2a8a-4e92-9bbb-a9ad8723c6db', 'status': 'completed', 'code': 200} Jul 06 17:44:10.330691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:10.331044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.551857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-ae921b8d-8da0-4604-af0e-997f0441773c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.553430 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-ae921b8d-8da0-4604-af0e-997f0441773c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.1792796 Jul 06 17:44:10.595424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:10.601249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:10.601845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.690549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:10.747682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:10.751677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.766067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-41a94cfb-9646-4fda-ad81-c37b83579717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.768078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-41a94cfb-9646-4fda-ad81-c37b83579717 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 1094 time: 0.2128427 Jul 06 17:44:10.768722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-a6f7719a-9aaf-45d9-b9b2-5d8f4ea486cc tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859067 Jul 06 17:44:10.854093 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-1df5b881-b970-4115-8474-08684572a7fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7635fa2-3599-4251-980c-77a8648d396f HTTP/1.1" status: 200 len: 217 time: 0.0769813 Jul 06 17:44:10.949414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-2569b819-f59e-4eab-a909-dd6ae9e185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.951865 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-2569b819-f59e-4eab-a909-dd6ae9e185d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 200 len: 862 time: 0.0880573 Jul 06 17:44:10.974891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087710a5-ff1c-4642-a09b-0a827923f9d6 req-d8201ef4-8720-4fa2-8ed9-d8316345df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.976280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-087710a5-ff1c-4642-a09b-0a827923f9d6 req-d8201ef4-8720-4fa2-8ed9-d8316345df5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 1097 time: 0.5968549 Jul 06 17:44:11.003125 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-a24494b4-ba68-445b-8e8a-c8062bbcdf36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a206de4-88dc-44d2-8925-0833052ff837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429504 Jul 06 17:44:11.019226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.2 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/8281fa27-c0eb-4176-bf04-dcabc916197c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:11.048258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072aeb9-bc81-4331-8c3c-32ab8d345c8b req-57b77291-c286-4f7d-8b68-b10483ccb0db tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:11.049972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c072aeb9-bc81-4331-8c3c-32ab8d345c8b req-57b77291-c286-4f7d-8b68-b10483ccb0db tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 943 time: 0.3633456 Jul 06 17:44:11.112219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-fee149e3-bbee-41c4-81d4-21fc42b47322 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:11.115104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-fee149e3-bbee-41c4-81d4-21fc42b47322 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112307 Jul 06 17:44:11.180709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-087710a5-ff1c-4642-a09b-0a827923f9d6 req-b527d758-5322-4b3a-99e0-80c6eea407f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835647 Jul 06 17:44:11.221245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-a088928c-4137-44bd-b673-dd15ba8b3687 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/quotas/3efffebd569943f69f3af43a304d14c9 HTTP/1.1" status: 200 len: 375 time: 0.0619097 Jul 06 17:44:11.328280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-0ce46e68-660e-4eee-88ab-c5b7771ab709 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900199 Jul 06 17:44:11.350713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c072aeb9-bc81-4331-8c3c-32ab8d345c8b req-cff7a331-a724-48e7-8e08-0f408626ecda tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790487 Jul 06 17:44:11.352740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.472215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:11.619292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.658698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port 2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:11.673492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.675136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.679039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3a811ea-6447-42f1-874a-7c6a3ad464f2 req-05287def-28f5-4fdf-b258-c68eb96fce25 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "DELETE /v2.0/ports/2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e HTTP/1.1" status: 204 len: 173 time: 2.2523215 Jul 06 17:44:11.766219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:11.793066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:11.799427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:11.816119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:11.916733 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-07b5a65c-bfb9-45dc-bbad-c9a208de1823 service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9075172 Jul 06 17:44:11.933356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:11.934034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:12.057963 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-a0ad1c71-a57f-4f5c-8774-f81ab509b74a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685364 Jul 06 17:44:12.076291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Request body: {'port': {'device_id': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:12.092233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e348-4e9a-46f4-af97-0041a4a69708 req-d669e049-9907-4ad5-9ce9-becd7855d7f0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.099434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b36e348-4e9a-46f4-af97-0041a4a69708 req-d669e049-9907-4ad5-9ce9-becd7855d7f0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 931 time: 0.3323922 Jul 06 17:44:12.125376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e'}, {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:12.128031 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc42a94-54db-48a0-9114-c78369a19c73" -d '{"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e"}, {"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-unplugged", "status": "completed", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:12.193917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b36e348-4e9a-46f4-af97-0041a4a69708 req-820c979c-9125-4c81-990b-1344f4893aa3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934720 Jul 06 17:44:12.283906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:12.338262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-deleted', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347'}, {'name': 'network-changed', 'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f'}, {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-deleted', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:12.356006 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610e012f-100c-40c5-b883-2cba890a802f" -d '{"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-deleted", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347"}, {"name": "network-changed", "server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "tag": "f7635fa2-3599-4251-980c-77a8648d396f"}, {"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-deleted", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:12.383274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64c5b02c-ac62-4d9c-8b83-9b5c2310a9f1 req-49b775be-05bf-4434-9655-63cf348cdcb3 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b0eb474-df89-46b2-a83e-9e0aaa1c5427 HTTP/1.1" status: 200 len: 210 time: 0.1236975 Jul 06 17:44:12.783099 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9cde98c5-a213-48b3-a010-62ab11d1ba4c req-7c136ad0-142d-4e19-bc29-1824f1ac2165 service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457484 Jul 06 17:44:12.995413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-710b71d8-79f4-4d85-8339-114185c0603d req-203d943d-7d4c-41f0-812e-07a4ac00137c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 210 time: 0.0696230 Jul 06 17:44:13.058794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8281fa27-c0eb-4176-bf04-dcabc916197c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:13.064431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe70c8d-28d3-491f-8cab-95ddc870bd8e req-8fb65ef8-cbc1-48e4-a35b-e3eb521864ac tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:13.066064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfe70c8d-28d3-491f-8cab-95ddc870bd8e req-8fb65ef8-cbc1-48e4-a35b-e3eb521864ac tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 946 time: 0.3175619 Jul 06 17:44:13.079796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.106037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Transition to ACTIVE for port object 8281fa27-c0eb-4176-bf04-dcabc916197c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:13.114690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.167114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfe70c8d-28d3-491f-8cab-95ddc870bd8e req-99611013-bd45-45b1-b199-480111476400 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898952 Jul 06 17:44:13.284454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:13.318335 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a975c9-346c-4d77-86bb-1373f1ee1826 x-openstack-request-id: req-f2a975c9-346c-4d77-86bb-1373f1ee1826 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:13.318832 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e", "code": 200}, {"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-unplugged", "status": "completed", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:13.318944 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2a975c9-346c-4d77-86bb-1373f1ee1826 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:13.319282 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e', 'code': 200} Jul 06 17:44:13.319792 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347', 'code': 200} Jul 06 17:44:13.337796 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b2e0a0-5ac6-46d1-a483-7fc5e94f1a40 x-openstack-request-id: req-77b2e0a0-5ac6-46d1-a483-7fc5e94f1a40 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:13.338387 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-deleted", "tag": "2448c98e-ad4f-4002-ab85-1877a9471347", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "tag": "f7635fa2-3599-4251-980c-77a8648d396f", "status": "completed", "code": 200}, {"server_uuid": "2b0eb474-df89-46b2-a83e-9e0aaa1c5427", "name": "network-vif-deleted", "tag": "2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:13.338956 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77b2e0a0-5ac6-46d1-a483-7fc5e94f1a40 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:13.339586 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-deleted', 'tag': '2448c98e-ad4f-4002-ab85-1877a9471347', 'status': 'completed', 'code': 200} Jul 06 17:44:13.340003 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f', 'status': 'completed', 'code': 200} Jul 06 17:44:13.340430 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0eb474-df89-46b2-a83e-9e0aaa1c5427', 'name': 'network-vif-deleted', 'tag': '2bb6c29a-a9ff-4f91-876c-8b3d76f6c58e', 'status': 'completed', 'code': 200} Jul 06 17:44:13.612859 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:44:13.907105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22bce-f829-49f5-a210-bacc648b2919 req-68e0dc60-03ba-408d-adf5-0c0510a8384c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:13.929068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47d22bce-f829-49f5-a210-bacc648b2919 req-68e0dc60-03ba-408d-adf5-0c0510a8384c tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 943 time: 0.1981239 Jul 06 17:44:13.955973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Attempting to bind port 8281fa27-c0eb-4176-bf04-dcabc916197c on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:13.963487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Attempting to bind port 8281fa27-c0eb-4176-bf04-dcabc916197c by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:13.964639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Attempting to bind port 8281fa27-c0eb-4176-bf04-dcabc916197c on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:14.004234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Port 8281fa27-c0eb-4176-bf04-dcabc916197c on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:14.004765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Attempting to bind port 8281fa27-c0eb-4176-bf04-dcabc916197c on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:14.021174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:14.021790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:14.022427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:14.023244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Bound port: 8281fa27-c0eb-4176-bf04-dcabc916197c, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:14.023925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.053516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e012f-100c-40c5-b883-2cba890a802f req-3c3575cc-61ff-4a72-8221-6e84db5b8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.059024 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-3c3575cc-61ff-4a72-8221-6e84db5b8582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 1094 time: 0.5958323 Jul 06 17:44:14.084535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47d22bce-f829-49f5-a210-bacc648b2919 req-56651c7a-8417-4b7c-8dc1-629541fee540 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521215 Jul 06 17:44:14.421121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:14.443689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:14.446221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-50f689f2-93f3-457d-a592-06911f251758 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773926 Jul 06 17:44:14.466469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.572001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e012f-100c-40c5-b883-2cba890a802f req-883bce69-a15a-4819-b671-af9c4997b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.574689 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-883bce69-a15a-4819-b671-af9c4997b3bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 923 time: 0.5069377 Jul 06 17:44:14.716580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.718009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.718177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-0e4db53d-42c4-4aac-b5fe-9debb1b56135 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.718686 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/8281fa27-c0eb-4176-bf04-dcabc916197c HTTP/1.1" status: 200 len: 1091 time: 2.6516299 Jul 06 17:44:14.719868 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-7e8c15b7-199b-476b-8247-8dae6ef0971c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7635fa2-3599-4251-980c-77a8648d396f HTTP/1.1" status: 200 len: 217 time: 0.1046762 Jul 06 17:44:14.720588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-0e4db53d-42c4-4aac-b5fe-9debb1b56135 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 950 time: 0.4169581 Jul 06 17:44:14.723548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:14.728539 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebcb1cd-d811-401b-95fa-5bc504dd337f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:14.764448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b90c-5e15-4df4-812a-f7514ff4e9fe req-8a4b8894-87d2-4d84-bd46-996e257dad02 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.777667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8e5b90c-5e15-4df4-812a-f7514ff4e9fe req-8a4b8894-87d2-4d84-bd46-996e257dad02 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 950 time: 0.4885876 Jul 06 17:44:14.831510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef63d2-e375-4c1c-bb6e-d485e9beb2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:14.856114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e012f-100c-40c5-b883-2cba890a802f req-a57d9ffc-e09f-4c20-94c7-7fb76442db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.860703 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-a57d9ffc-e09f-4c20-94c7-7fb76442db08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 200 len: 862 time: 0.1254497 Jul 06 17:44:14.940655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7e1d6e27-89cd-4ea9-8d8c-ac7c22065231 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.943484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7e1d6e27-89cd-4ea9-8d8c-ac7c22065231 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4874187 Jul 06 17:44:14.952454 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-de4ca2ce-54bf-4dd0-8c97-f040aa209c99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a206de4-88dc-44d2-8925-0833052ff837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746164 Jul 06 17:44:14.980424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': '62bdafa9-c4ac-45b2-925e-393187eae708', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:15.127345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-46cb87ed-2c7e-4761-abef-1dcafb31aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:15.129936 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-46cb87ed-2c7e-4761-abef-1dcafb31aba6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 1094 time: 0.2670424 Jul 06 17:44:15.130552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8e5b90c-5e15-4df4-812a-f7514ff4e9fe req-727e7cde-4e38-41cf-bd26-d721ef90c3fa tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6783a7a-4acd-45e6-8735-69296730a5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510902 Jul 06 17:44:15.197787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03094ce5-fcbf-4b61-aa99-73fbc211df6a req-466b6dc3-a2b8-4954-8ce2-cb63ffa956b1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:15.213766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03094ce5-fcbf-4b61-aa99-73fbc211df6a req-466b6dc3-a2b8-4954-8ce2-cb63ffa956b1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 943 time: 0.7214758 Jul 06 17:44:15.232055 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-1a297384-9d60-4047-a039-84a70beb0e31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8281fa27-c0eb-4176-bf04-dcabc916197c HTTP/1.1" status: 200 len: 217 time: 0.0922062 Jul 06 17:44:15.239039 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-4d332359-e3ce-4d06-bda7-aec9ab8072ca service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794931 Jul 06 17:44:15.369676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-4d927568-0b68-484d-a471-7b2ef2cd685b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:15.373583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-4d927568-0b68-484d-a471-7b2ef2cd685b tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 944 time: 0.7800205 Jul 06 17:44:15.392090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:15.497297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-0f27e26d-d9aa-4ed2-8e99-630ffd17969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:15.499903 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-0f27e26d-d9aa-4ed2-8e99-630ffd17969b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.2590811 Jul 06 17:44:15.523323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03094ce5-fcbf-4b61-aa99-73fbc211df6a req-7d6847af-3928-4ceb-bc2c-b65a9af3eaf2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070621 Jul 06 17:44:15.565033 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-610e012f-100c-40c5-b883-2cba890a802f req-b78c6bf3-c784-4a35-b673-fd4a4df95436 service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084755 Jul 06 17:44:15.620048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-179f12b8-9a72-44c1-9f31-dd071092f256 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093240 Jul 06 17:44:15.679458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-815aed37-a368-4d85-8169-86a74a5db2ac req-78018172-6e62-4918-adcd-716b5953e78f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 210 time: 0.1693394 Jul 06 17:44:15.726427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting subnet 3c2addec-3c51-4b39-9d5a-7ccdd4667bf0 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:15.764719 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-3881b02c-1b6b-4be9-be45-4e6cc0b09fc5 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375980 Jul 06 17:44:15.769090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.854701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.884581 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-340780ce-0b74-4cf9-bdfe-a2ff20474aea req-9fa2d7fd-3cdb-4666-ba58-ee5117d6bc8e service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122193 Jul 06 17:44:15.961447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Deleting port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:15.962035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.989590 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffd507-21b6-4303-bef7-98b587072102 x-openstack-request-id: req-96ffd507-21b6-4303-bef7-98b587072102 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:15.990066 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:15.990483 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96ffd507-21b6-4303-bef7-98b587072102 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:15.991129 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'status': 'completed', 'code': 200} Jul 06 17:44:16.110053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-edc70616-fbdc-41cc-addb-788ec538c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.111640 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-edc70616-fbdc-41cc-addb-788ec538c305 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 1094 time: 0.0924492 Jul 06 17:44:16.243589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:16.248042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.260366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-fb666710-8690-4cb4-9d85-149bc631474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.263393 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-fb666710-8690-4cb4-9d85-149bc631474f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.1424925 Jul 06 17:44:16.313832 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-6b8dc2d7-347d-4ed8-aa46-137f016e35f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8281fa27-c0eb-4176-bf04-dcabc916197c HTTP/1.1" status: 200 len: 217 time: 0.0447905 Jul 06 17:44:16.340601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f7635fa2-3599-4251-980c-77a8648d396f details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:16.344655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:16.344866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.416674 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-36d0aabb-4de1-456d-a88f-a4d60ac86e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.420729 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-36d0aabb-4de1-456d-a88f-a4d60ac86e3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.0917218 Jul 06 17:44:16.425113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01680ef-b067-46b3-8ade-e04fdc14d910 req-dc1bd03a-695c-461e-8271-e6432b26df0c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.427594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f01680ef-b067-46b3-8ade-e04fdc14d910 req-dc1bd03a-695c-461e-8271-e6432b26df0c tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 944 time: 0.7302823 Jul 06 17:44:16.449577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.459629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:16.459986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.493480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Deleting port e4843081-a637-41e7-91c8-89df5f1baecd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:16.493870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.511626 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-f92bfd20-68ca-4ade-9f2c-860342bbf32c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632658 Jul 06 17:44:16.535493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.539381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Calling delete_port for 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:16.585000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:16.588156 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24f477-28e1-4a82-b89b-4d7b7fa3182d" -d '{"events": [{"server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:16.689642 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-cc44307f-9b86-4fcd-8e91-c999c2e1045f service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716981 Jul 06 17:44:16.793196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:16.804802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:16.808227 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.844361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f7635fa2-3599-4251-980c-77a8648d396f', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'port_id': 'f7635fa2-3599-4251-980c-77a8648d396f', 'mac_address': 'fa:16:3e:93:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46556c9b-747a-46f2-b649-31f7c49d8b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:16.880048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cebcb1cd-d811-401b-95fa-5bc504dd337f req-72bef756-a3d4-4036-ad3c-a980dba42679 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828003 Jul 06 17:44:16.922848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:16.929033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.938192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0ab5-a18c-4148-8cc4-5c506d3673e8 req-a6e8f602-45cb-4baf-8c8e-2f4a99863ce5 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.939461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a2b0ab5-a18c-4148-8cc4-5c506d3673e8 req-a6e8f602-45cb-4baf-8c8e-2f4a99863ce5 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 943 time: 0.8230078 Jul 06 17:44:16.950250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7635fa2-3599-4251-980c-77a8648d396f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:16.976417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:16.983591 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.055216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:17.077839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f01680ef-b067-46b3-8ade-e04fdc14d910 req-d693c4ae-bcd6-46a5-96f8-3f7f35673b2f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231005 Jul 06 17:44:17.139770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.158879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] For port e4843081-a637-41e7-91c8-89df5f1baecd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e4843081-a637-41e7-91c8-89df5f1baecd,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:17.159069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.182575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a2b0ab5-a18c-4148-8cc4-5c506d3673e8 req-fc256ec2-5b1e-4d38-b4f8-cd6c506902b6 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225654 Jul 06 17:44:17.218384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Calling delete_port for e4843081-a637-41e7-91c8-89df5f1baecd owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:17.221515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2addec-3c51-4b39-9d5a-7ccdd4667bf0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:17.228827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.232181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f7635fa2-3599-4251-980c-77a8648d396f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:17.233788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47572) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:17.234528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3ea31510-89f7-4ce1-81b4-50bc2493313c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/subnets/3c2addec-3c51-4b39-9d5a-7ccdd4667bf0 HTTP/1.1" status: 204 len: 168 time: 1.8090763 Jul 06 17:44:17.378400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.391028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e71acf-354a-4fe3-8ba2-d6f7895b1b6b None None] Network 5598d3ca-22aa-4968-aa01-bdecb6127698 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:17.396614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.438521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.560463 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.660342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port dafb9931-2786-461c-8434-f1a0c5d617d3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:17.660851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.678461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.127 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/a0d00791-e828-4ce0-9ac5-41ad691dd977) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:17.760069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port dafb9931-2786-461c-8434-f1a0c5d617d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dafb9931-2786-461c-8434-f1a0c5d617d3,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:17.760880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.784526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for dafb9931-2786-461c-8434-f1a0c5d617d3 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:17.807192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:17.813696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Pushing event deleted for resources: {'Port': ['ID=7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:17.972730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] DHCP port deletion for 5598d3ca-22aa-4968-aa01-bdecb6127698 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:17.975941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-029ff04e-7c14-4a80-877c-12877c23be1a req-1113352c-ac0a-44eb-808b-0f90b1e92d34 tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aabd343-0b45-458e-b23b-d3cff3867285 HTTP/1.1" status: 200 len: 210 time: 0.2073600 Jul 06 17:44:18.072012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] No DVR routers for this DVR port 7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:18.089755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.097538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3121d676-3c5d-4228-bff2-0609b397fd2d req-cd7fd1a8-271f-4344-a6b1-9df4e0f4fe2e tempest-DeleteServersAdminTestJSON-1510168431 tempest-DeleteServersAdminTestJSON-1510168431-project] 10.222.0.61 "DELETE /v2.0/ports/7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2 HTTP/1.1" status: 204 len: 173 time: 3.3099983 Jul 06 17:44:18.098973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'name': 'network-vif-deleted', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:18.107647 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19597687-e59a-46dd-bdef-77dce3552ba3" -d '{"events": [{"server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "name": "network-vif-deleted", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:18.162722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] Deleting port dafb9931-2786-461c-8434-f1a0c5d617d3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:18.163498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.239829 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15285c5-6ed6-4919-8ae7-422c7304b954 x-openstack-request-id: req-d15285c5-6ed6-4919-8ae7-422c7304b954 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:18.241213 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:18.242576 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d15285c5-6ed6-4919-8ae7-422c7304b954 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:18.242793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.244277 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2', 'code': 200} Jul 06 17:44:18.289844 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-d162736e-6e7f-442c-a102-d2b361b215db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3236542 Jul 06 17:44:18.401053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port dafb9931-2786-461c-8434-f1a0c5d617d3 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:18.404531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=dafb9931-2786-461c-8434-f1a0c5d617d3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:18.457698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] For port dafb9931-2786-461c-8434-f1a0c5d617d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dafb9931-2786-461c-8434-f1a0c5d617d3,segment=NetworkSegment(e0a295d4-6590-4f83-a41b-b74c8da33701),segment_id=e0a295d4-6590-4f83-a41b-b74c8da33701)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:18.458587 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.487447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] Calling delete_port for dafb9931-2786-461c-8434-f1a0c5d617d3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:18.591358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.615377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object a0d00791-e828-4ce0-9ac5-41ad691dd977 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:18.619077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.633157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5598d3ca-22aa-4968-aa01-bdecb6127698']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:18.644164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.647437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a295d4-6590-4f83-a41b-b74c8da33701') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:18.648105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a295d4-6590-4f83-a41b-b74c8da33701') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:18.658089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f7635fa2-3599-4251-980c-77a8648d396f up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:18.661629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e4843081-a637-41e7-91c8-89df5f1baecd no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:18.662996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.668102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.692181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.702626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:18.703502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.712785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: e4843081-a637-41e7-91c8-89df5f1baecd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:18.713342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e4843081-a637-41e7-91c8-89df5f1baecd not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:18.746057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:18.812320 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:18.815349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.823246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.830412 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/networks/5598d3ca-22aa-4968-aa01-bdecb6127698 HTTP/1.1" status: 204 len: 168 time: 1.5952039 Jul 06 17:44:18.833448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] Pushing event deleted for resources: {'Port': ['ID=dafb9931-2786-461c-8434-f1a0c5d617d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:18.836080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:18.859232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event deleted for resources: {'Port': ['ID=e4843081-a637-41e7-91c8-89df5f1baecd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:18.859709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b16bb8-4f11-46b1-962b-1d181e955a19 None None] No DVR routers for this DVR port dafb9931-2786-461c-8434-f1a0c5d617d3 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:18.906494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba21f8-7265-41fa-8051-20c95c5f9901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Network': ['ID=5598d3ca-22aa-4968-aa01-bdecb6127698,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:18.930503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:18.956042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:18.968329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:18.988934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting subnet a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:18.995454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port f7635fa2-3599-4251-980c-77a8648d396f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:19.006228 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.014353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f7635fa2-3599-4251-980c-77a8648d396f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:19.014879 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.062829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:19.078144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-4abd92cc-0e9f-4c83-8b68-8814d2e07134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.082599 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-4abd92cc-0e9f-4c83-8b68-8814d2e07134 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 1096 time: 0.6739960 Jul 06 17:44:19.159323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.174799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] No DVR routers for this DVR port e4843081-a637-41e7-91c8-89df5f1baecd on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:19.186480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.189076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efe2feaf-0d18-4c7a-a46d-885addafb806 req-bddeb614-57cb-4fa0-ba56-0588373e283e tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "DELETE /v2.0/ports/e4843081-a637-41e7-91c8-89df5f1baecd HTTP/1.1" status: 204 len: 173 time: 3.7259159 Jul 06 17:44:19.288809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8838-35b1-4228-90f8-d1bb705610d5 req-36382333-262b-4bcd-810e-7f9c47fb1935 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.301536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-343f8838-35b1-4228-90f8-d1bb705610d5 req-36382333-262b-4bcd-810e-7f9c47fb1935 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 943 time: 1.1809618 Jul 06 17:44:19.323999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.325113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.329315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.360441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748cbd-fefe-422e-bd3a-3961a3be269d req-8a2e30d4-366d-4ef4-9fab-be01420dd90e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.369003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66748cbd-fefe-422e-bd3a-3961a3be269d req-8a2e30d4-366d-4ef4-9fab-be01420dd90e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 936 time: 0.6478901 Jul 06 17:44:19.460918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-343f8838-35b1-4228-90f8-d1bb705610d5 req-367f86d8-f147-47dc-9985-3b233bd82ec7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442003 Jul 06 17:44:19.462887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-bbcc4665-e333-4eea-9dc2-f438619e87f3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4931269 Jul 06 17:44:19.467937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:19.478098 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.521258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66748cbd-fefe-422e-bd3a-3961a3be269d req-6eeba270-32aa-42da-b191-f5aa8b0afc48 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506090 Jul 06 17:44:19.532976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.540263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Request body: {'port': {'device_id': '62bdafa9-c4ac-45b2-925e-393187eae708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:19.576433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dafb9931-2786-461c-8434-f1a0c5d617d3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:19.666106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: dafb9931-2786-461c-8434-f1a0c5d617d3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:19.666610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dafb9931-2786-461c-8434-f1a0c5d617d3 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:19.693823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:19.697075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a19f93ab-308a-4c99-ba65-8c0770311730 None None] Provisioning for port a0d00791-e828-4ce0-9ac5-41ad691dd977 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:19.704221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a19f93ab-308a-4c99-ba65-8c0770311730 None None] Provisioning complete for port a0d00791-e828-4ce0-9ac5-41ad691dd977 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:19.704604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a19f93ab-308a-4c99-ba65-8c0770311730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.769850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a19f93ab-308a-4c99-ba65-8c0770311730 None None] Port a0d00791-e828-4ce0-9ac5-41ad691dd977 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:19.782309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.847050 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b0c00-3f53-49a9-9189-9fe69e4228d6 x-openstack-request-id: req-358b0c00-3f53-49a9-9189-9fe69e4228d6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:19.850248 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aabd343-0b45-458e-b23b-d3cff3867285", "name": "network-vif-deleted", "tag": "7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:19.852238 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-358b0c00-3f53-49a9-9189-9fe69e4228d6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:19.852722 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aabd343-0b45-458e-b23b-d3cff3867285', 'name': 'network-vif-deleted', 'tag': '7dbca4cf-890f-4e9c-8b39-d2fa9fd629d2', 'status': 'completed', 'code': 200} Jul 06 17:44:19.910680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-0c3f4816-ae38-4e15-aa8d-d6d1cb115174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.913756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dfa9111-4d46-4d21-8c4b-41c5ab90fb1f req-67d4e505-ed13-48a3-a342-37f655dc1601 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a9581a5-feed-416c-a59a-1654fcb6218a HTTP/1.1" status: 200 len: 210 time: 0.0494416 Jul 06 17:44:19.914409 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-0c3f4816-ae38-4e15-aa8d-d6d1cb115174 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 200 len: 921 time: 0.3618653 Jul 06 17:44:19.917261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.072957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Subnet': ['ID=a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:20.085434 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-08412672-f76f-44ce-aa55-192aa783c85f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 200 len: 217 time: 0.1620452 Jul 06 17:44:20.086655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.087808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d017529-7d7d-42b8-8d6a-02c3aed7e570 None None] Network 06e5928d-412d-447d-8509-0f2ff1932450 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:20.093422 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-793698f1-c07e-4ed7-ab66-7e2fae7aaf50 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/subnets/a1df42dc-89eb-4446-9c6e-5ad2cbfa39ab HTTP/1.1" status: 204 len: 168 time: 1.2515209 Jul 06 17:44:20.102368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.278821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.284482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-0b0d35c5-137a-4e50-b05a-da7f8c62bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:20.287294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-0b0d35c5-137a-4e50-b05a-da7f8c62bb8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 200 len: 860 time: 0.1959121 Jul 06 17:44:20.345621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:20.347910 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7459022b-956d-4c7c-99fb-ad323faf0447" -d '{"events": [{"server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "name": "network-vif-plugged", "status": "completed", "tag": "f7635fa2-3599-4251-980c-77a8648d396f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:20.365681 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-2f19ebc9-2149-4d16-9087-84239f0e7dfd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4866136e-bd98-46b6-bfa9-edce10e54f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694530 Jul 06 17:44:20.395593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8281fa27-c0eb-4176-bf04-dcabc916197c details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:20.708117 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-51eced0a-b8ef-4732-9ac8-1ca50540aeea service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319650 Jul 06 17:44:20.720041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:20.728855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d00791-e828-4ce0-9ac5-41ad691dd977 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:20.751035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.753908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'mac_address': 'fa:16:3e:74:bd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:20.799288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Transition to ACTIVE for port object a0d00791-e828-4ce0-9ac5-41ad691dd977 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:20.824580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.850554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port f37567bd-b458-45f8-ac5d-d6ee68275663 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:20.851553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.853301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8281fa27-c0eb-4176-bf04-dcabc916197c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:20.901011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:20.907907 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.924488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.962084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3ca6e-c594-4618-adee-d9ee79d01348 None None] DHCP port deletion for 06e5928d-412d-447d-8509-0f2ff1932450 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:20.967150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port f37567bd-b458-45f8-ac5d-d6ee68275663, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f37567bd-b458-45f8-ac5d-d6ee68275663,segment=NetworkSegment(0a78a8e9-671a-4282-a278-dffd7c54f393),segment_id=0a78a8e9-671a-4282-a278-dffd7c54f393)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:20.967772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.982780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for f37567bd-b458-45f8-ac5d-d6ee68275663 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:21.044771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Pushing event updated for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:21.116276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:21.116628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.141149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port f37567bd-b458-45f8-ac5d-d6ee68275663 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:21.244518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df01ac1-4a3b-4f22-ab95-3ceffc13ea52 req-2272a1fd-ed3f-4c0e-9657-a424646bce50 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.259374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8df01ac1-4a3b-4f22-ab95-3ceffc13ea52 req-2272a1fd-ed3f-4c0e-9657-a424646bce50 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.4555731 Jul 06 17:44:21.270781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4af3ca6e-c594-4618-adee-d9ee79d01348 None None] The port 'f37567bd-b458-45f8-ac5d-d6ee68275663' was deleted {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 17:44:21.280912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['8281fa27-c0eb-4176-bf04-dcabc916197c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:21.380994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=f37567bd-b458-45f8-ac5d-d6ee68275663,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:21.422955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8df01ac1-4a3b-4f22-ab95-3ceffc13ea52 req-c5f7f51a-300a-46e6-8fba-0dc00ad0332a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580100 Jul 06 17:44:21.435657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f37567bd-b458-45f8-ac5d-d6ee68275663 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:21.437366 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.479554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e5928d-412d-447d-8509-0f2ff1932450']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:21.507114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a78a8e9-671a-4282-a278-dffd7c54f393') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:21.507800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a78a8e9-671a-4282-a278-dffd7c54f393') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:21.525556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Attempting to bind port a0d00791-e828-4ce0-9ac5-41ad691dd977 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:21.527004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Attempting to bind port a0d00791-e828-4ce0-9ac5-41ad691dd977 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:21.527689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Attempting to bind port a0d00791-e828-4ce0-9ac5-41ad691dd977 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:21.528901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.540949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Port a0d00791-e828-4ce0-9ac5-41ad691dd977 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:21.541435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Attempting to bind port a0d00791-e828-4ce0-9ac5-41ad691dd977 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:21.554921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:21.555431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:21.556901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:21.557597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Bound port: a0d00791-e828-4ce0-9ac5-41ad691dd977, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:21.559106 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-93c4c587-f202-4b9c-ad57-e4fc0d0d3872 req-6c26812d-e2b9-4442-a944-6e9dbcfb60b1 service neutron] 10.222.0.61 "GET /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8393538 Jul 06 17:44:21.560494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.570371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.573302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f37567bd-b458-45f8-ac5d-d6ee68275663 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:21.573801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f37567bd-b458-45f8-ac5d-d6ee68275663 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:21.588809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:21.589672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:21.597484 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:21.686299 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f2430e-bd63-4866-82f0-7b88c47b486f x-openstack-request-id: req-29f2430e-bd63-4866-82f0-7b88c47b486f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:21.688728 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "name": "network-vif-plugged", "status": "completed", "tag": "f7635fa2-3599-4251-980c-77a8648d396f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:21.689247 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29f2430e-bd63-4866-82f0-7b88c47b486f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:21.691299 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f', 'code': 200} Jul 06 17:44:21.692568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:21.710395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:21.724480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.853584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'name': 'network-vif-deleted', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:21.863169 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1547253-efe9-45b3-9a73-bc4f9d2d6f68" -d '{"events": [{"server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "name": "network-vif-deleted", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:21.876586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.892840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.895043 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/networks/06e5928d-412d-447d-8509-0f2ff1932450 HTTP/1.1" status: 204 len: 168 time: 1.7916243 Jul 06 17:44:21.916801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47674) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:21.929735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-249713894'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:21.936751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2a8eb-2c5d-4861-a189-ebfbaccedfc4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Network': ['ID=06e5928d-412d-447d-8509-0f2ff1932450,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:21.952139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8298f2-0a77-465e-a130-a1375ac961e9 req-5812f25c-4dfa-4618-a791-f4be818f6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.953851 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8f8298f2-0a77-465e-a130-a1375ac961e9 req-5812f25c-4dfa-4618-a791-f4be818f6d58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 1096 time: 0.1726596 Jul 06 17:44:21.983842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:21.990221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.998155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Pushing event updated for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:22.011570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.013392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.016223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-7aa439fe-6094-4e91-8063-6cf91032d37c service neutron] 10.222.0.61 "PUT /v2.0/ports/a0d00791-e828-4ce0-9ac5-41ad691dd977 HTTP/1.1" status: 200 len: 1096 time: 2.5050888 Jul 06 17:44:22.072376 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8f8298f2-0a77-465e-a130-a1375ac961e9 req-1718a1ac-f8e5-4c02-888b-3417880cee85 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111822 Jul 06 17:44:22.073687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:44:22.098421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.103911 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Added segment 27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a of type vlan for network 471410ec-bf18-46ba-b288-2770f9ba8d54 Jul 06 17:44:22.206088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.275063 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.284007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.285836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.346306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768e88f-5485-4b33-bb64-b12dc0b8435c req-e5d5b797-d800-462e-b71c-e4bf9ed2a13a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.349393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3768e88f-5485-4b33-bb64-b12dc0b8435c req-e5d5b797-d800-462e-b71c-e4bf9ed2a13a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 944 time: 0.4618673 Jul 06 17:44:22.352763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-18e433a5-16a7-445e-9b2e-da39ed6165f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.355658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-18e433a5-16a7-445e-9b2e-da39ed6165f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 1099 time: 0.2657516 Jul 06 17:44:22.420114 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4944873 Jul 06 17:44:22.428627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d800b6-3d5a-4e0e-9d91-55a54d4cd2ee req-48241215-8cd3-45cd-b648-0974a5f0384f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.431039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9d800b6-3d5a-4e0e-9d91-55a54d4cd2ee req-48241215-8cd3-45cd-b648-0974a5f0384f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 948 time: 0.4133756 Jul 06 17:44:22.431386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47676) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:22.441146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'subnet': {'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:22.445160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-9b185f5a-e39d-4da4-a6ac-00abda4407d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977 HTTP/1.1" status: 200 len: 217 time: 0.0783131 Jul 06 17:44:22.561357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6781-f6c5-49ce-8ce0-c98c1e38e896 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Network': ['ID=471410ec-bf18-46ba-b288-2770f9ba8d54,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:22.579651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:44:22.634613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3768e88f-5485-4b33-bb64-b12dc0b8435c req-4ba98861-8032-4db1-992d-29ef2f0f4a4d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732458 Jul 06 17:44:22.648332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:22.654228 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.688361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9d800b6-3d5a-4e0e-9d91-55a54d4cd2ee req-1a4f7346-877d-4463-ad92-5de710d40311 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381020 Jul 06 17:44:22.707660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-0eada262-4e8f-4ea1-b92f-38f4be7d9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.714621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-0eada262-4e8f-4ea1-b92f-38f4be7d9b47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2531657 Jul 06 17:44:22.861027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-8fe6dc72-b651-43c6-9418-cc495be2d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.863532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-8fe6dc72-b651-43c6-9418-cc495be2d840 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395736 Jul 06 17:44:23.033867 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba2d772-dbd5-4736-8d37-66a239fec718 x-openstack-request-id: req-6ba2d772-dbd5-4736-8d37-66a239fec718 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:23.034189 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9581a5-feed-416c-a59a-1654fcb6218a", "name": "network-vif-deleted", "tag": "e4843081-a637-41e7-91c8-89df5f1baecd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:23.034456 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ba2d772-dbd5-4736-8d37-66a239fec718 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:23.034961 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9581a5-feed-416c-a59a-1654fcb6218a', 'name': 'network-vif-deleted', 'tag': 'e4843081-a637-41e7-91c8-89df5f1baecd', 'status': 'completed', 'code': 200} Jul 06 17:44:23.135865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-1fe4cd53-4bc8-4984-85fc-8c094c72094b service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614958 Jul 06 17:44:23.435871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.458212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cae8939d-e73f-4f4a-8c7d-800e95bd5e40 req-258b17fa-7a38-4722-ab75-76ecaeac81fe service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058035 Jul 06 17:44:23.527034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Subnet': ['ID=89ee4e26-af5b-439e-84a6-18d7c613dd65,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:23.538183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Checking segment: {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:23.538577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network hostable DHCP agents. Network: 471410ec-bf18-46ba-b288-2770f9ba8d54, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:23.544380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd68a-8555-4820-9dc0-9b59849dd5b1 req-f314d6e4-f044-47d4-893f-b3c4dd4805c1 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:23.547108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2eafd68a-8555-4820-9dc0-9b59849dd5b1 req-f314d6e4-f044-47d4-893f-b3c4dd4805c1 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.2195880 Jul 06 17:44:23.569381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:23.595099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 471410ec-bf18-46ba-b288-2770f9ba8d54) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:23.604265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:23.605466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.615171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b233339-2944-47fb-9f3f-66140ae7793c None None] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:23.635424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2eafd68a-8555-4820-9dc0-9b59849dd5b1 req-70131db1-5810-46c1-8321-22edeeaf6beb tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825646 Jul 06 17:44:23.641709 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b8175f4e-a039-425c-9f7d-e445c56dbe5c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2085485 Jul 06 17:44:23.644335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47726) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:23.649724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1855716079'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:23.679235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:23.683099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.736478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:44:23.761233 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.761814 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Added segment ec7e38fd-0801-4a95-856f-2c1295bac6ea of type vlan for network a75f9280-72da-4ce2-80b1-78834c22f4ee Jul 06 17:44:23.909454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.995961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-471410ec-bf18-46ba-b288-2770f9ba8d54', 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'fixed_ips': [{'subnet_id': '89ee4e26-af5b-439e-84a6-18d7c613dd65'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:44:23.996911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.015012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.027756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:24.028967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.112573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Network': ['ID=a75f9280-72da-4ce2-80b1-78834c22f4ee,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:24.140267 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45b34dd4-5a39-40c5-bbd1-a55405a3cd64 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4913187 Jul 06 17:44:24.140681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47744) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.146229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'subnet': {'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:24.211850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a75f9280-72da-4ce2-80b1-78834c22f4ee details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:44:24.323544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:24.329250 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.461871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8281fa27-c0eb-4176-bf04-dcabc916197c up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:24.523337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.834930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.927745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9ab17dc8-d1b5-43fd-b944-851f0048044a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bac1b45f04b4ef2ba45f809dad75dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031184 Jul 06 17:44:24.934790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.960035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Allocated IP 19.80.0.2 (471410ec-bf18-46ba-b288-2770f9ba8d54/89ee4e26-af5b-439e-84a6-18d7c613dd65/003d68bb-10ed-4a3f-b658-1640af1a83df) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:24.963223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 8281fa27-c0eb-4176-bf04-dcabc916197c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:24.976120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 8281fa27-c0eb-4176-bf04-dcabc916197c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:24.976776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.004455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Subnet': ['ID=1e0bc400-5a42-4380-acf9-faf1fdd2c623,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.017440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568f106-2045-445e-83b1-0b46abf2ab0b req-7cca8ba6-c7fe-4798-a4f7-07c71ab9bd6f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:25.024713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0568f106-2045-445e-83b1-0b46abf2ab0b req-7cca8ba6-c7fe-4798-a4f7-07c71ab9bd6f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 944 time: 0.3179679 Jul 06 17:44:25.048815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-fcc60ff7-ea4d-4eb0-9fe8-566b8f307dc2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:25.049134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Checking segment: {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:25.049580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network hostable DHCP agents. Network: a75f9280-72da-4ce2-80b1-78834c22f4ee, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:25.050988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-fcc60ff7-ea4d-4eb0-9fe8-566b8f307dc2 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 944 time: 0.2195809 Jul 06 17:44:25.065070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:25.067734 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc318df-25c8-4733-8b63-3e26bd3b0eef" -d '{"events": [{"name": "network-changed", "server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:25.077033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network a75f9280-72da-4ce2-80b1-78834c22f4ee is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:25.090320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a75f9280-72da-4ce2-80b1-78834c22f4ee) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:25.100600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:25.101208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.112406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c4f5b-9056-4e66-90eb-090bd23887e6 None None] Network a75f9280-72da-4ce2-80b1-78834c22f4ee requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:25.135305 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ca2d655-5708-4f6f-a578-cba7a17d7946 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9929292 Jul 06 17:44:25.195941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.229328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3528ecda-7148-4cfd-bbab-861bd5ed11ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.247119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0568f106-2045-445e-83b1-0b46abf2ab0b req-ff4d444b-785d-4453-baca-48ba0f68abe3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941254 Jul 06 17:44:25.260271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:25.271059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:25.273314 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafab6b7-a400-4d1a-90a2-40fcd54eadb2" -d '{"events": [{"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-plugged", "status": "completed", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:25.299426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.315406 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3528ecda-7148-4cfd-bbab-861bd5ed11ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.455755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be312-43d1-416c-ae63-446d063af612 req-007e6b29-294b-4b12-b214-0cea12536293 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:25.460113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a8be312-43d1-416c-ae63-446d063af612 req-007e6b29-294b-4b12-b214-0cea12536293 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 948 time: 0.3320878 Jul 06 17:44:25.486966 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3528ecda-7148-4cfd-bbab-861bd5ed11ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.493638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3528ecda-7148-4cfd-bbab-861bd5ed11ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.496052 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3528ecda-7148-4cfd-bbab-861bd5ed11ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6783a7a-4acd-45e6-8735-69296730a5ac HTTP/1.1" status: 204 len: 168 time: 0.5580235 Jul 06 17:44:25.551029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528ecda-7148-4cfd-bbab-861bd5ed11ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6783a7a-4acd-45e6-8735-69296730a5ac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.562082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.566274 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87478585-3d2a-4a29-a782-e75936d6418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.604609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a8be312-43d1-416c-ae63-446d063af612 req-36bfe2c4-fd03-4fd3-8345-db1b39a03bc0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399615 Jul 06 17:44:25.619006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Transition to ACTIVE for port object 003d68bb-10ed-4a3f-b658-1640af1a83df will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:25.638023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a75f9280-72da-4ce2-80b1-78834c22f4ee', 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'fixed_ips': [{'subnet_id': '1e0bc400-5a42-4380-acf9-faf1fdd2c623'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:44:25.639149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.644408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.664242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Transition to ACTIVE for port object 003d68bb-10ed-4a3f-b658-1640af1a83df will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:25.680592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.704484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27a08b-c60b-430d-9f85-dc17f21b10ca req-b0ff503d-12bf-485e-9f6b-7c6b90f0b91f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:25.713588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc27a08b-c60b-430d-9f85-dc17f21b10ca req-b0ff503d-12bf-485e-9f6b-7c6b90f0b91f tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e89f5802-bb69-425a-a124-a46365e9433a HTTP/1.1" status: 200 len: 944 time: 0.3121872 Jul 06 17:44:25.719947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Deleting port b21eefcd-6fe1-4e7c-87fb-e619c7895297 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:25.720747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.732149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Pushing event updated for resources: {'Port': ['ID=003d68bb-10ed-4a3f-b658-1640af1a83df,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.807692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:25.813574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:25.818679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:25.921702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Attempting to bind port 003d68bb-10ed-4a3f-b658-1640af1a83df on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:25.922085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Attempting to bind port 003d68bb-10ed-4a3f-b658-1640af1a83df by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:25.922452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Attempting to bind port 003d68bb-10ed-4a3f-b658-1640af1a83df on network 471410ec-bf18-46ba-b288-2770f9ba8d54 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:25.935999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Allocated IP 19.86.0.2 (a75f9280-72da-4ce2-80b1-78834c22f4ee/1e0bc400-5a42-4380-acf9-faf1fdd2c623/95f121a4-f3d2-4eb7-955b-9f5e6ee0b531) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:25.938486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:25.938900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Checking segment: {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:25.939379 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.939827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Bound using segment: {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:25.940357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Bound port: 003d68bb-10ed-4a3f-b658-1640af1a83df, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:25.940753 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.975625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47802) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:25.976286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc27a08b-c60b-430d-9f85-dc17f21b10ca req-33041d9d-8895-4b99-b63b-edc5b7cc89c3 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591708 Jul 06 17:44:26.014411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-feeffdc8-be82-4b23-8444-2fbdf0a514b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.105096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] For port b21eefcd-6fe1-4e7c-87fb-e619c7895297, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b21eefcd-6fe1-4e7c-87fb-e619c7895297,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:26.106034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.134455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e52b-838b-49db-867f-da085f8c8647 req-3ff7e503-7ada-430b-9a38-0ae67d513648 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.139139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5650e52b-838b-49db-867f-da085f8c8647 req-3ff7e503-7ada-430b-9a38-0ae67d513648 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.2806797 Jul 06 17:44:26.172747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-feeffdc8-be82-4b23-8444-2fbdf0a514b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.178369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-feeffdc8-be82-4b23-8444-2fbdf0a514b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.193124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Calling delete_port for b21eefcd-6fe1-4e7c-87fb-e619c7895297 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:26.229725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] For port 003d68bb-10ed-4a3f-b658-1640af1a83df, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:26.237916 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-feeffdc8-be82-4b23-8444-2fbdf0a514b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc0924f0b3974e148d14ed875a849460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603717 Jul 06 17:44:26.238804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:26.239653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeffdc8-be82-4b23-8444-2fbdf0a514b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a720cdc-7584-4722-b855-8fe3bc5cf205,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:26.242925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5650e52b-838b-49db-867f-da085f8c8647 req-d5a5b17b-66e6-4532-885c-794e48bd8d33 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905204 Jul 06 17:44:26.268511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] For port 003d68bb-10ed-4a3f-b658-1640af1a83df, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=003d68bb-10ed-4a3f-b658-1640af1a83df,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:26.281044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.339774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f014f319-fef4-4eaa-89b4-c6f03f4f7d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.388620 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e24742-5226-4214-a249-191045a53c6c x-openstack-request-id: req-83e24742-5226-4214-a249-191045a53c6c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:26.389046 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:26.389370 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83e24742-5226-4214-a249-191045a53c6c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:26.390015 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977', 'status': 'completed', 'code': 200} Jul 06 17:44:26.425534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a0d00791-e828-4ce0-9ac5-41ad691dd977 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:26.448777 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f014f319-fef4-4eaa-89b4-c6f03f4f7d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.463629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7794e5-efea-4aaa-a4f2-c3e675d0b07b None None] Pushing event updated for resources: {'Port': ['ID=003d68bb-10ed-4a3f-b658-1640af1a83df,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:26.516843 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc0a966-430e-4a0c-8b28-ec2fb68da194 x-openstack-request-id: req-ebc0a966-430e-4a0c-8b28-ec2fb68da194 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:26.517200 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-plugged", "status": "completed", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:26.532872 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebc0a966-430e-4a0c-8b28-ec2fb68da194 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:26.533385 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'code': 200} Jul 06 17:44:26.534431 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.655913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f014f319-fef4-4eaa-89b4-c6f03f4f7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.659553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f014f319-fef4-4eaa-89b4-c6f03f4f7d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.659849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Transition to ACTIVE for port object 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:26.664774 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f014f319-fef4-4eaa-89b4-c6f03f4f7d57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a720cdc-7584-4722-b855-8fe3bc5cf205 HTTP/1.1" status: 204 len: 168 time: 0.4180212 Jul 06 17:44:26.677668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014f319-fef4-4eaa-89b4-c6f03f4f7d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a720cdc-7584-4722-b855-8fe3bc5cf205,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:26.685949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb5bcf-381b-414f-8956-1c083b2da672 req-547851be-3c30-4ec3-b649-eccf7eb26f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.687303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a0fb5bcf-381b-414f-8956-1c083b2da672 req-547851be-3c30-4ec3-b649-eccf7eb26f35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 1096 time: 0.0881853 Jul 06 17:44:26.752043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Transition to ACTIVE for port object 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:26.755200 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a0fb5bcf-381b-414f-8956-1c083b2da672 req-6bffdf4f-9024-4eb9-a84d-387d0f70e7df service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 Jul 06 17:44:26.773032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:26.776964 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.799566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-cdaea18b-84c3-4854-822b-246f43e08e88 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.806140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-cdaea18b-84c3-4854-822b-246f43e08e88 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.818631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-cdaea18b-84c3-4854-822b-246f43e08e88 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/networks?id=471410ec-bf18-46ba-b288-2770f9ba8d54&id=a75f9280-72da-4ce2-80b1-78834c22f4ee HTTP/1.1" status: 200 len: 1391 time: 0.2176313 Jul 06 17:44:26.830701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'a0d00791-e828-4ce0-9ac5-41ad691dd977', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'a0d00791-e828-4ce0-9ac5-41ad691dd977', 'mac_address': 'fa:16:3e:55:7a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:26.849410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Network a75f9280-72da-4ce2-80b1-78834c22f4ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:26.862486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:26.872510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-504dccfb-3a8d-4020-96ac-e06af8e8d46d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/quotas/2db2cc57343441df85cf9680a0b77917 HTTP/1.1" status: 200 len: 375 time: 0.0536244 Jul 06 17:44:26.885850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:26.891414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Pushing event updated for resources: {'Port': ['ID=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:27.021636 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.076022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Attempting to bind port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:27.076642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Attempting to bind port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:27.078755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Attempting to bind port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 on network a75f9280-72da-4ce2-80b1-78834c22f4ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:27.080818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-557c6d70-0320-489b-9d60-b859967c3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:27.082399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-557c6d70-0320-489b-9d60-b859967c3534 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 1099 time: 0.6548407 Jul 06 17:44:27.089616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d00791-e828-4ce0-9ac5-41ad691dd977 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:27.105123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:27.105985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Checking segment: {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:27.107020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.108241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Bound using segment: {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:27.109478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Bound port: 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:27.110479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.143073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.171249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:27.202108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.207149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-e6b37a5b-7d37-45ea-8387-3680fca16cd1 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3335812 Jul 06 17:44:27.248030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded58508-7362-468c-8033-032740ac162a req-95cb3fac-d5b0-4bac-92a6-96e24e978cf0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:27.249775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ded58508-7362-468c-8033-032740ac162a req-95cb3fac-d5b0-4bac-92a6-96e24e978cf0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.4285386 Jul 06 17:44:27.264637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event deleted for resources: {'Port': ['ID=b21eefcd-6fe1-4e7c-87fb-e619c7895297,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:27.303433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] For port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:27.308439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] For port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:27.310537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:27.327870 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.477646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4590-e08e-4e83-9286-864205ae28de None None] Pushing event updated for resources: {'Port': ['ID=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:27.547952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] No DVR routers for this DVR port b21eefcd-6fe1-4e7c-87fb-e619c7895297 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:27.550620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 003d68bb-10ed-4a3f-b658-1640af1a83df up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:27.590180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:27.614124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.629506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e478e21-6f7a-41b2-95ea-ebb914e35d1c req-142fda59-688e-4f8c-bb67-faca0b1ce8be tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.60 "DELETE /v2.0/ports/b21eefcd-6fe1-4e7c-87fb-e619c7895297 HTTP/1.1" status: 204 len: 173 time: 2.5432830 Jul 06 17:44:27.642840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ded58508-7362-468c-8033-032740ac162a req-65cf41b8-811d-46a8-889c-9497c4d68522 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563399 Jul 06 17:44:27.715649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-2a491462-ebb2-4ce2-a649-d50d884672d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:27.717296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-2a491462-ebb2-4ce2-a649-d50d884672d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.6166661 Jul 06 17:44:27.733218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-4252c940-8e4f-410f-8393-d1ad214474ba service neutron] 10.222.0.37 "GET /v2.0/networks/471410ec-bf18-46ba-b288-2770f9ba8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250437 Jul 06 17:44:27.741203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 003d68bb-10ed-4a3f-b658-1640af1a83df completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:27.846853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60e61986-e03d-484d-ba6e-22b396436c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.988440 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.457834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-816e3bb1-6cdb-4ac4-99ab-d36b646dc37b tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:28.470330 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-816e3bb1-6cdb-4ac4-99ab-d36b646dc37b tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 948 time: 0.1709697 Jul 06 17:44:28.487088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'name': 'network-vif-deleted', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:28.489569 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9e861-4b75-4c3c-a9ae-b8742f9aaa7d" -d '{"events": [{"server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "name": "network-vif-deleted", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:28.528664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e6344-5ddd-4107-8cc8-ba88f5004705 None None] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:28.643812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-58c71786-7432-439c-b84f-6386da4ea722 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977 HTTP/1.1" status: 200 len: 217 time: 0.1579134 Jul 06 17:44:28.702405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Deleting port 3218346e-8126-4c5b-8b0e-95dc12944db1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:28.703349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.829797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9d728f00-572c-4a8a-a8c3-2d0095b84ebb service neutron] 10.222.0.37 "GET /v2.0/networks/471410ec-bf18-46ba-b288-2770f9ba8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0954876 Jul 06 17:44:28.874725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-22b93b8b-566d-46db-bd42-08758bd34d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:28.876590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-22b93b8b-566d-46db-bd42-08758bd34d51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2249858 Jul 06 17:44:28.936343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] For port 3218346e-8126-4c5b-8b0e-95dc12944db1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3218346e-8126-4c5b-8b0e-95dc12944db1,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:28.937595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.940544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:28.986129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47613-f4ba-42e9-828c-82502dcc2e4a req-4ac4f568-40e4-4b2c-821d-a403e2ebd6f3 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:28.988284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d47613-f4ba-42e9-828c-82502dcc2e4a req-4ac4f568-40e4-4b2c-821d-a403e2ebd6f3 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.4958255 Jul 06 17:44:28.995722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Calling delete_port for 3218346e-8126-4c5b-8b0e-95dc12944db1 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:29.047915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] Provisioning for port 003d68bb-10ed-4a3f-b658-1640af1a83df completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:29.072607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: b21eefcd-6fe1-4e7c-87fb-e619c7895297 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:29.073295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b21eefcd-6fe1-4e7c-87fb-e619c7895297 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:29.086951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] Provisioning complete for port 003d68bb-10ed-4a3f-b658-1640af1a83df triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:29.088493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.089379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-ffb4e8eb-5de3-489a-ac36-adfe1f16f3e7 service neutron] 10.222.0.37 "GET /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585957 Jul 06 17:44:29.187297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.278638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.334766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d47613-f4ba-42e9-828c-82502dcc2e4a req-7e0dede7-110b-42b5-9fe4-3ca1caf32b80 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326306 Jul 06 17:44:29.348289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-07d2e021-91a4-406f-b5ee-f1fd015000b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:29.363176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-07d2e021-91a4-406f-b5ee-f1fd015000b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4457397 Jul 06 17:44:29.378506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] For port 003d68bb-10ed-4a3f-b658-1640af1a83df, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=003d68bb-10ed-4a3f-b658-1640af1a83df,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:29.396048 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.461355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b99c4d-cb11-4bab-91d3-a590477caade None None] Network a75f9280-72da-4ce2-80b1-78834c22f4ee requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:29.544815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c5129cb-fce2-4b1e-a84d-bbcb04951b2c service neutron] 10.222.0.37 "GET /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460444 Jul 06 17:44:29.594414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.666342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:29.687989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-f1943401-e329-42b5-a598-1f41843eab44 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923834 Jul 06 17:44:29.740269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-923a325e-29e3-4bbd-8cab-6080e9f4cd1c req-8ebf1612-0a92-4f99-aa3d-ab011f6393db tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=5071b39d-995a-4fd9-acf3-536e76a73fd7 HTTP/1.1" status: 200 len: 210 time: 0.0610704 Jul 06 17:44:29.771519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Pushing event deleted for resources: {'Port': ['ID=3218346e-8126-4c5b-8b0e-95dc12944db1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:29.889194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] No DVR routers for this DVR port 3218346e-8126-4c5b-8b0e-95dc12944db1 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:29.891183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.910995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b323f-41fe-4f60-93c0-f3074a79810a None None] Pushing event updated for resources: {'Port': ['ID=003d68bb-10ed-4a3f-b658-1640af1a83df,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:29.914284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.917023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2fdccc73-2d75-4f78-b7b7-30df28cf7e0f req-f0414dbf-fbd0-4a0a-9786-f1db876588c6 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "DELETE /v2.0/ports/3218346e-8126-4c5b-8b0e-95dc12944db1 HTTP/1.1" status: 204 len: 173 time: 1.4301250 Jul 06 17:44:29.917810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-deleted', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:29.921127 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f85e594-ff16-4bad-86d2-33d751e2d5e3" -d '{"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-deleted", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:29.939177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0fbccbaf-c843-4a05-bcf4-5d2cc03e45cb None None] Provisioning for port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:29.946829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fc318df-25c8-4733-8b63-3e26bd3b0eef req-d9869c84-1fc6-4e7d-9564-a00e1d586982 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476509 Jul 06 17:44:30.096420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:30.104346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:30.104915 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.134290 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f27cad-92d7-41c9-95d1-f98760af1309 x-openstack-request-id: req-61f27cad-92d7-41c9-95d1-f98760af1309 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:30.134914 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89f5802-bb69-425a-a124-a46365e9433a", "name": "network-vif-deleted", "tag": "b21eefcd-6fe1-4e7c-87fb-e619c7895297", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:30.135407 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61f27cad-92d7-41c9-95d1-f98760af1309 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:30.136133 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89f5802-bb69-425a-a124-a46365e9433a', 'name': 'network-vif-deleted', 'tag': 'b21eefcd-6fe1-4e7c-87fb-e619c7895297', 'status': 'completed', 'code': 200} Jul 06 17:44:30.186286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a9430-5547-4aa2-8f66-a8fa23661060 req-de51c14d-252a-4f99-948d-481fd3602a2b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:30.188453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a4a9430-5547-4aa2-8f66-a8fa23661060 req-de51c14d-252a-4f99-948d-481fd3602a2b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 949 time: 0.1369395 Jul 06 17:44:30.286247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-66af5e4a-d89e-4d22-8dfc-cfaf704dba33 None None] Provisioning complete for port 003d68bb-10ed-4a3f-b658-1640af1a83df triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:30.286558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a4a9430-5547-4aa2-8f66-a8fa23661060 req-dea73280-e90d-4213-b4a5-9bdddd98691d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851939 Jul 06 17:44:30.286981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66af5e4a-d89e-4d22-8dfc-cfaf704dba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.408444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a385-e9dc-4c23-9dd5-cbd81f648e2e req-91fa55ab-a50a-405b-ab0b-e96d7dc06055 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:30.414247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b462a385-e9dc-4c23-9dd5-cbd81f648e2e req-91fa55ab-a50a-405b-ab0b-e96d7dc06055 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.1560681 Jul 06 17:44:30.443181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a0d00791-e828-4ce0-9ac5-41ad691dd977 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:30.451547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.549019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b462a385-e9dc-4c23-9dd5-cbd81f648e2e req-dea2c8a9-6562-4c62-a379-85ca5a8c6e65 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245735 Jul 06 17:44:30.662897 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.681543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:30.698327 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.795513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a8a4a13-260c-4db5-85c8-b597a2bda9e5 req-3b0c043f-6eea-4f92-b7af-fc61984ab787 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 210 time: 0.1148131 Jul 06 17:44:30.820902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port a0d00791-e828-4ce0-9ac5-41ad691dd977 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:30.842798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port a0d00791-e828-4ce0-9ac5-41ad691dd977 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:30.843231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.898927 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42af800b-74ed-4509-9087-fc2760f35a9c x-openstack-request-id: req-42af800b-74ed-4509-9087-fc2760f35a9c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:30.899912 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5071b39d-995a-4fd9-acf3-536e76a73fd7", "name": "network-vif-deleted", "tag": "3218346e-8126-4c5b-8b0e-95dc12944db1", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:30.899912 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42af800b-74ed-4509-9087-fc2760f35a9c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:30.900218 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5071b39d-995a-4fd9-acf3-536e76a73fd7', 'name': 'network-vif-deleted', 'tag': '3218346e-8126-4c5b-8b0e-95dc12944db1', 'status': 'completed', 'code': 200} Jul 06 17:44:30.970496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:31.046465 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.084303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:31.087640 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16a9797-df5f-43c3-a51f-1b2f333554f4" -d '{"events": [{"server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "name": "network-vif-plugged", "status": "completed", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:31.108095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:31.119307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.223925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:31.236979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-176c899a-ba3a-4eb5-a952-48768c4d5071 None None] Provisioning complete for port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:31.237582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-176c899a-ba3a-4eb5-a952-48768c4d5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.599480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:31.713305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:31.714413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.896344 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9060ec72-08d7-4b0e-ae76-bd4e35466b53 x-openstack-request-id: req-9060ec72-08d7-4b0e-ae76-bd4e35466b53 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:31.896344 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "name": "network-vif-plugged", "status": "completed", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:31.902028 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9060ec72-08d7-4b0e-ae76-bd4e35466b53 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:31.902028 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977', 'code': 200} Jul 06 17:44:31.931951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-8cbd0f07-35b6-421a-a89d-e23a30c28073 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:31.936838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-8cbd0f07-35b6-421a-a89d-e23a30c28073 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 945 time: 0.1810048 Jul 06 17:44:31.993167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 003d68bb-10ed-4a3f-b658-1640af1a83df up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:31.998762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.088643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 003d68bb-10ed-4a3f-b658-1640af1a83df triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:32.089729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.154144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad638120-2eba-4cd1-b8a2-962f4bb139d7 req-e8e51003-8dca-4c52-8b29-4dbf7ef47014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:32.157061 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ad638120-2eba-4cd1-b8a2-962f4bb139d7 req-e8e51003-8dca-4c52-8b29-4dbf7ef47014 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 1101 time: 0.1562366 Jul 06 17:44:32.195987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Deleting port a666cb75-6b5c-46ca-a712-8058638e9f4d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:32.196674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.211304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ad638120-2eba-4cd1-b8a2-962f4bb139d7 req-eb322406-fc65-49b8-b96c-5740e6e69f71 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Jul 06 17:44:32.333261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f750-e458-4b06-8184-5ba32f8347f9 req-c543fbaf-469d-4e3d-8606-3823f9234e01 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:32.336015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0577f750-e458-4b06-8184-5ba32f8347f9 req-c543fbaf-469d-4e3d-8606-3823f9234e01 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/ports?device_id=3010aa0e-b11e-47a6-a336-64e5df7ed057 HTTP/1.1" status: 200 len: 945 time: 0.2572076 Jul 06 17:44:32.389331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] For port a666cb75-6b5c-46ca-a712-8058638e9f4d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a666cb75-6b5c-46ca-a712-8058638e9f4d,segment=NetworkSegment(a434e773-6ebe-4400-be72-3684d5f62747),segment_id=a434e773-6ebe-4400-be72-3684d5f62747)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:32.390055 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.413924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Calling delete_port for a666cb75-6b5c-46ca-a712-8058638e9f4d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:32.440408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:32.453258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0577f750-e458-4b06-8184-5ba32f8347f9 req-33d3dede-0e2b-4ac0-9e53-ae1f6549c7ca tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.37 "GET /v2.0/security-groups?id=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048543 Jul 06 17:44:32.548019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 3218346e-8126-4c5b-8b0e-95dc12944db1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:32.549222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3218346e-8126-4c5b-8b0e-95dc12944db1 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:32.584354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-61691e88-8099-4ac8-92c4-ed9a6423b194 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:32.600907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-61691e88-8099-4ac8-92c4-ed9a6423b194 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:32.602684 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-61691e88-8099-4ac8-92c4-ed9a6423b194 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "GET /v2.0/networks?id=471410ec-bf18-46ba-b288-2770f9ba8d54&id=a75f9280-72da-4ce2-80b1-78834c22f4ee HTTP/1.1" status: 200 len: 1391 time: 0.2414949 Jul 06 17:44:32.625483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'port': {'device_id': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54', 'admin_state_up': True, 'tenant_id': '2db2cc57343441df85cf9680a0b77917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:32.809802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.828794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:32.837824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.857607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Pushing event deleted for resources: {'Port': ['ID=a666cb75-6b5c-46ca-a712-8058638e9f4d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:32.877720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.879788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.880706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.881315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.882182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.882972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.883516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.884038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.884764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.885283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.885784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.886286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:32.975955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb77ef4-7d07-48b7-80ef-e5290d2f9324 req-5a4e539e-fff8-452d-ae44-3af629ddf50c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:32.977601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bb77ef4-7d07-48b7-80ef-e5290d2f9324 req-5a4e539e-fff8-452d-ae44-3af629ddf50c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 950 time: 0.2453108 Jul 06 17:44:32.978711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] No DVR routers for this DVR port a666cb75-6b5c-46ca-a712-8058638e9f4d on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:32.982066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.984245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-585d9f4d-bf1c-4d49-9cd7-12f48da7a88c req-89e8c8e2-1e07-492e-bdd4-900f503f0028 tempest-LiveAutoBlockMigrationV225Test-620452568 tempest-LiveAutoBlockMigrationV225Test-620452568-project] 10.222.0.61 "DELETE /v2.0/ports/a666cb75-6b5c-46ca-a712-8058638e9f4d HTTP/1.1" status: 204 len: 173 time: 1.0336828 Jul 06 17:44:32.984775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'name': 'network-vif-deleted', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:32.987143 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b876831-527b-4788-8a7a-527eb742a4bf" -d '{"events": [{"server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "name": "network-vif-deleted", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:33.036086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bb77ef4-7d07-48b7-80ef-e5290d2f9324 req-fbcb3da3-0707-4cd2-9f71-fe4b5a801176 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Jul 06 17:44:33.171972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Allocated IP 19.80.0.106 (471410ec-bf18-46ba-b288-2770f9ba8d54/89ee4e26-af5b-439e-84a6-18d7c613dd65/e7299d93-2d76-4952-9ae3-12e40186372b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:33.379934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e916242d-0300-4cce-92ee-adc16e2b3af1 req-5957fad8-8cf8-4640-8f7c-90025cbb72df tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 210 time: 0.0668414 Jul 06 17:44:33.482130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.520387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Transition to ACTIVE for port object e7299d93-2d76-4952-9ae3-12e40186372b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:33.586085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.638081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:33.642283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:33.647183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:33.711616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e77936-86b1-427a-ae92-03627e2677f6 req-5408bc96-5093-4a65-a5c8-34ffe5a92fa4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:33.711907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Port': ['ID=e7299d93-2d76-4952-9ae3-12e40186372b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:33.713201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23e77936-86b1-427a-ae92-03627e2677f6 req-5408bc96-5093-4a65-a5c8-34ffe5a92fa4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.0980349 Jul 06 17:44:33.758017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:33.758708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.782037 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-882136fb-0739-4ac5-a2ea-3b6277818945 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1616061 Jul 06 17:44:33.803355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Request body: {'port': {'device_id': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee', 'admin_state_up': True, 'tenant_id': '2db2cc57343441df85cf9680a0b77917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:33.820417 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc978e-fcd3-4995-97c2-0ecfe8421920 x-openstack-request-id: req-00cc978e-fcd3-4995-97c2-0ecfe8421920 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:33.821136 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010aa0e-b11e-47a6-a336-64e5df7ed057", "name": "network-vif-deleted", "tag": "a666cb75-6b5c-46ca-a712-8058638e9f4d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:33.821563 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00cc978e-fcd3-4995-97c2-0ecfe8421920 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:33.822218 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010aa0e-b11e-47a6-a336-64e5df7ed057', 'name': 'network-vif-deleted', 'tag': 'a666cb75-6b5c-46ca-a712-8058638e9f4d', 'status': 'completed', 'code': 200} Jul 06 17:44:33.838557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23e77936-86b1-427a-ae92-03627e2677f6 req-e245a682-f96e-415e-ba99-0a211e0919ce tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896816 Jul 06 17:44:34.042507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Made reservation on behalf of 2db2cc57343441df85cf9680a0b77917 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:34.049403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.064222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6229a7a-1aab-4901-869a-2d9983d3adf0 None None] Provisioning for port e7299d93-2d76-4952-9ae3-12e40186372b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:34.072050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6229a7a-1aab-4901-869a-2d9983d3adf0 None None] Provisioning complete for port e7299d93-2d76-4952-9ae3-12e40186372b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:34.072516 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6229a7a-1aab-4901-869a-2d9983d3adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.105083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ecfd9-f5f3-4a41-ac7f-bb4e38a9f187 req-1fcd34fa-7dfb-4a97-abe7-ad40737ac23c tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:34.109950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a2ecfd9-f5f3-4a41-ac7f-bb4e38a9f187 req-1fcd34fa-7dfb-4a97-abe7-ad40737ac23c tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 947 time: 0.1455066 Jul 06 17:44:34.133289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e6229a7a-1aab-4901-869a-2d9983d3adf0 None None] Port e7299d93-2d76-4952-9ae3-12e40186372b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:34.182773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a2ecfd9-f5f3-4a41-ac7f-bb4e38a9f187 req-731e3f9f-94a9-4954-adc1-1355530d200a tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Jul 06 17:44:34.287037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47962) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.326799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Allocated IP 19.86.0.192 (a75f9280-72da-4ce2-80b1-78834c22f4ee/1e0bc400-5a42-4380-acf9-faf1fdd2c623/636bf1cf-cc18-43da-98d6-ba5d7da51c3a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:34.619924 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.653271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Transition to ACTIVE for port object 636bf1cf-cc18-43da-98d6-ba5d7da51c3a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:34.661730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c882607-ba34-4f85-80ab-19bda3ede81c req-22e5614d-c189-441e-bda5-86c107d36c92 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:34.663580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c882607-ba34-4f85-80ab-19bda3ede81c req-22e5614d-c189-441e-bda5-86c107d36c92 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.1751447 Jul 06 17:44:34.706716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.754358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Network a75f9280-72da-4ce2-80b1-78834c22f4ee is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:34.758251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:34.765639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:34.795890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event updated for resources: {'Port': ['ID=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:34.832953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:34.834277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.862503 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-68090982-09c1-4dff-84cf-6a0c0537921d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0734155 Jul 06 17:44:34.875393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c882607-ba34-4f85-80ab-19bda3ede81c req-40b4097a-c0a9-40c5-b0ed-23fd4ae0740b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013707 Jul 06 17:44:34.888777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Deleting subnet 12dc2617-69d2-4239-afcc-2569ae327866 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:34.891720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Request body: {'port': {'device_id': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:34.897846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.987274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.125218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.155752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.174991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b55180cd-0ed0-4168-90a4-6f52f8a85330 None None] Provisioning for port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:35.179600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385eb4f-c344-4f76-b2a4-159b0b7b7471 req-d9b07884-5cec-4e47-b298-302d0f5c8ece tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:35.181212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8385eb4f-c344-4f76-b2a4-159b0b7b7471 req-d9b07884-5cec-4e47-b298-302d0f5c8ece tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 950 time: 0.4690707 Jul 06 17:44:35.181466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b55180cd-0ed0-4168-90a4-6f52f8a85330 None None] Provisioning complete for port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:35.182071 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b55180cd-0ed0-4168-90a4-6f52f8a85330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.222630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b55180cd-0ed0-4168-90a4-6f52f8a85330 None None] Port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:35.299518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8385eb4f-c344-4f76-b2a4-159b0b7b7471 req-585cc568-5e72-4a7e-9ad2-8da93878fef9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Jul 06 17:44:35.345467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fd9ad-c3be-44f9-8e84-b7a8881beb64 req-185f1b84-1b31-4ab3-a1b4-a129d4ce7ac4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:35.351711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fd9ad-c3be-44f9-8e84-b7a8881beb64 req-185f1b84-1b31-4ab3-a1b4-a129d4ce7ac4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:35.353397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb7fd9ad-c3be-44f9-8e84-b7a8881beb64 req-185f1b84-1b31-4ab3-a1b4-a129d4ce7ac4 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1655 time: 0.2012327 Jul 06 17:44:35.359017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.399294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12dc2617-69d2-4239-afcc-2569ae327866,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:35.410606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.416593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47986) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:35.417665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e95cc2ed-aa1d-483e-809b-ac1750bf7a1d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12dc2617-69d2-4239-afcc-2569ae327866 HTTP/1.1" status: 204 len: 168 time: 1.1288192 Jul 06 17:44:35.485636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb7fd9ad-c3be-44f9-8e84-b7a8881beb64 req-6a7c080d-3494-4728-9b15-a65ded2b1881 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887685 Jul 06 17:44:35.578539 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.711946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7299d93-2d76-4952-9ae3-12e40186372b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:35.723702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.723942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455c2b3-486e-4eb2-a9b7-54f3931184a1 req-4a33fcff-4cb8-4f0a-b51c-b375a35f57b2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:35.732712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7455c2b3-486e-4eb2-a9b7-54f3931184a1 req-4a33fcff-4cb8-4f0a-b51c-b375a35f57b2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.1424136 Jul 06 17:44:35.744118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.765594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Transition to ACTIVE for port object e7299d93-2d76-4952-9ae3-12e40186372b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:35.769755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4866136e-bd98-46b6-bfa9-edce10e54f00']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:35.784186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.784555 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7455c2b3-486e-4eb2-a9b7-54f3931184a1 req-7c26acf8-0129-4fe0-83cb-e11c52e39b58 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Jul 06 17:44:35.801736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a434e773-6ebe-4400-be72-3684d5f62747') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:35.802397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a434e773-6ebe-4400-be72-3684d5f62747') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:35.847623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.850584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cfcec-255a-4365-b68f-418e9415f9b5 req-7cb5c6ba-0349-4b48-a66b-810532b184e8 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:35.862107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f4cfcec-255a-4365-b68f-418e9415f9b5 req-7cb5c6ba-0349-4b48-a66b-810532b184e8 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 947 time: 0.1991570 Jul 06 17:44:35.894739 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.905530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7299d93-2d76-4952-9ae3-12e40186372b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:35.913677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f4cfcec-255a-4365-b68f-418e9415f9b5 req-a51e511f-721a-4602-99eb-dea6a2d2b15d tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Jul 06 17:44:35.917386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:35.918385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:36.009341 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:36.018213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.049173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.051211 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4866136e-bd98-46b6-bfa9-edce10e54f00 HTTP/1.1" status: 204 len: 168 time: 0.6336093 Jul 06 17:44:36.083364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47996) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.095027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b4b85-1994-48b7-a264-70fce6c393f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4866136e-bd98-46b6-bfa9-edce10e54f00,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:36.186961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Deleting subnet c1277984-d68c-438d-a763-2a8a161dd911 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:36.194384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.241652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Attempting to bind port e7299d93-2d76-4952-9ae3-12e40186372b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:36.242025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Attempting to bind port e7299d93-2d76-4952-9ae3-12e40186372b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:36.242401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Attempting to bind port e7299d93-2d76-4952-9ae3-12e40186372b on network 471410ec-bf18-46ba-b288-2770f9ba8d54 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:36.254934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-4446bd56-7641-467a-9353-ce1606de3df5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.255679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Port e7299d93-2d76-4952-9ae3-12e40186372b on network 471410ec-bf18-46ba-b288-2770f9ba8d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:36.255679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Attempting to bind port e7299d93-2d76-4952-9ae3-12e40186372b on network 471410ec-bf18-46ba-b288-2770f9ba8d54 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:36.256939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-4446bd56-7641-467a-9353-ce1606de3df5 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 947 time: 0.2575557 Jul 06 17:44:36.269418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:36.269758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Checking segment: {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:36.270145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Bound using segment: {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:36.270590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Bound port: e7299d93-2d76-4952-9ae3-12e40186372b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:36.270943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.274459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.360253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.365884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96c5b-4dbd-46b3-90eb-1dc6ab8950f9 req-c6015d4f-0488-47c8-9f03-314be0d2e36f tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.369460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4bc96c5b-4dbd-46b3-90eb-1dc6ab8950f9 req-c6015d4f-0488-47c8-9f03-314be0d2e36f tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 1101 time: 0.1892443 Jul 06 17:44:36.419811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] For port e7299d93-2d76-4952-9ae3-12e40186372b, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:36.427148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] For port e7299d93-2d76-4952-9ae3-12e40186372b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e7299d93-2d76-4952-9ae3-12e40186372b,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:36.437258 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.445238 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4bc96c5b-4dbd-46b3-90eb-1dc6ab8950f9 req-e257a552-0c51-4bd3-8ca3-f5f68d62bae3 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.491964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.492247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f7635fa2-3599-4251-980c-77a8648d396f details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:36.492711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.494204 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] 10.222.0.61 "PUT /v2.0/ports/e7299d93-2d76-4952-9ae3-12e40186372b HTTP/1.1" status: 200 len: 1092 time: 1.6116602 Jul 06 17:44:36.495312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'tag': 'e7299d93-2d76-4952-9ae3-12e40186372b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:36.495602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:36.505407 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da452e1-2202-410f-b053-203e23b33a71" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "tag": "e7299d93-2d76-4952-9ae3-12e40186372b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:36.513102 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.535490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Request body: {'port': {'device_id': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:36.589657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: a666cb75-6b5c-46ca-a712-8058638e9f4d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:36.590541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a666cb75-6b5c-46ca-a712-8058638e9f4d not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:36.605879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1277984-d68c-438d-a763-2a8a161dd911,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:36.614766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373e46-0ce3-462c-b92d-5da791dc43e1 req-64ea6e6a-68a3-4ad5-b6a8-49f288122011 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.619647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa373e46-0ce3-462c-b92d-5da791dc43e1 req-64ea6e6a-68a3-4ad5-b6a8-49f288122011 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.3059084 Jul 06 17:44:36.624021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.629915 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b545b12b-05f9-485f-b73c-d24a300d9e73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c1277984-d68c-438d-a763-2a8a161dd911 HTTP/1.1" status: 204 len: 168 time: 0.5416384 Jul 06 17:44:36.629915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6149e3-4efb-4a9f-a859-4f9eaccb48a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7299d93-2d76-4952-9ae3-12e40186372b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:36.640498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48002) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.783071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.788548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.848329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa373e46-0ce3-462c-b92d-5da791dc43e1 req-349e9687-d012-4b03-98f6-6c8f68cffaed tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131984 Jul 06 17:44:36.884525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:36.919627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f7635fa2-3599-4251-980c-77a8648d396f', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'port_id': 'f7635fa2-3599-4251-980c-77a8648d396f', 'mac_address': 'fa:16:3e:93:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46556c9b-747a-46f2-b649-31f7c49d8b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:36.919840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Deleting port e190c5f1-9a46-47ba-ac95-cb9f1f575792 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:36.919951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.015910 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.057424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7635fa2-3599-4251-980c-77a8648d396f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:37.088337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:37.098605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.099924 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.113888 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba9a0a-be1e-430f-b4ba-80870e8abfdd x-openstack-request-id: req-3dba9a0a-be1e-430f-b4ba-80870e8abfdd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:37.114252 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "tag": "e7299d93-2d76-4952-9ae3-12e40186372b", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:37.114420 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dba9a0a-be1e-430f-b4ba-80870e8abfdd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:37.114802 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'tag': 'e7299d93-2d76-4952-9ae3-12e40186372b', 'status': 'completed', 'code': 200} Jul 06 17:44:37.134671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f11c73-024f-4ff2-aeb2-f9ee87faff2b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:37.152967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b081ce-2260-4685-8539-1aefd27b7c5c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:37.153274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b081ce-2260-4685-8539-1aefd27b7c5c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:37.171562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.190122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.198621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:37.198957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f7635fa2-3599-4251-980c-77a8648d396f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:37.199275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.206965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.229368 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4bc96c5b-4dbd-46b3-90eb-1dc6ab8950f9 req-e257a552-0c51-4bd3-8ca3-f5f68d62bae3 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.247540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4bc96c5b-4dbd-46b3-90eb-1dc6ab8950f9 req-e257a552-0c51-4bd3-8ca3-f5f68d62bae3 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:37.269526 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:37.310084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4bc96c5b-4dbd-46b3-90eb-1dc6ab8950f9 req-e257a552-0c51-4bd3-8ca3-f5f68d62bae3 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9285848 Jul 06 17:44:37.327722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a552-0c51-4bd3-8ca3-f5f68d62bae3 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba73b17-cba7-4673-aa50-2dde87126518,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.354140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.381403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.383864 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] 10.222.0.37 "DELETE /v2.0/networks/92f11c73-024f-4ff2-aeb2-f9ee87faff2b HTTP/1.1" status: 204 len: 168 time: 0.7417386 Jul 06 17:44:37.388282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7c097-049a-4457-a8fa-72212297dddb admin admin] Pushing event deleted for resources: {'Network': ['ID=92f11c73-024f-4ff2-aeb2-f9ee87faff2b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.392302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] For port e190c5f1-9a46-47ba-ac95-cb9f1f575792, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e190c5f1-9a46-47ba-ac95-cb9f1f575792,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:37.392701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.487182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Calling delete_port for e190c5f1-9a46-47ba-ac95-cb9f1f575792 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:37.513258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da452e1-2202-410f-b053-203e23b33a71 req-5b4cc7a5-37e3-486a-8610-e35eb1c9e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.513258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da452e1-2202-410f-b053-203e23b33a71 req-5b4cc7a5-37e3-486a-8610-e35eb1c9e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.514918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0da452e1-2202-410f-b053-203e23b33a71 req-5b4cc7a5-37e3-486a-8610-e35eb1c9e655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1914 time: 0.3864374 Jul 06 17:44:37.633891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:37.666447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636bf1cf-cc18-43da-98d6-ba5d7da51c3a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:37.676629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.694680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Transition to ACTIVE for port object 636bf1cf-cc18-43da-98d6-ba5d7da51c3a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:37.701005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.788409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7afd5d-fb9c-489c-9c4c-5e2121849974 req-36d66476-431d-45b1-93ff-dc2864b89208 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.794850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7afd5d-fb9c-489c-9c4c-5e2121849974 req-36d66476-431d-45b1-93ff-dc2864b89208 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.802175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf7afd5d-fb9c-489c-9c4c-5e2121849974 req-36d66476-431d-45b1-93ff-dc2864b89208 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1667 time: 0.4217598 Jul 06 17:44:37.833384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Pushing event updated for resources: {'Port': ['ID=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.834761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da452e1-2202-410f-b053-203e23b33a71 req-0c84c4de-170c-43a1-a305-7bf7b449cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.835269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da452e1-2202-410f-b053-203e23b33a71 req-0c84c4de-170c-43a1-a305-7bf7b449cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.835879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da452e1-2202-410f-b053-203e23b33a71 req-0c84c4de-170c-43a1-a305-7bf7b449cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.837716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0da452e1-2202-410f-b053-203e23b33a71 req-0c84c4de-170c-43a1-a305-7bf7b449cf75 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2db2cc57343441df85cf9680a0b77917&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3138921 Jul 06 17:44:37.849235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Attempting to bind port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:37.849875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Attempting to bind port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:37.850482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Attempting to bind port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a on network a75f9280-72da-4ce2-80b1-78834c22f4ee {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:37.857669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a on network a75f9280-72da-4ce2-80b1-78834c22f4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:37.858515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Attempting to bind port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a on network a75f9280-72da-4ce2-80b1-78834c22f4ee {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:37.865597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:37.866246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Checking segment: {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:37.866914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Bound using segment: {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:37.867554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Bound port: 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7e38fd-0801-4a95-856f-2c1295bac6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:37.868298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.869846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e0a6eadd-3d6c-48a0-a284-03a586da4642 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72a7e1bf40f6420b904f3f27f9180b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335155 Jul 06 17:44:37.870479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:37.970763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] For port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:37.975483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] For port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:37.984765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.036218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:38.038511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.040399 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] 10.222.0.61 "PUT /v2.0/ports/636bf1cf-cc18-43da-98d6-ba5d7da51c3a HTTP/1.1" status: 200 len: 1092 time: 1.5095716 Jul 06 17:44:38.086835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a87c87-70fd-4d73-b805-2dafffa23dcc service neutron] Pushing event updated for resources: {'Port': ['ID=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:38.348226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020402d-820e-4dc2-b272-04163206c5b7 req-65506011-fd45-4b20-bf5d-0360356dbf8e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:38.349861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5020402d-820e-4dc2-b272-04163206c5b7 req-65506011-fd45-4b20-bf5d-0360356dbf8e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.7961292 Jul 06 17:44:38.366797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf7afd5d-fb9c-489c-9c4c-5e2121849974 req-f128ee63-efed-4051-a8c1-5242841142fa tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637259 Jul 06 17:44:38.489869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.494848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f7635fa2-3599-4251-980c-77a8648d396f up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:38.504938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f248f0fa-67e3-456b-9140-b0ef81d347e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.568064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5020402d-820e-4dc2-b272-04163206c5b7 req-02ab5994-a361-4f98-9a32-ff9059a505ce tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919661 Jul 06 17:44:38.595574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f7635fa2-3599-4251-980c-77a8648d396f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:38.595969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.643058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f248f0fa-67e3-456b-9140-b0ef81d347e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.672953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Pushing event deleted for resources: {'Port': ['ID=e190c5f1-9a46-47ba-ac95-cb9f1f575792,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:38.687566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da452e1-2202-410f-b053-203e23b33a71 req-1e7f3b5b-9d0f-4c2c-92e6-3aeda5bee90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:38.689511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0da452e1-2202-410f-b053-203e23b33a71 req-1e7f3b5b-9d0f-4c2c-92e6-3aeda5bee90a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8365536 Jul 06 17:44:38.737948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.760305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] No DVR routers for this DVR port e190c5f1-9a46-47ba-ac95-cb9f1f575792 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:38.763777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.766062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd0b82b0-ad22-4cb1-a0fe-405845f29ab4 req-fe11f08f-c5ba-4c1b-8980-7d6c93686db1 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.61 "DELETE /v2.0/ports/e190c5f1-9a46-47ba-ac95-cb9f1f575792 HTTP/1.1" status: 204 len: 173 time: 2.4972951 Jul 06 17:44:38.774802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-deleted', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:38.779596 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de150a6a-f4b3-4973-9b9f-435e3e240858" -d '{"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-deleted", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:38.802128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:38.807448 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d391ce66-270c-4961-a6d3-4456af29800e" -d '{"events": [{"server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "name": "network-vif-plugged", "status": "completed", "tag": "f7635fa2-3599-4251-980c-77a8648d396f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:38.844159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:38.849666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.851699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:38.942983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:38.955083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: e190c5f1-9a46-47ba-ac95-cb9f1f575792 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:38.955830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e190c5f1-9a46-47ba-ac95-cb9f1f575792 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:38.967376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-add36b0c-8d97-4a77-ac9b-cd460cb7f40e req-48039ca9-993d-41aa-8292-14a6218aeb52 tempest-ListImageFiltersTestJSON-1701768217 tempest-ListImageFiltersTestJSON-1701768217-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2251225-be5a-4215-9541-3cadee50b90d HTTP/1.1" status: 200 len: 210 time: 0.0820196 Jul 06 17:44:38.993024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f248f0fa-67e3-456b-9140-b0ef81d347e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.036448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f248f0fa-67e3-456b-9140-b0ef81d347e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.038387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f248f0fa-67e3-456b-9140-b0ef81d347e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24fa17d5-f083-4ace-92c3-5b4fc28d4a2e HTTP/1.1" status: 204 len: 168 time: 1.1626663 Jul 06 17:44:39.065193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-587b5c2f-d674-420b-9fa0-c81a1cb4e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:39.066077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-587b5c2f-d674-420b-9fa0-c81a1cb4e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:39.078261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-587b5c2f-d674-420b-9fa0-c81a1cb4e11d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1981 time: 0.2868860 Jul 06 17:44:39.090441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248f0fa-67e3-456b-9140-b0ef81d347e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fa17d5-f083-4ace-92c3-5b4fc28d4a2e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:39.116531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'tag': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:39.126104 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb596c1-8ebf-47a0-b57d-a38cad87395c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "tag": "636bf1cf-cc18-43da-98d6-ba5d7da51c3a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:39.266231 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d2ae81-70ac-49fa-830e-c50c93752e3e x-openstack-request-id: req-49d2ae81-70ac-49fa-830e-c50c93752e3e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:39.266827 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2251225-be5a-4215-9541-3cadee50b90d", "name": "network-vif-deleted", "tag": "e190c5f1-9a46-47ba-ac95-cb9f1f575792", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:39.267114 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49d2ae81-70ac-49fa-830e-c50c93752e3e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:39.284541 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2251225-be5a-4215-9541-3cadee50b90d', 'name': 'network-vif-deleted', 'tag': 'e190c5f1-9a46-47ba-ac95-cb9f1f575792', 'status': 'completed', 'code': 200} Jul 06 17:44:39.300192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-4e6fc33a-4bde-436e-a4fc-df3bd9d9aacc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=e7299d93-2d76-4952-9ae3-12e40186372b HTTP/1.1" status: 200 len: 217 time: 0.2057898 Jul 06 17:44:39.376857 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac26d88-238b-42a3-9622-09d6e26c2dac x-openstack-request-id: req-8ac26d88-238b-42a3-9622-09d6e26c2dac {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:39.377521 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "name": "network-vif-plugged", "status": "completed", "tag": "f7635fa2-3599-4251-980c-77a8648d396f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:39.378076 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ac26d88-238b-42a3-9622-09d6e26c2dac {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:39.378694 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f', 'code': 200} Jul 06 17:44:39.451518 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfaa8ee-d999-4cd2-a83b-abf496096887 x-openstack-request-id: req-0cfaa8ee-d999-4cd2-a83b-abf496096887 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:39.452062 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "tag": "636bf1cf-cc18-43da-98d6-ba5d7da51c3a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:39.452509 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cfaa8ee-d999-4cd2-a83b-abf496096887 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:39.453239 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'tag': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a', 'status': 'completed', 'code': 200} Jul 06 17:44:39.504470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-43af722a-f0a9-4c1a-96f8-413214be4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:39.506242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-43af722a-f0a9-4c1a-96f8-413214be4d5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=89ee4e26-af5b-439e-84a6-18d7c613dd65 HTTP/1.1" status: 200 len: 801 time: 0.1560016 Jul 06 17:44:39.567657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda29c34-91eb-4516-8448-d946da10ba6c req-42b61443-6847-452a-b624-b0dccb4deacd tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:39.576468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bda29c34-91eb-4516-8448-d946da10ba6c req-42b61443-6847-452a-b624-b0dccb4deacd tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.3125958 Jul 06 17:44:39.639125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bda29c34-91eb-4516-8448-d946da10ba6c req-25e1ae4b-cf92-480a-9c56-801320c10c91 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626905 Jul 06 17:44:39.691149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:39.719409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-4660184c-7847-462c-8e03-de7ade20430a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740135 Jul 06 17:44:39.721723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-c31a6e4e-8700-4a4a-bff4-a521a7c6a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:39.723341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-c31a6e4e-8700-4a4a-bff4-a521a7c6a486 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=471410ec-bf18-46ba-b288-2770f9ba8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2061322 Jul 06 17:44:39.807592 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ba9bf3a3-c7c4-481b-be7f-c1a12016a114 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e0c181b57e5470880d9f8d450b4c118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131794 Jul 06 17:44:39.808272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48062) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:39.906719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14769e1f-2db2-42c7-93cf-fbfb417df1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.951448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14769e1f-2db2-42c7-93cf-fbfb417df1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.009323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-a0556984-b9ca-4da1-b88a-e0c713d262c8 service neutron] 10.222.0.61 "GET /v2.0/networks/471410ec-bf18-46ba-b288-2770f9ba8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720420 Jul 06 17:44:40.020821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6a9cc7c1-de88-4e19-a0a7-51a1d4160898 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.022707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6a9cc7c1-de88-4e19-a0a7-51a1d4160898 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847712 Jul 06 17:44:40.042344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14769e1f-2db2-42c7-93cf-fbfb417df1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.046571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14769e1f-2db2-42c7-93cf-fbfb417df1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.052156 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-14769e1f-2db2-42c7-93cf-fbfb417df1e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ef86f1f-b2d8-452c-abbb-a2ce53e66fba HTTP/1.1" status: 204 len: 168 time: 0.2387078 Jul 06 17:44:40.052457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748f74-36c8-4590-97ff-fbfb487a891c req-20a1e7e8-9f99-4336-8892-23203d866c20 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.057907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14769e1f-2db2-42c7-93cf-fbfb417df1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef86f1f-b2d8-452c-abbb-a2ce53e66fba,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:40.065013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748f74-36c8-4590-97ff-fbfb487a891c req-20a1e7e8-9f99-4336-8892-23203d866c20 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.068407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66748f74-36c8-4590-97ff-fbfb487a891c req-20a1e7e8-9f99-4336-8892-23203d866c20 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1679 time: 0.2250214 Jul 06 17:44:40.138615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-267c0fa4-3907-4d09-9dc4-e7a0acb87165 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/quotas/3efffebd569943f69f3af43a304d14c9 HTTP/1.1" status: 200 len: 375 time: 0.1017625 Jul 06 17:44:40.228857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66748f74-36c8-4590-97ff-fbfb487a891c req-f9a87cfe-09a2-4ebb-9902-f0b4443ee04a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424413 Jul 06 17:44:40.290571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-04a1f73f-d69a-4432-b4cc-800d01069b29 service neutron] 10.222.0.61 "GET /v2.0/networks/471410ec-bf18-46ba-b288-2770f9ba8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665408 Jul 06 17:44:40.335399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-b5c11d30-35be-417a-8779-af65fbba0c8d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957166 Jul 06 17:44:40.384381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-5189bb8c-d7f8-44bd-a49f-8d858586572b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a HTTP/1.1" status: 200 len: 217 time: 0.0824547 Jul 06 17:44:40.668508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-3bb84b34-f696-434c-8dac-e359976403d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.671204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-3bb84b34-f696-434c-8dac-e359976403d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e0bc400-5a42-4380-acf9-faf1fdd2c623 HTTP/1.1" status: 200 len: 801 time: 0.2790289 Jul 06 17:44:40.695828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829232c9-0ee7-4230-a80b-41da247c7e72 req-49fe0124-7869-4c4b-8a16-59c9579b7a8e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.698586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-829232c9-0ee7-4230-a80b-41da247c7e72 req-49fe0124-7869-4c4b-8a16-59c9579b7a8e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.2021079 Jul 06 17:44:40.838774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-829232c9-0ee7-4230-a80b-41da247c7e72 req-aa1417a7-0a72-4c6d-bd62-a3d36364d59f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188295 Jul 06 17:44:40.866918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-4df917a1-d079-402b-9a66-dca8a7536f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.871597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-4df917a1-d079-402b-9a66-dca8a7536f64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a75f9280-72da-4ce2-80b1-78834c22f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1700740 Jul 06 17:44:41.032887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-c8a50591-a487-4aa5-ad6f-43459a744b74 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:41.037267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-c8a50591-a487-4aa5-ad6f-43459a744b74 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.2989759 Jul 06 17:44:41.182163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-8e98b93b-c916-4a1f-adf9-cb19f353ad31 service neutron] 10.222.0.61 "GET /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007770 Jul 06 17:44:41.333801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68dd92-5da2-4521-ba79-762e296526c2 req-586d8f43-6fc3-4dcf-b078-8cf01e0cafe2 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:41.335503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c68dd92-5da2-4521-ba79-762e296526c2 req-586d8f43-6fc3-4dcf-b078-8cf01e0cafe2 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 945 time: 0.2184741 Jul 06 17:44:41.361897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d75d1de-33c8-4f8d-bb0e-f624ec57282c req-c0d3d36e-e378-4e7d-9336-899b51dcb0bc service neutron] 10.222.0.61 "GET /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561890 Jul 06 17:44:41.376081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Deleting port f7635fa2-3599-4251-980c-77a8648d396f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:41.376434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.469004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c68dd92-5da2-4521-ba79-762e296526c2 req-d569cf96-66a9-426a-a330-c13d444b0cd9 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174972 Jul 06 17:44:41.540391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] For port f7635fa2-3599-4251-980c-77a8648d396f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f7635fa2-3599-4251-980c-77a8648d396f,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:41.540391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.559446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Calling delete_port for f7635fa2-3599-4251-980c-77a8648d396f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:41.580587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-3fb59368-596b-426b-bed0-e07789f4efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:41.581080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-3fb59368-596b-426b-bed0-e07789f4efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:41.582739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-3fb59368-596b-426b-bed0-e07789f4efd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2db2cc57343441df85cf9680a0b77917&device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1981 time: 0.1361706 Jul 06 17:44:41.801699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-27a91d4b-d588-40b8-99cf-977d3c5bc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:41.804449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-27a91d4b-d588-40b8-99cf-977d3c5bc332 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a75f9280-72da-4ce2-80b1-78834c22f4ee HTTP/1.1" status: 200 len: 903 time: 0.1761069 Jul 06 17:44:41.947391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-4ec64bce-759b-4f25-92ce-808b95e69c05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a HTTP/1.1" status: 200 len: 217 time: 0.0927110 Jul 06 17:44:42.070166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.085469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f7635fa2-3599-4251-980c-77a8648d396f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:42.140815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-5f06e8b0-8c1d-4708-a2e1-71a79769bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:42.143534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-5f06e8b0-8c1d-4708-a2e1-71a79769bc67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e0bc400-5a42-4380-acf9-faf1fdd2c623 HTTP/1.1" status: 200 len: 801 time: 0.1871138 Jul 06 17:44:42.264075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event deleted for resources: {'Port': ['ID=f7635fa2-3599-4251-980c-77a8648d396f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:42.562376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] No DVR routers for this DVR port f7635fa2-3599-4251-980c-77a8648d396f on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:42.565749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.568939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84e0f90e-d1e3-4499-8f04-760e3f7a74c9 req-007cfd64-08b7-43b1-9269-ad55750a1c5f tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "DELETE /v2.0/ports/f7635fa2-3599-4251-980c-77a8648d396f HTTP/1.1" status: 204 len: 173 time: 1.5222135 Jul 06 17:44:42.570998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'name': 'network-vif-deleted', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:42.573411 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2e99f-41b2-47fb-abc2-d3031c1d63d1" -d '{"events": [{"server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "name": "network-vif-deleted", "tag": "f7635fa2-3599-4251-980c-77a8648d396f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:42.716384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-a3d150b3-e593-419b-8883-5e9e11ac1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:42.718024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-a3d150b3-e593-419b-8883-5e9e11ac1dbf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a75f9280-72da-4ce2-80b1-78834c22f4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4977970 Jul 06 17:44:42.731580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b5c64-6700-460c-90b7-76a46c07e222 req-f4cf1683-73ec-4572-9cf6-428f79610175 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:42.738051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b5c64-6700-460c-90b7-76a46c07e222 req-f4cf1683-73ec-4572-9cf6-428f79610175 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:42.746717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272b5c64-6700-460c-90b7-76a46c07e222 req-f4cf1683-73ec-4572-9cf6-428f79610175 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1679 time: 0.1878870 Jul 06 17:44:42.868060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272b5c64-6700-460c-90b7-76a46c07e222 req-bc4e4a2d-51fe-4a7f-83ac-849ad6075a1d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201115 Jul 06 17:44:42.989849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-b005785f-c6b1-4499-a42d-3f32596227d1 service neutron] 10.222.0.61 "GET /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407515 Jul 06 17:44:43.372765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7eb596c1-8ebf-47a0-b57d-a38cad87395c req-766bb6a6-8f7b-45ab-8f41-1883602ebf5b service neutron] 10.222.0.61 "GET /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725843 Jul 06 17:44:43.551715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e955-408b-4fa2-9bb6-3cfc1e424089 req-58238f72-16f8-49b2-95fa-cf5d2b13b278 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:43.567234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dc9e955-408b-4fa2-9bb6-3cfc1e424089 req-58238f72-16f8-49b2-95fa-cf5d2b13b278 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.3092358 Jul 06 17:44:43.705267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dc9e955-408b-4fa2-9bb6-3cfc1e424089 req-5ab44b90-bb31-40d0-9ecd-ba9bca795e18 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348004 Jul 06 17:44:44.100092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf70d9e1-f622-4f0f-b957-6ed1f69e96ef req-f6d62b4b-ef20-41d0-8168-f78b2ee84d07 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f695a12-99a4-4630-8ec0-0386fa8ed063 HTTP/1.1" status: 200 len: 210 time: 0.0805273 Jul 06 17:44:44.197392 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82503eee-dc4d-42b2-84dc-f920836e4ae0 x-openstack-request-id: req-82503eee-dc4d-42b2-84dc-f920836e4ae0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:44.197758 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f695a12-99a4-4630-8ec0-0386fa8ed063", "name": "network-vif-deleted", "tag": "f7635fa2-3599-4251-980c-77a8648d396f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:44.197985 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82503eee-dc4d-42b2-84dc-f920836e4ae0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:44.208128 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f695a12-99a4-4630-8ec0-0386fa8ed063', 'name': 'network-vif-deleted', 'tag': 'f7635fa2-3599-4251-980c-77a8648d396f', 'status': 'completed', 'code': 200} Jul 06 17:44:44.440480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48202) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:44.530259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 636bf1cf-cc18-43da-98d6-ba5d7da51c3a details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:44.666379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d373bab-01ac-49f0-9027-8e1ebfa88463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.780933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:44.800458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a', 'network_id': 'a75f9280-72da-4ce2-80b1-78834c22f4ee', 'port_id': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a', 'mac_address': 'fa:16:3e:95:24:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0bc400-5a42-4380-acf9-faf1fdd2c623', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:44.855624 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.876959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636bf1cf-cc18-43da-98d6-ba5d7da51c3a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:44.936455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:44.942368 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.943760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e7299d93-2d76-4952-9ae3-12e40186372b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:44.958410 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d373bab-01ac-49f0-9027-8e1ebfa88463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.002414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.025602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d373bab-01ac-49f0-9027-8e1ebfa88463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.033784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7558ae02-5182-4924-9202-c411f64c4612 req-0ac57978-0a44-467f-9477-5204054105d4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 210 time: 0.0690331 Jul 06 17:44:45.090863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d373bab-01ac-49f0-9027-8e1ebfa88463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72dc64-1612-45a5-b99f-ff9b95b1d0d9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.134460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9d373bab-01ac-49f0-9027-8e1ebfa88463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=accc989ca1b241b0b0d0fbdc6d325d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924548 Jul 06 17:44:45.137895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:45.172046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e7299d93-2d76-4952-9ae3-12e40186372b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e7299d93-2d76-4952-9ae3-12e40186372b,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:45.207914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e7299d93-2d76-4952-9ae3-12e40186372b', 'network_id': '471410ec-bf18-46ba-b288-2770f9ba8d54', 'port_id': 'e7299d93-2d76-4952-9ae3-12e40186372b', 'mac_address': 'fa:16:3e:43:36:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ee4e26-af5b-439e-84a6-18d7c613dd65', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:45.254184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.321893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.350804 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.397595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7299d93-2d76-4952-9ae3-12e40186372b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:45.436422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-7ab8ccfb-a634-4818-9e38-247339a76fe9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508988 Jul 06 17:44:45.446652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.454596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e7299d93-2d76-4952-9ae3-12e40186372b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e7299d93-2d76-4952-9ae3-12e40186372b,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:45.462940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.468440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.471900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c72dc64-1612-45a5-b99f-ff9b95b1d0d9 HTTP/1.1" status: 204 len: 168 time: 0.3313248 Jul 06 17:44:45.493533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72dc64-1612-45a5-b99f-ff9b95b1d0d9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.516025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.517368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.523762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.525016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03ec6-2c33-4ce8-a7cc-6fec91cf68fd req-f77e847a-34a6-4b00-9ae1-c368e0b42b17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:45.526588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.528060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.529002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.530037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.530923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.532045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.533302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.534337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.536345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5618f-2441-46f7-b5a6-fdd8a89724cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:45.562858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03ec6-2c33-4ce8-a7cc-6fec91cf68fd req-f77e847a-34a6-4b00-9ae1-c368e0b42b17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:45.568445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22e03ec6-2c33-4ce8-a7cc-6fec91cf68fd req-f77e847a-34a6-4b00-9ae1-c368e0b42b17 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1680 time: 0.2756350 Jul 06 17:44:45.584173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e7299d93-2d76-4952-9ae3-12e40186372b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.765623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22e03ec6-2c33-4ce8-a7cc-6fec91cf68fd req-e71231ae-2f3d-4cae-8887-2e03c7a333c7 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688957 Jul 06 17:44:45.777920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['636bf1cf-cc18-43da-98d6-ba5d7da51c3a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:45.802042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-23371260-4375-4bf6-b9ee-89b87031a63e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:45.804213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-23371260-4375-4bf6-b9ee-89b87031a63e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524904 Jul 06 17:44:45.828345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': 'fe14c559-9a41-4710-8214-be67d3151573', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:45.924169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e7299d93-2d76-4952-9ae3-12e40186372b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:46.039937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:46.046394 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.341508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:46.374573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adce1454-a7e5-41a2-bf73-4b5703b9cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.530759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f7635fa2-3599-4251-980c-77a8648d396f no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:46.620327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: f7635fa2-3599-4251-980c-77a8648d396f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:46.622271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f7635fa2-3599-4251-980c-77a8648d396f not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:46.635503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-613a9a8d-103f-4f6b-8fc6-a320d9a480b7 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665355 Jul 06 17:44:46.716762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adce1454-a7e5-41a2-bf73-4b5703b9cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.790124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adce1454-a7e5-41a2-bf73-4b5703b9cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.908154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-adce1454-a7e5-41a2-bf73-4b5703b9cb1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=460a4a8c879f4f63ae2984ed4c808f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633972 Jul 06 17:44:46.909311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48248) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:46.931219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce1454-a7e5-41a2-bf73-4b5703b9cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704e36a0-638c-4592-a72a-e813e1ab2393,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:46.991705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.103 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/2227a70c-bea3-446c-9925-073a91e72346) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:47.021577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56887945-0d66-4355-9fb4-a3ea72549a59 req-3e2bd319-561e-479c-9a3e-d77aaf8d3275 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:47.024193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56887945-0d66-4355-9fb4-a3ea72549a59 req-3e2bd319-561e-479c-9a3e-d77aaf8d3275 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 946 time: 0.8484018 Jul 06 17:44:47.031902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09adf2-950b-49eb-b156-895affc4b66c req-53f9d6fb-fbba-4254-9186-544e2974c1fa tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:47.035615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0a09adf2-950b-49eb-b156-895affc4b66c req-53f9d6fb-fbba-4254-9186-544e2974c1fa tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.61 "GET /v2.0/ports?device_id=00c93cc9-6bbe-48cb-a404-eaf43da77be9 HTTP/1.1" status: 200 len: 946 time: 0.3064835 Jul 06 17:44:47.049452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:47.173169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b47831f-7016-4364-9577-05e3d661d790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.258403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b47831f-7016-4364-9577-05e3d661d790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.291007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-c9ba201e-2d93-4a5a-9804-ecad2810208c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:47.295479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-c9ba201e-2d93-4a5a-9804-ecad2810208c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5691257 Jul 06 17:44:47.310017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c812e4-1aa0-4a01-8168-a6f2e16acf47 req-995cd5c2-43c7-4227-83cb-f34d9ec1cf7b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:47.312624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54c812e4-1aa0-4a01-8168-a6f2e16acf47 req-995cd5c2-43c7-4227-83cb-f34d9ec1cf7b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.5684536 Jul 06 17:44:47.336403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Deleting port 5eec8442-7fd6-4272-bffd-2e31e378413b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:47.336954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.344131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:47.353103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56887945-0d66-4355-9fb4-a3ea72549a59 req-e1bcbdd2-ada6-4dd4-830e-971ac9d4407c tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7c1a15f-c1cf-4606-a8fc-14469bede3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054333 Jul 06 17:44:47.457590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b47831f-7016-4364-9577-05e3d661d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.467450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b47831f-7016-4364-9577-05e3d661d790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.469323 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b47831f-7016-4364-9577-05e3d661d790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/704e36a0-638c-4592-a72a-e813e1ab2393 HTTP/1.1" status: 204 len: 168 time: 0.5501683 Jul 06 17:44:47.557134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47831f-7016-4364-9577-05e3d661d790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704e36a0-638c-4592-a72a-e813e1ab2393,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:47.610835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] For port 5eec8442-7fd6-4272-bffd-2e31e378413b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5eec8442-7fd6-4272-bffd-2e31e378413b,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:47.613130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.631454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-78d4f213-29f8-4c8e-b450-d694004fb203 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87dda224772a4b638ce4c539b4c52a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703185 Jul 06 17:44:47.643880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48262) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:47.647948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Calling delete_port for 5eec8442-7fd6-4272-bffd-2e31e378413b owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:47.679713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54c812e4-1aa0-4a01-8168-a6f2e16acf47 req-0b465154-c7bc-4603-8d98-c136dc652c3c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470201 Jul 06 17:44:47.827184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-198a3364-f4cb-47fb-a529-5b774dd9f5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.832306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.869810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-198a3364-f4cb-47fb-a529-5b774dd9f5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.957682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ffb05aa-63ea-4d9d-abf5-15a43e789113 req-1c1983ea-f413-4931-839b-c26ee4ae9bd5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 210 time: 0.0786357 Jul 06 17:44:47.963832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object 2227a70c-bea3-446c-9925-073a91e72346 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:48.016691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:48.020934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.046153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.063820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5eec8442-7fd6-4272-bffd-2e31e378413b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:48.134051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-198a3364-f4cb-47fb-a529-5b774dd9f5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.138303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-198a3364-f4cb-47fb-a529-5b774dd9f5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.143224 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-198a3364-f4cb-47fb-a529-5b774dd9f5df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbe14ba7-950c-428b-b0d5-f2f4e87b10d4 HTTP/1.1" status: 204 len: 168 time: 0.4977918 Jul 06 17:44:48.146879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Pushing event deleted for resources: {'Port': ['ID=5eec8442-7fd6-4272-bffd-2e31e378413b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:48.193237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a3364-f4cb-47fb-a529-5b774dd9f5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe14ba7-950c-428b-b0d5-f2f4e87b10d4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:48.219798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] No DVR routers for this DVR port 5eec8442-7fd6-4272-bffd-2e31e378413b on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:48.225004 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.232327 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0a09adf2-950b-49eb-b156-895affc4b66c req-b5c80074-c54c-4084-b62c-3b5b9b8925b9 tempest-AttachSCSIVolumeTestJSON-1025374733 tempest-AttachSCSIVolumeTestJSON-1025374733-project] 10.222.0.61 "DELETE /v2.0/ports/5eec8442-7fd6-4272-bffd-2e31e378413b HTTP/1.1" status: 204 len: 173 time: 1.1880317 Jul 06 17:44:48.233703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'name': 'network-vif-deleted', 'tag': '5eec8442-7fd6-4272-bffd-2e31e378413b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:48.239126 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad13e6ac-d827-483f-ba0a-30f8e272bdc4" -d '{"events": [{"server_uuid": "00c93cc9-6bbe-48cb-a404-eaf43da77be9", "name": "network-vif-deleted", "tag": "5eec8442-7fd6-4272-bffd-2e31e378413b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:48.252945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.269653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:48.550817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 636bf1cf-cc18-43da-98d6-ba5d7da51c3a up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:48.557765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.7 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/320907a8-65b4-48db-a8e5-868b11d4542d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:48.601351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=2227a70c-bea3-446c-9925-073a91e72346,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:48.749917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:48.793025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:48.793835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.919280 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.972232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:48.974780 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc72c569-c352-4d20-9305-19b67e4dfb56" -d '{"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-plugged", "status": "completed", "tag": "636bf1cf-cc18-43da-98d6-ba5d7da51c3a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:48.991787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:48.998083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.999403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e7299d93-2d76-4952-9ae3-12e40186372b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:49.078658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:49.094548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-49110ba7-a627-430e-9f50-bbfa629c2e29 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:49.108078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-49110ba7-a627-430e-9f50-bbfa629c2e29 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 822 time: 0.4128084 Jul 06 17:44:49.123394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:49.159052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:49.247436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:49.280634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port e7299d93-2d76-4952-9ae3-12e40186372b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:49.286544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e7299d93-2d76-4952-9ae3-12e40186372b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:49.286733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.371002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-2f4ec42f-57e8-451f-b27f-297f5f16c5c2 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/quotas/9b6e2ed98e9b477d8a322e78ecee0e5c HTTP/1.1" status: 200 len: 375 time: 0.2607448 Jul 06 17:44:49.432788 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.498325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e7299d93-2d76-4952-9ae3-12e40186372b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e7299d93-2d76-4952-9ae3-12e40186372b,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:49.505521 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.580422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:49.647803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e7299d93-2d76-4952-9ae3-12e40186372b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:49.658911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-887a6e81-b862-4a3e-903e-565c3f21704d None None] Provisioning for port 2227a70c-bea3-446c-9925-073a91e72346 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:49.665019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-887a6e81-b862-4a3e-903e-565c3f21704d None None] Provisioning complete for port 2227a70c-bea3-446c-9925-073a91e72346 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:49.665397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-887a6e81-b862-4a3e-903e-565c3f21704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.665519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59cc5-32b9-4f7c-aa10-938f0911ab6e req-d54c5e06-6d86-48ce-af10-253cbe1fca52 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:49.680120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59cc5-32b9-4f7c-aa10-938f0911ab6e req-d54c5e06-6d86-48ce-af10-253cbe1fca52 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:49.684018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71d59cc5-32b9-4f7c-aa10-938f0911ab6e req-d54c5e06-6d86-48ce-af10-253cbe1fca52 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1681 time: 1.2855380 Jul 06 17:44:49.721145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-887a6e81-b862-4a3e-903e-565c3f21704d None None] Port 2227a70c-bea3-446c-9925-073a91e72346 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:49.740498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1868029082-network', 'tenant_id': 'b834152154f54cb18deae9ddb927b54a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:49.744829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:49.746854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.782860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Made reservation on behalf of b834152154f54cb18deae9ddb927b54a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:49.785486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.795088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.828913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-be28d25f-73d7-4880-a1b2-582fc28af224 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0061433 Jul 06 17:44:49.887940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Request body: {'port': {'device_id': 'fe14c559-9a41-4710-8214-be67d3151573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:49.940036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.943498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71d59cc5-32b9-4f7c-aa10-938f0911ab6e req-88f4dac5-2663-47b0-bdab-4824e1e78dcd tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449665 Jul 06 17:44:49.945965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.948238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6eff06eb-ea02-49b8-be15-f7b51fdba1c7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5277402 Jul 06 17:44:49.982919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:44:49.984852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.023664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.024263 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Added segment e02c863c-58cb-4e37-9bf6-7e883e3f7cbc of type vlan for network 6f9b102c-5c12-4711-bca5-2eb81ea55745 Jul 06 17:44:50.027552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b404eb-4b44-444e-b55f-5788c0032b57,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:50.059763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object 320907a8-65b4-48db-a8e5-868b11d4542d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:50.082693 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6791b-d166-49d2-bcb4-be0bed025ded x-openstack-request-id: req-20f6791b-d166-49d2-bcb4-be0bed025ded {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:50.083669 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c93cc9-6bbe-48cb-a404-eaf43da77be9", "name": "network-vif-deleted", "tag": "5eec8442-7fd6-4272-bffd-2e31e378413b", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:50.083894 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20f6791b-d166-49d2-bcb4-be0bed025ded {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:50.084499 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c93cc9-6bbe-48cb-a404-eaf43da77be9', 'name': 'network-vif-deleted', 'tag': '5eec8442-7fd6-4272-bffd-2e31e378413b', 'status': 'completed', 'code': 200} Jul 06 17:44:50.102124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.138709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.148655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.150033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:50.151033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.184338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-8be7af95-1e35-49f5-bc97-68e2c1b98912 service neutron] 10.222.0.37 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236800 Jul 06 17:44:50.223073 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6406207 Jul 06 17:44:50.224353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48344) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:50.249296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Request body: {'subnet': {'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1868029082-subnet', 'tenant_id': 'b834152154f54cb18deae9ddb927b54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:50.280327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.291716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e14e-3bde-43ea-91e3-5161c407a3dd admin admin] Pushing event updated for resources: {'Network': ['ID=6f9b102c-5c12-4711-bca5-2eb81ea55745,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:50.293624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:50.301740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Made reservation on behalf of b834152154f54cb18deae9ddb927b54a for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:50.311370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.337763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:44:50.491880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=320907a8-65b4-48db-a8e5-868b11d4542d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:50.596648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:50.609263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:50.623412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:50.624017 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:44:50.665194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.758155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:50.758522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Network hostable DHCP agents. Network: 6f9b102c-5c12-4711-bca5-2eb81ea55745, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:50.787575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757b3b0f-79c3-421a-b123-a02545b505c2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:50.804237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-00fcc1e3-bc11-4db5-ac04-9d715e50f2fe service neutron] 10.222.0.37 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440183 Jul 06 17:44:50.818010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:50.836487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6f9b102c-5c12-4711-bca5-2eb81ea55745) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:50.842688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:50.843912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.849553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ff5d-c103-48b7-8838-990546cd1f7d req-67ae66d2-e019-4fb7-aff0-9c14f49cfe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:50.857828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2138ff5d-c103-48b7-8838-990546cd1f7d req-67ae66d2-e019-4fb7-aff0-9c14f49cfe8b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.4190319 Jul 06 17:44:50.858572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af67952-9d15-4d87-b639-859c5e749965 None None] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:50.865322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:50.866032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.880291 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cfb90a9d-8c9c-4057-9e07-987987473a78 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6416295 Jul 06 17:44:50.924256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6469cb05-8d45-49d5-be11-bb329517ea17 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6102107 Jul 06 17:44:50.964309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2138ff5d-c103-48b7-8838-990546cd1f7d req-faefc9a6-9f4c-4439-9d94-8655bf72add7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051202 Jul 06 17:44:50.999236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Request body: {'port': {'device_id': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:51.172988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e692eb58-faa7-4978-af43-06dddae68a65 None None] Provisioning for port 320907a8-65b4-48db-a8e5-868b11d4542d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:51.187793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f8159-beb7-42c6-b330-304f1250eda0 None None] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:51.370827 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ab7b3-2b92-4cb9-893b-45174d0caa17 x-openstack-request-id: req-0f4ab7b3-2b92-4cb9-893b-45174d0caa17 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:51.373201 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-plugged", "status": "completed", "tag": "636bf1cf-cc18-43da-98d6-ba5d7da51c3a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:51.373776 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f4ab7b3-2b92-4cb9-893b-45174d0caa17 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:51.374544 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a', 'code': 200} Jul 06 17:44:51.377062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e692eb58-faa7-4978-af43-06dddae68a65 None None] Provisioning complete for port 320907a8-65b4-48db-a8e5-868b11d4542d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:51.377953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e692eb58-faa7-4978-af43-06dddae68a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.522551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e692eb58-faa7-4978-af43-06dddae68a65 None None] Port 320907a8-65b4-48db-a8e5-868b11d4542d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:51.601234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.631034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2227a70c-bea3-446c-9925-073a91e72346 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:51.671144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.806266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Transition to ACTIVE for port object 2227a70c-bea3-446c-9925-073a91e72346 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:51.834527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.964097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11157b4-36ae-4909-bcc2-9d959f097230 req-369b919e-1eb7-4cc4-8ae2-2fa11bad3477 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:51.971855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e11157b4-36ae-4909-bcc2-9d959f097230 req-369b919e-1eb7-4cc4-8ae2-2fa11bad3477 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 934 time: 0.4976935 Jul 06 17:44:52.098219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Pushing event updated for resources: {'Port': ['ID=2227a70c-bea3-446c-9925-073a91e72346,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:52.292477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e11157b4-36ae-4909-bcc2-9d959f097230 req-5c4c28fd-eec8-441e-addc-2687acf54b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193870 Jul 06 17:44:52.369201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Attempting to bind port 2227a70c-bea3-446c-9925-073a91e72346 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:52.379789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Attempting to bind port 2227a70c-bea3-446c-9925-073a91e72346 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:52.380237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Attempting to bind port 2227a70c-bea3-446c-9925-073a91e72346 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:52.399225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Port 2227a70c-bea3-446c-9925-073a91e72346 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:52.399599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Attempting to bind port 2227a70c-bea3-446c-9925-073a91e72346 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:52.423377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:52.423687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:52.424023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:52.433797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Bound port: 2227a70c-bea3-446c-9925-073a91e72346, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:52.434529 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.558802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5eec8442-7fd6-4272-bffd-2e31e378413b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:52.656256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:52.672195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1418926486-network', 'tenant_id': '72649b86132d4d06a30341097bbb0b13'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:52.688599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 5eec8442-7fd6-4272-bffd-2e31e378413b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:52.696548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5eec8442-7fd6-4272-bffd-2e31e378413b not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:52.703666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] For port 2227a70c-bea3-446c-9925-073a91e72346, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:52.728253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] For port 2227a70c-bea3-446c-9925-073a91e72346, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2227a70c-bea3-446c-9925-073a91e72346,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:52.737408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320907a8-65b4-48db-a8e5-868b11d4542d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:52.749405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.753794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.775874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Made reservation on behalf of 72649b86132d4d06a30341097bbb0b13 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:52.781775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.800928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.815915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Transition to ACTIVE for port object 320907a8-65b4-48db-a8e5-868b11d4542d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:52.819940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.820583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.822232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] 10.222.0.61 "PUT /v2.0/ports/2227a70c-bea3-446c-9925-073a91e72346 HTTP/1.1" status: 200 len: 1096 time: 2.9516106 Jul 06 17:44:52.824915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe14c559-9a41-4710-8214-be67d3151573', 'tag': '2227a70c-bea3-446c-9925-073a91e72346'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:52.827710 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80" -d '{"events": [{"name": "network-changed", "server_uuid": "fe14c559-9a41-4710-8214-be67d3151573", "tag": "2227a70c-bea3-446c-9925-073a91e72346"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:52.843213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afb5-e92b-416e-934f-a4f4ee809cbf req-212ac456-4fab-429f-99c6-cce16fcab447 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.851127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afb5-e92b-416e-934f-a4f4ee809cbf req-212ac456-4fab-429f-99c6-cce16fcab447 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.862278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e5afb5-e92b-416e-934f-a4f4ee809cbf req-212ac456-4fab-429f-99c6-cce16fcab447 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1683 time: 0.2853765 Jul 06 17:44:52.867459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.082597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.091620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.134406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57060cfb-8978-4bff-b394-b79d7c844aa0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:53.148204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:44:53.163454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.163822 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Added segment 8b7ede75-ab1a-48ea-afef-6964ca636a95 of type vlan for network 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836 Jul 06 17:44:53.184179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f683c-28ed-4989-98c7-bdec5617fc64 service neutron] Pushing event updated for resources: {'Port': ['ID=2227a70c-bea3-446c-9925-073a91e72346,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:53.217286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.274415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.277186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:53.278776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.376692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7299d93-2d76-4952-9ae3-12e40186372b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:53.392152 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96662710-51fc-4a3d-a33b-21e3c4630b61" -d '{"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-plugged", "status": "completed", "tag": "e7299d93-2d76-4952-9ae3-12e40186372b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:53.467379 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8080230 Jul 06 17:44:53.480048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48434) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:53.501142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Request body: {'subnet': {'network_id': '306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1418926486-subnet', 'tenant_id': '72649b86132d4d06a30341097bbb0b13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:53.747649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f963c04-9201-450f-81e7-7b01c0276842 req-801de120-4158-463e-9081-40f376fd3763 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 210 time: 0.6309299 Jul 06 17:44:53.763565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e5afb5-e92b-416e-934f-a4f4ee809cbf req-cf060a4f-7980-4a87-bd44-9a6647647901 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9003470 Jul 06 17:44:53.861635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Pushing event updated for resources: {'Port': ['ID=320907a8-65b4-48db-a8e5-868b11d4542d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:53.888063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Attempting to bind port 320907a8-65b4-48db-a8e5-868b11d4542d on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:53.888389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Attempting to bind port 320907a8-65b4-48db-a8e5-868b11d4542d by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:53.888728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Attempting to bind port 320907a8-65b4-48db-a8e5-868b11d4542d on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:53.905824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Port 320907a8-65b4-48db-a8e5-868b11d4542d on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:53.906324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Attempting to bind port 320907a8-65b4-48db-a8e5-868b11d4542d on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:53.922676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:53.923035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:53.923469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:53.923937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Bound port: 320907a8-65b4-48db-a8e5-868b11d4542d, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:53.924307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.927918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-25ba2931-032f-475f-9b0d-e3315665e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:53.929668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-25ba2931-032f-475f-9b0d-e3315665e861 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 1099 time: 0.9870546 Jul 06 17:44:54.024396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-4d9216e8-4528-4482-8bf7-ae5beb463037 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=2227a70c-bea3-446c-9925-073a91e72346 HTTP/1.1" status: 200 len: 217 time: 0.0853133 Jul 06 17:44:54.095349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Made reservation on behalf of 72649b86132d4d06a30341097bbb0b13 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:54.100062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.147121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-011e914d-9240-45cf-8d93-0dfe6c315869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.148734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-011e914d-9240-45cf-8d93-0dfe6c315869 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1080089 Jul 06 17:44:54.153654 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d2887-1d51-41c6-b5c1-b1c38b2b01e0 x-openstack-request-id: req-c24d2887-1d51-41c6-b5c1-b1c38b2b01e0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:54.153822 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe14c559-9a41-4710-8214-be67d3151573", "tag": "2227a70c-bea3-446c-9925-073a91e72346", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:54.154080 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c24d2887-1d51-41c6-b5c1-b1c38b2b01e0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:54.154492 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe14c559-9a41-4710-8214-be67d3151573', 'tag': '2227a70c-bea3-446c-9925-073a91e72346', 'status': 'completed', 'code': 200} Jul 06 17:44:54.170170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] For port 320907a8-65b4-48db-a8e5-868b11d4542d, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:54.176128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] For port 320907a8-65b4-48db-a8e5-868b11d4542d, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=320907a8-65b4-48db-a8e5-868b11d4542d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:54.209766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b439c-8a91-4428-a296-ad24a8a7b7ae admin admin] Pushing event updated for resources: {'Network': ['ID=306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:54.211319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.232467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:44:54.296927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.308395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.310129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/320907a8-65b4-48db-a8e5-868b11d4542d HTTP/1.1" status: 200 len: 1094 time: 3.3646274 Jul 06 17:44:54.335824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78717b-058a-454f-9f1b-f4320320d76f req-5cb2463b-5272-49fc-80d1-e4aa7a43245d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.344294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c78717b-058a-454f-9f1b-f4320320d76f req-5cb2463b-5272-49fc-80d1-e4aa7a43245d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.3441691 Jul 06 17:44:54.476551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-088f0794-c0ce-4d85-933c-5d07387b5b91 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.489045 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-088f0794-c0ce-4d85-933c-5d07387b5b91 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 822 time: 1.0531259 Jul 06 17:44:54.532408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Request body: {'port': {'device_id': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'admin_state_up': True, 'tenant_id': '9b6e2ed98e9b477d8a322e78ecee0e5c'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:54.543576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1370e-e00f-4f83-823e-2ef899c881b4 service neutron] Pushing event updated for resources: {'Port': ['ID=320907a8-65b4-48db-a8e5-868b11d4542d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:54.627590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-d69ba90f-ded3-4b5b-ade4-9ec92a2d34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.630181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-d69ba90f-ded3-4b5b-ade4-9ec92a2d34fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4701655 Jul 06 17:44:54.658501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c78717b-058a-454f-9f1b-f4320320d76f req-e574f3fe-16c5-4e9c-b169-6507f34a3d33 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013778 Jul 06 17:44:54.817016 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85205ab-6ad6-4bff-9d22-9572ecb6f1d0 x-openstack-request-id: req-d85205ab-6ad6-4bff-9d22-9572ecb6f1d0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:54.819677 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-plugged", "status": "completed", "tag": "e7299d93-2d76-4952-9ae3-12e40186372b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:54.820856 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d85205ab-6ad6-4bff-9d22-9572ecb6f1d0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:54.822382 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7299d93-2d76-4952-9ae3-12e40186372b', 'code': 200} Jul 06 17:44:54.938002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-0dd36800-3903-40c4-8a41-cf1d16b3519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.940945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-0dd36800-3903-40c4-8a41-cf1d16b3519a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 1097 time: 0.5559173 Jul 06 17:44:54.950123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Made reservation on behalf of 9b6e2ed98e9b477d8a322e78ecee0e5c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:54.954279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.092425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-f9ca963c-76ae-4d82-8f82-2d26bbdf7ebe service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531754 Jul 06 17:44:55.100196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-dc77a264-d371-4f19-bd44-3fa4ea0a0e96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=320907a8-65b4-48db-a8e5-868b11d4542d HTTP/1.1" status: 200 len: 217 time: 0.1457226 Jul 06 17:44:55.110627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.201952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2797c-ca2e-43fa-a1ae-0906a1e53dab req-e5a351a3-fbb8-48b8-919d-96eeb583cf99 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.207372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68a2797c-ca2e-43fa-a1ae-0906a1e53dab req-e5a351a3-fbb8-48b8-919d-96eeb583cf99 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 946 time: 0.6241574 Jul 06 17:44:55.321570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c141ecc-06f8-4300-9f81-6605e33495e7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:55.335585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-207d92ef-6f5d-4283-9290-4eedff2759a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.386401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb82b1-f8ff-4023-af7d-00ce516e6e1c req-6e779d18-9024-4252-8c28-941ea09771ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.387387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb82b1-f8ff-4023-af7d-00ce516e6e1c req-6e779d18-9024-4252-8c28-941ea09771ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.389910 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6bfb82b1-f8ff-4023-af7d-00ce516e6e1c req-6e779d18-9024-4252-8c28-941ea09771ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1985 time: 0.4559219 Jul 06 17:44:55.421897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Checking segment: {'id': '8b7ede75-ab1a-48ea-afef-6964ca636a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:55.422506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Network hostable DHCP agents. Network: 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:55.458667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6acf67c8-1e69-4061-9bc6-0ed7e370f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.461007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-6acf67c8-1e69-4061-9bc6-0ed7e370f93b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2705433 Jul 06 17:44:55.478875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48458) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:55.482205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68a2797c-ca2e-43fa-a1ae-0906a1e53dab req-6c99445e-6812-4762-8625-3a19bb5b05c2 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387221 Jul 06 17:44:55.482844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Allocated IP 172.20.0.5 (3a206de4-88dc-44d2-8925-0833052ff837/46556c9b-747a-46f2-b649-31f7c49d8b15/96dcb38c-a2ed-4184-ab79-c5c27babcc59) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:55.507524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Network 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:55.601299 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:55.606489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-772f0262-64be-4fa5-b5b0-1e65edcb236d service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953558 Jul 06 17:44:55.614826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f70ba89-336f-4b64-a9c3-b54479c2f9da None None] Network 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:55.648220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-407a468b-c0de-417f-8f00-773aec42f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.650459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-407a468b-c0de-417f-8f00-773aec42f761 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671879 Jul 06 17:44:55.663598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.664556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.751348 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6bfb82b1-f8ff-4023-af7d-00ce516e6e1c req-9c4382c8-2452-41c9-a421-3ee9283a6da5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465159 Jul 06 17:44:55.798053 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4518d94d-1d9d-498c-8831-d1aed8742047 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3160717 Jul 06 17:44:55.897049 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-0eed64b2-2062-474e-8439-e8703da60b40 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359853 Jul 06 17:44:55.988418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d896275-39ed-439e-b97e-73ee690d88de req-902efad7-aa51-422a-be88-af09e3984c97 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 210 time: 0.0991178 Jul 06 17:44:56.017831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3fa18b2-33f3-43a9-ae7f-fbd897e7b90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.144389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a01a3c-3362-4dfb-a6b5-7ad373cfc847 None None] Network 306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:56.174430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'tag': '320907a8-65b4-48db-a8e5-868b11d4542d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:56.178585 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a39dee-0dff-4aed-88b3-7f39e2ffff16" -d '{"events": [{"name": "network-changed", "server_uuid": "5da47acd-b615-4de0-9a44-80e5ca728c96", "tag": "320907a8-65b4-48db-a8e5-868b11d4542d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:56.186630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.312536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.378533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-da3dbe1b-e9da-445f-9159-0f4321f986e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.380167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-da3dbe1b-e9da-445f-9159-0f4321f986e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 1099 time: 0.5657699 Jul 06 17:44:56.384807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dace5b4e-75f4-4be2-aa3f-ecd8d62bb9be req-25b6cd58-a0a8-42ce-9925-3428094fd8de service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639559 Jul 06 17:44:56.472895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Network 3a206de4-88dc-44d2-8925-0833052ff837 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:56.475495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event updated for resources: {'Port': ['ID=96dcb38c-a2ed-4184-ab79-c5c27babcc59,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:56.482011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:56.498706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:56.565653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673ed1-99c0-43b4-a32d-7a06c6eb7045 req-3302801b-05c0-4c9a-97fa-e4d97e695bf2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.570667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf673ed1-99c0-43b4-a32d-7a06c6eb7045 req-3302801b-05c0-4c9a-97fa-e4d97e695bf2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.3336723 Jul 06 17:44:56.597251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236214-ab8d-469e-ad5a-c55aca925b36 req-1a37d033-826b-4642-bcf2-0e1205ed9962 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.611576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.612361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.612919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236214-ab8d-469e-ad5a-c55aca925b36 req-1a37d033-826b-4642-bcf2-0e1205ed9962 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.615810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87236214-ab8d-469e-ad5a-c55aca925b36 req-1a37d033-826b-4642-bcf2-0e1205ed9962 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1683 time: 0.5168176 Jul 06 17:44:56.686118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-16ee9de2-aa92-4d60-b2cd-26263e5be5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.686726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3fa18b2-33f3-43a9-ae7f-fbd897e7b90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.688807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-16ee9de2-aa92-4d60-b2cd-26263e5be5a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2882903 Jul 06 17:44:56.692684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3fa18b2-33f3-43a9-ae7f-fbd897e7b90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.723557 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-ee70980c-816f-4491-aa48-f9a5c7ae6923 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2095659 Jul 06 17:44:56.754293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Request body: {'port': {'device_id': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:56.772763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3fa18b2-33f3-43a9-ae7f-fbd897e7b90e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9395922bc7b449e0971d29d4274183f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2866960 Jul 06 17:44:56.793597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa18b2-33f3-43a9-ae7f-fbd897e7b90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0046c6be-15c0-4129-becb-ffefda5db880,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:56.796970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:56.830733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-a028a43c-fe31-4fd5-8268-0eda4a170072 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=2227a70c-bea3-446c-9925-073a91e72346 HTTP/1.1" status: 200 len: 217 time: 0.1202977 Jul 06 17:44:56.864520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf673ed1-99c0-43b4-a32d-7a06c6eb7045 req-39dfde94-b583-4fd5-a1fb-329622bac1e2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467883 Jul 06 17:44:56.908392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87236214-ab8d-469e-ad5a-c55aca925b36 req-a4828875-e0c5-4bf5-b49c-b401fa6f3ac8 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575686 Jul 06 17:44:56.935303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42c79cee-9e26-4373-be43-f23a84c41772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.941694 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.969827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-7d32e811-3bd1-49f4-bd22-a966db620d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:56.971595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-7d32e811-3bd1-49f4-bd22-a966db620d1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1296682 Jul 06 17:44:56.990370 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc4cf59-9850-4da2-a485-f4e3a6828655 x-openstack-request-id: req-4fc4cf59-9850-4da2-a485-f4e3a6828655 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:56.991514 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da47acd-b615-4de0-9a44-80e5ca728c96", "tag": "320907a8-65b4-48db-a8e5-868b11d4542d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:56.991514 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fc4cf59-9850-4da2-a485-f4e3a6828655 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:56.991514 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'tag': '320907a8-65b4-48db-a8e5-868b11d4542d', 'status': 'completed', 'code': 200} Jul 06 17:44:57.159377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-8c859f49-0e1e-4c79-8636-578ef1b05b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.161487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-8c859f49-0e1e-4c79-8636-578ef1b05b0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802058 Jul 06 17:44:57.170663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-f0271485-e9cd-444a-b89d-81362ecfdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.172228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-f0271485-e9cd-444a-b89d-81362ecfdda4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 1097 time: 0.1342020 Jul 06 17:44:57.334240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b918f2-b9d4-4771-9ba7-9d82e0c47218 req-9aa8e687-5948-41ea-a2d9-32a4d75d6ed0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.343300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00b918f2-b9d4-4771-9ba7-9d82e0c47218 req-9aa8e687-5948-41ea-a2d9-32a4d75d6ed0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 946 time: 0.2420387 Jul 06 17:44:57.358933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dcb38c-a2ed-4184-ab79-c5c27babcc59 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:57.369066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.387700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Transition to ACTIVE for port object 96dcb38c-a2ed-4184-ab79-c5c27babcc59 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:57.396452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42c79cee-9e26-4373-be43-f23a84c41772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.467091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.499966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00b918f2-b9d4-4771-9ba7-9d82e0c47218 req-34342d32-23cd-457c-9dad-19c5409f6db6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555655 Jul 06 17:44:57.503494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42c79cee-9e26-4373-be43-f23a84c41772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.506116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42c79cee-9e26-4373-be43-f23a84c41772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.511491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-06306b98-3f6f-4d7f-be0a-7f8cf5ce7039 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282375 Jul 06 17:44:57.516160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-42c79cee-9e26-4373-be43-f23a84c41772 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0046c6be-15c0-4129-becb-ffefda5db880 HTTP/1.1" status: 204 len: 168 time: 0.7074521 Jul 06 17:44:57.516301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-f708d124-ec5a-4167-98fa-8262fa71da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.519062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-f708d124-ec5a-4167-98fa-8262fa71da85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3257973 Jul 06 17:44:57.548498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c79cee-9e26-4373-be43-f23a84c41772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046c6be-15c0-4129-becb-ffefda5db880,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:57.593741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Pushing event updated for resources: {'Port': ['ID=96dcb38c-a2ed-4184-ab79-c5c27babcc59,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:57.681752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Attempting to bind port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:57.682506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Attempting to bind port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:57.683117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Attempting to bind port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 on network 3a206de4-88dc-44d2-8925-0833052ff837 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:57.689524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 on network 3a206de4-88dc-44d2-8925-0833052ff837 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:57.690167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Attempting to bind port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 on network 3a206de4-88dc-44d2-8925-0833052ff837 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:57.696630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:57.697233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Checking segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:57.697710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-08de62fe-920c-4095-a0db-dfd14a8ea7c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=320907a8-65b4-48db-a8e5-868b11d4542d HTTP/1.1" status: 200 len: 217 time: 0.1636412 Jul 06 17:44:57.698672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Bound using segment: {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:57.699496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Bound port: 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdecb1be-40e7-4eed-9092-f3aafea5fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:57.700099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.797979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] For port 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:57.800768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-9f3645ba-6930-4f7f-80d9-b088c37c2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.802144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] For port 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:57.803180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-9f3645ba-6930-4f7f-80d9-b088c37c2c9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0969226 Jul 06 17:44:57.828487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.842060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1e8b1eb-9de3-41cf-82b6-eef3238dfe81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.880451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fb9d97a-3a2b-4f26-b34e-913bf18bee80 req-23b1b907-3a55-4913-a860-5a2bc28ca983 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601089 Jul 06 17:44:57.911328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-5374c19f-ca71-411f-8c1b-79997a074783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.914437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-5374c19f-ca71-411f-8c1b-79997a074783 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028197 Jul 06 17:44:57.915363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.916186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.920671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/96dcb38c-a2ed-4184-ab79-c5c27babcc59 HTTP/1.1" status: 200 len: 1091 time: 1.1858459 Jul 06 17:44:57.922551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.924066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'tag': '96dcb38c-a2ed-4184-ab79-c5c27babcc59'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:57.942709 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85568c11-808e-4c80-a910-fdb9972c9fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca1b1c1-6ddc-438f-adff-1752db122dc4", "tag": "96dcb38c-a2ed-4184-ab79-c5c27babcc59"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:58.087779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9e0f1-db40-4122-9ac0-082431d347f8 service neutron] Pushing event updated for resources: {'Port': ['ID=96dcb38c-a2ed-4184-ab79-c5c27babcc59,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:58.130667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-7d67de0c-b865-4ba8-bbca-e1fb7427d822 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968772 Jul 06 17:44:58.140292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-7d9a86a6-8c61-458e-8700-fd610ce8011c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.148684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-7d9a86a6-8c61-458e-8700-fd610ce8011c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.2133286 Jul 06 17:44:58.171428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-fc19e7ec-63ae-4063-83b8-6c90cec51347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.177375 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-fc19e7ec-63ae-4063-83b8-6c90cec51347 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 1094 time: 0.1638198 Jul 06 17:44:58.222761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-d0d2961d-16ab-4138-b29b-ff4d44d7da74 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/quotas/b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 375 time: 0.0726995 Jul 06 17:44:58.256947 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-86958bff-c40a-421c-a8ca-66403af983e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59 HTTP/1.1" status: 200 len: 217 time: 0.0697346 Jul 06 17:44:58.257545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48506) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:58.273629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-4949e16d-3ac9-4676-adcd-046ec49b6146 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498679 Jul 06 17:44:58.331988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-3079ea38-21cf-4ff6-8b4d-2398ac28d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.334766 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-3079ea38-21cf-4ff6-8b4d-2398ac28d08c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 200 len: 862 time: 0.0675287 Jul 06 17:44:58.358021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73219cbb-c40a-42b1-b21c-258502a7147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.373012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30a39dee-0dff-4aed-88b3-7f39e2ffff16 req-00aa9814-33ce-47aa-9afe-c9433357bccb service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205160 Jul 06 17:44:58.392630 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-4ab18bca-0aba-4977-b645-0547675b209b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a206de4-88dc-44d2-8925-0833052ff837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461113 Jul 06 17:44:58.424430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-78f7e781-3857-402d-89f0-fa2f01e22869 service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498024 Jul 06 17:44:58.585752 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-73fe3708-68ad-4089-b0c0-cc098dd514b2 service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847134 Jul 06 17:44:58.602592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2227a70c-bea3-446c-9925-073a91e72346 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:58.617125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-9c88d7ea-43ba-4e4c-b285-84faf8c6c263 service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912980 Jul 06 17:44:58.744865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2227a70c-bea3-446c-9925-073a91e72346, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2227a70c-bea3-446c-9925-073a91e72346,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:58.768434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '2227a70c-bea3-446c-9925-073a91e72346', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '2227a70c-bea3-446c-9925-073a91e72346', 'mac_address': 'fa:16:3e:58:51:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:58.828670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73219cbb-c40a-42b1-b21c-258502a7147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.837724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.845946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73219cbb-c40a-42b1-b21c-258502a7147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.858915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2227a70c-bea3-446c-9925-073a91e72346 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:58.890698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f7ad-ab68-4799-b7c0-b3476d64c956 req-a311a02e-ffca-4cf4-9092-337c1e95ee09 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.891048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73219cbb-c40a-42b1-b21c-258502a7147f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecde91ff4e8f4fdc993267197d8f2a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266356 Jul 06 17:44:58.891224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4265f7ad-ab68-4799-b7c0-b3476d64c956 req-a311a02e-ffca-4cf4-9092-337c1e95ee09 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 943 time: 0.1629002 Jul 06 17:44:58.891415 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6ae62b91-92ff-4909-9c0e-9bc5db091c6e req-00362970-01ad-40bb-b1ec-5a92f621f36c service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977529 Jul 06 17:44:58.891415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48516) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:58.914805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2227a70c-bea3-446c-9925-073a91e72346, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2227a70c-bea3-446c-9925-073a91e72346,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:58.920565 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.957225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4265f7ad-ab68-4799-b7c0-b3476d64c956 req-9de38556-27b7-4747-81f8-47a6ca7e19aa tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600173 Jul 06 17:44:59.027758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219cbb-c40a-42b1-b21c-258502a7147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00dcaed-c8bd-4e69-9a33-fda7fa4ff99b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:59.058193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf663-c03a-4e6c-8728-4cd7062d2a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.064985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2227a70c-bea3-446c-9925-073a91e72346,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:59.091486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf663-c03a-4e6c-8728-4cd7062d2a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.180178 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.202282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf663-c03a-4e6c-8728-4cd7062d2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.207096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf663-c03a-4e6c-8728-4cd7062d2a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.209105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd7cf663-c03a-4e6c-8728-4cd7062d2a9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e00dcaed-c8bd-4e69-9a33-fda7fa4ff99b HTTP/1.1" status: 204 len: 168 time: 0.3167977 Jul 06 17:44:59.224266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2227a70c-bea3-446c-9925-073a91e72346'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:59.227209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cf663-c03a-4e6c-8728-4cd7062d2a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00dcaed-c8bd-4e69-9a33-fda7fa4ff99b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:59.297721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d4488-d428-4255-b145-1aaad0729a35 req-3077d9ba-beb3-4d8d-9aec-e9d0be25aa7a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:59.297721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a6d4488-d428-4255-b145-1aaad0729a35 req-3077d9ba-beb3-4d8d-9aec-e9d0be25aa7a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.2302208 Jul 06 17:44:59.405764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a6d4488-d428-4255-b145-1aaad0729a35 req-dc01458b-2c7b-466c-8333-e498745e81b3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950737 Jul 06 17:44:59.451442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e98169-e949-41db-b325-1fa61ea44095 req-f3b3b60f-5f7f-42df-b5a2-42916eeb53a5 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:59.489073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e98169-e949-41db-b325-1fa61ea44095 req-f3b3b60f-5f7f-42df-b5a2-42916eeb53a5 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:59.493110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7e98169-e949-41db-b325-1fa61ea44095 req-f3b3b60f-5f7f-42df-b5a2-42916eeb53a5 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1683 time: 0.2836490 Jul 06 17:44:59.559381 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfccdd7-670b-4db9-b67c-3f53cc3b754e x-openstack-request-id: req-abfccdd7-670b-4db9-b67c-3f53cc3b754e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:59.560349 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca1b1c1-6ddc-438f-adff-1752db122dc4", "tag": "96dcb38c-a2ed-4184-ab79-c5c27babcc59", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:59.560349 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abfccdd7-670b-4db9-b67c-3f53cc3b754e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:59.560832 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'tag': '96dcb38c-a2ed-4184-ab79-c5c27babcc59', 'status': 'completed', 'code': 200} Jul 06 17:44:59.606167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7e98169-e949-41db-b325-1fa61ea44095 req-e56fb5f3-aa08-4a63-b0dd-ed6d798fb19a tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018605 Jul 06 17:44:59.689093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.724051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-b35f954c-8550-4eda-9544-96c1fdf30c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:59.727528 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-b35f954c-8550-4eda-9544-96c1fdf30c65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 1094 time: 0.1370552 Jul 06 17:44:59.860756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-557cb21d-b4cd-43da-a3dd-e3ec2dba5900 req-18d97a01-a593-4190-a83a-18d013bef24d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 210 time: 0.1285625 Jul 06 17:45:00.015676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-486395fb-4a21-4441-8a87-9f020cbb26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.018537 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-486395fb-4a21-4441-8a87-9f020cbb26c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 200 len: 923 time: 0.2838516 Jul 06 17:45:00.175837 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-77e9c45f-130d-4117-8526-dbaa5bd71c36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59 HTTP/1.1" status: 200 len: 217 time: 0.1432915 Jul 06 17:45:00.176409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48538) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:00.372075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-84dedc5b-df44-43ef-83e2-8d7a6a2e9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.374807 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-84dedc5b-df44-43ef-83e2-8d7a6a2e9b10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 200 len: 862 time: 0.1829579 Jul 06 17:45:00.460202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-2df562a4-a465-4a83-b199-92b2b9bfc211 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a206de4-88dc-44d2-8925-0833052ff837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770161 Jul 06 17:45:00.615849 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.632214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf638fed-4545-4de9-b107-e167b437c8d0 req-6ce80f97-7fc6-4ecd-994f-869f0ce0878d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.632817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 320907a8-65b4-48db-a8e5-868b11d4542d details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:00.637286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2227a70c-bea3-446c-9925-073a91e72346 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:00.642346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf638fed-4545-4de9-b107-e167b437c8d0 req-6ce80f97-7fc6-4ecd-994f-869f0ce0878d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 946 time: 0.7840240 Jul 06 17:45:00.673752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334e0b-8e89-4252-abcf-7aee9a7fe480 req-032fd65a-fae2-457b-a1a4-64bc85cf5e61 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.688367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a334e0b-8e89-4252-abcf-7aee9a7fe480 req-032fd65a-fae2-457b-a1a4-64bc85cf5e61 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 943 time: 0.2288783 Jul 06 17:45:00.788553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 2227a70c-bea3-446c-9925-073a91e72346 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:00.845913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a334e0b-8e89-4252-abcf-7aee9a7fe480 req-6f247d58-8a8a-48d4-bf24-fdee9d2e00d4 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391511 Jul 06 17:45:00.857231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf638fed-4545-4de9-b107-e167b437c8d0 req-52ce1c56-0df5-4829-a076-df91c9a5a3c6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630495 Jul 06 17:45:00.873782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 2227a70c-bea3-446c-9925-073a91e72346 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:00.874637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.935301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-ba6666c6-272a-4cff-b881-f5e5c54fe675 service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659164 Jul 06 17:45:01.115903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 320907a8-65b4-48db-a8e5-868b11d4542d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=320907a8-65b4-48db-a8e5-868b11d4542d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:01.179104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '320907a8-65b4-48db-a8e5-868b11d4542d', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '320907a8-65b4-48db-a8e5-868b11d4542d', 'mac_address': 'fa:16:3e:e2:dd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:01.183350 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85568c11-808e-4c80-a910-fdb9972c9fc9 req-2117382f-76ad-403f-b024-47ed1c3148af service neutron] 10.222.0.61 "GET /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395761 Jul 06 17:45:01.314319 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.422338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-9b2facb8-71d1-4a18-bef2-2c3f95a883de tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:01.423864 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-9b2facb8-71d1-4a18-bef2-2c3f95a883de tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.1516607 Jul 06 17:45:01.436022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2227a70c-bea3-446c-9925-073a91e72346, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2227a70c-bea3-446c-9925-073a91e72346,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:01.445070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14c559-9a41-4710-8214-be67d3151573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2227a70c-bea3-446c-9925-073a91e72346'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:01.446092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Request body: {'port': {'device_id': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'admin_state_up': True, 'tenant_id': 'b834152154f54cb18deae9ddb927b54a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:01.450755 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f58f268-b00a-470e-876f-1a603a028fcb" -d '{"events": [{"server_uuid": "fe14c559-9a41-4710-8214-be67d3151573", "name": "network-vif-plugged", "status": "completed", "tag": "2227a70c-bea3-446c-9925-073a91e72346"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:01.480399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.499600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:01.509500 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.571984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27dc2b-1d3f-46bc-9e93-bb5fb3e973bc req-dc7880a1-4d03-4214-a5b1-fc562c23ccf8 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:01.574997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe27dc2b-1d3f-46bc-9e93-bb5fb3e973bc req-dc7880a1-4d03-4214-a5b1-fc562c23ccf8 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.2372961 Jul 06 17:45:01.596823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.662452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320907a8-65b4-48db-a8e5-868b11d4542d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:01.664617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe27dc2b-1d3f-46bc-9e93-bb5fb3e973bc req-b2e9e6f3-f5e6-4a52-975e-9bcc34861e33 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834353 Jul 06 17:45:01.727790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Made reservation on behalf of b834152154f54cb18deae9ddb927b54a for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:01.730579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2227a70c-bea3-446c-9925-073a91e72346,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:01.740227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 320907a8-65b4-48db-a8e5-868b11d4542d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=320907a8-65b4-48db-a8e5-868b11d4542d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:01.747297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.757095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.842371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-network', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:01.894876 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1703366-ae37-4eda-9615-200144ffa79b x-openstack-request-id: req-d1703366-ae37-4eda-9615-200144ffa79b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:01.895465 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14c559-9a41-4710-8214-be67d3151573", "name": "network-vif-plugged", "status": "completed", "tag": "2227a70c-bea3-446c-9925-073a91e72346", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:01.895819 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1703366-ae37-4eda-9615-200144ffa79b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:01.896452 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe14c559-9a41-4710-8214-be67d3151573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2227a70c-bea3-446c-9925-073a91e72346', 'code': 200} Jul 06 17:45:01.931896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=320907a8-65b4-48db-a8e5-868b11d4542d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:01.973284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.981250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Made reservation on behalf of 9a2c596a34ac4e5a8e5418dc7e7ea79c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:01.985307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.008751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2cc9edb1-3cf7-4b08-abcf-b472f2c80727 req-a1ce4937-bf83-4014-bf5e-907ad580a6d7 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0763667 Jul 06 17:45:02.015201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.051957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['320907a8-65b4-48db-a8e5-868b11d4542d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:02.277671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a45ab-f230-4fab-b169-12b7340054d8 req-2d45a4de-367f-415c-b070-6b2778906d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.279226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-427a45ab-f230-4fab-b169-12b7340054d8 req-2d45a4de-367f-415c-b070-6b2778906d13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 1101 time: 0.2545025 Jul 06 17:45:02.335006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6d63f-be83-4078-b007-2e851c80583d req-36b4a360-da57-4f7b-bd3c-e1c9579f8e13 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.342339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6d63f-be83-4078-b007-2e851c80583d req-36b4a360-da57-4f7b-bd3c-e1c9579f8e13 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.349779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63c6d63f-be83-4078-b007-2e851c80583d req-36b4a360-da57-4f7b-bd3c-e1c9579f8e13 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1683 time: 0.2252510 Jul 06 17:45:02.389489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.403337 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.418681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-427a45ab-f230-4fab-b169-12b7340054d8 req-309f4f76-ba18-4c56-bbb1-f9c09b4877f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294038 Jul 06 17:45:02.489763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:02.505585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63c6d63f-be83-4078-b007-2e851c80583d req-02bee2f8-0fa4-4d4f-a474-5bda81c23240 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546412 Jul 06 17:45:02.511333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb7b073-464a-4241-a965-66622d8851b0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:02.516703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.517038 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Added segment 37ffd483-0392-44d7-af0e-5efc7cd7fd34 of type vlan for network 18a52b45-d066-4635-96d7-7230775786a0 Jul 06 17:45:02.595656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.633652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ee203-e7a9-47c1-bbc0-3e5dd79d2bd8 req-830c58ca-574f-4778-8922-854478fad677 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.637533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316ee203-e7a9-47c1-bbc0-3e5dd79d2bd8 req-830c58ca-574f-4778-8922-854478fad677 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 943 time: 0.2206237 Jul 06 17:45:02.641319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 96dcb38c-a2ed-4184-ab79-c5c27babcc59 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:02.666124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.667744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.668723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.757115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2495124 Jul 06 17:45:02.760143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48584) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:02.772740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Request body: {'subnet': {'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-subnet', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:02.795392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Allocated IP 172.20.0.8 (6f9b102c-5c12-4711-bca5-2eb81ea55745/757b3b0f-79c3-421a-b123-a02545b505c2/978fe722-5227-4032-929d-c87c86029076) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:02.814446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316ee203-e7a9-47c1-bbc0-3e5dd79d2bd8 req-b2b826bf-b731-4b19-81fc-6dce65b8d253 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553133 Jul 06 17:45:02.838981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:02.874794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '96dcb38c-a2ed-4184-ab79-c5c27babcc59', 'network_id': '3a206de4-88dc-44d2-8925-0833052ff837', 'port_id': '96dcb38c-a2ed-4184-ab79-c5c27babcc59', 'mac_address': 'fa:16:3e:02:6a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46556c9b-747a-46f2-b649-31f7c49d8b15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:02.875895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e2d6a-68d6-4d56-8426-6ec456db6a99 admin admin] Pushing event updated for resources: {'Network': ['ID=18a52b45-d066-4635-96d7-7230775786a0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:02.904175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 18a52b45-d066-4635-96d7-7230775786a0 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:02.909114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Made reservation on behalf of 9a2c596a34ac4e5a8e5418dc7e7ea79c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:02.913449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.006855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14eca06-713d-4cb3-8ca5-d1cd677c1405 req-d06de69c-cadc-4857-97c8-dbae6cf49b0b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.023005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b14eca06-713d-4cb3-8ca5-d1cd677c1405 req-d06de69c-cadc-4857-97c8-dbae6cf49b0b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 947 time: 0.2366793 Jul 06 17:45:03.124145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b14eca06-713d-4cb3-8ca5-d1cd677c1405 req-6ccde771-1451-444e-910f-191cdb06689a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991077 Jul 06 17:45:03.170558 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.236773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dcb38c-a2ed-4184-ab79-c5c27babcc59 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:03.312199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:03.320603 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.475471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=96dcb38c-a2ed-4184-ab79-c5c27babcc59,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:03.489171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.489696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.490197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.490644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.491082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.491547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.492141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.492743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.493213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.493649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.494181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.494544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:03.570252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:03.574050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-710f94b8-069d-4f2a-8709-edd4ce9886da req-27b775b9-b4cb-4ee1-8aeb-be939ce96327 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 210 time: 0.1010778 Jul 06 17:45:03.592093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1220a0-f252-4bc3-86a4-a2eeeab22225 req-e65f411c-1b1a-4382-b259-0e7cc64ba184 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.625806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb1220a0-f252-4bc3-86a4-a2eeeab22225 req-e65f411c-1b1a-4382-b259-0e7cc64ba184 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.4355912 Jul 06 17:45:03.628798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['96dcb38c-a2ed-4184-ab79-c5c27babcc59'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:03.736336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb1220a0-f252-4bc3-86a4-a2eeeab22225 req-ab732216-4cdb-48bb-9515-e233f15cebb1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089332 Jul 06 17:45:03.785992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-b4373eb1-baf8-47e5-a232-95d5431bc10c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.796057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-b4373eb1-baf8-47e5-a232-95d5431bc10c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.799068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-b4373eb1-baf8-47e5-a232-95d5431bc10c tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1683 time: 0.4433138 Jul 06 17:45:03.844963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Deleting port 4710b0cb-d447-49d2-b812-235d4a829152 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:03.845889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.881536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.977364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.981943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f4cbaa-b27e-4508-b4cd-d04f0adab31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.016458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a596f1f7-e080-4134-bf73-9773d920e770,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:04.077618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] For port 4710b0cb-d447-49d2-b812-235d4a829152, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4710b0cb-d447-49d2-b812-235d4a829152,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:04.078089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.110793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Checking segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:04.111071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Network hostable DHCP agents. Network: 18a52b45-d066-4635-96d7-7230775786a0, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:45:04.113611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Calling delete_port for 4710b0cb-d447-49d2-b812-235d4a829152 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:04.180346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.226819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Network 18a52b45-d066-4635-96d7-7230775786a0 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:45:04.264220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:04.267650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 18a52b45-d066-4635-96d7-7230775786a0) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:04.273105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.274126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.284015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:04.285862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60bccb1-552e-4212-9c79-25c2c0abade8 None None] Network 18a52b45-d066-4635-96d7-7230775786a0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:04.287651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:04.363818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477f6a7-f83f-4e61-961d-23eabb3d6103 req-b21c3eba-65bc-4de0-8b79-18603afd2547 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.377046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477f6a7-f83f-4e61-961d-23eabb3d6103 req-b21c3eba-65bc-4de0-8b79-18603afd2547 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.377842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:04.382379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b477f6a7-f83f-4e61-961d-23eabb3d6103 req-b21c3eba-65bc-4de0-8b79-18603afd2547 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 1683 time: 0.4297161 Jul 06 17:45:04.399752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port e7299d93-2d76-4952-9ae3-12e40186372b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:04.400226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.419922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.420611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.523313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.549571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca20fa1-870b-4062-a3a8-9622d64f5d54 req-757af403-42c3-4e60-a719-2987fbd8a335 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.555194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-18a52b45-d066-4635-96d7-7230775786a0', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:45:04.556243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.560112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eca20fa1-870b-4062-a3a8-9622d64f5d54 req-757af403-42c3-4e60-a719-2987fbd8a335 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 944 time: 0.5073788 Jul 06 17:45:04.569594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4710b0cb-d447-49d2-b812-235d4a829152,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:04.660052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 320907a8-65b4-48db-a8e5-868b11d4542d up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:04.766937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b477f6a7-f83f-4e61-961d-23eabb3d6103 req-5cc4f224-86de-4c8c-9cf9-1b31ec0bc815 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764241 Jul 06 17:45:04.774586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 320907a8-65b4-48db-a8e5-868b11d4542d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:04.782309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 320907a8-65b4-48db-a8e5-868b11d4542d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:04.785109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.788679 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f4cbaa-b27e-4508-b4cd-d04f0adab31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.812367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24f4cbaa-b27e-4508-b4cd-d04f0adab31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.857572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-24f4cbaa-b27e-4508-b4cd-d04f0adab31d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4301cc09fbe245ad9f57c818fbf943c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2281492 Jul 06 17:45:04.862509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:04.883162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Allocated IP 172.20.0.2 (18a52b45-d066-4635-96d7-7230775786a0/a596f1f7-e080-4134-bf73-9773d920e770/2f6e67df-5415-4cfc-861b-52b6911a62d2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:04.894589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.949391 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-39c55ded-3646-4b80-99f6-4dfc1e56df2e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1798828 Jul 06 17:45:04.949922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-757a9350-a806-4538-94d1-98a67c05fe7c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5091522 Jul 06 17:45:04.950879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48608) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:04.958887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eca20fa1-870b-4062-a3a8-9622d64f5d54 req-b3e6425b-ccc6-4e71-a65b-cb59abce33b7 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367805 Jul 06 17:45:04.976642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:04.988727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Request body: {'port': {'device_id': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:05.048675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.082582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port e7299d93-2d76-4952-9ae3-12e40186372b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e7299d93-2d76-4952-9ae3-12e40186372b,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:05.084624 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.108475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 320907a8-65b4-48db-a8e5-868b11d4542d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=320907a8-65b4-48db-a8e5-868b11d4542d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:05.112463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320907a8-65b4-48db-a8e5-868b11d4542d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:05.116452 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a295274-d45d-4a4a-9f28-4fa65fd62e9a" -d '{"events": [{"server_uuid": "5da47acd-b615-4de0-9a44-80e5ca728c96", "name": "network-vif-plugged", "status": "completed", "tag": "320907a8-65b4-48db-a8e5-868b11d4542d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:05.124463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4cbaa-b27e-4508-b4cd-d04f0adab31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5601daee-8ba8-465e-982d-5a17dca8d8fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:05.125451 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.183100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for e7299d93-2d76-4952-9ae3-12e40186372b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:05.202395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.204184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.247715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=320907a8-65b4-48db-a8e5-868b11d4542d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:05.266410 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.279345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Transition to ACTIVE for port object 2f6e67df-5415-4cfc-861b-52b6911a62d2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:05.306021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Transition to ACTIVE for port object 2f6e67df-5415-4cfc-861b-52b6911a62d2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:05.330254 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.373334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c16b01b-dc3b-4bee-b824-78519fa1c778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.431455 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.454405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c16b01b-dc3b-4bee-b824-78519fa1c778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.458364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.480888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Network 18a52b45-d066-4635-96d7-7230775786a0 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:05.490730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:05.495732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:05.524374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276d7d4-b7c3-449c-bc1b-82346a115108 req-5b0ae5c0-b1c0-46dd-b4aa-368057952169 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.539962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6276d7d4-b7c3-449c-bc1b-82346a115108 req-5b0ae5c0-b1c0-46dd-b4aa-368057952169 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 948 time: 0.4620481 Jul 06 17:45:05.586113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Pushing event updated for resources: {'Port': ['ID=2f6e67df-5415-4cfc-861b-52b6911a62d2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:05.658097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Attempting to bind port 2f6e67df-5415-4cfc-861b-52b6911a62d2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:05.658643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Attempting to bind port 2f6e67df-5415-4cfc-861b-52b6911a62d2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:05.659409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Attempting to bind port 2f6e67df-5415-4cfc-861b-52b6911a62d2 on network 18a52b45-d066-4635-96d7-7230775786a0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:05.671146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:05.676350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Checking segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:05.677468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.678309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Bound using segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:05.679242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Bound port: 2f6e67df-5415-4cfc-861b-52b6911a62d2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:05.679921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.722041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c16b01b-dc3b-4bee-b824-78519fa1c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.728931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c16b01b-dc3b-4bee-b824-78519fa1c778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.737313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5c16b01b-dc3b-4bee-b824-78519fa1c778 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5601daee-8ba8-465e-982d-5a17dca8d8fd HTTP/1.1" status: 204 len: 168 time: 0.8718212 Jul 06 17:45:05.823846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] For port 2f6e67df-5415-4cfc-861b-52b6911a62d2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:05.830896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] For port 2f6e67df-5415-4cfc-861b-52b6911a62d2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2f6e67df-5415-4cfc-861b-52b6911a62d2,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:05.837686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850eaf-5938-47b3-87f2-a482b34ad5cb req-b00ccfd5-d962-4ec8-9e4c-024b3a4f8641 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.844632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.852514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-09850eaf-5938-47b3-87f2-a482b34ad5cb req-b00ccfd5-d962-4ec8-9e4c-024b3a4f8641 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 931 time: 0.6566265 Jul 06 17:45:05.879719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.925881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6276d7d4-b7c3-449c-bc1b-82346a115108 req-7832e245-a86d-46d9-a50d-cf1e9872b49b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698413 Jul 06 17:45:05.954190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16b01b-dc3b-4bee-b824-78519fa1c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5601daee-8ba8-465e-982d-5a17dca8d8fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.094782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-09850eaf-5938-47b3-87f2-a482b34ad5cb req-abe0b09c-c372-4e2b-b987-94dc2c97eead tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405896 Jul 06 17:45:06.123733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e605a-58cd-41a2-8197-21eb8432e433 None None] Pushing event updated for resources: {'Port': ['ID=2f6e67df-5415-4cfc-861b-52b6911a62d2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.134582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.162381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e7299d93-2d76-4952-9ae3-12e40186372b', '636bf1cf-cc18-43da-98d6-ba5d7da51c3a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:06.251471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=e7299d93-2d76-4952-9ae3-12e40186372b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.371140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Router 65e8183d-4c98-4694-9719-4cd8a8efcee9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:45:06.378946 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7284001-d0a2-495e-ad3b-a4ee9b23e6be x-openstack-request-id: req-c7284001-d0a2-495e-ad3b-a4ee9b23e6be {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:06.380404 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da47acd-b615-4de0-9a44-80e5ca728c96", "name": "network-vif-plugged", "status": "completed", "tag": "320907a8-65b4-48db-a8e5-868b11d4542d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:06.380404 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7284001-d0a2-495e-ad3b-a4ee9b23e6be {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:06.391204 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320907a8-65b4-48db-a8e5-868b11d4542d', 'code': 200} Jul 06 17:45:06.586475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port e7299d93-2d76-4952-9ae3-12e40186372b on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:06.597422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.620826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-ca766b6c-781e-44c3-a4ec-bc501a34f9e9 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "DELETE /v2.0/ports/e7299d93-2d76-4952-9ae3-12e40186372b HTTP/1.1" status: 204 len: 173 time: 2.8007562 Jul 06 17:45:06.706436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8281fa27-c0eb-4176-bf04-dcabc916197c details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:06.710346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 96dcb38c-a2ed-4184-ab79-c5c27babcc59 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:06.861060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-deleted', 'tag': 'e7299d93-2d76-4952-9ae3-12e40186372b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:06.867352 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08547d-f993-4b1b-bfc4-bbc46d228ae9" -d '{"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-deleted", "tag": "e7299d93-2d76-4952-9ae3-12e40186372b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:06.940847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:06.973188 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6e39433-4f90-43d1-91ab-de126a82ec60 admin admin] 10.222.0.37 "PUT /v2.0/routers/65e8183d-4c98-4694-9719-4cd8a8efcee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7910280 Jul 06 17:45:06.992747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:07.278377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978fe722-5227-4032-929d-c87c86029076 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:07.289735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.309702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Transition to ACTIVE for port object 978fe722-5227-4032-929d-c87c86029076 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:07.324195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.486830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.644135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:07.826139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d2b49-3c70-492f-ad71-9730f0617519 req-e1457f53-22e2-478a-8f9c-e3de02620fd5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.846571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0d2b49-3c70-492f-ad71-9730f0617519 req-e1457f53-22e2-478a-8f9c-e3de02620fd5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 1.2693975 Jul 06 17:45:07.928814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:08.077099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2f6e67df-5415-4cfc-861b-52b6911a62d2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:08.089615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b83c7-e57e-425a-a8c8-161a8633060b req-24bdc206-5337-4d62-8884-a6b0f5177145 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.090495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] Sync routers for ids ['65e8183d-4c98-4694-9719-4cd8a8efcee9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:08.097323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-994b83c7-e57e-425a-a8c8-161a8633060b req-24bdc206-5337-4d62-8884-a6b0f5177145 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e0418c-15d6-45c8-9a34-d903f1278ad3 HTTP/1.1" status: 200 len: 946 time: 1.2199862 Jul 06 17:45:08.205976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0d2b49-3c70-492f-ad71-9730f0617519 req-5eb44b4c-0643-4f80-a411-c508bc8aa959 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582060 Jul 06 17:45:08.265422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:08.265967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:08.266674 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:08.282263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:08.283451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:08.292431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:08.300779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:08.301100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:08.301496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:08.301933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Bound port: 978fe722-5227-4032-929d-c87c86029076, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:08.302290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.335601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a105b2-2bce-49ee-bb99-1d2b16304f12 req-872ced48-bb5e-4bd4-bf97-fc37b56ae007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.337187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44a105b2-2bce-49ee-bb99-1d2b16304f12 req-872ced48-bb5e-4bd4-bf97-fc37b56ae007 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 1099 time: 1.4782357 Jul 06 17:45:08.361120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'mac_address': 'fa:16:3e:74:bd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:08.377244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.420370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:08.420762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.449151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.568544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d42759-b032-406d-bff6-0eda940b4ff8 None None] Network 18a52b45-d066-4635-96d7-7230775786a0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:08.606884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2058017090-network', 'tenant_id': '70f8f723d0e94258bdd05528c40178ad'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:08.607732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-994b83c7-e57e-425a-a8c8-161a8633060b req-ee4a3de5-2f66-48ca-b222-f658604fb84d tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "GET /v2.0/security-groups?id=431b7bd2-81f5-4d46-8a84-43e5809d9671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040734 Jul 06 17:45:08.672010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.733977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44a105b2-2bce-49ee-bb99-1d2b16304f12 req-3a180212-af2e-4a7b-a795-f1c07304785f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770390 Jul 06 17:45:08.787009 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1706b502-686a-48c7-b04a-9f90349960a9 x-openstack-request-id: req-1706b502-686a-48c7-b04a-9f90349960a9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:08.787716 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-deleted", "tag": "e7299d93-2d76-4952-9ae3-12e40186372b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:08.788260 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1706b502-686a-48c7-b04a-9f90349960a9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:08.788859 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-deleted', 'tag': 'e7299d93-2d76-4952-9ae3-12e40186372b', 'status': 'completed', 'code': 200} Jul 06 17:45:08.794057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] Routers {'65e8183d-4c98-4694-9719-4cd8a8efcee9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:08.796863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65e8183d-4c98-4694-9719-4cd8a8efcee9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:08.808258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Made reservation on behalf of 70f8f723d0e94258bdd05528c40178ad for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:08.812571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.876745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.989424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:09.002445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Allocated IP 172.25.5.56 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/749fd407-4bff-4140-a2ae-90281a74d637) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:09.015054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:09.015504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.029116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:09.043425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for 636bf1cf-cc18-43da-98d6-ba5d7da51c3a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:09.047633 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.064728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.137565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fde46-dab5-4370-b373-effd8841b2ed req-ae479577-2258-40bf-888c-ca3fc3ec0919 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:09.145448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-430fde46-dab5-4370-b373-effd8841b2ed req-ae479577-2258-40bf-888c-ca3fc3ec0919 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 944 time: 0.4496815 Jul 06 17:45:09.160378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1f1a1526-9689-42c3-a6be-0bfa099d9709 None None] Provisioning for port 2f6e67df-5415-4cfc-861b-52b6911a62d2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:09.161115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Deleting port 32819e3c-7a63-49a4-90da-dfcb16bfaf00 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:09.161447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.167846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.175654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:09.186135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.224635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8281fa27-c0eb-4176-bf04-dcabc916197c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:09.298841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:09.299365 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.324850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 2f6e67df-5415-4cfc-861b-52b6911a62d2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:09.376602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] Set router 65e8183d-4c98-4694-9719-4cd8a8efcee9 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:09.445613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2f6e67df-5415-4cfc-861b-52b6911a62d2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:09.446040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.522506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:09.581714 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.587677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:45:08Z', 'revision_number': 6, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:09.769837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-430fde46-dab5-4370-b373-effd8841b2ed req-fa359ab0-8888-4180-b383-c3bce72a381d tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230817 Jul 06 17:45:09.772238 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.783680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] Checking router: 65e8183d-4c98-4694-9719-4cd8a8efcee9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:09.820165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['8281fa27-c0eb-4176-bf04-dcabc916197c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:09.870791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:09.911300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:09.912521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.915305 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] 10.222.0.61 "PUT /v2.0/ports/978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 1091 time: 4.9330478 Jul 06 17:45:09.924707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'tag': '978fe722-5227-4032-929d-c87c86029076'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:09.928936 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83ee150-7d71-4991-bc18-79ff21a84cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "tag": "978fe722-5227-4032-929d-c87c86029076"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:09.944610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:09.955520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670143f-a01e-4d66-8227-d22c57bd3522 req-8c67e581-a484-4e51-9617-7e7299b0f1ce tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:09.974523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e670143f-a01e-4d66-8227-d22c57bd3522 req-8c67e581-a484-4e51-9617-7e7299b0f1ce tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 948 time: 1.0085440 Jul 06 17:45:09.991721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=636bf1cf-cc18-43da-98d6-ba5d7da51c3a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.063397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.063922 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Added segment 9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf of type vlan for network 6b21f5e1-861d-4dae-b943-ab1db4072405 Jul 06 17:45:10.097334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003814a-e014-4836-a856-ab6c1d68de8f service neutron] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.111435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e670143f-a01e-4d66-8227-d22c57bd3522 req-473d1293-5951-40a4-9b71-c95719b68338 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228695 Jul 06 17:45:10.143563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port 636bf1cf-cc18-43da-98d6-ba5d7da51c3a on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:10.148883 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.152746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3754fc-7bb2-4d26-8855-9a4ac66db66f req-5e29aabd-8001-4a55-bac0-f7d5c8ae0d79 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.61 "DELETE /v2.0/ports/636bf1cf-cc18-43da-98d6-ba5d7da51c3a HTTP/1.1" status: 204 len: 173 time: 3.5304198 Jul 06 17:45:10.266081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.270013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] Routers {'65e8183d-4c98-4694-9719-4cd8a8efcee9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:10.273930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65e8183d-4c98-4694-9719-4cd8a8efcee9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:10.278009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] For port 32819e3c-7a63-49a4-90da-dfcb16bfaf00, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=32819e3c-7a63-49a4-90da-dfcb16bfaf00,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:10.278759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.333179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Calling delete_port for 32819e3c-7a63-49a4-90da-dfcb16bfaf00 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:10.482747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.582901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.584610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.586104 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.615892 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5322986 Jul 06 17:45:10.624746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:10.635473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-59f2318f-c764-4af9-8406-d7add5436925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.638023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-59f2318f-c764-4af9-8406-d7add5436925 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1094 time: 0.6129658 Jul 06 17:45:10.643345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Request body: {'subnet': {'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2058017090-subnet', 'tenant_id': '70f8f723d0e94258bdd05528c40178ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:10.702162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.816591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad8d2-52ab-4231-939a-b97556b7a945 req-0a47ee53-7b1d-4252-bb88-56d24aa95702 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.821518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a3ad8d2-52ab-4231-939a-b97556b7a945 req-0a47ee53-7b1d-4252-bb88-56d24aa95702 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3604674 Jul 06 17:45:10.822139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-deleted', 'tag': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:10.828113 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d397e1d3-a5b8-45d7-bef9-2c6f68be144d" -d '{"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-deleted", "tag": "636bf1cf-cc18-43da-98d6-ba5d7da51c3a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:10.857042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab2808-15ac-4905-aaf0-d7744fd19dcf admin admin] Pushing event updated for resources: {'Network': ['ID=6b21f5e1-861d-4dae-b943-ab1db4072405,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.864856 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-210c12c3-53fa-4521-81be-e287278d8f4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.1851275 Jul 06 17:45:10.921660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6b21f5e1-861d-4dae-b943-ab1db4072405 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:10.997050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Made reservation on behalf of 70f8f723d0e94258bdd05528c40178ad for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:11.008288 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.111140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] Set router 65e8183d-4c98-4694-9719-4cd8a8efcee9 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:11.116271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.125718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.186715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14164806-a5d9-4cd9-86ce-2f9d12830545 req-4f9a6614-4b01-4a0c-8db7-34ec2121e1ae tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:11.201952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14164806-a5d9-4cd9-86ce-2f9d12830545 req-4f9a6614-4b01-4a0c-8db7-34ec2121e1ae tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 944 time: 0.5747297 Jul 06 17:45:11.233429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-e71ae283-637e-47b6-9bd2-145cda87b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:11.242537 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-e71ae283-637e-47b6-9bd2-145cda87b6d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.3702056 Jul 06 17:45:11.246671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=749fd407-4bff-4140-a2ae-90281a74d637,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.250606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a3ad8d2-52ab-4231-939a-b97556b7a945 req-c096c501-74e7-4383-b58b-fcdb5a3ad3dc tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090850 Jul 06 17:45:11.337600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.344179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14164806-a5d9-4cd9-86ce-2f9d12830545 req-cba81923-df12-4d78-a8f0-368d0f2c9faf tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901837 Jul 06 17:45:11.358919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.428736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:45:08Z', 'revision_number': 6, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:11.446352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcb38c-a2ed-4184-ab79-c5c27babcc59'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:11.450156 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59681a8c-da5d-4461-84c8-0e461d096f47" -d '{"events": [{"server_uuid": "8ca1b1c1-6ddc-438f-adff-1752db122dc4", "name": "network-vif-plugged", "status": "completed", "tag": "96dcb38c-a2ed-4184-ab79-c5c27babcc59"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:11.459877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Pushing event deleted for resources: {'Port': ['ID=32819e3c-7a63-49a4-90da-dfcb16bfaf00,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.525508 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-6392462a-fbb0-47e0-9415-f1c20dc9996a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2506292 Jul 06 17:45:11.542813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e78c2e-8eee-41af-91f0-bc325e60201c None None] The sync data for ids ['65e8183d-4c98-4694-9719-4cd8a8efcee9'] in n-d-799527-3 is: [{'id': '65e8183d-4c98-4694-9719-4cd8a8efcee9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1213404064-router', 'tenant_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:09Z', 'updated_at': '2021-07-06T17:45:08Z', 'revision_number': 6, 'project_id': 'e26fbdcaac4b46bc94f088323b4215ec', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:11.549872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:11.569776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.578671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 2f6e67df-5415-4cfc-861b-52b6911a62d2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2f6e67df-5415-4cfc-861b-52b6911a62d2,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:11.605654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:11.606799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 636bf1cf-cc18-43da-98d6-ba5d7da51c3a no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:11.618191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:11.637093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.641602 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b08ec00-84dd-404e-9d8a-44f8a06d4aa3 x-openstack-request-id: req-0b08ec00-84dd-404e-9d8a-44f8a06d4aa3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:11.641832 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "tag": "978fe722-5227-4032-929d-c87c86029076", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:11.643515 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b08ec00-84dd-404e-9d8a-44f8a06d4aa3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:11.644453 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'tag': '978fe722-5227-4032-929d-c87c86029076', 'status': 'completed', 'code': 200} Jul 06 17:45:11.651095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:11.673091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a3a8d344-591d-447e-9b30-df7d6db5f6ed None None] Provisioning complete for port 2f6e67df-5415-4cfc-861b-52b6911a62d2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:11.674017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d344-591d-447e-9b30-df7d6db5f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.703667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48686) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:11.793278 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9119d764-dec9-4d9b-a5b9-4ffad745a45e x-openstack-request-id: req-9119d764-dec9-4d9b-a5b9-4ffad745a45e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:11.793602 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0418c-15d6-45c8-9a34-d903f1278ad3", "name": "network-vif-deleted", "tag": "636bf1cf-cc18-43da-98d6-ba5d7da51c3a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:11.793881 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9119d764-dec9-4d9b-a5b9-4ffad745a45e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:11.797690 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0418c-15d6-45c8-9a34-d903f1278ad3', 'name': 'network-vif-deleted', 'tag': '636bf1cf-cc18-43da-98d6-ba5d7da51c3a', 'status': 'completed', 'code': 200} Jul 06 17:45:11.863938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 636bf1cf-cc18-43da-98d6-ba5d7da51c3a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:11.864516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 636bf1cf-cc18-43da-98d6-ba5d7da51c3a not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:11.873179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e7299d93-2d76-4952-9ae3-12e40186372b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:11.879499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.040380 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-8fcb66cd-7c7e-4ef4-ac64-4b82c3e3ed05 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977381 Jul 06 17:45:12.096539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: e7299d93-2d76-4952-9ae3-12e40186372b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:12.105738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e7299d93-2d76-4952-9ae3-12e40186372b not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:12.159973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4710b0cb-d447-49d2-b812-235d4a829152 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:12.227395 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-959b3f0c-a7c2-4d37-aaa3-e3060dd8a5c3 req-e6a351c1-b470-425b-9e60-c818b0d1d951 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781790 Jul 06 17:45:12.232080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4710b0cb-d447-49d2-b812-235d4a829152 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:12.254300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4710b0cb-d447-49d2-b812-235d4a829152 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:12.255923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=96dcb38c-a2ed-4184-ab79-c5c27babcc59,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:12.297619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting subnet 1e0bc400-5a42-4380-acf9-faf1fdd2c623 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:12.399128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.400021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=2f6e67df-5415-4cfc-861b-52b6911a62d2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:12.404054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.439385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.451897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.600864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.606534 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.607548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e8183d-4c98-4694-9719-4cd8a8efcee9 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:45:12.626153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.628227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-98753a5a-8168-4643-af21-e831f73fbe27 admin admin] 10.222.0.37 "DELETE /v2.0/routers/65e8183d-4c98-4694-9719-4cd8a8efcee9 HTTP/1.1" status: 204 len: 168 time: 5.6316445 Jul 06 17:45:12.632598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48692) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:12.668883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f975c8-fda8-46c5-8a74-4c75a92853c1 req-6ff148e3-8066-42ae-8279-882288b3520d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:12.671072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27f975c8-fda8-46c5-8a74-4c75a92853c1 req-6ff148e3-8066-42ae-8279-882288b3520d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 948 time: 0.4998856 Jul 06 17:45:12.688414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab1152-9180-4146-9414-8e1dd180762d req-4c7c056c-2b32-4bb5-93cd-dd9f5e6113cd tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:12.690707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cab1152-9180-4146-9414-8e1dd180762d req-4c7c056c-2b32-4bb5-93cd-dd9f5e6113cd tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 945 time: 0.6386137 Jul 06 17:45:12.695402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:12.764870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-13fff806-284d-4af4-ac9c-5a3962d8c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:12.766549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-13fff806-284d-4af4-ac9c-5a3962d8c1e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1094 time: 0.3104644 Jul 06 17:45:12.773049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Deleting subnet 49383445-b35a-45d3-8181-79a7ed54e624 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:12.830527 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.853204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Checking segment: {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:12.856430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Network hostable DHCP agents. Network: 6b21f5e1-861d-4dae-b943-ab1db4072405, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:45:12.889433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cab1152-9180-4146-9414-8e1dd180762d req-d6d16b91-93ae-4147-9709-f81eb852824a tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839356 Jul 06 17:45:12.920473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Network 6b21f5e1-861d-4dae-b943-ab1db4072405 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:45:12.935900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27f975c8-fda8-46c5-8a74-4c75a92853c1 req-249abad1-603f-406d-ab60-072bfabf961b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375710 Jul 06 17:45:12.941053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.956041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6b21f5e1-861d-4dae-b943-ab1db4072405) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:12.961921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:12.965940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ab5da-8148-4867-a9a7-b3d424ed50c0 None None] Network 6b21f5e1-861d-4dae-b943-ab1db4072405 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:12.978734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.037326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-48aeecc0-1918-4d50-80ca-4a4dfc7c052e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4017916 Jul 06 17:45:13.234095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.249700 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8247f7-512b-4809-ab1d-87b1fc5544cd x-openstack-request-id: req-fb8247f7-512b-4809-ab1d-87b1fc5544cd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:13.250006 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1b1c1-6ddc-438f-adff-1752db122dc4", "name": "network-vif-plugged", "status": "completed", "tag": "96dcb38c-a2ed-4184-ab79-c5c27babcc59", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:13.250266 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb8247f7-512b-4809-ab1d-87b1fc5544cd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:13.250728 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcb38c-a2ed-4184-ab79-c5c27babcc59', 'code': 200} Jul 06 17:45:13.264711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.455039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302d93-5d0e-414b-be9d-73dc55cbbe0b req-6dd3a813-a188-48a8-bc3d-b9d06103c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:13.456991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d302d93-5d0e-414b-be9d-73dc55cbbe0b req-6dd3a813-a188-48a8-bc3d-b9d06103c4d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 1096 time: 0.3143275 Jul 06 17:45:13.513121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-9ad06051-7595-48e8-8b9e-02207a9915f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:13.515764 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-9ad06051-7595-48e8-8b9e-02207a9915f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.7307243 Jul 06 17:45:13.565269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76309a9-8677-4b51-af39-705e529862c4 req-b03212cc-cdfd-4647-952b-1f50919c8f0c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:13.584624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a76309a9-8677-4b51-af39-705e529862c4 req-b03212cc-cdfd-4647-952b-1f50919c8f0c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3559680 Jul 06 17:45:13.621392 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-1e5c56d8-f439-461d-996e-2d12aced4322 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.0621562 Jul 06 17:45:13.635696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d302d93-5d0e-414b-be9d-73dc55cbbe0b req-02cfd4a4-9fa8-436d-94fd-5390e5ea9f5c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469233 Jul 06 17:45:13.654748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8281fa27-c0eb-4176-bf04-dcabc916197c up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:13.657240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed76f5ee-52d5-46ee-b73c-0cdbfd32e71c None None] Network 6b21f5e1-861d-4dae-b943-ab1db4072405 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:13.702541 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a76309a9-8677-4b51-af39-705e529862c4 req-bfec4fb8-3d4f-4124-854a-0b1ccc8e35e0 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158321 Jul 06 17:45:13.747747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677234d-ae27-4a7c-a925-a5de499c7f62 req-df98c61d-488b-4bfc-a0f4-1d4a902f8c3c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:13.753886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3677234d-ae27-4a7c-a925-a5de499c7f62 req-df98c61d-488b-4bfc-a0f4-1d4a902f8c3c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 944 time: 0.3605442 Jul 06 17:45:13.804652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 8281fa27-c0eb-4176-bf04-dcabc916197c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:13.805038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.863322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.872725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2f6e67df-5415-4cfc-861b-52b6911a62d2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:13.876941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3677234d-ae27-4a7c-a925-a5de499c7f62 req-2b2860fb-fff1-4508-a725-ffd0f9e4a74f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146719 Jul 06 17:45:13.877737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.073303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.090020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2f6e67df-5415-4cfc-861b-52b6911a62d2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:14.091231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.135236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0bc400-5a42-4380-acf9-faf1fdd2c623,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.189031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e93b-f1c1-4ab1-9eec-417ead072a08 req-a6c9a30b-6f2d-47b4-a35e-fc6f8d3c17b6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:14.190890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac68e93b-f1c1-4ab1-9eec-417ead072a08 req-a6c9a30b-6f2d-47b4-a35e-fc6f8d3c17b6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 950 time: 0.2956564 Jul 06 17:45:14.196876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ee350023-9e41-4231-a56b-5943363b002f req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1711357454', 'description': 'tempest-description-1798327025'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:14.199365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-914efac0-452d-4e60-93d1-24ebb42fce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:14.201882 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-914efac0-452d-4e60-93d1-24ebb42fce75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.5587749 Jul 06 17:45:14.203282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.209277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.209531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dcb78a6c-2521-477a-b581-2ce2e911ca9f tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/subnets/1e0bc400-5a42-4380-acf9-faf1fdd2c623 HTTP/1.1" status: 204 len: 168 time: 2.5004008 Jul 06 17:45:14.215401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd74ca-2976-4388-b3d2-f4e786b6464c None None] Network a75f9280-72da-4ce2-80b1-78834c22f4ee requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:14.217114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.300853 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-df7ebfd3-c748-4fde-b2f5-c4b08fa8ed41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853133 Jul 06 17:45:14.304323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2611c-84a7-4fd6-ac8c-9100305c62ef None None] Network d217702f-71f8-4454-a34a-262cde56d34a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:14.309482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.312920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/49383445-b35a-45d3-8181-79a7ed54e624 HTTP/1.1" status: 204 len: 168 time: 1.6781073 Jul 06 17:45:14.313160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc0f48-1dab-4550-b43e-e5c59f6fb795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49383445-b35a-45d3-8181-79a7ed54e624,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.327610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48706) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.367243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:14.432878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac68e93b-f1c1-4ab1-9eec-417ead072a08 req-81a015bf-c09d-4a1c-a67a-7e9b87b9a727 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249615 Jul 06 17:45:14.433624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32819e3c-7a63-49a4-90da-dfcb16bfaf00 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:14.472842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.478361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee350023-9e41-4231-a56b-5943363b002f req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.489321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 32819e3c-7a63-49a4-90da-dfcb16bfaf00 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:14.491565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32819e3c-7a63-49a4-90da-dfcb16bfaf00 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:14.491565 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.584859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.587134 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.700451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee350023-9e41-4231-a56b-5943363b002f req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.723293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee350023-9e41-4231-a56b-5943363b002f req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.798632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccab01c-80d0-45c3-bb07-5bc9e0d9a44b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.850906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee350023-9e41-4231-a56b-5943363b002f req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.852384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee350023-9e41-4231-a56b-5943363b002f req-a2335bd1-8afd-445f-8919-1c9485abe94a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6604784 Jul 06 17:45:14.897751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530d4b0-4867-4593-881a-5dc34666b543 req-493e9929-fb16-4c66-bf78-60f237988736 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:14.899847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c530d4b0-4867-4593-881a-5dc34666b543 req-493e9929-fb16-4c66-bf78-60f237988736 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 945 time: 0.1977451 Jul 06 17:45:14.989931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:15.039054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c530d4b0-4867-4593-881a-5dc34666b543 req-cd0a4a98-3c9b-4124-b098-155dc099038b tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301060 Jul 06 17:45:15.053929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:15.059328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.121127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Deleting port 6760d117-8653-4a40-8da1-cc102127c3fb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:15.121461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.158531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38695273-80df-4782-953a-a4d2a694b795 None None] DHCP port deletion for d217702f-71f8-4454-a34a-262cde56d34a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:45:15.252499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] DHCP port deletion for a75f9280-72da-4ce2-80b1-78834c22f4ee request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:45:15.259150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:15.272748 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6549673-d249-4302-827e-54a7f8877601" -d '{"events": [{"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-plugged", "status": "completed", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:15.279533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,segment=NetworkSegment(ec7e38fd-0801-4a95-856f-2c1295bac6ea),segment_id=ec7e38fd-0801-4a95-856f-2c1295bac6ea)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:15.280154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.325112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] For port 6760d117-8653-4a40-8da1-cc102127c3fb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6760d117-8653-4a40-8da1-cc102127c3fb,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:15.327033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.349038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-aa865918-a192-4106-822a-36fc79792ebb service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0291166 Jul 06 17:45:15.360990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:15.372749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Calling delete_port for 6760d117-8653-4a40-8da1-cc102127c3fb owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:15.449750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Deleting port 6760d117-8653-4a40-8da1-cc102127c3fb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:15.450468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.610417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a59b-aaa1-4843-af8e-012d00e37c45 req-1111c07e-b375-43e6-ae58-be61cf36637b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:15.612441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-38695273-80df-4782-953a-a4d2a694b795 None None] For port 6760d117-8653-4a40-8da1-cc102127c3fb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6760d117-8653-4a40-8da1-cc102127c3fb,segment=NetworkSegment(80dede1f-205f-4b86-a652-918d9f7b6c9b),segment_id=80dede1f-205f-4b86-a652-918d9f7b6c9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:15.613581 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.616795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a59b-aaa1-4843-af8e-012d00e37c45 req-1111c07e-b375-43e6-ae58-be61cf36637b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:15.618593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0b0a59b-aaa1-4843-af8e-012d00e37c45 req-1111c07e-b375-43e6-ae58-be61cf36637b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96&device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 1689 time: 0.2621462 Jul 06 17:45:15.644444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01a883-95bf-4488-83c6-d5208588632b req-0c69bf77-6675-4e26-baa7-87f36101c2eb tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:15.646111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf01a883-95bf-4488-83c6-d5208588632b req-0c69bf77-6675-4e26-baa7-87f36101c2eb tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3410590 Jul 06 17:45:15.725561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0b0a59b-aaa1-4843-af8e-012d00e37c45 req-f87892af-1bff-4e62-b94d-67c582130d1f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894825 Jul 06 17:45:15.738911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-095c5405-82b7-4701-9072-dcbdba613e6f req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-819428545', 'description': 'tempest-description-510298600'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:15.749579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Calling delete_port for 6760d117-8653-4a40-8da1-cc102127c3fb owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:15.763727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c5405-82b7-4701-9072-dcbdba613e6f req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.774591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 978fe722-5227-4032-929d-c87c86029076 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:15.823084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf01a883-95bf-4488-83c6-d5208588632b req-e4808f0c-63d2-45ed-b05c-9bea108144b5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324387 Jul 06 17:45:15.830842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.892519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:15.919147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:15.919643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:15.920089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6760d117-8653-4a40-8da1-cc102127c3fb no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:15.928697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Deleting port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:15.928697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.958879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c5405-82b7-4701-9072-dcbdba613e6f req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.970282 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c5405-82b7-4701-9072-dcbdba613e6f req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.006699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.020788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-095c5405-82b7-4701-9072-dcbdba613e6f req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.022378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-095c5405-82b7-4701-9072-dcbdba613e6f req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2956090 Jul 06 17:45:16.027733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:16.034960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.051130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] No DVR routers for this DVR port 6760d117-8653-4a40-8da1-cc102127c3fb on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:16.078218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:45:16.090196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] For port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:16.090965 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.160982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Calling delete_port for 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:16.179990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:45:16.184842 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:45:16.199320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.201741 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.215088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d217702f-71f8-4454-a34a-262cde56d34a']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.216138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75f9280-72da-4ce2-80b1-78834c22f4ee']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.227984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dede1f-205f-4b86-a652-918d9f7b6c9b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.228282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dede1f-205f-4b86-a652-918d9f7b6c9b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.233560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7e38fd-0801-4a95-856f-2c1295bac6ea') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.233902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7e38fd-0801-4a95-856f-2c1295bac6ea') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.239964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.253941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.255814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.261623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.268979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:16.269688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.292597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.301700 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8563bf-7e7e-4b4c-9f2c-bc117535a7a7 x-openstack-request-id: req-5e8563bf-7e7e-4b4c-9f2c-bc117535a7a7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:16.302902 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-plugged", "status": "completed", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:16.303197 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e8563bf-7e7e-4b4c-9f2c-bc117535a7a7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:16.303685 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'code': 200} Jul 06 17:45:16.310898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:16.311418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:16.346745 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:16.351968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=6760d117-8653-4a40-8da1-cc102127c3fb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.377842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.393392 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] Pushing event deleted for resources: {'Port': ['ID=95f121a4-f3d2-4eb7-955b-9f5e6ee0b531,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.410352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d269a-6b4d-4bce-bf97-cd51112f2ef8 None None] No DVR routers for this DVR port 95f121a4-f3d2-4eb7-955b-9f5e6ee0b531 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:16.456525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:16.469513 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:16.474877 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:16.477343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No active binding found for port 6760d117-8653-4a40-8da1-cc102127c3fb {{(pid=93944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:45:16.477343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6760d117-8653-4a40-8da1-cc102127c3fb not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:16.487443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.495783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d217702f-71f8-4454-a34a-262cde56d34a HTTP/1.1" status: 204 len: 168 time: 2.1517372 Jul 06 17:45:16.499682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.501803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/networks/a75f9280-72da-4ce2-80b1-78834c22f4ee HTTP/1.1" status: 204 len: 168 time: 2.2898183 Jul 06 17:45:16.502778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.518057 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.519857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac3481-6a13-44e3-92c8-007b04ff5f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=d217702f-71f8-4454-a34a-262cde56d34a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.524513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.529407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4660a-640e-4c37-aea7-84ba703d7f0f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109c5b57-f613-48d7-9642-00662e2ec5d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.555858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:16.595150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Network d217702f-71f8-4454-a34a-262cde56d34a is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:45:16.597366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38695273-80df-4782-953a-a4d2a694b795 None None] No DVR routers for this DVR port 6760d117-8653-4a40-8da1-cc102127c3fb on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:16.670836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38695273-80df-4782-953a-a4d2a694b795 None None] Pushing event deleted for resources: {'Port': ['ID=6760d117-8653-4a40-8da1-cc102127c3fb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.676525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '978fe722-5227-4032-929d-c87c86029076', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'port_id': '978fe722-5227-4032-929d-c87c86029076', 'mac_address': 'fa:16:3e:7f:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b3b0f-79c3-421a-b123-a02545b505c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:16.742753 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b83ee150-7d71-4991-bc18-79ff21a84cbf req-0710c22c-2490-4b9c-8151-f1e25ad6244c service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3803141 Jul 06 17:45:16.755526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting subnet 89ee4e26-af5b-439e-84a6-18d7c613dd65 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:16.770756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.777401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f6354-723c-472f-aa31-cf016ab06885 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Network': ['ID=a75f9280-72da-4ce2-80b1-78834c22f4ee,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.788282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.818214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978fe722-5227-4032-929d-c87c86029076 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:16.838086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:16.849792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:16.863247 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.871986 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:16.882870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.884929 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-573c8b95-0c12-41f9-b872-43f16486c7a8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.9330773 Jul 06 17:45:16.890066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48734) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.941355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:16.943078 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:16.954172 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.964632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd38f4-8a79-435d-9d78-0729a54084df req-ed8e7321-9ceb-4e8b-9a9f-a31c5c3c858f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:16.966341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03bd38f4-8a79-435d-9d78-0729a54084df req-ed8e7321-9ceb-4e8b-9a9f-a31c5c3c858f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.5512598 Jul 06 17:45:17.001542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:17.186115 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:17.195304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['978fe722-5227-4032-929d-c87c86029076'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:17.509104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bc065-1182-4c9d-95a2-2991e6f43aab req-f8c9cf72-91b0-4db5-811c-b5510248a7d9 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:17.517054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-440bc065-1182-4c9d-95a2-2991e6f43aab req-f8c9cf72-91b0-4db5-811c-b5510248a7d9 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 945 time: 0.7527156 Jul 06 17:45:17.567529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03bd38f4-8a79-435d-9d78-0729a54084df req-0b4fa098-ebe6-4ddf-a168-0fc574694d15 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779014 Jul 06 17:45:17.749990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-440bc065-1182-4c9d-95a2-2991e6f43aab req-b0f7211f-e42d-4530-9ff9-51d51c26f7dc tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319262 Jul 06 17:45:17.812172 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.989883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.027767 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:12Z', 'revision_number': 3, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:18.075771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:18.076128 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Updating router 547d5148-7c94-4e22-a6c9-39c625ef2c4e port 749fd407-4bff-4140-a2ae-90281a74d637 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:45:18.122215 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.216571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.305936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-41500ec8-b939-4d83-b096-4f236e9d4cc2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.308473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-41500ec8-b939-4d83-b096-4f236e9d4cc2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 813 time: 0.4744327 Jul 06 17:45:18.311431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Subnet': ['ID=89ee4e26-af5b-439e-84a6-18d7c613dd65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:18.325907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470df49-eb4f-4717-9947-0fce0b3f3446 req-bfedc6cb-7756-4f04-938e-fce4fe0f042e tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.333518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b470df49-eb4f-4717-9947-0fce0b3f3446 req-bfedc6cb-7756-4f04-938e-fce4fe0f042e tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 1099 time: 0.4029083 Jul 06 17:45:18.336895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.347995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48752) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:18.350129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Allocated IP 172.20.0.1 (18a52b45-d066-4635-96d7-7230775786a0/a596f1f7-e080-4134-bf73-9773d920e770/d4c85cff-ad92-4ed1-9868-b5f122ae7fb5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:18.350576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b0c892cf-b709-409c-b82f-229c4cbe0e10 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/subnets/89ee4e26-af5b-439e-84a6-18d7c613dd65 HTTP/1.1" status: 204 len: 168 time: 1.8114996 Jul 06 17:45:18.350793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc98ff-2d7f-4880-bf6a-0478aef41efb None None] Network 471410ec-bf18-46ba-b288-2770f9ba8d54 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:18.446145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f283f9e1-0097-4f01-b1c7-3fe91bb772c7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/quotas/70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 375 time: 0.0855362 Jul 06 17:45:18.519926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b470df49-eb4f-4717-9947-0fce0b3f3446 req-543104a4-ac21-4fb3-aa7b-6e2e58297596 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581805 Jul 06 17:45:18.525996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-d4860799-0fdb-4d3b-acb6-6c49ec1bbc4a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686469 Jul 06 17:45:18.670270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.678012 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.698720 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Transition to ACTIVE for port object 749fd407-4bff-4140-a2ae-90281a74d637 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:18.710272 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.834646 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Pushing event updated for resources: {'Port': ['ID=749fd407-4bff-4140-a2ae-90281a74d637,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:18.849431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-4d2ce726-03f7-4d07-b33a-284bed056d2d service neutron] 10.222.0.37 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012207 Jul 06 17:45:18.866636 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.867306 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.868176 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.868324 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.869566 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.871467 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.872009 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.872493 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.872982 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.873495 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.873978 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.874477 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.874970 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:18.889214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Attempting to bind port 749fd407-4bff-4140-a2ae-90281a74d637 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:18.889804 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Attempting to bind port 749fd407-4bff-4140-a2ae-90281a74d637 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:18.892911 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Attempting to bind port 749fd407-4bff-4140-a2ae-90281a74d637 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:18.895127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Transition to ACTIVE for port object d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:18.895707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] DHCP port deletion for 471410ec-bf18-46ba-b288-2770f9ba8d54 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:45:18.918469 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:18.919755 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:18.921894 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.922482 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:18.923562 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Bound port: 749fd407-4bff-4140-a2ae-90281a74d637, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:18.927132 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.941401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.978677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.028721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Network 18a52b45-d066-4635-96d7-7230775786a0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:19.039242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] Deleting port 003d68bb-10ed-4a3f-b658-1640af1a83df {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:19.043168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.078012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:19.100848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:19.104781 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] For port 749fd407-4bff-4140-a2ae-90281a74d637, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:19.116826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25768fb-7b96-4bd3-bffc-7f291b6e5f3e req-3b14ef3b-3168-4d36-9a7b-e2058943ef82 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:19.118609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a25768fb-7b96-4bd3-bffc-7f291b6e5f3e req-3b14ef3b-3168-4d36-9a7b-e2058943ef82 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 944 time: 0.3405542 Jul 06 17:45:19.123325 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] For port 749fd407-4bff-4140-a2ae-90281a74d637, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=749fd407-4bff-4140-a2ae-90281a74d637,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:19.149464 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.206614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-423c59fe-245a-402d-a06f-e21a470d8983 service neutron] 10.222.0.37 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498645 Jul 06 17:45:19.239299 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:19.240989 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:19.287546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.301927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a25768fb-7b96-4bd3-bffc-7f291b6e5f3e req-cb94b41a-4d4b-40bd-8026-6f226dd435e1 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305394 Jul 06 17:45:19.398919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] For port 003d68bb-10ed-4a3f-b658-1640af1a83df, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=003d68bb-10ed-4a3f-b658-1640af1a83df,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:19.399996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.418040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] Calling delete_port for 003d68bb-10ed-4a3f-b658-1640af1a83df owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:19.736931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Deleting port 003d68bb-10ed-4a3f-b658-1640af1a83df {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:19.742537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.753590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 978fe722-5227-4032-929d-c87c86029076 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:19.854409 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcca91-3689-4400-9798-435b2f9982a9 None None] Pushing event updated for resources: {'Port': ['ID=749fd407-4bff-4140-a2ae-90281a74d637,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:19.896584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:19.904511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 978fe722-5227-4032-929d-c87c86029076 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:19.914077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 978fe722-5227-4032-929d-c87c86029076 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:19.914457 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.950808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183466b5-d9c8-4f63-90d3-24fa5ae881cc req-aa354274-cad3-4d16-93a7-a74ae61b0214 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:19.968435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-183466b5-d9c8-4f63-90d3-24fa5ae881cc req-aa354274-cad3-4d16-93a7-a74ae61b0214 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 1101 time: 0.2022710 Jul 06 17:45:20.008055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 003d68bb-10ed-4a3f-b658-1640af1a83df no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:20.015849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Deleting port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:20.016215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.022447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-62f1e261-93c9-4236-b46e-2d7d4745ebc9 None None] Provisioning for port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:20.153582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-62f1e261-93c9-4236-b46e-2d7d4745ebc9 None None] Provisioning complete for port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:20.153980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f1e261-93c9-4236-b46e-2d7d4745ebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.257010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] For port 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:20.257387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.272265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:20.335992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Calling delete_port for 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:20.344163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.386010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] For port 003d68bb-10ed-4a3f-b658-1640af1a83df, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=003d68bb-10ed-4a3f-b658-1640af1a83df,segment=NetworkSegment(27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a),segment_id=27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:20.386274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-183466b5-d9c8-4f63-90d3-24fa5ae881cc req-f9cd626f-49d7-4ab4-ac03-a69446849f21 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164085 Jul 06 17:45:20.386569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.456546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Calling delete_port for 003d68bb-10ed-4a3f-b658-1640af1a83df owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:20.533593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-62f1e261-93c9-4236-b46e-2d7d4745ebc9 None None] Port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:20.553684 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:12Z', 'revision_number': 3, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:20.612839 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.613664 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b73913-99f5-49e7-97ba-d34d9bad3981 None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:12Z', 'revision_number': 3, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:20.642804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24c8c0d5-c5ab-4040-9be2-1f61dfea1f77 req-e902e010-19fd-4d83-aca9-f273546dc72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 210 time: 0.1285901 Jul 06 17:45:20.673055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.724000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] No DVR routers for this DVR port 003d68bb-10ed-4a3f-b658-1640af1a83df on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:20.741233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.886966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56958953-52b6-44ae-aca5-a05d140d5f40 req-2abba5ff-8c3b-4243-81d6-1932b457d360 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:20.889082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56958953-52b6-44ae-aca5-a05d140d5f40 req-2abba5ff-8c3b-4243-81d6-1932b457d360 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.5001659 Jul 06 17:45:20.894910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5ba76-a000-4533-a745-599cea79a0ad None None] Pushing event deleted for resources: {'Port': ['ID=003d68bb-10ed-4a3f-b658-1640af1a83df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:20.917972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.980021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Port': ['ID=003d68bb-10ed-4a3f-b658-1640af1a83df,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:20.983993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] No DVR routers for this DVR port 003d68bb-10ed-4a3f-b658-1640af1a83df on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:21.034448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978fe722-5227-4032-929d-c87c86029076'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:21.047034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.051140 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b04f80-9cbe-4204-9e5e-3ce59c0d1718" -d '{"events": [{"server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "978fe722-5227-4032-929d-c87c86029076"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:21.069812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:21.078789 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.104492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56958953-52b6-44ae-aca5-a05d140d5f40 req-995a3899-7ba9-4801-9c25-11e1e26d694f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973629 Jul 06 17:45:21.112288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.218284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b931-b9ef-4e42-a9b4-05c667ff8ceb req-ed7752f3-093f-4e1b-a194-6ff08333ec08 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:21.232682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fd7b931-b9ef-4e42-a9b4-05c667ff8ceb req-ed7752f3-093f-4e1b-a194-6ff08333ec08 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 945 time: 0.3363781 Jul 06 17:45:21.344308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:21.360252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.393421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:21.445056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.471727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:21.485725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.491123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fd7b931-b9ef-4e42-a9b4-05c667ff8ceb req-c19748a2-671c-4c3c-9deb-6c96ffca8aff tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups?id=5682de2a-aaa5-4798-b3e0-a25a43909980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574842 Jul 06 17:45:21.771462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471410ec-bf18-46ba-b288-2770f9ba8d54']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:21.833372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Network 18a52b45-d066-4635-96d7-7230775786a0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:21.841635 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:21.905424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:21.906122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ac0123-ddf0-4e6a-b0d3-c9b870c3ca0a') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:21.928541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:21.985518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5b8fa-506c-4fdd-ab27-6469f1f38fa5 req-76e087e9-835c-46ba-8435-714bab0f9e6c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:21.994930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74b5b8fa-506c-4fdd-ab27-6469f1f38fa5 req-76e087e9-835c-46ba-8435-714bab0f9e6c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 945 time: 0.5589628 Jul 06 17:45:22.066600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74b5b8fa-506c-4fdd-ab27-6469f1f38fa5 req-fcbd36a7-9925-4104-9fec-1d2575ddf708 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705309 Jul 06 17:45:22.153485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 749fd407-4bff-4140-a2ae-90281a74d637 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:22.219322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.264921 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6881c5b-bac5-412e-9304-2dfd68d35f85 x-openstack-request-id: req-d6881c5b-bac5-412e-9304-2dfd68d35f85 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:22.267325 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "978fe722-5227-4032-929d-c87c86029076", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:22.267781 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6881c5b-bac5-412e-9304-2dfd68d35f85 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:22.268408 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978fe722-5227-4032-929d-c87c86029076', 'code': 200} Jul 06 17:45:22.282720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.314592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:22.314969 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:22.339847 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:22.359103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 749fd407-4bff-4140-a2ae-90281a74d637 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:22.364981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 749fd407-4bff-4140-a2ae-90281a74d637 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:22.367031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.642735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.653494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:45:22.695181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-bc40fb72-726b-4500-9076-2f53dfa0d1c2 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:22.698624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-bc40fb72-726b-4500-9076-2f53dfa0d1c2 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 945 time: 0.8605971 Jul 06 17:45:22.727408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 749fd407-4bff-4140-a2ae-90281a74d637, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=749fd407-4bff-4140-a2ae-90281a74d637,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:22.729515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a35cc5d3-3e3d-4071-a492-51a6d4c35e54 None None] Provisioning complete for port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:22.730383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a35cc5d3-3e3d-4071-a492-51a6d4c35e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.780322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.841537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Router 9a70290e-0a00-4b4b-992f-685584af02a4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:45:22.953417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.955959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=749fd407-4bff-4140-a2ae-90281a74d637,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:22.964119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.979814 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] 10.222.0.37 "DELETE /v2.0/networks/471410ec-bf18-46ba-b288-2770f9ba8d54 HTTP/1.1" status: 204 len: 168 time: 4.6227956 Jul 06 17:45:23.022550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a35cc5d3-3e3d-4071-a492-51a6d4c35e54 None None] Port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:23.022900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fe113-96cd-46ae-ae97-ce32460e94f6 tempest-ServersTestMultiNic-940743319 tempest-ServersTestMultiNic-940743319-project] Pushing event deleted for resources: {'Network': ['ID=471410ec-bf18-46ba-b288-2770f9ba8d54,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:23.059608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e7e306d-3e79-4d09-b770-6e767d2087c7 req-c9a379d4-c67e-4765-ac33-03af6beeb08d tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 210 time: 0.2118607 Jul 06 17:45:23.140901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Deleting port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:23.141227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.225789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:23.237428 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83f97a53-d902-4fa8-9a1b-5f86f6c03a21 admin admin] 10.222.0.37 "PUT /v2.0/routers/547d5148-7c94-4e22-a6c9-39c625ef2c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3456366 Jul 06 17:45:23.346407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] For port 96dcb38c-a2ed-4184-ab79-c5c27babcc59, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=96dcb38c-a2ed-4184-ab79-c5c27babcc59,segment=NetworkSegment(cdecb1be-40e7-4eed-9092-f3aafea5fda3),segment_id=cdecb1be-40e7-4eed-9092-f3aafea5fda3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:23.346772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.392249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Calling delete_port for 96dcb38c-a2ed-4184-ab79-c5c27babcc59 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:23.569461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9578b18-1ee8-41a8-b446-dbfb48c92c99 req-3763b3b0-7227-455e-a5ec-b3ac51cfc6d9 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:23.571093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9578b18-1ee8-41a8-b446-dbfb48c92c99 req-3763b3b0-7227-455e-a5ec-b3ac51cfc6d9 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 1.0103643 Jul 06 17:45:23.578234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e8aed-3e22-4445-98bd-d48c4e69c2f7 req-746d4f84-c588-4e54-95b4-868fd25d6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:23.579801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-101e8aed-3e22-4445-98bd-d48c4e69c2f7 req-746d4f84-c588-4e54-95b4-868fd25d6269 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.7201965 Jul 06 17:45:23.586787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-0d556756-cadf-4103-8ba7-1e9db079ad28 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012418 Jul 06 17:45:23.647862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:23.657359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9e4ac6b7-5284-4da9-ab69-3791bd0f5ea0 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a70290e-0a00-4b4b-992f-685584af02a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1463945 Jul 06 17:45:23.658339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:23.661781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] Sync routers for ids ['9a70290e-0a00-4b4b-992f-685584af02a4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:23.713893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] Routers {'9a70290e-0a00-4b4b-992f-685584af02a4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:23.716805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a70290e-0a00-4b4b-992f-685584af02a4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:23.810735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.812951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 749fd407-4bff-4140-a2ae-90281a74d637 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:23.813330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-1c112fd8-3e5a-4e25-b051-3f69c85f1602 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:23.814316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.825769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-1c112fd8-3e5a-4e25-b051-3f69c85f1602 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378728 Jul 06 17:45:23.836685 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9578b18-1ee8-41a8-b446-dbfb48c92c99 req-cd306154-39a7-4abd-87fd-a07aff58b29d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392161 Jul 06 17:45:23.848383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-94534e2d-d634-463d-a48c-0213e2b08bbd tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:23.850395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-94534e2d-d634-463d-a48c-0213e2b08bbd tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 813 time: 1.3025470 Jul 06 17:45:23.882009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-46c0bdb0-e59e-4843-aee4-31add905b2b0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/quotas/3efffebd569943f69f3af43a304d14c9 HTTP/1.1" status: 200 len: 375 time: 0.0531406 Jul 06 17:45:23.909659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event deleted for resources: {'Port': ['ID=96dcb38c-a2ed-4184-ab79-c5c27babcc59,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:23.927822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'port': {'device_id': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405', 'admin_state_up': True, 'tenant_id': '70f8f723d0e94258bdd05528c40178ad'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:23.991354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 749fd407-4bff-4140-a2ae-90281a74d637 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:23.992042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.997468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-101e8aed-3e22-4445-98bd-d48c4e69c2f7 req-26e61921-f29d-446d-a2af-1035bcd34cab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817208 Jul 06 17:45:24.064577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] Set router 9a70290e-0a00-4b4b-992f-685584af02a4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:24.093784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] No DVR routers for this DVR port 96dcb38c-a2ed-4184-ab79-c5c27babcc59 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:24.099775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.102031 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-75983577-0ff0-47cb-acaf-6c4b9822076f req-d6444231-4496-4da0-ab03-f65414bd9647 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.61 "DELETE /v2.0/ports/96dcb38c-a2ed-4184-ab79-c5c27babcc59 HTTP/1.1" status: 204 len: 173 time: 1.3316095 Jul 06 17:45:24.102502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'name': 'network-vif-deleted', 'tag': '96dcb38c-a2ed-4184-ab79-c5c27babcc59'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:24.112819 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497cbaf-c265-4ef7-93df-0b508949e9f2" -d '{"events": [{"server_uuid": "8ca1b1c1-6ddc-438f-adff-1752db122dc4", "name": "network-vif-deleted", "tag": "96dcb38c-a2ed-4184-ab79-c5c27babcc59"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:24.190341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.222139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2757cd3-bf6b-49e1-85de-81be75289000 req-73256490-50ee-4da1-a8b1-c25837b72337 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ca1b1c1-6ddc-438f-adff-1752db122dc4 HTTP/1.1" status: 200 len: 210 time: 0.1223986 Jul 06 17:45:24.318737 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:24.326053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-809ce278-1cc2-42b5-a7a8-419199013c04 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4425681 Jul 06 17:45:24.357713 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:24.361840 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:24.416607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Deleting port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:24.416959 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.465465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Made reservation on behalf of 70f8f723d0e94258bdd05528c40178ad for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:24.466393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.712262 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] For port 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:24.715717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.736081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Calling delete_port for 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:24.782655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:45:21Z', 'revision_number': 5, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port': {'id': '0fb6be76-7f2a-481a-8e8a-c72340ce1fb5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:24.872422 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:24.919989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] Checking router: 9a70290e-0a00-4b4b-992f-685584af02a4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:24.955040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] Routers {'9a70290e-0a00-4b4b-992f-685584af02a4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:24.956227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9a70290e-0a00-4b4b-992f-685584af02a4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:25.180577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Allocated IP 172.20.0.3 (6b21f5e1-861d-4dae-b943-ab1db4072405/77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e/98a4b6f5-c40a-424e-a552-7ee90ffdb9fc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:25.272347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee8a8-4a5f-4c65-9443-d59a065075e3 req-c41b09a6-ebe8-47d8-896b-b5727b72b8ff tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.275520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253ee8a8-4a5f-4c65-9443-d59a065075e3 req-c41b09a6-ebe8-47d8-896b-b5727b72b8ff tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 945 time: 0.3754728 Jul 06 17:45:25.283615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.308340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] Set router 9a70290e-0a00-4b4b-992f-685584af02a4 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:25.385979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb6be76-7f2a-481a-8e8a-c72340ce1fb5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:25.431714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:45:24Z', 'revision_number': 6, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:25.473447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253ee8a8-4a5f-4c65-9443-d59a065075e3 req-d26797c4-de59-4c2a-8c93-9772e869fe42 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899478 Jul 06 17:45:25.507008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef27993-1f09-4f2e-a2df-ac358283c209 None None] The sync data for ids ['9a70290e-0a00-4b4b-992f-685584af02a4'] in n-d-799527-3 is: [{'id': '9a70290e-0a00-4b4b-992f-685584af02a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-196080818-router', 'tenant_id': '29bd185483d8448b9c2cbb394610c0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:32Z', 'updated_at': '2021-07-06T17:45:24Z', 'revision_number': 6, 'project_id': '29bd185483d8448b9c2cbb394610c0c0', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:25.545009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.656976 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b20de917-8fa8-4d9f-852c-ce25b0a422ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.657639 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 2, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:25.664306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.739765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 96dcb38c-a2ed-4184-ab79-c5c27babcc59 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:25.760695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.787089 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:25.787632 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Updating router 547d5148-7c94-4e22-a6c9-39c625ef2c4e port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:45:25.788181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 96dcb38c-a2ed-4184-ab79-c5c27babcc59 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:25.788697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 96dcb38c-a2ed-4184-ab79-c5c27babcc59 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:25.882219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:25.905500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Network 6b21f5e1-861d-4dae-b943-ab1db4072405 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:25.925060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:25.942458 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.032416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.036878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.107404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:26.135530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:26.184122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-cdb633ba-0ebc-4c07-82e6-9aa1acfc261b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.191849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-cdb633ba-0ebc-4c07-82e6-9aa1acfc261b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 821 time: 0.2553332 Jul 06 17:45:26.226446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.230114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.283591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:26.284180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6b6a13e4-ce89-4ea0-bb1e-10ac245a51a5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:26.286647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-3291fd8a-3022-4423-8cdd-57163d3a198b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/quotas/9a2c596a34ac4e5a8e5418dc7e7ea79c HTTP/1.1" status: 200 len: 375 time: 0.0822136 Jul 06 17:45:26.300412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-353de321-da23-45f2-aa6e-4f6c06888668 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3899629 Jul 06 17:45:26.346808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Request body: {'port': {'device_id': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:26.499688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.504522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a70290e-0a00-4b4b-992f-685584af02a4 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:45:26.518811 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.530090 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-777da5c8-c1ff-4161-bc10-b6ceed5b86b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9a70290e-0a00-4b4b-992f-685584af02a4 HTTP/1.1" status: 204 len: 168 time: 2.8628631 Jul 06 17:45:26.533564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48842) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:26.568221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c941-365a-4b7f-84c4-2bf83d5ecb41 req-c3f89622-0fcb-4048-b193-d36883b46457 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.577490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6644c941-365a-4b7f-84c4-2bf83d5ecb41 req-c3f89622-0fcb-4048-b193-d36883b46457 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 931 time: 0.6677265 Jul 06 17:45:26.632756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.752229 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.758075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Deleting subnet 68dafea3-c933-4191-ac9f-705773f33958 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:26.768487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.769225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Transition to ACTIVE for port object d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:26.778700 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.852409 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03d3d3-2d85-4a1d-8b4e-0464ccafcc35 None None] Pushing event updated for resources: {'Port': ['ID=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:26.869827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.964935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-0b60521d-ba0b-4272-8d77-1b27f0e45ddf tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6625149 Jul 06 17:45:27.058908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6644c941-365a-4b7f-84c4-2bf83d5ecb41 req-302a91b6-5465-4136-92df-9c3792572d33 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796045 Jul 06 17:45:27.137990 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Attempting to bind port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:27.145511 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Attempting to bind port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:27.146236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Attempting to bind port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 on network 18a52b45-d066-4635-96d7-7230775786a0 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:27.166410 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:27.168262 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Checking segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:27.170080 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.170450 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Bound using segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:27.173185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Bound port: d4c85cff-ad92-4ed1-9868-b5f122ae7fb5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:27.173619 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.229033 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06e82f-d012-4f02-8edb-f98f775edf0d x-openstack-request-id: req-9d06e82f-d012-4f02-8edb-f98f775edf0d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:27.229630 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1b1c1-6ddc-438f-adff-1752db122dc4", "name": "network-vif-deleted", "tag": "96dcb38c-a2ed-4184-ab79-c5c27babcc59", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:27.230520 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d06e82f-d012-4f02-8edb-f98f775edf0d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:27.231414 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca1b1c1-6ddc-438f-adff-1752db122dc4', 'name': 'network-vif-deleted', 'tag': '96dcb38c-a2ed-4184-ab79-c5c27babcc59', 'status': 'completed', 'code': 200} Jul 06 17:45:27.237674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.356599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.378917 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] For port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:27.390041 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] For port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:27.398295 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.408315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68dafea3-c933-4191-ac9f-705773f33958,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:27.420237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.426182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72707c1f-4d76-41ce-94bb-78e16319e11b None None] Network 0894c146-a1a6-4549-836c-609601d3786b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:27.436135 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c6dab3f5-7571-4dcd-af4f-83f391713906 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/68dafea3-c933-4191-ac9f-705773f33958 HTTP/1.1" status: 204 len: 168 time: 0.9005244 Jul 06 17:45:27.437092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:27.442978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-c7e8a6cb-dbbc-43ca-965a-26fef9920cf0 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701314 Jul 06 17:45:27.665031 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:45:27.688598 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:27.691975 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:44:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:27.695508 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03d3d3-2d85-4a1d-8b4e-0464ccafcc35 None None] Pushing event updated for resources: {'Port': ['ID=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:27.723636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:27.732502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.865159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Deleting port 62a1139b-756b-43b7-ac3e-e8666560bb27 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:27.865852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.894904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:27.895356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0fb6be76-7f2a-481a-8e8a-c72340ce1fb5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:27.957922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-f7a509cb-9b28-42bc-8e12-209717987c64 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696822 Jul 06 17:45:27.963478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:27.997717 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:28.000881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.002480 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.012657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a4982ce-8324-4fd4-88c3-5aafcb40075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.047386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f3d92-f674-4b71-b667-f4b3c2cb2876 req-79ae6adc-4ff9-4b92-962b-d56751f23b69 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:28.055712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c5f3d92-f674-4b71-b667-f4b3c2cb2876 req-79ae6adc-4ff9-4b92-962b-d56751f23b69 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.2691786 Jul 06 17:45:28.088623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Transition to ACTIVE for port object 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:28.100402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.123691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] For port 62a1139b-756b-43b7-ac3e-e8666560bb27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62a1139b-756b-43b7-ac3e-e8666560bb27,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:28.128450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.183017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] DHCP port deletion for 0894c146-a1a6-4549-836c-609601d3786b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:45:28.192688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Calling delete_port for 62a1139b-756b-43b7-ac3e-e8666560bb27 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:28.297614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Deleting port 62a1139b-756b-43b7-ac3e-e8666560bb27 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:28.298305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.360236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c5f3d92-f674-4b71-b667-f4b3c2cb2876 req-57088022-3142-4ee2-abbd-c4e932d288fd tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024611 Jul 06 17:45:28.476656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:28.482343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.531522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] For port 62a1139b-756b-43b7-ac3e-e8666560bb27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62a1139b-756b-43b7-ac3e-e8666560bb27,segment=NetworkSegment(e473b885-1591-489c-8322-22697c508afb),segment_id=e473b885-1591-489c-8322-22697c508afb)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:28.532232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.535959 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:27Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:28.588136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Calling delete_port for 62a1139b-756b-43b7-ac3e-e8666560bb27 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:28.591301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a1139b-756b-43b7-ac3e-e8666560bb27,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:28.607962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] No DVR routers for this DVR port 62a1139b-756b-43b7-ac3e-e8666560bb27 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:28.608594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Attempting to bind port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:28.608594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Attempting to bind port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:28.608876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Attempting to bind port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc on network 6b21f5e1-861d-4dae-b943-ab1db4072405 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:28.621762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc on network 6b21f5e1-861d-4dae-b943-ab1db4072405 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:28.622097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Attempting to bind port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc on network 6b21f5e1-861d-4dae-b943-ab1db4072405 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:28.641397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:28.641748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Checking segment: {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:28.642151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Bound using segment: {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:28.642613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Bound port: 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:28.642989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.650892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea0f3-5ad3-4150-84fc-1da560a76b28 None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:27Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:28.848313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.878082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:28.888611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:28.896099 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.900193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0894c146-a1a6-4549-836c-609601d3786b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:28.955914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e473b885-1591-489c-8322-22697c508afb') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:28.956801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e473b885-1591-489c-8322-22697c508afb') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:29.014304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.040403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.055888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.066261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 1091 time: 2.7569489 Jul 06 17:45:29.067449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:29.084848 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa43f8-7813-4797-8983-d9a64e06326c" -d '{"events": [{"name": "network-changed", "server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:29.149883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.165132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:29.166842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:29.172452 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:29.242731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84735-75bf-4f3b-a99e-b82eb9cac8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:29.343226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.349729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.355446 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0894c146-a1a6-4549-836c-609601d3786b HTTP/1.1" status: 204 len: 168 time: 1.9133105 Jul 06 17:45:29.381185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e365-864d-4fe9-9d9a-154df49dd696 admin admin] Pushing event deleted for resources: {'Network': ['ID=0894c146-a1a6-4549-836c-609601d3786b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:29.415887 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.463606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9626-f70a-4894-96e7-93cce6542dc5 req-d3711fd4-a694-40e6-9f20-ddb8b6267c5f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.464704 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00afff9e-0c7b-4012-abea-ea33cbd6fd14 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498347 Jul 06 17:45:29.476197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-553a9626-f70a-4894-96e7-93cce6542dc5 req-d3711fd4-a694-40e6-9f20-ddb8b6267c5f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2137899 Jul 06 17:45:29.538293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-41b480d7-4b11-4425-9dd5-01be75f51b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.540077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-41b480d7-4b11-4425-9dd5-01be75f51b80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1094 time: 0.1825798 Jul 06 17:45:29.554442 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.719294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-a72db7a0-68c3-4ba7-9d55-3dd0dce3dfce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 217 time: 0.1480982 Jul 06 17:45:29.734959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Pushing event deleted for resources: {'Port': ['ID=62a1139b-756b-43b7-ac3e-e8666560bb27,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:29.750445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-553a9626-f70a-4894-96e7-93cce6542dc5 req-6a107dee-4a28-412e-8f09-7a28318a1e14 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694755 Jul 06 17:45:29.759820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] Network 0894c146-a1a6-4549-836c-609601d3786b is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:45:29.780548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1d61a-2cec-4c29-b7ac-773a28e65996 None None] No DVR routers for this DVR port 62a1139b-756b-43b7-ac3e-e8666560bb27 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:29.790800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:29.815548 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.943734 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1638a9db-cc02-425b-9c3b-7ca4f7bc1376 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e26fbdcaac4b46bc94f088323b4215ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510918 Jul 06 17:45:29.949576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:29.952685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-baaa5da2-0702-48a7-b271-f607bc473a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.954719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-baaa5da2-0702-48a7-b271-f607bc473a1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.1982896 Jul 06 17:45:29.982009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:29.994714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-0cb04c9c-e9c4-460c-b1d0-1f621ceef0a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.996785 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-0cb04c9c-e9c4-460c-b1d0-1f621ceef0a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5303845 Jul 06 17:45:30.015701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': 'cf015798-7218-4aac-af9b-abded16cf319', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:30.089761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ba0b4ed-f7f7-4836-b680-d657296d753e req-f8c3bea2-2927-48dd-8c12-8f6f13bf08c3 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 210 time: 0.1314721 Jul 06 17:45:30.106182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-2da2257a-52ad-48e1-b2af-8d21641c356a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1478114 Jul 06 17:45:30.109765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-86062a29-0403-4ab8-a598-8c3d308a601b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177225 Jul 06 17:45:30.202124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5371a4aa-cf1c-43fc-b004-73cda99bee6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.215856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:30.238421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:30.239020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.251077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5371a4aa-cf1c-43fc-b004-73cda99bee6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.406846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:30.416590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.593575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5371a4aa-cf1c-43fc-b004-73cda99bee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.623546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5371a4aa-cf1c-43fc-b004-73cda99bee6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.639298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5371a4aa-cf1c-43fc-b004-73cda99bee6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7c1a15f-c1cf-4606-a8fc-14469bede3df HTTP/1.1" status: 204 len: 168 time: 0.6878121 Jul 06 17:45:30.761269 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.789658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371a4aa-cf1c-43fc-b004-73cda99bee6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1a15f-c1cf-4606-a8fc-14469bede3df,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:30.847240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-0ab2045e-eb01-452a-84ab-c996e55422ea service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002761 Jul 06 17:45:30.887903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.943659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:30.954134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.142 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/59703abf-df28-48b2-a4c8-b5e3c884f5ab) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:30.957865 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:31.092729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:31.139654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62a1139b-756b-43b7-ac3e-e8666560bb27 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:31.217354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-d01908a3-2088-4137-8c10-26707c74eaae tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:31.219813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 62a1139b-756b-43b7-ac3e-e8666560bb27 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:31.220285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-d01908a3-2088-4137-8c10-26707c74eaae tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1080184 Jul 06 17:45:31.229170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62a1139b-756b-43b7-ac3e-e8666560bb27 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:31.234751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999997a5-776e-4b45-a647-848784b50ebc req-3d27215e-16b6-4868-ba3d-66d0640676dd tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:31.245068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-999997a5-776e-4b45-a647-848784b50ebc req-3d27215e-16b6-4868-ba3d-66d0640676dd tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 943 time: 1.7001507 Jul 06 17:45:31.328507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:31.350457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object 59703abf-df28-48b2-a4c8-b5e3c884f5ab will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:31.361529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:31.399406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:31.422780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:31.442319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c872bcf-6640-45da-ad95-7e240fa756cd req-fdf397b8-6276-4e24-a14c-46cdbc02d016 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 210 time: 0.5617249 Jul 06 17:45:31.515713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:31.539437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:31.544600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:31.752531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:31.753218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:31.756144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=59703abf-df28-48b2-a4c8-b5e3c884f5ab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:31.766314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:31.766314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48900) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:31.878092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:31.954939 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-7b83ae5e-3fd3-4eab-a443-d7aa9ee1f1e4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9450047 Jul 06 17:45:31.960789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4d4bd2-6b8b-4925-a685-cf1b5cde992a req-aa242470-31be-4ab5-a76d-b4a85e89efe8 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696948 Jul 06 17:45:31.972386 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feba60f-a508-4557-b7be-697a1fe6a6ed x-openstack-request-id: req-0feba60f-a508-4557-b7be-697a1fe6a6ed {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:31.973132 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:31.973766 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0feba60f-a508-4557-b7be-697a1fe6a6ed {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:31.974645 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'status': 'completed', 'code': 200} Jul 06 17:45:31.992649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-999997a5-776e-4b45-a647-848784b50ebc req-0cbba342-8e80-422e-8e97-29600d38f31f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465363 Jul 06 17:45:32.002086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Request body: {'port': {'device_id': 'cf015798-7218-4aac-af9b-abded16cf319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:32.052305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:32.059569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:32.060580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:32.063984 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3014b3b5-0ce3-474f-82bf-5c36a84fdeac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29bd185483d8448b9c2cbb394610c0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861364 Jul 06 17:45:32.208192 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:32.305596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:32.335169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:32.335169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:32.361363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-66e6eb4c-94c3-4031-bedf-61f7ccd750de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:32.365366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-66e6eb4c-94c3-4031-bedf-61f7ccd750de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1094 time: 0.2283206 Jul 06 17:45:32.389948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a6b02313-533d-4319-ac0f-863b843f223b None None] Provisioning for port 59703abf-df28-48b2-a4c8-b5e3c884f5ab completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:32.400525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a6b02313-533d-4319-ac0f-863b843f223b None None] Provisioning complete for port 59703abf-df28-48b2-a4c8-b5e3c884f5ab triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:32.400912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6b02313-533d-4319-ac0f-863b843f223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:32.448143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a6b02313-533d-4319-ac0f-863b843f223b None None] Port 59703abf-df28-48b2-a4c8-b5e3c884f5ab cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:33.038344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.108897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59703abf-df28-48b2-a4c8-b5e3c884f5ab {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:33.116450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-f3650f02-2a6d-4eca-908a-e04cc8dada5d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.119069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-f3650f02-2a6d-4eca-908a-e04cc8dada5d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.61 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 821 time: 1.1173997 Jul 06 17:45:33.119404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.144915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Transition to ACTIVE for port object 59703abf-df28-48b2-a4c8-b5e3c884f5ab will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:33.155495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'port': {'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'admin_state_up': True, 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:33.155838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.166368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.171867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.421059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-053f03a9-845e-4746-beb7-449be586fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.423102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-053f03a9-845e-4746-beb7-449be586fb8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 0.9195681 Jul 06 17:45:33.432824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59703abf-df28-48b2-a4c8-b5e3c884f5ab,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:33.470994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d730-c9aa-454c-9640-ded7fae6eeb0 req-3621155c-a93f-41ae-a127-0494154c5881 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.478949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e615d730-c9aa-454c-9640-ded7fae6eeb0 req-3621155c-a93f-41ae-a127-0494154c5881 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 1.4384584 Jul 06 17:45:33.514127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.58 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/9d4d44fb-2894-4637-9d67-7f87c18cb5d9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:33.568208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-8f240077-9dd7-40ee-ad09-9361972a000d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 217 time: 0.1220875 Jul 06 17:45:33.630151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Attempting to bind port 59703abf-df28-48b2-a4c8-b5e3c884f5ab on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:33.630837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Attempting to bind port 59703abf-df28-48b2-a4c8-b5e3c884f5ab by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:33.631245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Attempting to bind port 59703abf-df28-48b2-a4c8-b5e3c884f5ab on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:33.644384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Port 59703abf-df28-48b2-a4c8-b5e3c884f5ab on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:33.644384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Attempting to bind port 59703abf-df28-48b2-a4c8-b5e3c884f5ab on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:33.673508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:33.673856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:33.674252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:33.674819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Bound port: 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:33.675060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.714502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd50815-c06c-429b-9dc3-8ba9ae881765 req-66918e3d-c5ee-4d01-82e4-3e0ae9aa5fdf tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.716321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bd50815-c06c-429b-9dc3-8ba9ae881765 req-66918e3d-c5ee-4d01-82e4-3e0ae9aa5fdf tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.5552294 Jul 06 17:45:33.748060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e615d730-c9aa-454c-9640-ded7fae6eeb0 req-874b03c4-3ae5-4f6f-b0b2-e9846c40ac64 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681613 Jul 06 17:45:33.748709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.751491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.753044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afa47baa-a5fa-4d99-b74a-5966b8083064 HTTP/1.1" status: 204 len: 168 time: 1.6767244 Jul 06 17:45:33.770242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-bd00bca2-cb21-4957-9650-21441e99aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.771830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-bd00bca2-cb21-4957-9650-21441e99aa91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.1784043 Jul 06 17:45:33.803213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:33.833112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-59f1e220-81b8-4abc-b49a-ffd71f74ed01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433264 Jul 06 17:45:33.841132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa47baa-a5fa-4d99-b74a-5966b8083064,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:33.855183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] For port 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:33.859714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] For port 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:33.900061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.948339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Made reservation on behalf of 9a2c596a34ac4e5a8e5418dc7e7ea79c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:33.953369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.981044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.982046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.984580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/59703abf-df28-48b2-a4c8-b5e3c884f5ab HTTP/1.1" status: 200 len: 1096 time: 2.0045171 Jul 06 17:45:33.985540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf015798-7218-4aac-af9b-abded16cf319', 'tag': '59703abf-df28-48b2-a4c8-b5e3c884f5ab'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:33.988451 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf015798-7218-4aac-af9b-abded16cf319", "tag": "59703abf-df28-48b2-a4c8-b5e3c884f5ab"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:34.079162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:34.113072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.113999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.117262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.118920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405', 'port_id': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'mac_address': 'fa:16:3e:f4:8a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:34.120224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.120593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.120938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.121357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.121709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.122048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.122386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.122720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.123053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2dff9-c8ec-4032-8011-8b2ce03a5389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:34.185537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bd50815-c06c-429b-9dc3-8ba9ae881765 req-a526b9f8-51cf-4837-9722-e866448b7669 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512732 Jul 06 17:45:34.238566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00321e7f-8bde-4988-9a16-aa3a360635b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59703abf-df28-48b2-a4c8-b5e3c884f5ab,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:34.334269 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.348946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Deleting port 57ab3415-42fd-4159-9347-1dbf29f40134 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:34.350278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.382675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:34.437279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-be4ff5cd-100f-4182-9b79-7a5e302a6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.444889 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-be4ff5cd-100f-4182-9b79-7a5e302a6339 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 1099 time: 0.3772614 Jul 06 17:45:34.448499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:34.459974 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.585028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78e5cbda-4206-4e73-a278-05ea1d1c36ba req-c6091935-36d5-4592-b6ed-4d5b504741ec tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 210 time: 0.1501689 Jul 06 17:45:34.628399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:34.645957 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-853c380a-6f09-4452-a0ff-2355084f7604 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab HTTP/1.1" status: 200 len: 217 time: 0.1406164 Jul 06 17:45:34.703819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3adf3c60-903d-4e10-bf15-a22cea27a2f3 req-6a4644c9-54c3-48d3-ba74-738e3879bc6b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 210 time: 0.0817401 Jul 06 17:45:34.715910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-30cc803a-7629-4196-b881-37709c9207c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.717451 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-30cc803a-7629-4196-b881-37709c9207c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0633013 Jul 06 17:45:34.777947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:34.873403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] For port 57ab3415-42fd-4159-9347-1dbf29f40134, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=57ab3415-42fd-4159-9347-1dbf29f40134,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:34.874478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.895518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Calling delete_port for 57ab3415-42fd-4159-9347-1dbf29f40134 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:34.917448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-ea7b5c71-2e21-4b11-8093-00ffa37da852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.925890 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-ea7b5c71-2e21-4b11-8093-00ffa37da852 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985593 Jul 06 17:45:34.950222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-6560043e-755d-442e-a11f-c786349b9e28 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0814660 Jul 06 17:45:35.027389 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36afb68-5e08-4b03-8db8-5af8056ff15b x-openstack-request-id: req-c36afb68-5e08-4b03-8db8-5af8056ff15b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:35.027767 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf015798-7218-4aac-af9b-abded16cf319", "tag": "59703abf-df28-48b2-a4c8-b5e3c884f5ab", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:35.028035 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c36afb68-5e08-4b03-8db8-5af8056ff15b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:35.028620 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf015798-7218-4aac-af9b-abded16cf319', 'tag': '59703abf-df28-48b2-a4c8-b5e3c884f5ab', 'status': 'completed', 'code': 200} Jul 06 17:45:35.101001 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:35.224655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:35.231452 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-575024e3-5cd6-4bae-8ef5-f1e404df3ae9 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449894 Jul 06 17:45:35.268380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Allocated IP 172.20.0.4 (18a52b45-d066-4635-96d7-7230775786a0/a596f1f7-e080-4134-bf73-9773d920e770/5b0c8287-93a6-4955-840e-4bfe6df130bd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:35.338960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4663a6-6af8-474e-b4a0-2ed0bb038576 req-3f75890b-7822-4976-83a7-8d5130ed18d8 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:35.340569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df4663a6-6af8-474e-b4a0-2ed0bb038576 req-3f75890b-7822-4976-83a7-8d5130ed18d8 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 944 time: 0.5179801 Jul 06 17:45:35.349010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2fa43f8-7813-4797-8983-d9a64e06326c req-aab1c0a1-d99a-42fa-8fa3-b1be08ddaa6a service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684905 Jul 06 17:45:35.422853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf313c-2b88-4e64-a4e4-d1f58cfabd63 req-c9c420b9-c4f7-4469-ae26-44d6ef38c158 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:35.424476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0cf313c-2b88-4e64-a4e4-d1f58cfabd63 req-c9c420b9-c4f7-4469-ae26-44d6ef38c158 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.2404199 Jul 06 17:45:35.448195 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:35.452179 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-20d23890-078a-48ca-a9ca-10ee45b91c4c service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050881 Jul 06 17:45:35.537280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48944) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:35.557571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df4663a6-6af8-474e-b4a0-2ed0bb038576 req-676ad9a6-dd5d-4aa4-853c-03f212f38237 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058697 Jul 06 17:45:35.578205 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:35.609242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ab3415-42fd-4159-9347-1dbf29f40134,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:35.639045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:35.649024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:35.651802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:35.709149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:35.709650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:35.744723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0cf313c-2b88-4e64-a4e4-d1f58cfabd63 req-46121759-b3f8-429b-af13-6a0350ef68d2 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999356 Jul 06 17:45:35.806555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:35.808379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:35.870372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-2c8cce81-7702-4120-808a-33b156265632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:35.873688 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-2c8cce81-7702-4120-808a-33b156265632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 1099 time: 0.3472939 Jul 06 17:45:35.878050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48954) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:35.887952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:35.955648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-12c0c8bd-3942-4a59-b3e4-b7b4fe209306 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6440971 Jul 06 17:45:35.968980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Request body: {'port': {'device_id': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:36.152403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Transition to ACTIVE for port object 5b0c8287-93a6-4955-840e-4bfe6df130bd will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:36.193112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-593a539b-f943-4fbb-8868-86dff915ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:36.200949 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-593a539b-f943-4fbb-8868-86dff915ace4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2698233 Jul 06 17:45:36.224973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-915242249-network', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:36.278597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e0d34c8-da5f-4a38-a258-18ea824877e0 req-1a5c7148-85de-4aaf-8775-d345f4e0d76b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 210 time: 0.1151788 Jul 06 17:45:36.386542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed64dddd-3b5d-448d-b484-e74c02157aeb None None] Provisioning for port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:36.387426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Made reservation on behalf of 806461497e8d4d309b8f625f9eab02ef for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:36.389822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:36.424999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed64dddd-3b5d-448d-b484-e74c02157aeb None None] Provisioning complete for port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:36.426290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed64dddd-3b5d-448d-b484-e74c02157aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:36.463739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:36.478417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec218cd-e3b7-4232-88ba-89670f5447d4 req-4e049f0d-5000-4002-8781-183cdea8b613 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:36.480823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ec218cd-e3b7-4232-88ba-89670f5447d4 req-4e049f0d-5000-4002-8781-183cdea8b613 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.3364112 Jul 06 17:45:36.569693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed64dddd-3b5d-448d-b484-e74c02157aeb None None] Port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:36.594862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:36.662086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event updated for resources: {'Port': ['ID=5b0c8287-93a6-4955-840e-4bfe6df130bd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:36.707051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Network 18a52b45-d066-4635-96d7-7230775786a0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:36.717376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:36.735923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ec218cd-e3b7-4232-88ba-89670f5447d4 req-779c2d03-d1cc-42e4-b743-851a0c10846e tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448986 Jul 06 17:45:36.752074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:36.822779 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-27d035ab-3a47-4eba-a0de-740ea9e57b4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab HTTP/1.1" status: 200 len: 217 time: 0.5600915 Jul 06 17:45:36.935684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:36.941542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-552ad09e-8652-4263-b807-cb75a185c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:36.943114 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-552ad09e-8652-4263-b807-cb75a185c495 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0889940 Jul 06 17:45:37.138039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.161029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.181920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-699e9784-3152-4bf1-9945-4da93d2865e8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.207236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f15bedb-30c1-41bb-b72d-163ca427e58a None None] Provisioning for port 5b0c8287-93a6-4955-840e-4bfe6df130bd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:37.211856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f15bedb-30c1-41bb-b72d-163ca427e58a None None] Provisioning complete for port 5b0c8287-93a6-4955-840e-4bfe6df130bd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:37.212304 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f15bedb-30c1-41bb-b72d-163ca427e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.216499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.229999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:37.265501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00539376-ea8d-457d-9a7a-e7b61ce52ac0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:37.273593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-699e9784-3152-4bf1-9945-4da93d2865e8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.283033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.283443 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Added segment 6e24606b-22ad-4135-83b2-cb5f0d87a891 of type vlan for network 8068a0d0-69aa-4736-94b2-63f420edbcb3 Jul 06 17:45:37.307121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4f15bedb-30c1-41bb-b72d-163ca427e58a None None] Port 5b0c8287-93a6-4955-840e-4bfe6df130bd cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:37.309211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f366f-fc08-4d44-b45e-46318e6d768e req-8b46a57f-647c-4d11-b22b-787534b5ddd0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.310865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c72f366f-fc08-4d44-b45e-46318e6d768e req-8b46a57f-647c-4d11-b22b-787534b5ddd0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 935 time: 0.8232408 Jul 06 17:45:37.364974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.365862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.400651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:37.418419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-aa2f8455-becb-4f0f-8ac3-1898b9f7293a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2879958 Jul 06 17:45:37.420478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.433815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Request body: {'port': {'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:37.444629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c72f366f-fc08-4d44-b45e-46318e6d768e req-b19973a4-f04a-4b31-b94e-8666e1330dde tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121156 Jul 06 17:45:37.448926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-bc6c6fee-489a-41ae-8743-86a732675d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.450074 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-bc6c6fee-489a-41ae-8743-86a732675d91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4886181 Jul 06 17:45:37.496384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.497133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Transition to ACTIVE for port object 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:37.516530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.531675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8b87-5756-4b7f-9f66-f8eb1b0aa37f req-11f46995-62d0-4ab7-b444-b77c12bf3542 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.539380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-296a8b87-5756-4b7f-9f66-f8eb1b0aa37f req-11f46995-62d0-4ab7-b444-b77c12bf3542 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 944 time: 0.3809960 Jul 06 17:45:37.633533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-699e9784-3152-4bf1-9945-4da93d2865e8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.638565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-699e9784-3152-4bf1-9945-4da93d2865e8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.640510 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-699e9784-3152-4bf1-9945-4da93d2865e8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "DELETE /v2.0/security-groups/10bfacf2-28f8-4cf1-8c97-3ce33ae9acde HTTP/1.1" status: 204 len: 168 time: 1.7452564 Jul 06 17:45:37.652619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:37.659734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:37.682825 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.701071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-296a8b87-5756-4b7f-9f66-f8eb1b0aa37f req-a194fbbd-96ea-4ef6-9626-97495c1513e7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573460 Jul 06 17:45:37.702845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.704453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.705284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.716463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e9784-3152-4bf1-9945-4da93d2865e8 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bfacf2-28f8-4cf1-8c97-3ce33ae9acde,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:37.766493 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-22a77eeb-c92c-433e-ba8b-527e67a07e40 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] show failed (client error): The resource could not be found. Jul 06 17:45:37.775819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-22a77eeb-c92c-433e-ba8b-527e67a07e40 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "GET /v2.0/security-groups/10bfacf2-28f8-4cf1-8c97-3ce33ae9acde HTTP/1.1" status: 404 len: 347 time: 0.1126752 Jul 06 17:45:37.787717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:37.820615 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 59703abf-df28-48b2-a4c8-b5e3c884f5ab details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:37.823908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:37.888798 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3504188 Jul 06 17:45:37.890950 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-68860bed-3f29-48b3-a23d-2cf5402f7c2a service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250021 Jul 06 17:45:37.902561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:37.913286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Request body: {'subnet': {'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-subnet', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:37.925282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf234-0f09-451c-bde0-c13c99b97615 admin admin] Pushing event updated for resources: {'Network': ['ID=8068a0d0-69aa-4736-94b2-63f420edbcb3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:37.942519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:37.989616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Attempting to bind port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:37.989983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Attempting to bind port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:37.990730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Attempting to bind port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:38.011398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:38.011739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Attempting to bind port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:38.044537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:38.044865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:38.045333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:38.045851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Bound port: 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:38.046226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.126654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:38.135013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:38.135327 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.207547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:38.224950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Made reservation on behalf of 806461497e8d4d309b8f625f9eab02ef for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:38.227708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.232145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '59703abf-df28-48b2-a4c8-b5e3c884f5ab', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '59703abf-df28-48b2-a4c8-b5e3c884f5ab', 'mac_address': 'fa:16:3e:4f:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:38.243233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Router 842f70d6-5045-41e1-8905-07c830ef0654 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:45:38.281750 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.322064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59703abf-df28-48b2-a4c8-b5e3c884f5ab {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:38.351609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.369611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:38.377077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.386951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:38.389317 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28355c4-2e32-4dcd-9338-77d059767d5d" -d '{"events": [{"server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "name": "network-vif-plugged", "status": "completed", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:38.424668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:38.439719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.465268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=59703abf-df28-48b2-a4c8-b5e3c884f5ab,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:38.538489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:38.564344 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e50f5828-bf3b-416b-a2fc-c8f7de20d59c req-bbf9b116-8f3e-4061-b1fb-a695aecf1656 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648409 Jul 06 17:45:38.571937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Deleting port 34cbdce2-df65-494b-8464-1f790842c19e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:38.575975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.685748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:38.755633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743936c-4c18-43b9-9d49-3d22a3afcdbb req-0b05fa6d-7674-440c-ba5c-eefb353b4b04 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:38.757195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7743936c-4c18-43b9-9d49-3d22a3afcdbb req-0b05fa6d-7674-440c-ba5c-eefb353b4b04 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 931 time: 0.8688648 Jul 06 17:45:38.854571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] For port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:38.873425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7743936c-4c18-43b9-9d49-3d22a3afcdbb req-d663c61b-5820-4a3c-a58b-5c096a002cb3 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053071 Jul 06 17:45:38.921857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.941205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] For port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:38.944334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:38.954704 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f96a715-8d50-4660-8a6a-0d529e721269 admin admin] 10.222.0.37 "PUT /v2.0/routers/842f70d6-5045-41e1-8905-07c830ef0654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1844721 Jul 06 17:45:38.954921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-9b7739ad-50a7-4f0b-a61e-bf42b9699386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:38.956232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-9b7739ad-50a7-4f0b-a61e-bf42b9699386 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 1096 time: 0.3460610 Jul 06 17:45:38.963554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:38.964835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] Sync routers for ids ['842f70d6-5045-41e1-8905-07c830ef0654'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:38.969120 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.980207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] Routers {'842f70d6-5045-41e1-8905-07c830ef0654'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:38.980901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['842f70d6-5045-41e1-8905-07c830ef0654'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:38.991439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.991864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.019954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Calling delete_port for 34cbdce2-df65-494b-8464-1f790842c19e owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:39.032916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27eaab5-d841-47c5-bcac-c90f68737d9a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:39.117567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Checking segment: {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:39.118841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Network hostable DHCP agents. Network: 8068a0d0-69aa-4736-94b2-63f420edbcb3, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:45:39.162942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] Set router 842f70d6-5045-41e1-8905-07c830ef0654 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:39.170669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:45:39.186120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 8068a0d0-69aa-4736-94b2-63f420edbcb3) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:39.195960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.197981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.209283 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9451d-91b8-449f-b205-76ab6703a1ba None None] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:39.261095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-52c0f083-90b3-43c9-846e-91b78f2bb48c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3570457 Jul 06 17:45:39.267598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49016) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:39.273196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:39.322753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.327219 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.341441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.365709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.366443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.368684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] 10.222.0.60 "PUT /v2.0/ports/9d4d44fb-2894-4637-9d67-7f87c18cb5d9 HTTP/1.1" status: 200 len: 1095 time: 3.4045064 Jul 06 17:45:39.369440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'tag': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:39.371835 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c847b5fa-26ba-4870-9d42-e48d7ffe166a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d34034-5198-4638-84e5-08ba5d84579b", "tag": "9d4d44fb-2894-4637-9d67-7f87c18cb5d9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:39.442795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Pushing event deleted for resources: {'Port': ['ID=34cbdce2-df65-494b-8464-1f790842c19e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:39.488493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.520998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.641008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-47311cad-0534-4887-a6ba-1880478ef788 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:45:39.647923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-47311cad-0534-4887-a6ba-1880478ef788 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4364622 Jul 06 17:45:39.694101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-08532abc-df9d-43c1-83f0-f2aa1058cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.695672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-08532abc-df9d-43c1-83f0-f2aa1058cb16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.5080562 Jul 06 17:45:39.709369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.718658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.721722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.722944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83c4cb2a-c52e-4f73-9445-3d5ec066b064 tempest-ImagesOneServerNegativeTestJSON-161652863 tempest-ImagesOneServerNegativeTestJSON-161652863-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f2fe124-a934-41c7-8edd-897ba5dea309 HTTP/1.1" status: 204 len: 168 time: 1.9290035 Jul 06 17:45:39.742441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b269d8-709a-4de2-943c-b678c1c16ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:39.742650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-8068a0d0-69aa-4736-94b2-63f420edbcb3', 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'fixed_ips': [{'subnet_id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:45:39.744077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.758569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.776523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '89730508-1200-4c56-8719-f3871ebcae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:45:35Z', 'revision_number': 5, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port': {'id': '89730508-1200-4c56-8719-f3871ebcae20', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f70d6-5045-41e1-8905-07c830ef0654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:37Z', 'updated_at': '2021-07-06T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:39.813746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] Checking router: 842f70d6-5045-41e1-8905-07c830ef0654 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:39.841014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2b42-27af-4a31-b19c-4323b414df39 req-a3579f99-14a2-4118-9702-ec10bc994e56 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.843796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbee2b42-27af-4a31-b19c-4323b414df39 req-a3579f99-14a2-4118-9702-ec10bc994e56 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 945 time: 0.6928082 Jul 06 17:45:39.859905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Request body: {'binding': {'host': 'n-h1-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:39.860482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:45:39.863180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 59703abf-df28-48b2-a4c8-b5e3c884f5ab up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:39.866902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-e935f905-8be8-4cde-aa8c-24c772e69b01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8281fa27-c0eb-4176-bf04-dcabc916197c HTTP/1.1" status: 200 len: 217 time: 0.1255474 Jul 06 17:45:39.897359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0c8287-93a6-4955-840e-4bfe6df130bd {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:39.909083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] Routers {'842f70d6-5045-41e1-8905-07c830ef0654'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:39.909826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['842f70d6-5045-41e1-8905-07c830ef0654'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:39.934560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:39.990833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.015122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.023579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-0b17f6e2-4edd-4523-89e2-92f8141c6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:40.026406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-0b17f6e2-4edd-4523-89e2-92f8141c6ced service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 1098 time: 0.5983608 Jul 06 17:45:40.043160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Transition to ACTIVE for port object 5b0c8287-93a6-4955-840e-4bfe6df130bd will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:40.080188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] Set router 842f70d6-5045-41e1-8905-07c830ef0654 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:40.084000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 59703abf-df28-48b2-a4c8-b5e3c884f5ab completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:40.099762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.115533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Allocated IP 172.20.0.2 (8068a0d0-69aa-4736-94b2-63f420edbcb3/e27eaab5-d841-47c5-bcac-c90f68737d9a/09e1736a-2c38-4c8f-8ff1-c0df7ca57076) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:40.150184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 59703abf-df28-48b2-a4c8-b5e3c884f5ab triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:40.151027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.156710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-7e98825e-3c07-4425-993c-f78b49fbbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:40.158296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-7e98825e-3c07-4425-993c-f78b49fbbea1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.2504380 Jul 06 17:45:40.184738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-c6992206-a9a4-40e1-8bb6-b9ee2d3abbdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9 HTTP/1.1" status: 200 len: 217 time: 0.1402566 Jul 06 17:45:40.187828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbee2b42-27af-4a31-b19c-4323b414df39 req-1aef07dc-41b5-4cee-bab5-09867e72b500 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251433 Jul 06 17:45:40.195335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:45:39Z', 'revision_number': 6, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:40.269136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f4161-3524-4312-83e6-2329c6c8b21d None None] The sync data for ids ['842f70d6-5045-41e1-8905-07c830ef0654'] in n-d-799527-3 is: [{'id': '842f70d6-5045-41e1-8905-07c830ef0654', 'name': 'tempest-ServersTestMultiNic-1838234311-router', 'tenant_id': '2db2cc57343441df85cf9680a0b77917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:34Z', 'updated_at': '2021-07-06T17:45:39Z', 'revision_number': 6, 'project_id': '2db2cc57343441df85cf9680a0b77917', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:40.278606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-f1b09114-1dcd-4a5a-842b-81851e1b465d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856540 Jul 06 17:45:40.325346 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0562a-170d-4b97-ae59-b26b0342fdd1 x-openstack-request-id: req-91a0562a-170d-4b97-ae59-b26b0342fdd1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:40.326717 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "name": "network-vif-plugged", "status": "completed", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:40.327297 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91a0562a-170d-4b97-ae59-b26b0342fdd1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:40.327936 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'code': 200} Jul 06 17:45:40.360260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c8287-93a6-4955-840e-4bfe6df130bd,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:40.399590 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.489164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:40.497960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.498809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8281fa27-c0eb-4176-bf04-dcabc916197c no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:40.581162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.592582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Deleting port 89730508-1200-4c56-8719-f3871ebcae20 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:40.593165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.597828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-d754ba75-04cd-4dae-9c96-7a4907eb040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:40.599591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-d754ba75-04cd-4dae-9c96-7a4907eb040e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.4032450 Jul 06 17:45:40.605614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Transition to ACTIVE for port object 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:40.611696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Allocated IP 172.25.5.132 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/0afc2c54-38ce-40ba-b247-8ae77d6f83cd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:40.655682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=59703abf-df28-48b2-a4c8-b5e3c884f5ab,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:40.658789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Transition to ACTIVE for port object 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:40.673484 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.735166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074bf98-8ea1-4935-b660-ccacaa60f662 req-079e3e07-91f9-4383-9948-4b915f4a3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:40.737142 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b074bf98-8ea1-4935-b660-ccacaa60f662 req-079e3e07-91f9-4383-9948-4b915f4a3be2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1096 time: 0.2602441 Jul 06 17:45:40.770596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:40.783950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:40.787950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Pushing event updated for resources: {'Port': ['ID=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:40.790596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:40.794637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on host n-h1-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:40.795322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:40.795322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:40.796169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.799957 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b074bf98-8ea1-4935-b660-ccacaa60f662 req-21cc92fa-f8d1-477f-9849-6f1d1f54571d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Jul 06 17:45:40.832885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:40.833263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:40.833432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.865303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-0d2a5453-d149-4548-9c14-140c9639ef9a service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520434 Jul 06 17:45:40.871871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:40.872138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:40.872414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:40.872883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Bound port: 978fe722-5227-4032-929d-c87c86029076, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:40.894061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Attempting to bind port 5b0c8287-93a6-4955-840e-4bfe6df130bd on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:40.894395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Attempting to bind port 5b0c8287-93a6-4955-840e-4bfe6df130bd by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:40.894718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Attempting to bind port 5b0c8287-93a6-4955-840e-4bfe6df130bd on network 18a52b45-d066-4635-96d7-7230775786a0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:40.894871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.905373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:40.914662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Attempting to bind port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:40.915999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Attempting to bind port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:40.916773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Attempting to bind port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 on network 8068a0d0-69aa-4736-94b2-63f420edbcb3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:40.924291 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.928110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:40.928514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Checking segment: {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:40.928903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.929302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Bound using segment: {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:40.929797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Bound port: 09e1736a-2c38-4c8f-8ff1-c0df7ca57076, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:40.931029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:40.955057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:40.958269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:40.963984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:41.002857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Pushing event updated for resources: {'Port': ['ID=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:41.028261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:41.074748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-96d69ba9-deab-4253-bc74-6211655413de None None] For port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:41.080884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-96d69ba9-deab-4253-bc74-6211655413de None None] For port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:41.087731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.195640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d69ba9-deab-4253-bc74-6211655413de None None] Pushing event updated for resources: {'Port': ['ID=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:41.311192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.343685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Port 5b0c8287-93a6-4955-840e-4bfe6df130bd on network 18a52b45-d066-4635-96d7-7230775786a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:41.344247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Attempting to bind port 5b0c8287-93a6-4955-840e-4bfe6df130bd on network 18a52b45-d066-4635-96d7-7230775786a0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:41.409073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:41.409424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Checking segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:41.409796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Bound using segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:41.410254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Bound port: 5b0c8287-93a6-4955-840e-4bfe6df130bd, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:41.410627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.422063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] For port 89730508-1200-4c56-8719-f3871ebcae20, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=89730508-1200-4c56-8719-f3871ebcae20,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:41.422510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.446913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507ceec-1fe0-4ee5-9528-9b2cc672a9c0 req-9d3d1696-5b3e-4a87-9d02-63d9a0b23e8b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:41.448675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a507ceec-1fe0-4ee5-9528-9b2cc672a9c0 req-9d3d1696-5b3e-4a87-9d02-63d9a0b23e8b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 947 time: 0.8649335 Jul 06 17:45:41.475964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Calling delete_port for 89730508-1200-4c56-8719-f3871ebcae20 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:41.512902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:41.520741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-b50fd14c-1ade-4c81-82ec-1c1f749b8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:41.522519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-b50fd14c-1ade-4c81-82ec-1c1f749b8f84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8723302 Jul 06 17:45:41.578456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.583784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2a116e79-8b46-4386-9852-9acb08de21aa service neutron] 10.222.0.37 "POST /v2.0/ports/978fe722-5227-4032-929d-c87c86029076/bindings HTTP/1.1" status: 201 len: 389 time: 1.9278400 Jul 06 17:45:41.641128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.745028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6b7f06c-b66c-44f3-97c2-47701d68dc2c req-0585b0d6-ee5b-403a-904d-9e0124ab1293 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8667018 Jul 06 17:45:41.783747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a507ceec-1fe0-4ee5-9528-9b2cc672a9c0 req-4f180257-4a2f-48cc-ba03-76b8a9bd45b5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159881 Jul 06 17:45:41.825567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] For port 5b0c8287-93a6-4955-840e-4bfe6df130bd, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:41.846746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] For port 5b0c8287-93a6-4955-840e-4bfe6df130bd, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:41.884775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:41.885086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:41.924853 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80687d-0443-4abb-80df-c044b5e63b5a x-openstack-request-id: req-4f80687d-0443-4abb-80df-c044b5e63b5a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:41.925143 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d34034-5198-4638-84e5-08ba5d84579b", "tag": "9d4d44fb-2894-4637-9d67-7f87c18cb5d9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:41.925396 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f80687d-0443-4abb-80df-c044b5e63b5a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:41.925804 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'tag': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'status': 'completed', 'code': 200} Jul 06 17:45:41.945886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Router 16a4d393-e33a-46a2-934a-2f8715bc186e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:45:42.023586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-82704b1b-0203-48aa-9505-9a17d63ec2c5 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799056 Jul 06 17:45:42.028571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:42.029203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:42.030712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] 10.222.0.61 "PUT /v2.0/ports/5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 1091 time: 4.6038430 Jul 06 17:45:42.097689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:42.184009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:42.194132 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Sync routers for ids ['16a4d393-e33a-46a2-934a-2f8715bc186e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:42.208217 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Routers {'16a4d393-e33a-46a2-934a-2f8715bc186e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:42.209343 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['16a4d393-e33a-46a2-934a-2f8715bc186e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:42.215848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 57ab3415-42fd-4159-9347-1dbf29f40134 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:42.221943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:42.227297 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-759bf317-5e57-4918-8cb0-e2a3681d492d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9548094 Jul 06 17:45:42.227539 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:42.279050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 57ab3415-42fd-4159-9347-1dbf29f40134 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:42.279477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 57ab3415-42fd-4159-9347-1dbf29f40134 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:42.286654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89730508-1200-4c56-8719-f3871ebcae20 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:42.329833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf015798-7218-4aac-af9b-abded16cf319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59703abf-df28-48b2-a4c8-b5e3c884f5ab'}, {'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:42.333945 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd56f6-506a-479b-b1b3-49392feac572" -d '{"events": [{"server_uuid": "cf015798-7218-4aac-af9b-abded16cf319", "name": "network-vif-plugged", "status": "completed", "tag": "59703abf-df28-48b2-a4c8-b5e3c884f5ab"}, {"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-unplugged", "status": "completed", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:42.452842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a07b239-d764-40e1-8dad-99f0b99e2be2 req-886259bd-56af-49d0-8db2-9bdfd1b26373 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171579 Jul 06 17:45:42.458315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:42.636816 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Set router 16a4d393-e33a-46a2-934a-2f8715bc186e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:42.672433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e79aa7-4139-46db-a6c2-a1affc776a8e service neutron] Pushing event updated for resources: {'Port': ['ID=5b0c8287-93a6-4955-840e-4bfe6df130bd,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:42.735501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e7d21-677e-480b-ae82-268908524267 req-c870c4db-da20-4ce8-93ee-babada47da2b tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:42.741927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-356e7d21-677e-480b-ae82-268908524267 req-c870c4db-da20-4ce8-93ee-babada47da2b tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 945 time: 0.9035428 Jul 06 17:45:42.801211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:42.816342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-1ba901be-0c93-4862-af2a-4cbfe277c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:42.818301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-1ba901be-0c93-4862-af2a-4cbfe277c367 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1094 time: 0.6337080 Jul 06 17:45:42.827286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-267f16ef-2e87-45fd-aefa-7727453a04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:42.829193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-267f16ef-2e87-45fd-aefa-7727453a04fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.3744800 Jul 06 17:45:42.864481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2be48-2a93-4726-9009-c3b1082d7f89 None None] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:42.887044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Pushing event deleted for resources: {'Port': ['ID=89730508-1200-4c56-8719-f3871ebcae20,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:42.965458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] Provisioning for port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:42.973359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] Provisioning complete for port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:42.974133 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:42.994147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.070932 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:45:41Z', 'revision_number': 3, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:43.106155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbdb23-8d37-40bb-810c-c42115babf33 req-c8d6176c-7df9-4e8d-9c28-5ce2cc44f4e1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.109771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Checking router: 16a4d393-e33a-46a2-934a-2f8715bc186e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:43.110403 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Updating router 16a4d393-e33a-46a2-934a-2f8715bc186e port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:45:43.118293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aecbdb23-8d37-40bb-810c-c42115babf33 req-c8d6176c-7df9-4e8d-9c28-5ce2cc44f4e1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 943 time: 0.9489756 Jul 06 17:45:43.139075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-f1ea8943-2de0-412c-a703-4f7ebb7ed126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.141426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-f1ea8943-2de0-412c-a703-4f7ebb7ed126 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 1098 time: 0.5743580 Jul 06 17:45:43.143469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-e98de479-7c59-492a-a9d1-235755c850f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 217 time: 0.3085523 Jul 06 17:45:43.157026 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.232191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-356e7d21-677e-480b-ae82-268908524267 req-d048439a-8761-4b20-bb58-4b6720e49ec6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669142 Jul 06 17:45:43.266045 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.316533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] For port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:43.323191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-b1e501a8-31a9-455d-94f0-247e1cdcb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.325115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-b1e501a8-31a9-455d-94f0-247e1cdcb03e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.1340506 Jul 06 17:45:43.334499 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.361700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Allocated IP 172.20.0.1 (8068a0d0-69aa-4736-94b2-63f420edbcb3/e27eaab5-d841-47c5-bcac-c90f68737d9a/9f9d8172-c00a-4a70-9b7f-d5e212e2052a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:43.518204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aecbdb23-8d37-40bb-810c-c42115babf33 req-c08a2c1a-2bf7-42e8-b195-77c7468b811a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981085 Jul 06 17:45:43.518765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f72d3-30af-464e-9a7e-149d1dfacd75 None None] Pushing event updated for resources: {'Port': ['ID=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:43.580087 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.596043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.598261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Transition to ACTIVE for port object 9f9d8172-c00a-4a70-9b7f-d5e212e2052a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:43.630706 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.651403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.651769 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Transition to ACTIVE for port object 0afc2c54-38ce-40ba-b247-8ae77d6f83cd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:43.653315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-ac087e9b-8ea7-44fa-9283-6e57e30e5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.654882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-ac087e9b-8ea7-44fa-9283-6e57e30e5a36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.7921770 Jul 06 17:45:43.660728 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.735969 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Attempting to bind port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:43.736351 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Attempting to bind port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:43.736704 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Attempting to bind port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:43.750250 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:43.750484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:43.751004 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.751518 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:43.752666 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Bound port: 0afc2c54-38ce-40ba-b247-8ae77d6f83cd, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:43.752891 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.761653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:43.765232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:43.769758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:43.813304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.821945 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] For port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:43.826226 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] For port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:43.832981 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.850171 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb2033-6b57-413a-a8c2-844f6eaf4b6f None None] Pushing event updated for resources: {'Port': ['ID=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:43.867426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-4f7d2c42-a36f-4995-a4ab-130a84cbf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.870721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-4f7d2c42-a36f-4995-a4ab-130a84cbf9ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4959645 Jul 06 17:45:43.894985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.899753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-f82cca5f-58b1-444c-ba08-6bf1e0f9e87c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.1714733 Jul 06 17:45:43.901155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-d4214798-66c0-4c9e-808c-2c59242c5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.903895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-d4214798-66c0-4c9e-808c-2c59242c5e38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7033124 Jul 06 17:45:43.906704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:43.909890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:43.940242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:43.953732 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb2033-6b57-413a-a8c2-844f6eaf4b6f None None] Pushing event updated for resources: {'Port': ['ID=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:44.000971 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Routers {'16a4d393-e33a-46a2-934a-2f8715bc186e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:44.001628 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['16a4d393-e33a-46a2-934a-2f8715bc186e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:44.035856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-94ceae56-aee0-4e49-9d7b-682d00141ef8 None None] Provisioning complete for port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:44.039412 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94ceae56-aee0-4e49-9d7b-682d00141ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.097697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:44.100468 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddaf7eb-00c7-429a-9006-96183a0714ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:44.106103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-fbc3bc11-39f5-4064-8149-e3891ef07df1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9 HTTP/1.1" status: 200 len: 217 time: 0.0774231 Jul 06 17:45:44.114589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:44.115888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.169748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.177717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.178530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842f70d6-5045-41e1-8905-07c830ef0654 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:45:44.189899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.191127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b07abab4-2040-4a07-88b1-d799fedc3512 admin admin] 10.222.0.37 "DELETE /v2.0/routers/842f70d6-5045-41e1-8905-07c830ef0654 HTTP/1.1" status: 204 len: 168 time: 5.2075772 Jul 06 17:45:44.197710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49044) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:44.203954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002feb46-380e-4426-894b-8ebd1f336a0f req-2f9083f3-b2d2-4896-97c8-42a2aa80a78b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:44.205751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-002feb46-380e-4426-894b-8ebd1f336a0f req-2f9083f3-b2d2-4896-97c8-42a2aa80a78b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 943 time: 0.7870326 Jul 06 17:45:44.256677 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] Set router 16a4d393-e33a-46a2-934a-2f8715bc186e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:44.328871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Deleting subnet 7167d9e8-1414-4ffb-a894-36b5f881b1b5 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:44.334791 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.419449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2229538a-1dfa-4725-9af0-69cf7f9f9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:44.420994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2229538a-1dfa-4725-9af0-69cf7f9f9ce0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.4997611 Jul 06 17:45:44.438513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-e3611f1d-e418-44d1-a3b2-05fa3a6758e3 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286412 Jul 06 17:45:44.440043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-ffc39ae2-7e36-443c-bbcb-4971277bb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:44.441530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-ffc39ae2-7e36-443c-bbcb-4971277bb8d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3087959 Jul 06 17:45:44.474879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-cb8e08e6-84db-43ba-9104-a081191d3023 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441008 Jul 06 17:45:44.573484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.589367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.605235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.624285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0ca83b4f-1e4d-4be0-b472-a056505beac5 None None] Provisioning for port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:44.631294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0ca83b4f-1e4d-4be0-b472-a056505beac5 None None] Provisioning complete for port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:44.631689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ca83b4f-1e4d-4be0-b472-a056505beac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.712586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0ca83b4f-1e4d-4be0-b472-a056505beac5 None None] Port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:44.739607 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:45:41Z', 'revision_number': 3, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:44.742060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:44.748681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.774695 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d13d5a-256d-41cc-9e7c-7ea0b68a6918 None None] The sync data for ids ['16a4d393-e33a-46a2-934a-2f8715bc186e'] in n-d-799527-3 is: [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:45:41Z', 'revision_number': 3, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:44.836424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.914405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:44.918946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:44.927669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:44.994534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7167d9e8-1414-4ffb-a894-36b5f881b1b5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:45.001533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.007031 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3c8791b2-a106-41d9-b3b6-66e166109177 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7167d9e8-1414-4ffb-a894-36b5f881b1b5 HTTP/1.1" status: 204 len: 168 time: 0.8022776 Jul 06 17:45:45.007527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-002feb46-380e-4426-894b-8ebd1f336a0f req-dcf59d49-51f7-45dd-851d-694e8cb20083 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829573 Jul 06 17:45:45.008209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49050) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:45.029744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d62823-fd6e-4c88-8f82-1be6c79ab098 None None] Network ae6ccc78-c0fb-4af4-b580-0b9bde138110 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:45.043091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91642340-aa2c-4794-ad42-7f9171b7b6ae req-5f149af8-fbe5-4256-9ea0-d8f4ed7fca6f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:45.050301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91642340-aa2c-4794-ad42-7f9171b7b6ae req-5f149af8-fbe5-4256-9ea0-d8f4ed7fca6f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 945 time: 1.2456903 Jul 06 17:45:45.189496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-b49d0c43-be4c-4c3a-b705-f74bc4ed7cfe service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809137 Jul 06 17:45:45.193771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.213129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Router 16a4d393-e33a-46a2-934a-2f8715bc186e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:45:45.219661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd77adf2-0c86-4e87-83b0-90828e1c8a38 req-78ae87a3-4f58-419e-800e-04182a12da3d service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360101 Jul 06 17:45:45.308985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91642340-aa2c-4794-ad42-7f9171b7b6ae req-1d4b5a94-6e43-46da-a3ba-4cffd9ccfc89 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540030 Jul 06 17:45:45.323183 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afb8527-70d1-42c3-8335-f0d6fad4ee3f x-openstack-request-id: req-5afb8527-70d1-42c3-8335-f0d6fad4ee3f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:45.324546 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf015798-7218-4aac-af9b-abded16cf319", "name": "network-vif-plugged", "status": "completed", "tag": "59703abf-df28-48b2-a4c8-b5e3c884f5ab", "code": 200}, {"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-unplugged", "status": "failed", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:45.324813 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5afb8527-70d1-42c3-8335-f0d6fad4ee3f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:45.325251 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf015798-7218-4aac-af9b-abded16cf319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59703abf-df28-48b2-a4c8-b5e3c884f5ab', 'code': 200} Jul 06 17:45:45.325543 n-d-799527-3 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'code': 422} returned with failed status Jul 06 17:45:45.395625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-0e8c6ca0-dc7d-4d7c-8058-8e76d3b57fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:45.401308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-0e8c6ca0-dc7d-4d7c-8058-8e76d3b57fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9096944 Jul 06 17:45:45.424772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Deleting port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:45.425123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.449818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ba7e850-e703-4e05-a7f1-f7a01a5624d2 None None] Provisioning complete for port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:45.450203 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba7e850-e703-4e05-a7f1-f7a01a5624d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.535085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] DHCP port deletion for ae6ccc78-c0fb-4af4-b580-0b9bde138110 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:45:45.584964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7e850-e703-4e05-a7f1-f7a01a5624d2 None None] Port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:45.615363 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95523b62-c109-45be-ae3e-142c2fb7ae9c x-openstack-request-id: req-95523b62-c109-45be-ae3e-142c2fb7ae9c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:45.615620 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:45.615929 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95523b62-c109-45be-ae3e-142c2fb7ae9c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:45.616810 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'status': 'completed', 'code': 200} Jul 06 17:45:45.623207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] Deleting port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:45.623573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.711412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] For port ad4ce01e-14f4-4676-9037-9e4867c5c8d0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:45.712313 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.742344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] Calling delete_port for ad4ce01e-14f4-4676-9037-9e4867c5c8d0 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:45.839582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0afc2c54-38ce-40ba-b247-8ae77d6f83cd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:45.925745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:45.931967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.936666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-8091a6fb-a916-4a7e-a57f-8c2ae899700f service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461488 Jul 06 17:45:45.938022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:45.938590 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:45.949684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef2108-1812-4b51-8465-310f541ba02b req-b09798bb-9bf8-4e60-b6e0-f688d5d0a39a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:45.951292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8ef2108-1812-4b51-8465-310f541ba02b req-b09798bb-9bf8-4e60-b6e0-f688d5d0a39a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 945 time: 0.2299356 Jul 06 17:45:45.976758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:45.989952 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d36bc4ea-3ab8-4222-a84d-05423e77be02 admin admin] 10.222.0.37 "PUT /v2.0/routers/16a4d393-e33a-46a2-934a-2f8715bc186e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7608485 Jul 06 17:45:45.995054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] Pushing event deleted for resources: {'Port': ['ID=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:46.002569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cef2c-d74d-490e-9a47-08c03737da53 None None] No DVR routers for this DVR port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:46.003181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce3ea-1fdf-4f16-bd0a-147d6cd8b320 req-204ebea6-87f4-4245-815d-d1f43c8e45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.004912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f0ce3ea-1fdf-4f16-bd0a-147d6cd8b320 req-204ebea6-87f4-4245-815d-d1f43c8e45b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 1101 time: 0.5629098 Jul 06 17:45:46.037251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] For port ad4ce01e-14f4-4676-9037-9e4867c5c8d0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,segment=NetworkSegment(ac3d5bf8-a197-4ecb-92d3-d890e6cfb695),segment_id=ac3d5bf8-a197-4ecb-92d3-d890e6cfb695)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:46.038029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.062156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Calling delete_port for ad4ce01e-14f4-4676-9037-9e4867c5c8d0 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:46.064033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-90d9d0c6-b48a-4bac-a81f-f3e38faf9fa6 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514130 Jul 06 17:45:46.076594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-b41b4ac9-467a-40f7-a941-8d961c857b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.078113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-b41b4ac9-467a-40f7-a941-8d961c857b9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1094 time: 0.4564693 Jul 06 17:45:46.105279 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.146274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:46.154573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.227813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:46.244754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ef986-4ff3-4510-a176-8d3ba802f0bf req-d933029b-70d7-4d6b-96d4-e5d9f51b48e0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.246338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa3ef986-4ff3-4510-a176-8d3ba802f0bf req-d933029b-70d7-4d6b-96d4-e5d9f51b48e0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 947 time: 0.6106508 Jul 06 17:45:46.268678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ad4ce01e-14f4-4676-9037-9e4867c5c8d0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:46.277593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.290473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ad4ce01e-14f4-4676-9037-9e4867c5c8d0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:45:46.291219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ad4ce01e-14f4-4676-9037-9e4867c5c8d0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:46.317233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4ce01e-14f4-4676-9037-9e4867c5c8d0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:46.319723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f0ce3ea-1fdf-4f16-bd0a-147d6cd8b320 req-94d8fc45-4ff1-4268-9dc7-6d8ed7b65a22 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898922 Jul 06 17:45:46.323767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] No DVR routers for this DVR port ad4ce01e-14f4-4676-9037-9e4867c5c8d0 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:46.334620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8ef2108-1812-4b51-8465-310f541ba02b req-5af12995-1fcd-4e00-84d3-c4f68e5d5f39 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639410 Jul 06 17:45:46.335050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.336318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.336875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.337372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.337871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.338381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.339031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.339566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.339899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.340229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.340558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.340877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:46.423536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.444163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6ccc78-c0fb-4af4-b580-0b9bde138110']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:46.457586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:46.458010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3d5bf8-a197-4ecb-92d3-d890e6cfb695') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:46.469329 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.487731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.490975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c847b5fa-26ba-4870-9d42-e48d7ffe166a req-9644348d-2ad4-400a-8e7d-1076354e72d4 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878429 Jul 06 17:45:46.495553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa3ef986-4ff3-4510-a176-8d3ba802f0bf req-c3245910-72c6-4930-8a3b-4f194f163b55 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788187 Jul 06 17:45:46.506606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:46.507048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:46.515019 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:46.553994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-b950f219-b576-462f-95c2-f9eeb4bfa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.556699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-b950f219-b576-462f-95c2-f9eeb4bfa648 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.4157698 Jul 06 17:45:46.568347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-c08265e1-0d00-4491-8ab5-32ac38ed03ee tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.569889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-c08265e1-0d00-4491-8ab5-32ac38ed03ee tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.5268726 Jul 06 17:45:46.583821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:46.590753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.598795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.608782 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae6ccc78-c0fb-4af4-b580-0b9bde138110 HTTP/1.1" status: 204 len: 168 time: 1.6003909 Jul 06 17:45:46.623487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49066) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:46.625686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae8a17-0261-48d6-950f-30e6db774bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6ccc78-c0fb-4af4-b580-0b9bde138110,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:46.659642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-9640df19-286b-4434-954d-88f650d93ea7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 217 time: 0.0941975 Jul 06 17:45:46.792369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49068) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:46.801723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5e0d-066f-4061-a49b-85f9cc815a00 req-4e964c1e-96a9-4a13-ba64-f495a4769cb3 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.803420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269e5e0d-066f-4061-a49b-85f9cc815a00 req-4e964c1e-96a9-4a13-ba64-f495a4769cb3 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 943 time: 0.3379886 Jul 06 17:45:46.838475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Deleting subnet 46556c9b-747a-46f2-b649-31f7c49d8b15 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:46.846327 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-13d817d3-5696-4b9b-9f98-89547000fb44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2db2cc57343441df85cf9680a0b77917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517321 Jul 06 17:45:46.848695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49070) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:46.861158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.903738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-61f108cb-c647-478b-8801-f023fa32fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.906279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-61f108cb-c647-478b-8801-f023fa32fa33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.2236977 Jul 06 17:45:46.940589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7057f517-2040-4167-9945-c1694602f1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.943156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:46.972130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7057f517-2040-4167-9945-c1694602f1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:46.985475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.012580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.042591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7057f517-2040-4167-9945-c1694602f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.055914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7057f517-2040-4167-9945-c1694602f1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.063855 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7057f517-2040-4167-9945-c1694602f1de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/431b7bd2-81f5-4d46-8a84-43e5809d9671 HTTP/1.1" status: 204 len: 168 time: 0.2133639 Jul 06 17:45:47.069497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269e5e0d-066f-4061-a49b-85f9cc815a00 req-d15ac926-75e2-4e2c-a7eb-7eca70a3b807 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372260 Jul 06 17:45:47.083920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057f517-2040-4167-9945-c1694602f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431b7bd2-81f5-4d46-8a84-43e5809d9671,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:47.085574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:47.135468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'mac_address': 'fa:16:3e:54:41:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:47.138793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b394f3-a41a-487f-8af4-925003356601 req-02181b20-188e-4d57-b2df-9c25e7ba434c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:47.140550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45b394f3-a41a-487f-8af4-925003356601 req-02181b20-188e-4d57-b2df-9c25e7ba434c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 943 time: 0.4122641 Jul 06 17:45:47.152319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.261316 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.282978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:47.295351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-aa4b33ae-9355-4c5a-9621-07e6b8554aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:47.297253 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-aa4b33ae-9355-4c5a-9621-07e6b8554aa0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3673072 Jul 06 17:45:47.317686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45b394f3-a41a-487f-8af4-925003356601 req-87b2dde4-ace0-4360-8051-56ce0b0101ab tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373618 Jul 06 17:45:47.352960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:47.360342 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.391521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.441481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Sync routers for ids ['16a4d393-e33a-46a2-934a-2f8715bc186e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:47.474295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Routers {'16a4d393-e33a-46a2-934a-2f8715bc186e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:47.475123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['16a4d393-e33a-46a2-934a-2f8715bc186e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:47.559295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:47.565697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:47.626520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.628936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46556c9b-747a-46f2-b649-31f7c49d8b15 HTTP/1.1" status: 204 len: 168 time: 1.0042455 Jul 06 17:45:47.630834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776ec7c-87cc-429d-9fe8-5dc00ae8aa2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46556c9b-747a-46f2-b649-31f7c49d8b15,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:47.632659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49086) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:47.666456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:47.713635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Set router 16a4d393-e33a-46a2-934a-2f8715bc186e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:47.756507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.865828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.888842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a206de4-88dc-44d2-8925-0833052ff837']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:47.903363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0afc2c54-38ce-40ba-b247-8ae77d6f83cd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:47.910266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdecb1be-40e7-4eed-9092-f3aafea5fda3') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:47.910862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdecb1be-40e7-4eed-9092-f3aafea5fda3') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:47.911886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5b0c8287-93a6-4955-840e-4bfe6df130bd details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:47.913875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8281fa27-c0eb-4176-bf04-dcabc916197c no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:47.925816 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.945757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.958451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:47.958832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:47.962374 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:48.030999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.048904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.057748 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3a206de4-88dc-44d2-8925-0833052ff837 HTTP/1.1" status: 204 len: 168 time: 0.4206989 Jul 06 17:45:48.089124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178f75e-6d81-4979-9d8a-e28c5b716a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a206de4-88dc-44d2-8925-0833052ff837,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:48.233217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:48.233803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.256672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:48.289068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49104) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:48.300203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-07cea91a-23fa-496e-a3cf-f597c5d48309 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1711357454&fields=id&tenant_id=70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 267 time: 0.6308837 Jul 06 17:45:48.314490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-5215c71e-2cae-4dac-ac5d-45056cba0f51 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0092134 Jul 06 17:45:48.368685 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d0ab28bf-f42c-43ed-bfdb-ae5c64d7333d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b6e2ed98e9b477d8a322e78ecee0e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732737 Jul 06 17:45:48.375562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49106) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:48.403828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-c31f3beb-97e6-4524-8f9c-28a551bc4641 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8976307 Jul 06 17:45:48.423820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49108) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:48.432482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978fe722-5227-4032-929d-c87c86029076'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:48.435352 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da124075-7dbc-40b9-824c-c98d9230652b" -d '{"events": [{"server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "978fe722-5227-4032-929d-c87c86029076"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:48.438862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5b0c8287-93a6-4955-840e-4bfe6df130bd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:48.441536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.453251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:48.470634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.474085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2fabaa13-4f70-4375-896e-8a29ec057ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.504782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:48.539567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2fabaa13-4f70-4375-896e-8a29ec057ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.547994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:45:44Z', 'revision_number': 4, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '9f9d8172-c00a-4a70-9b7f-d5e212e2052a', 'name': '', 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'mac_address': 'fa:16:3e:3b:d2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:43Z', 'updated_at': '2021-07-06T17:45:44Z', 'revision_number': 2, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'subnets': [{'id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:48.576879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.616773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2fabaa13-4f70-4375-896e-8a29ec057ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.620400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2fabaa13-4f70-4375-896e-8a29ec057ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.624066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2fabaa13-4f70-4375-896e-8a29ec057ca0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5682de2a-aaa5-4798-b3e0-a25a43909980 HTTP/1.1" status: 204 len: 168 time: 0.2431395 Jul 06 17:45:48.630933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabaa13-4f70-4375-896e-8a29ec057ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5682de2a-aaa5-4798-b3e0-a25a43909980,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:48.631685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-5d61a711-4add-4d86-a0ca-600ba9416849 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:48.635733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Checking router: 16a4d393-e33a-46a2-934a-2f8715bc186e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:48.636344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Updating router 16a4d393-e33a-46a2-934a-2f8715bc186e port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:45:48.639627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-5d61a711-4add-4d86-a0ca-600ba9416849 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 945 time: 0.3273494 Jul 06 17:45:48.640037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-484140785-network', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:48.649164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddaf7eb-00c7-429a-9006-96183a0714ab req-545fbe97-610d-4adb-98d5-25ae2d2ef7ba service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217077 Jul 06 17:45:48.653795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'port': {'security_groups': ['ae00c05e-c3fb-49ff-a370-4c2d45f0dd63', 'eccab01c-80d0-45c3-bb07-5bc9e0d9a44b']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:48.666653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:48.670202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.679888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.682299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.686218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:48.730382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0c8287-93a6-4955-840e-4bfe6df130bd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:48.762218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5b0c8287-93a6-4955-840e-4bfe6df130bd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:48.770416 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.783427 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.786603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on host n-h2-799527-3 for vnic_type normal with profile {"migrating_to": "n-h1-799527-3"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:48.787197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:48.787767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:48.824807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:48.825502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Attempting to bind port 978fe722-5227-4032-929d-c87c86029076 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:48.847110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:48.847779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:48.848354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:48.849011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Bound port: 978fe722-5227-4032-929d-c87c86029076, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:48.849564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.858576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.864662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.866981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.903473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:48.918133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a685cf7b-9127-4c9b-88ee-49e1162ee85e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:48.948525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:48.949516 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Added segment d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4 of type vlan for network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 Jul 06 17:45:49.026507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:49.030896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:49.046417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.111459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.115298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.116478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:49.119487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.159537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.186089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5b0c8287-93a6-4955-840e-4bfe6df130bd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:49.244996 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8199289 Jul 06 17:45:49.246032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:49.254078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133a56-8ef0-43a1-9c1d-40f0033a9ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=6856c4ec-9ac5-49fc-b98c-01dd56064b49,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:49.256113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Request body: {'subnet': {'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-484140785-subnet', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:49.290429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:49.292735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5b0c8287-93a6-4955-840e-4bfe6df130bd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:49.350779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:49.376234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:49.376764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.378262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-08aebc9c-00cf-4a60-a991-8a3c9acf4d2c service neutron] 10.222.0.60 "PUT /v2.0/ports/978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 1121 time: 2.8006930 Jul 06 17:45:49.402176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.412368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:49.414939 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.418322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:49.439193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Transition to ACTIVE for port object 9f9d8172-c00a-4a70-9b7f-d5e212e2052a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:49.461297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.527735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff039c-e345-47a4-8698-ba62886c8194 None None] Pushing event updated for resources: {'Port': ['ID=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:49.531578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Allocated IP 172.25.5.114 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/4ae08eaa-8491-4107-8131-946ed92dac88) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:49.536153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['978fe722-5227-4032-929d-c87c86029076'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:49.539749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.564831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.698162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:49.699294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.699693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Attempting to bind port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:49.699968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Attempting to bind port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:49.700335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Attempting to bind port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a on network 8068a0d0-69aa-4736-94b2-63f420edbcb3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:49.701172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9175fae8-e0b5-4f5a-af27-99ec1e4ba28f req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "PUT /v2.0/ports/98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 981 time: 1.0606699 Jul 06 17:45:49.710685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:49.711125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Checking segment: {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:49.712063 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.712586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Bound using segment: {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:49.712948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Bound port: 9f9d8172-c00a-4a70-9b7f-d5e212e2052a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e24606b-22ad-4135-83b2-cb5f0d87a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:49.713328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.848397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99282b82-1f14-460a-abc1-69bdb7d26791 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:49.904963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:49.910166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.949678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] For port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:49.978790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] For port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:49.994356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.013792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.106405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13115784-748f-4bba-b40a-201b7e16dc8e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:50.123414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.134736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff039c-e345-47a4-8698-ba62886c8194 None None] Pushing event updated for resources: {'Port': ['ID=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:50.139071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Routers {'16a4d393-e33a-46a2-934a-2f8715bc186e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:50.140034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['16a4d393-e33a-46a2-934a-2f8715bc186e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:50.168457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dda213-af91-45da-9ef4-9654a5c414a7 req-ec961a59-fed1-4cc2-8b44-c7193e050844 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:50.170097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8dda213-af91-45da-9ef4-9654a5c414a7 req-ec961a59-fed1-4cc2-8b44-c7193e050844 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2192163 Jul 06 17:45:50.179371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Checking segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:50.179803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Network hostable DHCP agents. Network: 6856c4ec-9ac5-49fc-b98c-01dd56064b49, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:45:50.201916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:50.225983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:50.226487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:50.237942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:50.247121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=4ae08eaa-8491-4107-8131-946ed92dac88,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:50.322031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8dda213-af91-45da-9ef4-9654a5c414a7 req-ac44bba8-c804-4a59-9bc7-4e58401d58c9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281290 Jul 06 17:45:50.324888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:45:50.343624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6856c4ec-9ac5-49fc-b98c-01dd56064b49) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:50.355420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:50.356563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.379802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f273ce-1b2f-40ff-8f4b-398544361449 None None] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:50.443842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c972ee55-4322-42db-a935-fa2901c4d8d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1901839 Jul 06 17:45:50.444111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:50.449688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:50.473392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.502218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.505927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.547746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.579235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] Set router 16a4d393-e33a-46a2-934a-2f8715bc186e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:50.648272 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.810051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.821675 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.879206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.934143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=4ae08eaa-8491-4107-8131-946ed92dac88,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:50.965614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.968133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:51.000910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.002445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-2ed46a96-14e1-468b-84bf-b49abba90638 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5637748 Jul 06 17:45:51.066373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-393968c3-aacd-48ad-b3a2-439760ca3142 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0525625 Jul 06 17:45:51.207986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.210031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-b5bcd5db-0b04-4405-bf3a-44a86598ccae tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:51.213931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b68484-6879-4ec7-8106-dc4c717107a1 req-b5bcd5db-0b04-4405-bf3a-44a86598ccae tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.1390152 Jul 06 17:45:51.253356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:45:51.253599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.254224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.289475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:51.323308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:51.324014 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.462551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Allocated IP 172.25.5.225 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a5cb0555-32be-4d44-aff0-969831533171) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:51.484954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adc322-7212-4b24-81cc-8b4c6dbd0ddc req-a4e0032b-7ca7-48dd-9bc6-9e5b236720b1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:51.500718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87adc322-7212-4b24-81cc-8b4c6dbd0ddc req-a4e0032b-7ca7-48dd-9bc6-9e5b236720b1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 948 time: 0.1280017 Jul 06 17:45:51.530498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:45:44Z', 'revision_number': 4, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '9f9d8172-c00a-4a70-9b7f-d5e212e2052a', 'name': '', 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'mac_address': 'fa:16:3e:3b:d2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:43Z', 'updated_at': '2021-07-06T17:45:49Z', 'revision_number': 4, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'subnets': [{'id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:51.572081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87adc322-7212-4b24-81cc-8b4c6dbd0ddc req-d986f56c-0261-49f3-93f4-4fa7d193543a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680850 Jul 06 17:45:51.662194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.678510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-7bf51160-08a6-4e64-9196-a199ccfa700d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:51.685609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-7bf51160-08a6-4e64-9196-a199ccfa700d tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8274927-eaef-4ab0-99a0-7e18dc0d25ea HTTP/1.1" status: 200 len: 943 time: 0.0963523 Jul 06 17:45:51.732231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab4b1b-958c-454c-a960-fb394475e7fa None None] The sync data for ids ['16a4d393-e33a-46a2-934a-2f8715bc186e'] in n-d-799527-3 is: [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:45:44Z', 'revision_number': 4, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '9f9d8172-c00a-4a70-9b7f-d5e212e2052a', 'name': '', 'network_id': '8068a0d0-69aa-4736-94b2-63f420edbcb3', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'mac_address': 'fa:16:3e:3b:d2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:43Z', 'updated_at': '2021-07-06T17:45:49Z', 'revision_number': 4, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'subnets': [{'id': 'e27eaab5-d841-47c5-bcac-c90f68737d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:51.740790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Allocated IP 172.20.0.2 (6856c4ec-9ac5-49fc-b98c-01dd56064b49/13115784-748f-4bba-b40a-201b7e16dc8e/a51f8818-8ae8-488e-a288-843072675a9c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:51.762454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.818248 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.877604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:51.890410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:51.894294 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d500b8-ad5e-4c80-8a85-9081c893280e" -d '{"events": [{"server_uuid": "f7d34034-5198-4638-84e5-08ba5d84579b", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d44fb-2894-4637-9d67-7f87c18cb5d9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:51.894680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:51.897328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5b0c8287-93a6-4955-840e-4bfe6df130bd up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:51.904467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:51.948744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:51.956381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8fee9-98ff-4af4-85d9-5b85560a9224 req-a93a9bee-ea4c-4531-9190-7dde1dc4c41e tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:51.958756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.967170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28c8fee9-98ff-4af4-85d9-5b85560a9224 req-a93a9bee-ea4c-4531-9190-7dde1dc4c41e tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 944 time: 0.2700169 Jul 06 17:45:51.987891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Pushing event updated for resources: {'Port': ['ID=a5cb0555-32be-4d44-aff0-969831533171,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:52.064073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28c8fee9-98ff-4af4-85d9-5b85560a9224 req-e73344c3-d22d-4232-a405-05823a44acba tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Jul 06 17:45:52.086052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port 8281fa27-c0eb-4176-bf04-dcabc916197c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:52.086970 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.184954 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73591e4-061c-457c-ac15-593b7d1f85a5 x-openstack-request-id: req-d73591e4-061c-457c-ac15-593b7d1f85a5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:52.185264 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "978fe722-5227-4032-929d-c87c86029076", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:52.185514 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d73591e4-061c-457c-ac15-593b7d1f85a5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:52.185916 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978fe722-5227-4032-929d-c87c86029076', 'code': 200} Jul 06 17:45:52.198368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:52.208088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 5b0c8287-93a6-4955-840e-4bfe6df130bd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:52.219685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 5b0c8287-93a6-4955-840e-4bfe6df130bd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:52.220147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.264477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.290413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Transition to ACTIVE for port object a51f8818-8ae8-488e-a288-843072675a9c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:52.304192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port 8281fa27-c0eb-4176-bf04-dcabc916197c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8281fa27-c0eb-4176-bf04-dcabc916197c,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:52.305358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.333589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Transition to ACTIVE for port object a51f8818-8ae8-488e-a288-843072675a9c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:52.358476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for 8281fa27-c0eb-4176-bf04-dcabc916197c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:52.368401 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.412992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.430681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:52.434025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.473154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:52.484006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:52.491307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Pushing event updated for resources: {'Port': ['ID=a51f8818-8ae8-488e-a288-843072675a9c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:52.538000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-cffd372e-11fa-4424-8c77-5e2784c980e9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-819428545&fields=id&tenant_id=70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 267 time: 0.1756217 Jul 06 17:45:52.587657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5b0c8287-93a6-4955-840e-4bfe6df130bd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:52.595786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.601291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Attempting to bind port a51f8818-8ae8-488e-a288-843072675a9c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:52.602466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Attempting to bind port a51f8818-8ae8-488e-a288-843072675a9c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:52.602854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Attempting to bind port a51f8818-8ae8-488e-a288-843072675a9c on network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:52.628617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:52.629032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Checking segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:52.629403 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.629809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Bound using segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:52.630561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Bound port: a51f8818-8ae8-488e-a288-843072675a9c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:52.630952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.680897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5b0c8287-93a6-4955-840e-4bfe6df130bd,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:52.728414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.741560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-188d53e3-00d2-4a6d-b809-2066e229c9af tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.744766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-188d53e3-00d2-4a6d-b809-2066e229c9af tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 984 time: 0.1897411 Jul 06 17:45:52.777118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'port': {'security_groups': ['ae00c05e-c3fb-49ff-a370-4c2d45f0dd63', 'eccab01c-80d0-45c3-bb07-5bc9e0d9a44b', '109c5b57-f613-48d7-9642-00662e2ec5d0']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:52.803540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] For port a51f8818-8ae8-488e-a288-843072675a9c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:52.810894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] For port a51f8818-8ae8-488e-a288-843072675a9c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51f8818-8ae8-488e-a288-843072675a9c,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:52.814170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.831665 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.885477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=8281fa27-c0eb-4176-bf04-dcabc916197c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:52.900141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Router a8714db7-6019-4aba-84b6-963c49a70e8e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:45:52.911777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8badb6b-8562-4eed-bb8c-223c2418bd3b None None] Pushing event updated for resources: {'Port': ['ID=a51f8818-8ae8-488e-a288-843072675a9c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:52.917191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port 8281fa27-c0eb-4176-bf04-dcabc916197c on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:52.921503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.923830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d13d7d7-5ff6-430f-bda1-1b736a9b6575 req-d4ac597a-82ae-4dfd-bc66-f26633d0af62 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "DELETE /v2.0/ports/8281fa27-c0eb-4176-bf04-dcabc916197c HTTP/1.1" status: 204 len: 173 time: 1.2373037 Jul 06 17:45:52.967104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 978fe722-5227-4032-929d-c87c86029076 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:53.018843 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:53.165209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:53.180117 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Sync routers for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:53.196242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:53.201401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6bd7057b-114d-4349-8bea-652f3a7030aa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7532287 Jul 06 17:45:53.202623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:53.210490 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:53.213876 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:53.319966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:53.402262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 978fe722-5227-4032-929d-c87c86029076 has no active binding in host n-h1-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:45:53.579921 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:54.001297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9f9d8172-c00a-4a70-9b7f-d5e212e2052a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:54.126341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:54.131517 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:52Z', 'revision_number': 3, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:54.142739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:54.151851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:54.154713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.185426 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Checking router: a8714db7-6019-4aba-84b6-963c49a70e8e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:54.186461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Updating router a8714db7-6019-4aba-84b6-963c49a70e8e port a5cb0555-32be-4d44-aff0-969831533171 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:45:54.213422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'tag': '978fe722-5227-4032-929d-c87c86029076'}, {'name': 'network-changed', 'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'}, {'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-deleted', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:54.220443 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8775329-d245-459e-934a-4fb41a02b209" -d '{"events": [{"name": "network-changed", "server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "tag": "978fe722-5227-4032-929d-c87c86029076"}, {"name": "network-changed", "server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc"}, {"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-deleted", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:54.248996 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.281439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.299193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.351214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:54.402633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.501537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.628869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:54.630817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.653538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2bac7dd-7d79-4a3d-948d-b41f056543a7 req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "PUT /v2.0/ports/98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 1020 time: 1.8870978 Jul 06 17:45:54.719830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:54.744617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:54.749513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.750951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51f8818-8ae8-488e-a288-843072675a9c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:54.901792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6e02-e664-4f2a-8b41-17be9ad643c9 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.044165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-71b3301d-71f0-4664-b541-b1eb4a48edea service neutron] 10.222.0.61 "GET /v2.0/ports/978fe722-5227-4032-929d-c87c86029076/bindings/n-h1-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.5787599 Jul 06 17:45:55.062963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092e9b4-0365-449c-a6e8-271fd105aa9c None None] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:55.077644 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.092132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Allocated IP 172.20.0.1 (6856c4ec-9ac5-49fc-b98c-01dd56064b49/13115784-748f-4bba-b40a-201b7e16dc8e/573ba02a-d03c-46f9-9406-e907363083f3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:55.109082 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Transition to ACTIVE for port object a5cb0555-32be-4d44-aff0-969831533171 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:55.123944 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.150169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-8bde6334-289f-4c55-b947-43e33f47c5a8 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4491961 Jul 06 17:45:55.168285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:55.262748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.284930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8fc9f533-e674-4cce-90f4-db17affa885c None None] Provisioning for port a51f8818-8ae8-488e-a288-843072675a9c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:55.301315 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Attempting to bind port a5cb0555-32be-4d44-aff0-969831533171 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:55.302086 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Attempting to bind port a5cb0555-32be-4d44-aff0-969831533171 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:55.302801 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Attempting to bind port a5cb0555-32be-4d44-aff0-969831533171 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:55.326616 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:55.327469 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:55.328339 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.329096 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:55.331431 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Bound port: a5cb0555-32be-4d44-aff0-969831533171, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:55.332314 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.335414 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7bfb4-d1cc-4af7-ac69-f9175636a9a8 None None] Pushing event updated for resources: {'Port': ['ID=a5cb0555-32be-4d44-aff0-969831533171,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.422740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.427339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a51f8818-8ae8-488e-a288-843072675a9c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:55.451614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] For port a5cb0555-32be-4d44-aff0-969831533171, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:55.458827 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] For port a5cb0555-32be-4d44-aff0-969831533171, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a5cb0555-32be-4d44-aff0-969831533171,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:55.466028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.468342 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.473088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Transition to ACTIVE for port object 573ba02a-d03c-46f9-9406-e907363083f3 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:55.475588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a51f8818-8ae8-488e-a288-843072675a9c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:55.476247 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.556080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.573358 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:55.574760 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:55.614507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:55.647917 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d304548-c039-46e3-a1c3-6923a08ac635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.653021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Pushing event updated for resources: {'Port': ['ID=573ba02a-d03c-46f9-9406-e907363083f3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.673996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:55.676039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:55.679089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:55.685820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:55.727847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.764044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978fe722-5227-4032-929d-c87c86029076 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:55.802650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:55.818869 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:55.862848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.863615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.881811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.973492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a51f8818-8ae8-488e-a288-843072675a9c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51f8818-8ae8-488e-a288-843072675a9c,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:55.989063 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.058163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ad89-f9cb-46ab-8942-73ed59bf3bb6 req-f4c88eef-611a-44d3-9690-528c7146e4d8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:56.066609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b40ad89-f9cb-46ab-8942-73ed59bf3bb6 req-f4c88eef-611a-44d3-9690-528c7146e4d8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2801144 Jul 06 17:45:56.147516 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7bfb4-d1cc-4af7-ac69-f9175636a9a8 None None] Pushing event updated for resources: {'Port': ['ID=a5cb0555-32be-4d44-aff0-969831533171,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.151871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.199743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9f9d8172-c00a-4a70-9b7f-d5e212e2052a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:56.203591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a51f8818-8ae8-488e-a288-843072675a9c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.234787 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:52Z', 'revision_number': 3, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:56.287179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b40ad89-f9cb-46ab-8942-73ed59bf3bb6 req-450c2714-3c4b-4f85-8314-5b76762cb26a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196245 Jul 06 17:45:56.301106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] Transition to ACTIVE for port object 978fe722-5227-4032-929d-c87c86029076 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:56.309546 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cfe77-e4fd-44d5-98f8-97c825d0d40a None None] The sync data for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 is: [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:52Z', 'revision_number': 3, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:45:56.317637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.415241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] Pushing event updated for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.423058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Allocated IP 172.25.5.43 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8ece8495-44ec-4dd1-b254-4e6b7f7f5b89) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:56.451589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] No DVR routers for this DVR port 978fe722-5227-4032-929d-c87c86029076 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:56.527180 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d12857-9b6b-427c-901a-2228915898fe x-openstack-request-id: req-16d12857-9b6b-427c-901a-2228915898fe {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:56.527478 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d34034-5198-4638-84e5-08ba5d84579b", "name": "network-vif-plugged", "status": "completed", "tag": "9d4d44fb-2894-4637-9d67-7f87c18cb5d9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:56.527729 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16d12857-9b6b-427c-901a-2228915898fe {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:56.528137 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'code': 200} Jul 06 17:45:56.561187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.571621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.610704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d38334ac-6131-40fd-bd5d-a853ce3a04d6 None None] Provisioning complete for port a51f8818-8ae8-488e-a288-843072675a9c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:56.611211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d38334ac-6131-40fd-bd5d-a853ce3a04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.644012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.652845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:56.653265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.735494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-78b7e6e0-95a8-4016-879f-7c3e212b1059 service neutron] 10.222.0.61 "PUT /v2.0/ports/978fe722-5227-4032-929d-c87c86029076/bindings/n-h1-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6826737 Jul 06 17:45:56.923686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.941075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b5dca-860f-4e8a-bdd7-7f345f731aaa req-6e52f894-0343-4959-b14d-e2bd8c20c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:56.942912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed6b5dca-860f-4e8a-bdd7-7f345f731aaa req-6e52f894-0343-4959-b14d-e2bd8c20c0c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 1100 time: 0.2753541 Jul 06 17:45:56.955200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0008fa-3d4d-4bdd-b0a9-cb0c61f743c2 req-83f132d7-1346-40f5-96d2-bda6c5063c5c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:56.956929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf0008fa-3d4d-4bdd-b0a9-cb0c61f743c2 req-83f132d7-1346-40f5-96d2-bda6c5063c5c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 949 time: 0.2841995 Jul 06 17:45:56.983163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-221eb90f-3ad8-4b15-9964-33be65dff0f1 None None] Provisioning for port 573ba02a-d03c-46f9-9406-e907363083f3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:56.987468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-221eb90f-3ad8-4b15-9964-33be65dff0f1 None None] Provisioning complete for port 573ba02a-d03c-46f9-9406-e907363083f3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:56.987828 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221eb90f-3ad8-4b15-9964-33be65dff0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.048677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-221eb90f-3ad8-4b15-9964-33be65dff0f1 None None] Port 573ba02a-d03c-46f9-9406-e907363083f3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:57.067538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed6b5dca-860f-4e8a-bdd7-7f345f731aaa req-6f5e5c4e-7967-4e7c-84a3-feece0e84409 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094244 Jul 06 17:45:57.079559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-6a5bebcd-db3f-4688-b31c-6f2ba0d79b2e tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.082891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-6a5bebcd-db3f-4688-b31c-6f2ba0d79b2e tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.2691784 Jul 06 17:45:57.089806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf0008fa-3d4d-4bdd-b0a9-cb0c61f743c2 req-e9e7d3d4-e1f3-47f6-b0f6-62f079e398a8 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082354 Jul 06 17:45:57.091560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.192109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Pushing event updated for resources: {'Port': ['ID=573ba02a-d03c-46f9-9406-e907363083f3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:57.196340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:57.198187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:57.246476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=8ece8495-44ec-4dd1-b254-4e6b7f7f5b89,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:57.257119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:57.260192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:57.262713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:57.387290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Router a8714db7-6019-4aba-84b6-963c49a70e8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:45:57.412244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-7576be69-a6b2-4ca6-bdd5-2bf17dba7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.413869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-7576be69-a6b2-4ca6-bdd5-2bf17dba7a98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&tenant_id=b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 1095 time: 0.2245834 Jul 06 17:45:57.466133 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.533837 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.589339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cb21bad1-d449-4783-9766-9e3ec626664c None None] Provisioning complete for port 573ba02a-d03c-46f9-9406-e907363083f3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:57.590202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2cfc6-0e91-4f2d-be94-ca7c8dd3c7ed req-be0e6a82-a7f6-43f3-83b0-6f24e0dbcf1f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.591776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb21bad1-d449-4783-9766-9e3ec626664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.592831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:45:57.596716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03d2cfc6-0e91-4f2d-be94-ca7c8dd3c7ed req-be0e6a82-a7f6-43f3-83b0-6f24e0dbcf1f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 945 time: 0.2627442 Jul 06 17:45:57.598744 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0142882e-943e-4323-b851-c81874b872a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a8714db7-6019-4aba-84b6-963c49a70e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946726 Jul 06 17:45:57.663980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cb21bad1-d449-4783-9766-9e3ec626664c None None] Port 573ba02a-d03c-46f9-9406-e907363083f3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:57.742057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03d2cfc6-0e91-4f2d-be94-ca7c8dd3c7ed req-cf988814-279b-4f2e-a773-d4e596c20c0b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443360 Jul 06 17:45:57.780028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-3943271b-f27c-4cbd-a83d-611925a46bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.781912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-3943271b-f27c-4cbd-a83d-611925a46bf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.3066337 Jul 06 17:45:57.832920 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c47749bb-506a-4eca-b091-32611479e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.913523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.938670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 978fe722-5227-4032-929d-c87c86029076 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:57.953618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.991356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.018742 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4b3d9d-2be8-49e3-91e6-274587e93cf1 x-openstack-request-id: req-6c4b3d9d-2be8-49e3-91e6-274587e93cf1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:58.021673 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "tag": "978fe722-5227-4032-929d-c87c86029076", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc", "status": "completed", "code": 200}, {"server_uuid": "c8274927-eaef-4ab0-99a0-7e18dc0d25ea", "name": "network-vif-deleted", "tag": "8281fa27-c0eb-4176-bf04-dcabc916197c", "status": "failed", "code": 422}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:58.022280 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c4b3d9d-2be8-49e3-91e6-274587e93cf1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:58.022981 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'tag': '978fe722-5227-4032-929d-c87c86029076', 'status': 'completed', 'code': 200} Jul 06 17:45:58.023863 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'status': 'completed', 'code': 200} Jul 06 17:45:58.025837 n-d-799527-3 neutron-server[93942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8274927-eaef-4ab0-99a0-7e18dc0d25ea', 'name': 'network-vif-deleted', 'tag': '8281fa27-c0eb-4176-bf04-dcabc916197c', 'status': 'failed', 'code': 422} returned with failed status Jul 06 17:45:58.097005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 978fe722-5227-4032-929d-c87c86029076 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:45:58.248501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a5cb0555-32be-4d44-aff0-969831533171 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:58.253653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-b9c03668-f3e0-49e8-8753-cccabadb286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.256566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-b9c03668-f3e0-49e8-8753-cccabadb286d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.4627347 Jul 06 17:45:58.317489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=8ece8495-44ec-4dd1-b254-4e6b7f7f5b89,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:58.345255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a5cb0555-32be-4d44-aff0-969831533171 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:58.350323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a5cb0555-32be-4d44-aff0-969831533171 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:58.351031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.400963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-42224db1-9640-4d2f-9ae9-102841c35c6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.0967548 Jul 06 17:45:58.406075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.462185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.494324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.495614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-ed648d97-3348-4114-92b4-43eeb751aaa3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3340151 Jul 06 17:45:58.510145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a5cb0555-32be-4d44-aff0-969831533171, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a5cb0555-32be-4d44-aff0-969831533171,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:58.519580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.520988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51f8818-8ae8-488e-a288-843072675a9c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:58.544967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2d3cc9a3-6c76-47ae-b0b2-0b201ad348f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.546610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-2d3cc9a3-6c76-47ae-b0b2-0b201ad348f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1345401 Jul 06 17:45:58.549656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775329-d245-459e-934a-4fb41a02b209 req-528ac9d9-a7d6-499f-b9f4-8105fada1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.552129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-528ac9d9-a7d6-499f-b9f4-8105fada1619 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.4295745 Jul 06 17:45:58.566720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:58.577061 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528bdc99-d4e4-4e2e-87b3-56d73964cf18" -d '{"events": [{"server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:58.643650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723cd6-25fb-488b-9586-7044db9d7758 req-dc0fced4-4744-48df-bfaf-4d9c871e5b3c tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.645274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90723cd6-25fb-488b-9586-7044db9d7758 req-dc0fced4-4744-48df-bfaf-4d9c871e5b3c tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1023 time: 0.4358242 Jul 06 17:45:58.647194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a5cb0555-32be-4d44-aff0-969831533171,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:58.659696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a51f8818-8ae8-488e-a288-843072675a9c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:58.660079 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.711961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-b070f643-6563-4f97-803d-e2c3d05f9b72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426969 Jul 06 17:45:58.737202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-bfcd75dc-ea89-42e6-9cab-ad17a9491e75 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.2007143 Jul 06 17:45:59.064665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Sync routers for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:45:59.134701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:45:59.138782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:59.316809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:59.361539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:45:59.609940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775329-d245-459e-934a-4fb41a02b209 req-e3a12fdd-57e9-4101-be78-d9114d3d023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:59.615609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-e3a12fdd-57e9-4101-be78-d9114d3d023c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 1.0409942 Jul 06 17:45:59.672877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:59.723360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-d983b7ef-a9a9-4005-aac1-2c025a88da04 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:59.725499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f6347d7-050f-46dd-a8ff-ba01d92679b6 req-d983b7ef-a9a9-4005-aac1-2c025a88da04 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.9873292 Jul 06 17:45:59.728067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-d6491572-ffdf-446c-95a2-aec2af689900 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.0844913 Jul 06 17:45:59.760219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90723cd6-25fb-488b-9586-7044db9d7758 req-db34bd5b-8e3e-40ec-829f-7dd17fc9609b tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&id=eccab01c-80d0-45c3-bb07-5bc9e0d9a44b&id=109c5b57-f613-48d7-9642-00662e2ec5d0 HTTP/1.1" status: 200 len: 6148 time: 1.0794182 Jul 06 17:45:59.797232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-b7d84389-b213-4da2-9e25-c2877cd9b9ae service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0719647 Jul 06 17:45:59.855082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:45:56Z', 'revision_number': 2, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:59.910412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Checking router: a8714db7-6019-4aba-84b6-963c49a70e8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:45:59.911169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Updating router a8714db7-6019-4aba-84b6-963c49a70e8e port 573ba02a-d03c-46f9-9406-e907363083f3 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:45:59.969770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.028248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775329-d245-459e-934a-4fb41a02b209 req-51b0fb6b-97da-4ae2-90db-1f9890468e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:00.030232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-51b0fb6b-97da-4ae2-90db-1f9890468e4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.2691352 Jul 06 17:46:00.030413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:00.032704 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77f1b39-e574-4527-afa9-a531ffac5645" -d '{"events": [{"name": "network-changed", "server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:00.096068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-7c82d149-f04d-49fe-a94d-cf77018b429b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530179 Jul 06 17:46:00.193282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a5cb0555-32be-4d44-aff0-969831533171 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:00.223982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-675c98ac-b7d4-42aa-967e-03caa57039c1 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694775 Jul 06 17:46:00.288405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8bd71-f4c8-4a2b-90b5-457718cd3e0f req-e20df136-d680-49ad-9112-b199fc26110c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:00.291239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7d8bd71-f4c8-4a2b-90b5-457718cd3e0f req-e20df136-d680-49ad-9112-b199fc26110c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 949 time: 0.3885665 Jul 06 17:46:00.336845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9b44-3044-4f2a-a810-8f234eca52cd req-0875e6b7-6279-4390-b32e-cc0e8781cd7f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:00.339140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee1f9b44-3044-4f2a-a810-8f234eca52cd req-0875e6b7-6279-4390-b32e-cc0e8781cd7f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 944 time: 0.3904481 Jul 06 17:46:00.379178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a5cb0555-32be-4d44-aff0-969831533171 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:00.379178 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.464790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7d8bd71-f4c8-4a2b-90b5-457718cd3e0f req-8ad2e52d-5c11-4af1-9bb8-377f92953442 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624172 Jul 06 17:46:00.485823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-e3af0a81-503f-4b02-9acf-d02c69c538ff service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633502 Jul 06 17:46:00.572900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee1f9b44-3044-4f2a-a810-8f234eca52cd req-bfcc2efb-4cda-4018-ae89-74979890da52 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170284 Jul 06 17:46:00.583629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.634846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Transition to ACTIVE for port object 573ba02a-d03c-46f9-9406-e907363083f3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:00.662913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.728152 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.729867 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab134f6-a152-4fd4-a43b-5a20af5c92cc x-openstack-request-id: req-7ab134f6-a152-4fd4-a43b-5a20af5c92cc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:00.730189 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "name": "network-vif-plugged", "status": "completed", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:00.730917 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ab134f6-a152-4fd4-a43b-5a20af5c92cc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:00.731311 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'code': 200} Jul 06 17:46:00.770015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-c63a1127-8596-48a6-9f9a-23d2c586e45f service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672760 Jul 06 17:46:00.828439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd37972-7349-4358-a533-cfeb3252ebc2 None None] Pushing event updated for resources: {'Port': ['ID=573ba02a-d03c-46f9-9406-e907363083f3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:00.989956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Attempting to bind port 573ba02a-d03c-46f9-9406-e907363083f3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:00.990236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Attempting to bind port 573ba02a-d03c-46f9-9406-e907363083f3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:00.990608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Attempting to bind port 573ba02a-d03c-46f9-9406-e907363083f3 on network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:00.997297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:00.997670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Checking segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:00.998076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.998471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Bound using segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:00.998959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Bound port: 573ba02a-d03c-46f9-9406-e907363083f3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:00.999447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.095037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] For port 573ba02a-d03c-46f9-9406-e907363083f3, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:01.098706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] For port 573ba02a-d03c-46f9-9406-e907363083f3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=573ba02a-d03c-46f9-9406-e907363083f3,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:01.104941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.228720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd37972-7349-4358-a533-cfeb3252ebc2 None None] Pushing event updated for resources: {'Port': ['ID=573ba02a-d03c-46f9-9406-e907363083f3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:01.272541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:01.273662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:45:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:01.292642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-f5e5e585-5709-4930-82db-6d1b635c3dce tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.294780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-f5e5e585-5709-4930-82db-6d1b635c3dce tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.5652115 Jul 06 17:46:01.329174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-4abca30f-278a-4c6d-8fae-06a360e8f614 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.336171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-4abca30f-278a-4c6d-8fae-06a360e8f614 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.5203290 Jul 06 17:46:01.419726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775329-d245-459e-934a-4fb41a02b209 req-171cf012-0e49-4aca-9691-10f19d6ecb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.421066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-171cf012-0e49-4aca-9691-10f19d6ecb06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1174 time: 0.4537482 Jul 06 17:46:01.451335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b4de-33b0-4e6c-8761-4ad10e0862cd req-4da1e1e0-e873-49b9-8501-d49ec5185120 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.452941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5b8b4de-33b0-4e6c-8761-4ad10e0862cd req-4da1e1e0-e873-49b9-8501-d49ec5185120 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 945 time: 0.4125133 Jul 06 17:46:01.454133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:01.454995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5bf3-298d-43ba-9502-35c73b12ba91 req-36774e4d-c77b-41b1-8da1-b06adab136a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.456456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-237b5bf3-298d-43ba-9502-35c73b12ba91 req-36774e4d-c77b-41b1-8da1-b06adab136a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.5179193 Jul 06 17:46:01.464253 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-b87ea3bd-fff1-4670-adc4-926d703fb82b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.1059899 Jul 06 17:46:01.621307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-5401cbe5-a7b0-478f-ae94-f62a377f0ea3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237774 Jul 06 17:46:01.720992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-237b5bf3-298d-43ba-9502-35c73b12ba91 req-6ef3aeb8-2d31-4d3d-be79-1aef592feffb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477219 Jul 06 17:46:01.768203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:01Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:01.779145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5b8b4de-33b0-4e6c-8761-4ad10e0862cd req-671a86a5-b492-4730-b79f-81ab79af0357 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841282 Jul 06 17:46:01.822667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f8efa-d39c-4087-acf8-0934cee0f387 None None] The sync data for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 is: [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:01Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:01.826650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775329-d245-459e-934a-4fb41a02b209 req-afcd5d7b-5cae-44d1-b949-123279a00f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.829468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-afcd5d7b-5cae-44d1-b949-123279a00f76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 0.3969615 Jul 06 17:46:02.010394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.125616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-52e15e5a-dfc9-4b75-b6e5-2424d0e2aa28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 217 time: 0.2615068 Jul 06 17:46:02.168431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 573ba02a-d03c-46f9-9406-e907363083f3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:02.235433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-51d2b19a-dc20-4f6d-a331-f0f1960e644a service neutron] For port 978fe722-5227-4032-929d-c87c86029076, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:02.246255 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-51d2b19a-dc20-4f6d-a331-f0f1960e644a service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.248971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-831977b5-f9b6-41f7-90d3-41d04cde8816 req-51d2b19a-dc20-4f6d-a331-f0f1960e644a service neutron] 10.222.0.60 "DELETE /v2.0/ports/978fe722-5227-4032-929d-c87c86029076/bindings/n-h2-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.9359972 Jul 06 17:46:02.294210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 573ba02a-d03c-46f9-9406-e907363083f3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:02.304135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 573ba02a-d03c-46f9-9406-e907363083f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:02.305583 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.310176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775329-d245-459e-934a-4fb41a02b209 req-aae111f4-74dd-4d2e-80aa-79d965871152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:02.314370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-aae111f4-74dd-4d2e-80aa-79d965871152 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.1672521 Jul 06 17:46:02.328646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-d7d336a2-5d97-4e56-b563-e683f2cdd4df service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973317 Jul 06 17:46:02.394609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-f637a3cc-f787-4d7f-a7ef-e4a36ae2fc92 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5550354 Jul 06 17:46:02.400723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:02.446562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-255829fd-1d00-4b3c-9e52-d0e378c47fb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080160 Jul 06 17:46:02.490614 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.576290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 573ba02a-d03c-46f9-9406-e907363083f3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=573ba02a-d03c-46f9-9406-e907363083f3,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:02.584355 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.602883 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.693551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=573ba02a-d03c-46f9-9406-e907363083f3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:02.740217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-19fd9281-cb1e-4d06-ba74-c3df377d5bb4 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768624 Jul 06 17:46:02.774485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-62b2a983-b498-41eb-ba8f-be871f3aef7b service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919988 Jul 06 17:46:02.920268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8775329-d245-459e-934a-4fb41a02b209 req-27d65b2b-fc9a-467a-949e-a734b4248f33 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730125 Jul 06 17:46:02.985452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.013969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e7ae9639-f87c-4f80-8bc9-6e320f9a73f1 req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1840523819 ', 'description': 'tempest-description-2096085748'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:03.170718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e7ae9639-f87c-4f80-8bc9-6e320f9a73f1 req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.291497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Allocated IP 172.25.5.197 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/db83d67c-c859-44ee-ba34-7d8f468a0018) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:03.638056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e7ae9639-f87c-4f80-8bc9-6e320f9a73f1 req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.657524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e7ae9639-f87c-4f80-8bc9-6e320f9a73f1 req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.771214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e7ae9639-f87c-4f80-8bc9-6e320f9a73f1 req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.775918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7ae9639-f87c-4f80-8bc9-6e320f9a73f1 req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7686853 Jul 06 17:46:03.787930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.812625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd02d9-8543-4d5b-8058-01c74194ff87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6af05-fb9a-4646-91db-ee6f85f85330,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:03.879551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.970842 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a0f1a1-267e-460b-ab27-41ba6d57ccd8 x-openstack-request-id: req-60a0f1a1-267e-460b-ab27-41ba6d57ccd8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:03.971614 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:03.971614 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60a0f1a1-267e-460b-ab27-41ba6d57ccd8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:03.971794 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'status': 'completed', 'code': 200} Jul 06 17:46:03.978130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=db83d67c-c859-44ee-ba34-7d8f468a0018,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:03.994752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:04.017976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:04.022084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:04.146127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 573ba02a-d03c-46f9-9406-e907363083f3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:04.208995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-064b155a-a2e2-4c3b-88bd-2a27bca1da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:04.210614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-064b155a-a2e2-4c3b-88bd-2a27bca1da1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1174 time: 0.2555525 Jul 06 17:46:04.212165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.282879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 573ba02a-d03c-46f9-9406-e907363083f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:04.283469 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.308082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6689e7b-4e07-4061-8a98-7c972ea2b466 req-34329a4f-1c05-466c-9e84-627e797ef27e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:04.311987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6689e7b-4e07-4061-8a98-7c972ea2b466 req-34329a4f-1c05-466c-9e84-627e797ef27e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 950 time: 0.2345753 Jul 06 17:46:04.413995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.643584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:46:04.867072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6689e7b-4e07-4061-8a98-7c972ea2b466 req-621166d4-1eef-4d28-9cb4-9814e650b615 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175712 Jul 06 17:46:04.935679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-b218e68d-00d7-4dc9-8e60-e2a6e7c4e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:04.938628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-b218e68d-00d7-4dc9-8e60-e2a6e7c4e297 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 0.7205877 Jul 06 17:46:05.088066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-d5cbc81c-32b0-459b-be83-5d0a14d82dfb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 200 len: 217 time: 0.0968235 Jul 06 17:46:05.254691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-ba0e09d1-1905-4684-a6c9-3b37b524ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:05.256467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-ba0e09d1-1905-4684-a6c9-3b37b524ac4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.1377926 Jul 06 17:46:05.263447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-cea32d93-772e-4fef-b9f8-a7566db2ad3b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:05.264949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-cea32d93-772e-4fef-b9f8-a7566db2ad3b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.3940270 Jul 06 17:46:05.294887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': '3c972122-39ee-43af-b381-7668aa435483', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:05.375832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-d689a19b-2a91-42b6-bc21-29a767c12502 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022210 Jul 06 17:46:05.385959 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.403170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f10dbf-1b8b-4991-99be-7ede094991f8 req-71de1cbd-06d3-4dd8-b897-2e5329e025fd tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:05.404894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2f10dbf-1b8b-4991-99be-7ede094991f8 req-71de1cbd-06d3-4dd8-b897-2e5329e025fd tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 944 time: 0.3409116 Jul 06 17:46:05.417754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.624308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=db83d67c-c859-44ee-ba34-7d8f468a0018,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:05.644345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2f10dbf-1b8b-4991-99be-7ede094991f8 req-6f7d54a5-fe8b-4168-bd34-b22bc19a7d21 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218356 Jul 06 17:46:05.699974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.735935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-b6d973dc-5061-4072-b13c-1687f61d933b service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469558 Jul 06 17:46:05.824993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:05.828796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.850554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.852572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-db4ec7bd-1bee-413c-a8e0-8911eaa5d0ee tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4563899 Jul 06 17:46:05.980299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-f38e1a0f-4817-41ee-8ad7-2563002be5db tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.197 HTTP/1.1" status: 200 len: 696 time: 0.1032040 Jul 06 17:46:06.120531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b77f1b39-e574-4527-afa9-a531ffac5645 req-e491b534-2f07-4989-8646-bb5039932b52 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707898 Jul 06 17:46:06.214228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e85-beec-409f-a582-44620ee7a948 req-722a8152-8dd0-44c6-aa8f-78c97a5c09d7 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:06.215895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a9d3e85-beec-409f-a582-44620ee7a948 req-722a8152-8dd0-44c6-aa8f-78c97a5c09d7 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 945 time: 0.4277236 Jul 06 17:46:06.256728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.6 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/7cd06b74-f377-4a26-90ee-81262f98ca6d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:06.272846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-5dc8b7ae-9778-40c1-bb2b-1c3f613a41e9 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:06.274960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a43ab988-7363-4d90-93c4-f9f55c0cd6c8 req-5dc8b7ae-9778-40c1-bb2b-1c3f613a41e9 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2790442 Jul 06 17:46:06.334142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a9d3e85-beec-409f-a582-44620ee7a948 req-589698f0-7c30-4cf2-a515-27d53d1c5b35 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014562 Jul 06 17:46:06.510219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fe541b0-a8c3-4e89-8132-648f188ec904 req-6f510a9e-983f-4211-96dd-e4e3e74e8d75 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 210 time: 0.0582385 Jul 06 17:46:06.599396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0b888ae-f1d4-4db4-a39d-f95f3bf177ea req-b3ce027d-9fe4-4cda-a110-2aff6cb93310 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/4cb6af05-fb9a-4646-91db-ee6f85f85330 HTTP/1.1" status: 200 len: 1781 time: 0.1485972 Jul 06 17:46:06.658260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:06.716662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:06.794975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:06.805761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:06.814471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:06.859628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=7cd06b74-f377-4a26-90ee-81262f98ca6d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:06.920441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:06.920441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:06.940937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-238ea4da-ae90-405c-8d95-bf5a7da0a553 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6551511 Jul 06 17:46:06.954847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Request body: {'port': {'device_id': '3c972122-39ee-43af-b381-7668aa435483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:07.123073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.267395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce10b9-22cd-4210-8842-24ead8b1d382 req-bdf75881-4ca0-48ef-b780-2504a4497b2f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:07.273697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce10b9-22cd-4210-8842-24ead8b1d382 req-bdf75881-4ca0-48ef-b780-2504a4497b2f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:07.276066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ce10b9-22cd-4210-8842-24ead8b1d382 req-bdf75881-4ca0-48ef-b780-2504a4497b2f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b&device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 1690 time: 0.1569529 Jul 06 17:46:07.541624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ce10b9-22cd-4210-8842-24ead8b1d382 req-a78dbd81-3922-42a8-bd0d-0ba23227682e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492290 Jul 06 17:46:07.677039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-f890fb09-c900-42da-90fd-6004fa8c3c70 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3999197 Jul 06 17:46:07.705920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:07.813841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-d7311e15-01bd-4e3d-bf91-b9c28dcc4afc tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2422376 Jul 06 17:46:07.816997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.845310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:07.849099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd06b74-f377-4a26-90ee-81262f98ca6d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:07.907368 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.941954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Transition to ACTIVE for port object 7cd06b74-f377-4a26-90ee-81262f98ca6d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:07.951118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.954207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.082393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd06b74-f377-4a26-90ee-81262f98ca6d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:08.212311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.214643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Attempting to bind port 7cd06b74-f377-4a26-90ee-81262f98ca6d on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:08.214977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Attempting to bind port 7cd06b74-f377-4a26-90ee-81262f98ca6d by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:08.215329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Attempting to bind port 7cd06b74-f377-4a26-90ee-81262f98ca6d on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:08.231403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Port 7cd06b74-f377-4a26-90ee-81262f98ca6d on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:08.231738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Attempting to bind port 7cd06b74-f377-4a26-90ee-81262f98ca6d on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:08.275774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:08.276119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:08.276517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:08.276968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Bound port: 7cd06b74-f377-4a26-90ee-81262f98ca6d, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:08.277330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.321166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.796400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] For port 7cd06b74-f377-4a26-90ee-81262f98ca6d, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:08.801710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] For port 7cd06b74-f377-4a26-90ee-81262f98ca6d, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:08.819464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Allocated IP 172.25.5.63 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/587ecac4-3b73-4f56-b119-c8a07fbefc9a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:08.822735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.869269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:08.869948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.871640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] 10.222.0.61 "PUT /v2.0/ports/7cd06b74-f377-4a26-90ee-81262f98ca6d HTTP/1.1" status: 200 len: 1091 time: 1.9223833 Jul 06 17:46:08.875639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c972122-39ee-43af-b381-7668aa435483', 'tag': '7cd06b74-f377-4a26-90ee-81262f98ca6d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:08.879000 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bfbfdb-9c45-4293-bb59-8d32388d829c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c972122-39ee-43af-b381-7668aa435483", "tag": "7cd06b74-f377-4a26-90ee-81262f98ca6d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:08.986908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba463dd5-0479-4b74-83cc-105e815e0920 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd06b74-f377-4a26-90ee-81262f98ca6d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:09.058630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.069410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-84798ed1-9e07-440f-8454-ced40e5c6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:09.071181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-84798ed1-9e07-440f-8454-ced40e5c6834 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 1094 time: 0.1288981 Jul 06 17:46:09.165637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-544e4ddf-dcd6-4982-8322-552cb58ff5ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d HTTP/1.1" status: 200 len: 217 time: 0.0849183 Jul 06 17:46:09.276922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.328917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-c1abedee-2229-4983-a5e6-d550a932bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:09.331371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-c1abedee-2229-4983-a5e6-d550a932bca1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.1561589 Jul 06 17:46:09.446232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-5b309d52-25f4-453a-9740-d018832eac0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700510 Jul 06 17:46:09.450191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:09.463746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:09.477537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:09.479834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=587ecac4-3b73-4f56-b119-c8a07fbefc9a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:09.491657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Allocated IP 172.25.5.168 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/77c3b501-0138-4813-ac55-e978983a890b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:09.791853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-f356bae9-dfa5-4dea-96b7-45bf4d564aca service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251591 Jul 06 17:46:09.916391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.951965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.968862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-ec48064f-7750-476f-ac8d-44d936451245 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4015429 Jul 06 17:46:10.131493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.265974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ac4a87-e6a8-4e0b-bed5-93b65f858f86 req-801120c8-c79b-4546-8a1b-6c4704bc48a3 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524791 Jul 06 17:46:10.275527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.378977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:10.392343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:10.408803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:10.417164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event updated for resources: {'Port': ['ID=77c3b501-0138-4813-ac55-e978983a890b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:10.443223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-58c94a32-e724-41c6-8798-82d53149a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:10.444956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-58c94a32-e724-41c6-8798-82d53149a5b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.3837290 Jul 06 17:46:10.675527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.688246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.713239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.749700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-c6dced46-6cb6-4218-9f64-fe5c804aa252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:10.751290 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-c6dced46-6cb6-4218-9f64-fe5c804aa252 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.2655072 Jul 06 17:46:10.818913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event updated for resources: {'Port': ['ID=587ecac4-3b73-4f56-b119-c8a07fbefc9a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:10.862509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-c966b323-0942-4488-9a8f-c80e2a6f7598 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.0767496 Jul 06 17:46:10.911047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.918655 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.978461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-13ffd760-b1d7-4b52-b0e6-443a4171993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:10.980439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-13ffd760-b1d7-4b52-b0e6-443a4171993a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1115308 Jul 06 17:46:10.984092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.985839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-84b870d8-ce5b-49b4-ad35-a530e138296c tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2958477 Jul 06 17:46:11.059708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-5eea424b-727d-4ba4-a3af-f970a911440d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693526 Jul 06 17:46:11.161141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-b5a960dd-3b19-444d-bf51-5e0390c17b90 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.63 HTTP/1.1" status: 200 len: 695 time: 0.1503179 Jul 06 17:46:11.478313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-d016864b-d372-4a39-816f-fbf1da2dccee service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096706 Jul 06 17:46:11.509550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-c815ad24-7b2d-4fce-9a9c-1dd23d7066de tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:11.510932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecabf698-f70e-4f02-8b52-0131ce5fa566 req-c815ad24-7b2d-4fce-9a9c-1dd23d7066de tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2574046 Jul 06 17:46:11.592717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.603451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.725926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87287f68-d5b4-454e-8a77-2816a0f440ea req-633774e2-3c30-4103-8a44-a804f3312d5d tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/4cb6af05-fb9a-4646-91db-ee6f85f85330 HTTP/1.1" status: 200 len: 1781 time: 0.1736298 Jul 06 17:46:11.729387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event updated for resources: {'Port': ['ID=77c3b501-0138-4813-ac55-e978983a890b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:11.735375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eaf1289-9633-4d58-be8f-743df20ce363 req-a759656d-db46-43d0-9f91-56581e1b4837 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454295 Jul 06 17:46:11.782433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.834158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87287f68-d5b4-454e-8a77-2816a0f440ea req-70496fd4-399f-4385-9ce8-df790b598eb2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.838776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.840723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-b98c7a99-b66c-49cd-b079-d63b591a86df tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0072834 Jul 06 17:46:11.956657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-07fd0a41-2eaa-4e23-bb57-40cb3d743dc7 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.0994632 Jul 06 17:46:11.968650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87287f68-d5b4-454e-8a77-2816a0f440ea req-70496fd4-399f-4385-9ce8-df790b598eb2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.015082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7cd06b74-f377-4a26-90ee-81262f98ca6d details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:12.176283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-89333adb-6bc2-4e6b-ae1e-15ac0fb6672c tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:12.178787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f3f32de-8be9-46ef-b9b1-89a01a83bb47 req-89333adb-6bc2-4e6b-ae1e-15ac0fb6672c tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2052975 Jul 06 17:46:12.181245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87287f68-d5b4-454e-8a77-2816a0f440ea req-70496fd4-399f-4385-9ce8-df790b598eb2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.186447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-87287f68-d5b4-454e-8a77-2816a0f440ea req-70496fd4-399f-4385-9ce8-df790b598eb2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.188434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87287f68-d5b4-454e-8a77-2816a0f440ea req-70496fd4-399f-4385-9ce8-df790b598eb2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/4cb6af05-fb9a-4646-91db-ee6f85f85330 HTTP/1.1" status: 204 len: 173 time: 0.4496074 Jul 06 17:46:12.206272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70496fd4-399f-4385-9ce8-df790b598eb2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6af05-fb9a-4646-91db-ee6f85f85330,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:12.536411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7cd06b74-f377-4a26-90ee-81262f98ca6d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:12.556624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '7cd06b74-f377-4a26-90ee-81262f98ca6d', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': '7cd06b74-f377-4a26-90ee-81262f98ca6d', 'mac_address': 'fa:16:3e:fe:a1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:12.605634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd2e03-dc34-4d09-a916-79b37c4fc982 req-0bbe771f-7bc3-4c40-b624-f5fba3f8b586 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:12.607455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ffd2e03-dc34-4d09-a916-79b37c4fc982 req-0bbe771f-7bc3-4c40-b624-f5fba3f8b586 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.1606963 Jul 06 17:46:12.625340 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.633792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c074bd-1800-44db-8ead-a5ead6777480 req-30dccfaf-e8ed-448f-9fab-9f7474db5a92 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:12.635441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3c074bd-1800-44db-8ead-a5ead6777480 req-30dccfaf-e8ed-448f-9fab-9f7474db5a92 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 943 time: 0.1071289 Jul 06 17:46:12.652531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd06b74-f377-4a26-90ee-81262f98ca6d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:12.683151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ffd2e03-dc34-4d09-a916-79b37c4fc982 req-33dccf1b-b428-433a-95ac-f21451703b4f tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643249 Jul 06 17:46:12.701311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7cd06b74-f377-4a26-90ee-81262f98ca6d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:12.704200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3c074bd-1800-44db-8ead-a5ead6777480 req-ffeba942-2401-4690-b0e3-19898f2f6909 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 Jul 06 17:46:12.708381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.786469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7cd06b74-f377-4a26-90ee-81262f98ca6d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:12.796822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.797301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.797695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.801352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.802068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.802474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.802885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.803312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.803702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.804102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.804501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.805128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.814961 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f4769-2a88-4edd-bbe6-865668cfbd9a x-openstack-request-id: req-630f4769-2a88-4edd-bbe6-865668cfbd9a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:12.815617 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c972122-39ee-43af-b381-7668aa435483", "tag": "7cd06b74-f377-4a26-90ee-81262f98ca6d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:12.815975 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-630f4769-2a88-4edd-bbe6-865668cfbd9a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:12.816494 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c972122-39ee-43af-b381-7668aa435483', 'tag': '7cd06b74-f377-4a26-90ee-81262f98ca6d', 'status': 'completed', 'code': 200} Jul 06 17:46:12.960539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8d1093c-998a-44bd-8ca9-db0c5f1e726c req-f6aec4d8-aeef-4408-892c-4d1156844ce2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips/7ba708e9-0699-4cd6-9e94-1de3afbff324 HTTP/1.1" status: 200 len: 692 time: 0.1077409 Jul 06 17:46:12.963454 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-5bb7bf58-5706-4dd2-9408-15f619c6ef21 req-533c22a8-cec0-4577-ad4c-64d51dc35ffc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:46:12.964493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bb7bf58-5706-4dd2-9408-15f619c6ef21 req-533c22a8-cec0-4577-ad4c-64d51dc35ffc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/4cb6af05-fb9a-4646-91db-ee6f85f85330 HTTP/1.1" status: 404 len: 352 time: 0.0562181 Jul 06 17:46:13.051082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7cd06b74-f377-4a26-90ee-81262f98ca6d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:13.473931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-ea2d062d-1cc6-4336-8391-260ea920674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.475226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-ea2d062d-1cc6-4336-8391-260ea920674e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 1095 time: 0.6195042 Jul 06 17:46:13.576438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1093c-998a-44bd-8ca9-db0c5f1e726c req-2aedc218-b554-4dc2-b63c-6bf4994c4a0f tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.577940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8d1093c-998a-44bd-8ca9-db0c5f1e726c req-2aedc218-b554-4dc2-b63c-6bf4994c4a0f tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.6083033 Jul 06 17:46:13.597242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-c8d1093c-998a-44bd-8ca9-db0c5f1e726c req-bf3c08ca-e393-4ca8-9e87-c78346c828bb tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:46:13.598303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8d1093c-998a-44bd-8ca9-db0c5f1e726c req-bf3c08ca-e393-4ca8-9e87-c78346c828bb tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118976 Jul 06 17:46:13.620904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-085bf74c-35c8-4abb-931e-e977beae0bc0 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.622505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-085bf74c-35c8-4abb-931e-e977beae0bc0 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 821 time: 0.2593853 Jul 06 17:46:13.659942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-99beca50-e498-4031-a3d8-a5d28cf60637 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/quotas/9a2c596a34ac4e5a8e5418dc7e7ea79c HTTP/1.1" status: 200 len: 375 time: 0.0238221 Jul 06 17:46:13.666831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-5c8a315f-a0c3-4e5a-bc37-7e37c94e6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.668412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-5c8a315f-a0c3-4e5a-bc37-7e37c94e6562 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.1847527 Jul 06 17:46:13.758557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-c8b279a8-5909-4970-afd6-f876da58b410 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d HTTP/1.1" status: 200 len: 217 time: 0.0787420 Jul 06 17:46:13.883670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-9efaf214-9065-4021-b7d2-43191c619379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.885350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-9efaf214-9065-4021-b7d2-43191c619379 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.0964832 Jul 06 17:46:13.946334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-c01bd130-1f09-48a7-9052-b05c58b1001e tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2563629 Jul 06 17:46:13.950201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-be06e346-f649-4322-9c11-7409631abe6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533743 Jul 06 17:46:13.953256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec2a81-d9e1-4dbe-b3c1-86cde8ee3daa req-0a92b966-d10c-49cc-88ea-3511cc21f467 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.954796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35ec2a81-d9e1-4dbe-b3c1-86cde8ee3daa req-0a92b966-d10c-49cc-88ea-3511cc21f467 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 1100 time: 0.2034991 Jul 06 17:46:14.132198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35ec2a81-d9e1-4dbe-b3c1-86cde8ee3daa req-97c9fd32-e7aa-4e80-8d18-56381003b616 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647155 Jul 06 17:46:14.179619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-80e5087d-0857-4c96-a7b1-4dcc04657e55 service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216871 Jul 06 17:46:14.186931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-5642d357-df6f-4eef-a07f-b7027b389815 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206016 Jul 06 17:46:14.483368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bfbfdb-9c45-4293-bb59-8d32388d829c req-0b99aed0-834a-4582-9562-4f97912970ac service neutron] 10.222.0.61 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945914 Jul 06 17:46:14.518889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-3d3a05f1-78f6-4ad4-a098-5dcc060aadfb service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014407 Jul 06 17:46:14.530788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-7bd7b058-d00e-41aa-9af5-66c3ea64b6d5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:14.532562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-7bd7b058-d00e-41aa-9af5-66c3ea64b6d5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.2509246 Jul 06 17:46:14.557143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-3e607efa-41f6-4e31-87e1-aad989259f85 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/quotas/b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 375 time: 0.0122180 Jul 06 17:46:14.666401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-ce539103-d62b-4bb5-9342-c1e52ea773cc tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997167 Jul 06 17:46:14.789643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c9d6ee51-385e-4bcb-b17f-d19c373cef36 req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-381611514', 'description': 'tempest-description-1665680711'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:14.842934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9d6ee51-385e-4bcb-b17f-d19c373cef36 req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.849459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d53cac7d-ff43-4f9a-aadf-5b5e672a75e0 service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821594 Jul 06 17:46:14.999145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-60bedb7c-289b-4f64-8406-758e9160a2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396427 Jul 06 17:46:15.060205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9d6ee51-385e-4bcb-b17f-d19c373cef36 req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.069987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9d6ee51-385e-4bcb-b17f-d19c373cef36 req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.110498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9d6ee51-385e-4bcb-b17f-d19c373cef36 req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.128295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9d6ee51-385e-4bcb-b17f-d19c373cef36 req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3559189 Jul 06 17:46:15.134710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbb8ec-788d-44a6-926c-68c2bb27b9cc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21bae4d-97a6-4012-ae2c-d559e7de1dec,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:15.341188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-8e623a77-69be-419f-aa41-c66319002464 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips/7ba708e9-0699-4cd6-9e94-1de3afbff324 HTTP/1.1" status: 200 len: 692 time: 0.1148214 Jul 06 17:46:15.608922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9beb1f-9fe5-462d-9ef5-767f442e330d req-d6f41a83-5002-4938-be4f-feb43e5c8808 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.616702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e9beb1f-9fe5-462d-9ef5-767f442e330d req-d6f41a83-5002-4938-be4f-feb43e5c8808 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 944 time: 0.1813986 Jul 06 17:46:15.634287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-5b1fc180-9959-4f18-ab09-95e7ff793efb tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.641845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-5b1fc180-9959-4f18-ab09-95e7ff793efb tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2908854 Jul 06 17:46:15.747310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-64f19b19-3681-4255-91e7-b5feb93a01b0 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.63 HTTP/1.1" status: 200 len: 695 time: 0.1042759 Jul 06 17:46:15.857384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-89cbbbf5-2d45-4fb4-b559-370e237d1959 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.63 HTTP/1.1" status: 200 len: 695 time: 0.0979626 Jul 06 17:46:15.860476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e9beb1f-9fe5-462d-9ef5-767f442e330d req-30f286e8-881d-4ab8-aa59-2ec6f2ca2768 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429972 Jul 06 17:46:16.032362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7cd06b74-f377-4a26-90ee-81262f98ca6d up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:16.076424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Deleting port 587ecac4-3b73-4f56-b119-c8a07fbefc9a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:16.076780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.127757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 7cd06b74-f377-4a26-90ee-81262f98ca6d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:16.135979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 7cd06b74-f377-4a26-90ee-81262f98ca6d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:16.136602 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.184686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7302fd8-42fb-4e64-808e-f713b3fbac3f req-f7156ebd-80aa-4cc5-b708-7b0950382c41 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:16.188086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7302fd8-42fb-4e64-808e-f713b3fbac3f req-f7156ebd-80aa-4cc5-b708-7b0950382c41 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 1101 time: 0.1492598 Jul 06 17:46:16.221089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.221645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.254290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Calling delete_port for 587ecac4-3b73-4f56-b119-c8a07fbefc9a owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:16.278264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7302fd8-42fb-4e64-808e-f713b3fbac3f req-4f3e360c-1e27-4782-bec9-4ec5c9c60a67 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793345 Jul 06 17:46:16.332679 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.390911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c972122-39ee-43af-b381-7668aa435483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd06b74-f377-4a26-90ee-81262f98ca6d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:16.399281 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7437c335-57de-44ca-920c-11cabafe852f" -d '{"events": [{"server_uuid": "3c972122-39ee-43af-b381-7668aa435483", "name": "network-vif-plugged", "status": "completed", "tag": "7cd06b74-f377-4a26-90ee-81262f98ca6d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:16.422004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7cd06b74-f377-4a26-90ee-81262f98ca6d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:16.431301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.533598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7cd06b74-f377-4a26-90ee-81262f98ca6d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:16.684232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1b83714-d274-488d-b149-b0a675f25d13 req-52f33757-90a2-4dac-acfd-013e80e629a5 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 210 time: 0.0877111 Jul 06 17:46:16.799346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6491afb8-b563-4b54-aa08-55426368973c req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-821291034', 'description': 'tempest-description-437905376'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:16.873144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-ac043a67-9117-4707-80d5-1066b08cd877 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:16.877859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-ac043a67-9117-4707-80d5-1066b08cd877 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.60 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 821 time: 0.4040349 Jul 06 17:46:16.882543 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.894318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'port': {'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'admin_state_up': True, 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:16.907858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6491afb8-b563-4b54-aa08-55426368973c req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.066581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event deleted for resources: {'Port': ['ID=587ecac4-3b73-4f56-b119-c8a07fbefc9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:17.365023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.369175 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.371371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61d34e79-1c9b-42e2-a30b-b962f50a458c req-1f287657-a231-46f1-ae38-e97856d7ad48 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "DELETE /v2.0/floatingips/7ba708e9-0699-4cd6-9e94-1de3afbff324 HTTP/1.1" status: 204 len: 173 time: 1.5026243 Jul 06 17:46:17.397196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-f1d50508-91e9-4ce2-96de-27a98d01f098 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.400296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-f1d50508-91e9-4ce2-96de-27a98d01f098 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.3970065 Jul 06 17:46:17.420871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Request body: {'port': {'device_id': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'admin_state_up': True, 'tenant_id': 'b834152154f54cb18deae9ddb927b54a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:17.499931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6491afb8-b563-4b54-aa08-55426368973c req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.515994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6491afb8-b563-4b54-aa08-55426368973c req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.591967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Made reservation on behalf of 9a2c596a34ac4e5a8e5418dc7e7ea79c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:17.596353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.626703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6491afb8-b563-4b54-aa08-55426368973c req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.628630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6491afb8-b563-4b54-aa08-55426368973c req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8419812 Jul 06 17:46:17.637167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823095d-91f3-4bdb-94e1-951d98ec07a2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1c8a53-4245-4cf9-b23c-b1dfafac1c94,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:17.765412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Made reservation on behalf of b834152154f54cb18deae9ddb927b54a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:17.771355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.814158 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c98e1f-9cc2-477f-afc6-bc3e722f38c3 x-openstack-request-id: req-d5c98e1f-9cc2-477f-afc6-bc3e722f38c3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:17.815008 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c972122-39ee-43af-b381-7668aa435483", "name": "network-vif-plugged", "status": "completed", "tag": "7cd06b74-f377-4a26-90ee-81262f98ca6d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:17.815008 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5c98e1f-9cc2-477f-afc6-bc3e722f38c3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:17.819886 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c972122-39ee-43af-b381-7668aa435483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd06b74-f377-4a26-90ee-81262f98ca6d', 'code': 200} Jul 06 17:46:17.938656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-783ef2de-50c6-41c4-b3b2-7a7dab0af989 req-7e2d313a-d795-4bef-a719-a0c308ed4da7 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 210 time: 0.1289775 Jul 06 17:46:18.036244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-39f40bfc-3cdf-4776-9800-28aadfd1321c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192198 Jul 06 17:46:18.085823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Allocated IP 172.20.0.3 (18a52b45-d066-4635-96d7-7230775786a0/a596f1f7-e080-4134-bf73-9773d920e770/d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:18.327357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390a92-1277-40fd-9aef-7b03f6e54713 req-dbe39753-9d4a-4542-9ec6-47bc14a9b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:18.328939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6390a92-1277-40fd-9aef-7b03f6e54713 req-dbe39753-9d4a-4542-9ec6-47bc14a9b463 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 1096 time: 0.4033508 Jul 06 17:46:18.343449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Allocated IP 172.20.0.7 (6f9b102c-5c12-4711-bca5-2eb81ea55745/757b3b0f-79c3-421a-b123-a02545b505c2/bc3e50e1-c5a1-495f-a3ed-b996e8c65494) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:18.778485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-6425a593-9961-4662-ba28-db64e3ea22a8 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:18.780171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-6425a593-9961-4662-ba28-db64e3ea22a8 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7238371 Jul 06 17:46:18.890753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6390a92-1277-40fd-9aef-7b03f6e54713 req-6915d63f-4ff9-452d-9e9f-51afeb60d96d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490191 Jul 06 17:46:18.892044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-90d984a8-4001-4209-b2f3-cfbed0f17992 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/quotas/3efffebd569943f69f3af43a304d14c9 HTTP/1.1" status: 200 len: 375 time: 0.0733125 Jul 06 17:46:18.920396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663b51e-f35f-45f9-a6dd-a536594e7e93 req-34369235-0e36-4507-85a1-93ed2c21c466 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:18.922044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6663b51e-f35f-45f9-a6dd-a536594e7e93 req-34369235-0e36-4507-85a1-93ed2c21c466 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.7645426 Jul 06 17:46:19.108821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.145442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6663b51e-f35f-45f9-a6dd-a536594e7e93 req-5b67d735-824d-4364-a444-9b7342d106c4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163010 Jul 06 17:46:19.157265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-7d122504-02c3-4ae5-be00-4ea726187a4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4362838 Jul 06 17:46:19.170303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Transition to ACTIVE for port object d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:19.208256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.264079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-e8cb7eea-614a-475e-875f-fd330629917e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3534539 Jul 06 17:46:19.512728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.525815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5b0c8287-93a6-4955-840e-4bfe6df130bd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:19.678563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ee86b7fd-5d92-4e0a-b103-1beea7bde9f4 req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1091434771', 'description': 'tempest-description-1320866105'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:19.752185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event updated for resources: {'Port': ['ID=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:19.780376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.792291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee86b7fd-5d92-4e0a-b103-1beea7bde9f4 req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.879029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-b21f0156-6c2d-4e6d-b41d-fc6d3da5e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:19.881011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-b21f0156-6c2d-4e6d-b41d-fc6d3da5e19e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 1101 time: 0.6374757 Jul 06 17:46:19.883784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Network 18a52b45-d066-4635-96d7-7230775786a0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:19.898709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1e1e-3a51-4c5a-99b6-f939fbfaac39 req-178865be-19d3-42af-a93c-db25013bf7e0 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:19.912128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aedf1e1e-3a51-4c5a-99b6-f939fbfaac39 req-178865be-19d3-42af-a93c-db25013bf7e0 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6890647 Jul 06 17:46:19.924129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:19.984333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:19.990662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:20.004094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:20.008644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:20.018695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:20.412610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.413405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.477090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.477875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.490193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-133289a4-c380-4c26-b247-5d846dffa44a None None] Provisioning for port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:20.504417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-133289a4-c380-4c26-b247-5d846dffa44a None None] Provisioning complete for port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:20.504986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-133289a4-c380-4c26-b247-5d846dffa44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.565008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee86b7fd-5d92-4e0a-b103-1beea7bde9f4 req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.571341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-97f124c3-892b-42de-b9ae-83f912d6b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.573951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-97f124c3-892b-42de-b9ae-83f912d6b911 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.5842495 Jul 06 17:46:20.590527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee86b7fd-5d92-4e0a-b103-1beea7bde9f4 req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.621422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-133289a4-c380-4c26-b247-5d846dffa44a None None] Port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:20.666607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-67af050c-116a-450d-9a6c-4d8571d33bc2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7794545 Jul 06 17:46:20.669733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d37512c3-696c-4a26-9fed-b5830f8d19d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2574322 Jul 06 17:46:20.694080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Request body: {'port': {'device_id': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:20.698357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-4bffccd6-a5f8-4d72-8110-e494e5c457e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977 HTTP/1.1" status: 200 len: 217 time: 0.1142051 Jul 06 17:46:20.707460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Request body: {'port': {'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:20.718596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d6225-b904-4d69-8b8f-c8b40f9e9a4b req-3f51e642-af32-4897-9469-f6d0db2ed00a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.720303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e78d6225-b904-4d69-8b8f-c8b40f9e9a4b req-3f51e642-af32-4897-9469-f6d0db2ed00a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 931 time: 0.4940767 Jul 06 17:46:20.764849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee86b7fd-5d92-4e0a-b103-1beea7bde9f4 req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.766095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee86b7fd-5d92-4e0a-b103-1beea7bde9f4 req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0967555 Jul 06 17:46:20.839763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05357db8-5cf3-4da5-91c7-8fe736c11c87 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdec0c6-0f34-4dca-ad75-9570a46764cb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:20.918488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-2aaf7099-e007-4119-97e8-fb3e5ca86719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.919975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-2aaf7099-e007-4119-97e8-fb3e5ca86719 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1748531 Jul 06 17:46:20.948279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e78d6225-b904-4d69-8b8f-c8b40f9e9a4b req-41f496e1-561d-4291-b85e-fd05193e2f79 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874101 Jul 06 17:46:21.005552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.036698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.128056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-aa76ede9-d7e2-4f6e-829a-ac3c15191c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:21.129616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-aa76ede9-d7e2-4f6e-829a-ac3c15191c31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010412 Jul 06 17:46:21.589870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-2684adfe-dec2-401c-8a45-f7bc43db0191 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2321858 Jul 06 17:46:21.745303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc993caa-c6d2-4b8c-9c3d-d8fb34f52251 req-b2c4a420-6aef-4397-9bd1-05202b4af738 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 210 time: 0.1701360 Jul 06 17:46:22.270939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-a114abd4-e732-4111-970f-66f62dfe6195 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0808005 Jul 06 17:46:22.338295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b00e3f2f-cfcc-4c75-ba44-d1f48ac0a384 req-6811e676-f264-4879-a11c-219337494a97 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=806461497e8d4d309b8f625f9eab02ef HTTP/1.1" status: 200 len: 1656 time: 0.2003765 Jul 06 17:46:22.466777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6b151-b2b1-481a-84ac-f97c15283fea req-82ee7aa1-b679-4a9f-85ad-e5949b210266 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:22.468461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1f6b151-b2b1-481a-84ac-f97c15283fea req-82ee7aa1-b679-4a9f-85ad-e5949b210266 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 931 time: 1.1144128 Jul 06 17:46:22.646326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-4bc2a065-98aa-4efa-a334-a40122798a36 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:22.647922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-4bc2a065-98aa-4efa-a334-a40122798a36 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0238380 Jul 06 17:46:22.678005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:22.854253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3e50e1-c5a1-495f-a3ed-b996e8c65494 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:22.900834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1960d550-bcc5-4e0a-b38c-80dd6e0c0815 req-d1546989-fd54-4284-982c-8c2d814f7efe service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142378 Jul 06 17:46:22.903725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.931313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1f6b151-b2b1-481a-84ac-f97c15283fea req-942b4dac-b895-4523-a869-79b57a77dac9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288886 Jul 06 17:46:23.012620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Transition to ACTIVE for port object bc3e50e1-c5a1-495f-a3ed-b996e8c65494 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:23.020938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:23.046155 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.075163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.086351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3f2f-cfcc-4c75-ba44-d1f48ac0a384 req-3c9db126-4c54-449e-8c47-9ec93d86f645 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.088340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b00e3f2f-cfcc-4c75-ba44-d1f48ac0a384 req-3c9db126-4c54-449e-8c47-9ec93d86f645 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks?id=5e410cad-159e-49cb-9351-8c31739c6af3&id=5e410cad-159e-49cb-9351-8c31739c6af3&id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 787 time: 0.7272468 Jul 06 17:46:23.116630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-b00e3f2f-cfcc-4c75-ba44-d1f48ac0a384 req-a1db8b76-dae4-4cf9-ab9b-53896707ff98 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:46:23.118919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b00e3f2f-cfcc-4c75-ba44-d1f48ac0a384 req-a1db8b76-dae4-4cf9-ab9b-53896707ff98 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070407 Jul 06 17:46:23.211598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Transition to ACTIVE for port object d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:23.241982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.252870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.515454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:23.517001 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.536873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.613530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f6690-669f-4adf-976d-7913c606fda6 req-ab4ab97a-ea73-4c5d-9529-8981ec37ea77 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.625591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e80f6690-669f-4adf-976d-7913c606fda6 req-ab4ab97a-ea73-4c5d-9529-8981ec37ea77 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.5344570 Jul 06 17:46:23.738364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f96bbe3d-f2c7-42d7-aac7-20cf0a7ca43b req-48b37674-9f85-43b6-a6a9-d01dec15077d tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 10895 time: 0.5758107 Jul 06 17:46:23.739344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:23.739479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:23.739853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:23.836407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e80f6690-669f-4adf-976d-7913c606fda6 req-28ec3522-7485-4758-9e49-df8926b379b4 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112277 Jul 06 17:46:23.849585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:23.850245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:23.907733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Attempting to bind port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:23.908073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Attempting to bind port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:23.908400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Attempting to bind port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 on network 18a52b45-d066-4635-96d7-7230775786a0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:23.911729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:23.912096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:23.912436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:23.912885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Bound port: bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:23.913245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.950651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 on network 18a52b45-d066-4635-96d7-7230775786a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:23.951000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Attempting to bind port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 on network 18a52b45-d066-4635-96d7-7230775786a0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:23.996314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f96bbe3d-f2c7-42d7-aac7-20cf0a7ca43b req-7d28aa8d-c010-4a7f-a64b-0cdcdb2d5de6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ae00c05e-c3fb-49ff-a370-4c2d45f0dd63 HTTP/1.1" status: 200 len: 2981 time: 0.2373714 Jul 06 17:46:23.997116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:23.997467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Checking segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:23.997830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Bound using segment: {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:23.998279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Bound port: d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ffd483-0392-44d7-af0e-5efc7cd7fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '18a52b45-d066-4635-96d7-7230775786a0'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:23.998643 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.102986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.63 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:24.185022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f96bbe3d-f2c7-42d7-aac7-20cf0a7ca43b req-ff137164-05de-468d-855a-6abb0ed9e1fb tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ae00c05e-c3fb-49ff-a370-4c2d45f0dd63 HTTP/1.1" status: 200 len: 2981 time: 0.1554911 Jul 06 17:46:24.193211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:24.292064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:24.316177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] For port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:24.330207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.376274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] For port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:24.442992 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.476055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.477363 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.479083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 1091 time: 3.7912815 Jul 06 17:46:24.483170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:24.485879 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014c97c-21c1-4bb5-b1f4-6b30509361b8" -d '{"events": [{"name": "network-changed", "server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:24.570087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.571957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.573658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 1091 time: 3.8871670 Jul 06 17:46:24.578487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c66091f-1d09-4155-849e-e74b3fa7095c req-638623f3-4387-4f8b-ab45-95115b201093 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 210 time: 0.0984042 Jul 06 17:46:24.618454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce2cd-5474-4bee-9376-2ebc510861d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:24.827657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654740b-cbc1-4534-bdea-9bee781a9744 req-a29aa2bf-632c-4038-a728-d2f3b1209512 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.830025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1654740b-cbc1-4534-bdea-9bee781a9744 req-a29aa2bf-632c-4038-a728-d2f3b1209512 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 943 time: 0.5662582 Jul 06 17:46:24.894258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba48143-7496-4989-a6ab-01e2312c682f req-82e8ba3a-0240-4608-8112-32ac2f6d52b3 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips/634ab2a8-6fb7-455c-87da-b20b9b314b59 HTTP/1.1" status: 200 len: 693 time: 0.2414129 Jul 06 17:46:24.938574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.960762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7355-33a9-435d-bf4e-bc7e6633ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:25.088767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:25.127602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-410fda33-ed78-4d50-9cef-642a73728f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.130104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-410fda33-ed78-4d50-9cef-642a73728f10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1094 time: 0.5937269 Jul 06 17:46:25.151114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1654740b-cbc1-4534-bdea-9bee781a9744 req-dc59dad5-1c10-46c5-bdc4-bac426ff5be9 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902231 Jul 06 17:46:25.226519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-e3bc6183-9906-4c5f-a11c-49bc00cde21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.228529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-e3bc6183-9906-4c5f-a11c-49bc00cde21f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1094 time: 0.5959964 Jul 06 17:46:25.234070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-d0c6c9db-ca2a-4d90-99a8-a8f60187fa4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 217 time: 0.0936618 Jul 06 17:46:25.325645 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa29cb2c-6e9a-438c-bb3c-0c2e44f235e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:25.339383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-f5a8c2b0-8801-4062-a257-59c893e95834 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.0886950 Jul 06 17:46:25.358126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:25.377627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:25.382793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d', '59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:25.417168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba48143-7496-4989-a6ab-01e2312c682f req-ce7fa523-7d30-4a75-93fb-60372c465709 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.420032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba48143-7496-4989-a6ab-01e2312c682f req-ce7fa523-7d30-4a75-93fb-60372c465709 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.5028977 Jul 06 17:46:25.575124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226947f7-9537-4bc6-8475-cd63b918d854 req-aeb2f3bc-358d-4a60-b694-1810092eb6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.577618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-aeb2f3bc-358d-4a60-b694-1810092eb6e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.3292704 Jul 06 17:46:26.115409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:26.128233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-36c8ec85-2991-4e17-806c-25f19303e307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4773386 Jul 06 17:46:26.138217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba48143-7496-4989-a6ab-01e2312c682f req-c6981966-922c-4986-91ad-1954e2a174ec tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.197 HTTP/1.1" status: 200 len: 696 time: 0.6953375 Jul 06 17:46:26.139151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:26.142040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-23ac0bbd-be98-429a-b8a5-1a4cabed7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.143763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-23ac0bbd-be98-429a-b8a5-1a4cabed7a20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.7948213 Jul 06 17:46:26.144598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:26.167866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:26.361589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba48143-7496-4989-a6ab-01e2312c682f req-a667fdf0-b4fa-4f79-a5d4-97cf827dc5a0 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.197 HTTP/1.1" status: 200 len: 696 time: 0.1893797 Jul 06 17:46:26.374030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.374925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.470707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-273bfadb-fa18-464c-8035-d595498b4800 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8105307 Jul 06 17:46:26.478958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-68f18484-748f-4be4-bd7e-ad771c12a737 None None] Provisioning for port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:26.480237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-168d6605-76ef-4cf5-a259-51cf3863c327 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323107 Jul 06 17:46:26.484761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-68f18484-748f-4be4-bd7e-ad771c12a737 None None] Provisioning complete for port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:26.485302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68f18484-748f-4be4-bd7e-ad771c12a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.497517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Request body: {'port': {'device_id': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:26.525342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-68f18484-748f-4be4-bd7e-ad771c12a737 None None] Port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:26.579298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1e6d8-ac17-46d1-aa05-7bfc30d7333b req-4bb76013-d80d-4fac-9a76-2640e0981ad4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.580796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f1e6d8-ac17-46d1-aa05-7bfc30d7333b req-4bb76013-d80d-4fac-9a76-2640e0981ad4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 943 time: 0.5009820 Jul 06 17:46:26.586429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610128f-2d82-49b7-9279-6873a4c31889 req-a7e0e0ca-890a-4b4c-bb9d-e8d3dd8d3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.588033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-a7e0e0ca-890a-4b4c-bb9d-e8d3dd8d3c95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4174743 Jul 06 17:46:26.724488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:26.734677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1015907615'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:26.769871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:26.777221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.816853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:46:26.834570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6f1e6d8-ac17-46d1-aa05-7bfc30d7333b req-020041e4-cb20-439b-bcd8-fcce607be052 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332265 Jul 06 17:46:26.834872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.835409 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Added segment 34a3fdc4-b9ad-42a9-8d5c-227571605bfd of type vlan for network cf904618-5ef2-4a84-95c6-630d37a6cb75 Jul 06 17:46:26.848412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.900631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-bed7c4f4-7aea-46af-b0f9-618b98de15b7 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958386 Jul 06 17:46:26.904602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-226947f7-9537-4bc6-8475-cd63b918d854 req-29ec4f77-9922-4540-bb6a-37fc38d62586 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005535 Jul 06 17:46:26.921276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.973756 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.985426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.986515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.006066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Deleting port db83d67c-c859-44ee-ba34-7d8f468a0018 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:27.006430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.092832 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3662207 Jul 06 17:46:27.093724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:27.121695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-172298474'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:27.151359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7e3e9-5429-4b52-a2e9-21e61a025f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Network': ['ID=cf904618-5ef2-4a84-95c6-630d37a6cb75,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:27.172297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:46:27.177494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:27.186642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.188582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01952cbd-3b5a-42ff-a987-83ca6a891cfa req-e1afc151-5f97-44eb-86db-6e06fae949b5 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/d21bae4d-97a6-4012-ae2c-d559e7de1dec HTTP/1.1" status: 200 len: 1800 time: 0.2829525 Jul 06 17:46:27.234752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:46:27.252505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.253075 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Added segment 9ac540e4-74e9-4f87-a97d-86a520ce894c of type vlan for network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 Jul 06 17:46:27.326640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.327043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.328755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.340549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1610128f-2d82-49b7-9279-6873a4c31889 req-bd3b0fb5-b168-41a5-8266-9924720c6055 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211144 Jul 06 17:46:27.360826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Calling delete_port for db83d67c-c859-44ee-ba34-7d8f468a0018 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:27.385482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.393407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:27.394472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.474793 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3703675 Jul 06 17:46:27.475157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-01952cbd-3b5a-42ff-a987-83ca6a891cfa req-0df820bd-a775-40c1-8c53-5ddbf398cd83 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.476877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:27.482222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'subnet': {'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:27.489856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591ef72-9594-44c4-8026-622e228d3886 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Network': ['ID=9ec71a13-023b-4a38-9fc1-052d9b6f9af7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:27.510063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:46:27.544015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-01952cbd-3b5a-42ff-a987-83ca6a891cfa req-0df820bd-a775-40c1-8c53-5ddbf398cd83 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.632599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:27.647285 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.673088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:27.678415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.692638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Transition to ACTIVE for port object eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:27.698714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-01952cbd-3b5a-42ff-a987-83ca6a891cfa req-0df820bd-a775-40c1-8c53-5ddbf398cd83 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.701443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-01952cbd-3b5a-42ff-a987-83ca6a891cfa req-0df820bd-a775-40c1-8c53-5ddbf398cd83 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.702675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01952cbd-3b5a-42ff-a987-83ca6a891cfa req-0df820bd-a775-40c1-8c53-5ddbf398cd83 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/d21bae4d-97a6-4012-ae2c-d559e7de1dec HTTP/1.1" status: 204 len: 173 time: 0.5028896 Jul 06 17:46:27.715518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.728724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.731033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df820bd-a775-40c1-8c53-5ddbf398cd83 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21bae4d-97a6-4012-ae2c-d559e7de1dec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:27.848041 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52db9adb-63a4-4fc6-9e8a-2ac56b3b1925 x-openstack-request-id: req-52db9adb-63a4-4fc6-9e8a-2ac56b3b1925 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:27.848403 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:27.848608 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52db9adb-63a4-4fc6-9e8a-2ac56b3b1925 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:27.849197 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'status': 'completed', 'code': 200} Jul 06 17:46:27.856259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:27.864988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82781213-f5cc-43da-8e7f-aae73afbce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.931331 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.010499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event deleted for resources: {'Port': ['ID=db83d67c-c859-44ee-ba34-7d8f468a0018,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:28.126611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.141388 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.144976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.146339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba48143-7496-4989-a6ab-01e2312c682f req-15e6b15c-2a4f-4a45-a82c-b173bca0e771 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "DELETE /v2.0/floatingips/634ab2a8-6fb7-455c-87da-b20b9b314b59 HTTP/1.1" status: 204 len: 173 time: 1.7675467 Jul 06 17:46:28.190138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Subnet': ['ID=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:28.219386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Attempting to bind port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:28.220282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Attempting to bind port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:28.220460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Attempting to bind port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:28.226108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Checking segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:28.226108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network hostable DHCP agents. Network: cf904618-5ef2-4a84-95c6-630d37a6cb75, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:46:28.241314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:28.241855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Attempting to bind port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:28.254615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:46:28.277062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-a9456273-73a9-4b9e-be35-dffd4f3d59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.277306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, cf904618-5ef2-4a84-95c6-630d37a6cb75) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:28.281440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-a9456273-73a9-4b9e-be35-dffd4f3d59f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1094 time: 0.3374870 Jul 06 17:46:28.282680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:28.283204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:28.283839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:28.284553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Bound port: eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:28.285103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.289767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d5d93-705d-42ab-b5b3-66fbe505f1c7 None None] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:28.300000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.301043 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.337964 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-941ee020-9904-4b07-b494-9f159aa1147d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8586044 Jul 06 17:46:28.342039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:28.361186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'subnet': {'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:28.501846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-cf904618-5ef2-4a84-95c6-630d37a6cb75', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:46:28.503637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.519384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad11ef-111c-4ec5-8976-b69fe0ecd662 req-b30008c8-9789-472c-8143-3750bed4781a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.527532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3ad11ef-111c-4ec5-8976-b69fe0ecd662 req-b30008c8-9789-472c-8143-3750bed4781a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.3744757 Jul 06 17:46:28.571953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:28.578010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.606854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] For port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:28.643903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] For port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:28.646690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-9607f517-d6b7-42ef-ac81-9860417d2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.648353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-9607f517-d6b7-42ef-ac81-9860417d2a5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.3567343 Jul 06 17:46:28.659306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.682578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3ad11ef-111c-4ec5-8976-b69fe0ecd662 req-cdf55f66-8076-4bf2-962c-dd08dfc2d027 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540186 Jul 06 17:46:28.764229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8430a1-116f-40d5-ac38-b2df2ee38c18 req-c93f744c-3377-4b5d-8497-2a6d3c22b7c1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.765847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d8430a1-116f-40d5-ac38-b2df2ee38c18 req-c93f744c-3377-4b5d-8497-2a6d3c22b7c1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 947 time: 0.3779690 Jul 06 17:46:28.767321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-fb878043-6573-4994-917c-43eeeaaae21f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 217 time: 0.1097538 Jul 06 17:46:28.776113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.776813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.778215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] 10.222.0.60 "PUT /v2.0/ports/eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 HTTP/1.1" status: 200 len: 1095 time: 2.2934268 Jul 06 17:46:28.821721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Allocated IP 10.1.1.2 (cf904618-5ef2-4a84-95c6-630d37a6cb75/f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0/728a4f52-c171-4934-989c-0ba70eab9113) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:28.965220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.989490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aa84d-8d99-48c1-9d56-a928c08afe25 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.029743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d8430a1-116f-40d5-ac38-b2df2ee38c18 req-904f1eac-dd18-4067-9c06-b5a00dc351d5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503812 Jul 06 17:46:29.038440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-23fd782f-6c12-4672-932f-f9a51de159e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:29.043067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-23fd782f-6c12-4672-932f-f9a51de159e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.2530005 Jul 06 17:46:29.096038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.107783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Transition to ACTIVE for port object 728a4f52-c171-4934-989c-0ba70eab9113 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:29.136943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-a392f561-8832-48b0-a893-033e0f70183b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734210 Jul 06 17:46:29.137497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Subnet': ['ID=b0ac0839-1a51-45bf-9682-7943e5dad2bc,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.138583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Transition to ACTIVE for port object 728a4f52-c171-4934-989c-0ba70eab9113 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:29.143391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Checking segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:29.144716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network hostable DHCP agents. Network: 9ec71a13-023b-4a38-9fc1-052d9b6f9af7, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:46:29.153498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.189842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:46:29.197195 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-d65e0b1c-aa7b-4bfc-a7c6-2c43bff23428 req-0a03bdc3-733e-4b92-9e3d-e33b2e3dd430 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:46:29.199445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d65e0b1c-aa7b-4bfc-a7c6-2c43bff23428 req-0a03bdc3-733e-4b92-9e3d-e33b2e3dd430 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/d21bae4d-97a6-4012-ae2c-d559e7de1dec HTTP/1.1" status: 404 len: 352 time: 0.0682826 Jul 06 17:46:29.209368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9ec71a13-023b-4a38-9fc1-052d9b6f9af7) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:29.224360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:29.226410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.234424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4935a89-5987-433c-8e88-4033e7684fa0 None None] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:29.254865 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e5b7cdfe-7bfd-47c0-88b9-82641eb4cbe5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9068906 Jul 06 17:46:29.256145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:29.263687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'name': 'tempest-TaggedBootDevicesTest-1958104572', 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:29.340211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.350607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:29.356683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:29.374677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-114bd7b3-3036-48e4-8a41-558a6ce003c6 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826763 Jul 06 17:46:29.382041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-17258722-6247-482b-a174-dd8acd2c7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:29.383993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-17258722-6247-482b-a174-dd8acd2c7ab2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 1098 time: 0.5179803 Jul 06 17:46:29.387607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:29.478663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Attempting to bind port 728a4f52-c171-4934-989c-0ba70eab9113 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:29.479029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Attempting to bind port 728a4f52-c171-4934-989c-0ba70eab9113 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:29.479621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Attempting to bind port 728a4f52-c171-4934-989c-0ba70eab9113 on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:29.486086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Pushing event updated for resources: {'Port': ['ID=728a4f52-c171-4934-989c-0ba70eab9113,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.496624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:29.497318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Checking segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:29.497919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.498491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Bound using segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:29.499167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Bound port: 728a4f52-c171-4934-989c-0ba70eab9113, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:29.499834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.519871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7832d-e8ce-422b-9d6e-22d583ff4505 req-83ce13b9-9468-4176-8c11-de53c82753b6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:29.521887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8a7832d-e8ce-422b-9d6e-22d583ff4505 req-83ce13b9-9468-4176-8c11-de53c82753b6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 943 time: 0.5631638 Jul 06 17:46:29.532217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:29.570777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-e34cad1d-ae41-4da9-96a1-a4e550b1d520 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 HTTP/1.1" status: 200 len: 217 time: 0.1799386 Jul 06 17:46:29.637778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] For port 728a4f52-c171-4934-989c-0ba70eab9113, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:29.643007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] For port 728a4f52-c171-4934-989c-0ba70eab9113, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=728a4f52-c171-4934-989c-0ba70eab9113,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:29.645487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.649549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'fixed_ips': [{'subnet_id': 'b0ac0839-1a51-45bf-9682-7943e5dad2bc'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:46:29.650590 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.654967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.716984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.777120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] device_id is not set on port 6bf490b1-818a-49c9-b3e6-1e30a983d24b yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:46:29.856839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2853dca-a89d-48e5-8bef-58c16f80b167 None None] Pushing event updated for resources: {'Port': ['ID=728a4f52-c171-4934-989c-0ba70eab9113,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.887110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Allocated IP 10.2.2.2 (9ec71a13-023b-4a38-9fc1-052d9b6f9af7/b0ac0839-1a51-45bf-9682-7943e5dad2bc/3046a656-f269-41c9-a2c9-4a4e2a509d91) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:30.131075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4'}, {'name': 'network-changed', 'server_uuid': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'tag': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:30.134901 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d72a00a-cfda-4faf-998a-6c5c7645fca6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4"}, {"name": "network-changed", "server_uuid": "6183b6cd-d40c-4292-bb1d-5486c0487d74", "tag": "eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:30.217015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.234981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8a7832d-e8ce-422b-9d6e-22d583ff4505 req-8f25f7b5-5641-462f-b338-3bdd49d9843f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661727 Jul 06 17:46:30.246777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Transition to ACTIVE for port object 3046a656-f269-41c9-a2c9-4a4e2a509d91 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:30.263213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-977dde57-96bc-4b72-a5eb-eae1985165a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.264745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-977dde57-96bc-4b72-a5eb-eae1985165a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.6684084 Jul 06 17:46:30.297730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Transition to ACTIVE for port object 3046a656-f269-41c9-a2c9-4a4e2a509d91 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:30.299441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 728a4f52-c171-4934-989c-0ba70eab9113 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:30.305640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8014c97c-21c1-4bb5-b1f4-6b30509361b8 req-155f67a7-b710-4e58-8dc8-fa5f8520f424 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9155138 Jul 06 17:46:30.326394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.367572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 10.1.1.202 (cf904618-5ef2-4a84-95c6-630d37a6cb75/f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0/6bf490b1-818a-49c9-b3e6-1e30a983d24b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:30.378470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:30.389601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:30.397014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:30.418153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Pushing event updated for resources: {'Port': ['ID=3046a656-f269-41c9-a2c9-4a4e2a509d91,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:30.453478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-b6a5cdd5-b4b6-49ec-b8c3-4406b92826d4 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips/f21b0438-2b1e-4e55-9530-968fb51d7d54 HTTP/1.1" status: 200 len: 692 time: 0.1596224 Jul 06 17:46:30.464214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2dbbd-d3a0-44f9-9ce0-6c5f11627015 req-028eaaab-2582-4261-9acf-e3b376c9f605 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.468573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7c2dbbd-d3a0-44f9-9ce0-6c5f11627015 req-028eaaab-2582-4261-9acf-e3b376c9f605 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 943 time: 0.9037116 Jul 06 17:46:30.479016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 728a4f52-c171-4934-989c-0ba70eab9113 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:30.496871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Attempting to bind port 3046a656-f269-41c9-a2c9-4a4e2a509d91 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:30.497250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Attempting to bind port 3046a656-f269-41c9-a2c9-4a4e2a509d91 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:30.498121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Attempting to bind port 3046a656-f269-41c9-a2c9-4a4e2a509d91 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:30.505644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:30.506065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Checking segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:30.506436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.506838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Bound using segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:30.507362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Bound port: 3046a656-f269-41c9-a2c9-4a4e2a509d91, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:30.509830 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.620717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7c2dbbd-d3a0-44f9-9ce0-6c5f11627015 req-c2f48e71-9413-4a09-9d39-6b49f530ef28 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377285 Jul 06 17:46:30.629840 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.632568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-bf103a35-8829-4651-8c44-1da82660ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.634928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-bf103a35-8829-4651-8c44-1da82660ad8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3612471 Jul 06 17:46:30.646799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] For port 3046a656-f269-41c9-a2c9-4a4e2a509d91, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:30.654907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] For port 3046a656-f269-41c9-a2c9-4a4e2a509d91, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3046a656-f269-41c9-a2c9-4a4e2a509d91,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:30.661796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.716919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.770492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ec42c-d2b3-420f-abe6-80c3b6eaa4e5 None None] Pushing event updated for resources: {'Port': ['ID=3046a656-f269-41c9-a2c9-4a4e2a509d91,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:30.773906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object 6bf490b1-818a-49c9-b3e6-1e30a983d24b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:30.780388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-06804355-d5a0-440c-a731-76e51c0b765f tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.785351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-06804355-d5a0-440c-a731-76e51c0b765f tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.3140547 Jul 06 17:46:30.833589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.927636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-5ddbab8c-e856-4d08-bce8-b5123d3f0267 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1164412 Jul 06 17:46:30.936966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:30.943134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-5e37af81-5211-4aec-a50a-ecc31c0b4d07 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013403 Jul 06 17:46:30.955691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5899345d-4bf1-4b39-91e6-2703eda87a93 req-756eb7d9-5401-4bab-9907-07a24c46e37b tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ea1c8a53-4245-4cf9-b23c-b1dfafac1c94 HTTP/1.1" status: 200 len: 1799 time: 0.1463685 Jul 06 17:46:30.971596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:30.973796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:30.977013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:31.055647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:31.056336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.073239 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-460b87dc-8fdc-4f2f-856d-8ec6d69afdca tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8157167 Jul 06 17:46:31.077352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49612) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:31.083187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'name': 'tempest-TaggedBootDevicesTest-979618277', 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:31.087083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-d020d8d6-53b3-472d-b643-02047e1f83ab tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1401341 Jul 06 17:46:31.152295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:31.294573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:31.310214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.331319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ccd87e5-a0e7-4d13-a9a7-ec7d1b8c434b req-6855b2f4-d9be-4bd8-ad4f-4d4782cb64af service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731110 Jul 06 17:46:31.361883 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5899345d-4bf1-4b39-91e6-2703eda87a93 req-b18ca1ee-4f25-4aa2-92f1-371ba983b11e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.377904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] device_id is not set on port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:46:31.410232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5899345d-4bf1-4b39-91e6-2703eda87a93 req-b18ca1ee-4f25-4aa2-92f1-371ba983b11e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.459002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Deleting port 8ece8495-44ec-4dd1-b254-4e6b7f7f5b89 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:31.459631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.577420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5899345d-4bf1-4b39-91e6-2703eda87a93 req-b18ca1ee-4f25-4aa2-92f1-371ba983b11e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.586830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5899345d-4bf1-4b39-91e6-2703eda87a93 req-b18ca1ee-4f25-4aa2-92f1-371ba983b11e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.587997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5899345d-4bf1-4b39-91e6-2703eda87a93 req-b18ca1ee-4f25-4aa2-92f1-371ba983b11e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/ea1c8a53-4245-4cf9-b23c-b1dfafac1c94 HTTP/1.1" status: 204 len: 173 time: 0.5251396 Jul 06 17:46:31.600247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971658a-6617-4323-be03-88304ad7f96c None None] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:31.632100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ca1ee-4f25-4aa2-92f1-371ba983b11e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1c8a53-4245-4cf9-b23c-b1dfafac1c94,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:31.667569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.668298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.694865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Calling delete_port for 8ece8495-44ec-4dd1-b254-4e6b7f7f5b89 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:31.710905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:31.712320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 10.1.1.101 (cf904618-5ef2-4a84-95c6-630d37a6cb75/f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:31.756174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] Provisioning for port 728a4f52-c171-4934-989c-0ba70eab9113 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:31.759167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'port_id': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'mac_address': 'fa:16:3e:05:e2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b3b0f-79c3-421a-b123-a02545b505c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:31.770401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] Provisioning complete for port 728a4f52-c171-4934-989c-0ba70eab9113 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:31.770608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.873317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.895991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3e50e1-c5a1-495f-a3ed-b996e8c65494 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:31.912807 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.938891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:31.953138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:31.958624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bc7ef-47c1-499d-be57-ce2fafe317ee req-a263d5a0-f0ac-438a-9782-c111d5fe1d21 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:31.966542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-160bc7ef-47c1-499d-be57-ce2fafe317ee req-a263d5a0-f0ac-438a-9782-c111d5fe1d21 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.2351027 Jul 06 17:46:31.967087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.968111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:31.999659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.005775 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.059779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-160bc7ef-47c1-499d-be57-ce2fafe317ee req-e6155124-577b-4d85-b694-d133dc798d4f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923409 Jul 06 17:46:32.104314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.144086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:32.149168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:32.156730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.163473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:32.183567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.188239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.192059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] For port 728a4f52-c171-4934-989c-0ba70eab9113, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=728a4f52-c171-4934-989c-0ba70eab9113,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:32.201835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.292553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event deleted for resources: {'Port': ['ID=8ece8495-44ec-4dd1-b254-4e6b7f7f5b89,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.321570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:32.339416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.342099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.354530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084f44b-dcdd-459c-88a9-267cc7b27e14 None None] Pushing event updated for resources: {'Port': ['ID=728a4f52-c171-4934-989c-0ba70eab9113,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.370346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:32.402546 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5406b8f4-00b7-4d8d-8376-c8bc848b8051 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3235824 Jul 06 17:46:32.422955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3046a656-f269-41c9-a2c9-4a4e2a509d91 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:32.472674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.495016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:32.538123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:32.550273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.555647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3046a656-f269-41c9-a2c9-4a4e2a509d91 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:32.565687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-97ab9c34-f835-4c3f-a120-cc42af66576d None None] Provisioning complete for port 728a4f52-c171-4934-989c-0ba70eab9113 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:32.566250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97ab9c34-f835-4c3f-a120-cc42af66576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.573654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.578253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.580859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50924b9f-8a9a-46a5-8ece-b096f6d2644e req-482ac87e-5ba3-4fb9-add3-157184b490f2 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "DELETE /v2.0/floatingips/f21b0438-2b1e-4e55-9530-968fb51d7d54 HTTP/1.1" status: 204 len: 173 time: 1.4867296 Jul 06 17:46:32.640488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b17ca-39b3-4741-b7a5-0706494a68e4 req-5c73963c-0c32-4978-92a7-71cd650f2d3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.663877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd9b17ca-39b3-4741-b7a5-0706494a68e4 req-5c73963c-0c32-4978-92a7-71cd650f2d3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 947 time: 0.2057021 Jul 06 17:46:32.687713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.729181 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d928a09-3ac0-4820-bda8-8395439ba780 x-openstack-request-id: req-5d928a09-3ac0-4820-bda8-8395439ba780 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:32.730319 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6183b6cd-d40c-4292-bb1d-5486c0487d74", "tag": "eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:32.730319 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d928a09-3ac0-4820-bda8-8395439ba780 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:32.730729 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'status': 'completed', 'code': 200} Jul 06 17:46:32.731143 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'tag': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', 'status': 'completed', 'code': 200} Jul 06 17:46:32.772202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd9b17ca-39b3-4741-b7a5-0706494a68e4 req-6cdc23fd-b0aa-407b-9738-cbc9a01dcdda tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068563 Jul 06 17:46:32.846536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:32.853896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['bc3e50e1-c5a1-495f-a3ed-b996e8c65494'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:32.868438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00c9ba-7472-44be-81a4-08530f269215 None None] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:32.889970 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-56d2dcfd-04cc-4f68-b175-9d9b3a5c5a9e req-8111d1e3-ee07-4337-bce1-994799a3909f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:46:32.892874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56d2dcfd-04cc-4f68-b175-9d9b3a5c5a9e req-8111d1e3-ee07-4337-bce1-994799a3909f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ea1c8a53-4245-4cf9-b23c-b1dfafac1c94 HTTP/1.1" status: 404 len: 352 time: 0.0317736 Jul 06 17:46:32.985603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-4e8150ab-662a-473a-b495-8c836709407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.987215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-4e8150ab-662a-473a-b495-8c836709407b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1095 time: 0.2134187 Jul 06 17:46:33.112159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c385d-79b9-4c0a-93ca-a57ce8a936fb req-db4b339d-b0f1-4446-9e5b-bd99af004f43 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:33.115841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-97ab9c34-f835-4c3f-a120-cc42af66576d None None] Provisioning for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:33.121492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-841c385d-79b9-4c0a-93ca-a57ce8a936fb req-db4b339d-b0f1-4446-9e5b-bd99af004f43 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 944 time: 0.2175155 Jul 06 17:46:33.179814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-97ab9c34-f835-4c3f-a120-cc42af66576d None None] Provisioning complete for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:33.182615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97ab9c34-f835-4c3f-a120-cc42af66576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.219818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-841c385d-79b9-4c0a-93ca-a57ce8a936fb req-be629728-42b0-4abc-bc3e-7d85205693d8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972519 Jul 06 17:46:33.223297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-98c60c5f-fbde-4a91-99cc-756fe327b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:33.224886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-98c60c5f-fbde-4a91-99cc-756fe327b10a service neutron] 10.222.0.60 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2301736 Jul 06 17:46:33.330073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-72696395-5610-4022-8881-e9c2e0118545 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.0887635 Jul 06 17:46:33.384218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:33.449900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-b370e597-b5ce-4479-8ba9-85c1ce10e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:33.464989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-b370e597-b5ce-4479-8ba9-85c1ce10e466 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.1247480 Jul 06 17:46:33.470594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97ab9c34-f835-4c3f-a120-cc42af66576d None None] Port 6bf490b1-818a-49c9-b3e6-1e30a983d24b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:33.579583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfd7c330-3c6d-4115-9c9a-15ddf00be2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.649713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-7cdfbc12-4e92-4824-b205-f9f3d3e49594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:33.656710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-7cdfbc12-4e92-4824-b205-f9f3d3e49594 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790605 Jul 06 17:46:33.696535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Provisioning for port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:33.728110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Provisioning complete for port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:33.728542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.816576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfd7c330-3c6d-4115-9c9a-15ddf00be2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.817207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:33.827711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711541217', 'description': 'tempest-description--2143563994'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:33.837482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfd7c330-3c6d-4115-9c9a-15ddf00be2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.907373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:33.933832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Provisioning for port 3046a656-f269-41c9-a2c9-4a4e2a509d91 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:33.936764 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bfd7c330-3c6d-4115-9c9a-15ddf00be2cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22fe7061bbcc4707b28257832f48a61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5504966 Jul 06 17:46:33.941154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49642) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:33.946618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Provisioning complete for port 3046a656-f269-41c9-a2c9-4a4e2a509d91 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:33.947675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.952816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7c330-3c6d-4115-9c9a-15ddf00be2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f96e26-639e-4f68-8c71-a841b7218175,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:33.965828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-04a03169-bcba-4729-a183-73278a84a6d0 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips/2be708f3-7d7d-439c-ba8f-3c9f29f33122 HTTP/1.1" status: 200 len: 693 time: 0.1032526 Jul 06 17:46:33.989192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-5f8cd6c6-8c73-4fae-883d-406fd1d0f2b6 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230488 Jul 06 17:46:33.996666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.078156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912433a4-8987-4be0-9ffe-e243dbefff3e req-223b361c-b9b2-498a-8b34-246f83c7e3a9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.079853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-912433a4-8987-4be0-9ffe-e243dbefff3e req-223b361c-b9b2-498a-8b34-246f83c7e3a9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 944 time: 0.5881104 Jul 06 17:46:34.119719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.202667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 728a4f52-c171-4934-989c-0ba70eab9113 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:34.235440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc59c21b-ea52-4702-82f3-5a67e7bec6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.259994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.262641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-912433a4-8987-4be0-9ffe-e243dbefff3e req-9083e7bd-ac31-45fc-bc4a-9804df00595f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506314 Jul 06 17:46:34.276652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] For port 3046a656-f269-41c9-a2c9-4a4e2a509d91, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3046a656-f269-41c9-a2c9-4a4e2a509d91,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:34.281431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.287225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.297100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc59c21b-ea52-4702-82f3-5a67e7bec6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.311010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-397429eb-0c90-4475-bdc9-fef09b35b06d service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083286 Jul 06 17:46:34.341167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.346983 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5223582 Jul 06 17:46:34.347387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-335400c7-bb09-43d9-a53c-20094caf8ecd tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.352335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-335400c7-bb09-43d9-a53c-20094caf8ecd tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.3674242 Jul 06 17:46:34.353575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49646) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:34.379160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'security_group_rule': {'security_group_id': '2a566111-7d22-474f-80e2-dc1111d74cdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:34.411044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cb53e-d691-48dd-8bd1-c5d4ba3a6a60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a566111-7d22-474f-80e2-dc1111d74cdf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:34.425582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Provisioning complete for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:34.426761 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.458839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.494104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Pushing event updated for resources: {'Port': ['ID=3046a656-f269-41c9-a2c9-4a4e2a509d91,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:34.498515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc59c21b-ea52-4702-82f3-5a67e7bec6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.503452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc59c21b-ea52-4702-82f3-5a67e7bec6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.512443 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc59c21b-ea52-4702-82f3-5a67e7bec6e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2f96e26-639e-4f68-8c71-a841b7218175 HTTP/1.1" status: 204 len: 168 time: 0.5680132 Jul 06 17:46:34.521564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 728a4f52-c171-4934-989c-0ba70eab9113 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:34.522229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.545780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59c21b-ea52-4702-82f3-5a67e7bec6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f96e26-639e-4f68-8c71-a841b7218175,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:34.576411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-14ca11f0-f59a-4a92-8dc2-ca933d0b9e79 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.2005165 Jul 06 17:46:34.584375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f53c8ea5-52c9-46e5-82ef-a329d5db68c4 None None] Port 6bf490b1-818a-49c9-b3e6-1e30a983d24b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:34.597525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.616427 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.619442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e7817ea-ebf5-4ca4-a722-533472269936 req-bb723668-4b50-4b0f-bfd4-9dcc5f4cb588 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/dfdec0c6-0f34-4dca-ad75-9570a46764cb HTTP/1.1" status: 200 len: 1801 time: 0.2654171 Jul 06 17:46:34.662949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3381623c-a736-437d-9b6a-f93507cb2062,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:34.694632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.698815 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2748a3ae-e034-4f0a-ab6b-2c9851ce9e14 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390636 Jul 06 17:46:34.702851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:34.723068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'security_group_rule': {'security_group_id': '2a566111-7d22-474f-80e2-dc1111d74cdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:34.742396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d7f7571-9b8c-463e-b8da-b9a3c1cbcc50 None None] Provisioning complete for port 3046a656-f269-41c9-a2c9-4a4e2a509d91 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:34.743004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7571-9b8c-463e-b8da-b9a3c1cbcc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:34.745144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-31bf596f-6223-4eb3-8c30-da87448ed798 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.1531460 Jul 06 17:46:34.762908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-c717b1a0-0bd4-43e7-aa34-a1c40256b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.764466 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-c717b1a0-0bd4-43e7-aa34-a1c40256b306 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 1098 time: 0.3611994 Jul 06 17:46:34.938497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.102721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8e7817ea-ebf5-4ca4-a722-533472269936 req-ce3e8a30-896c-44f5-9f4d-25278384b7ac tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.151608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-0dcadcf3-70fa-4f87-b915-57613c6e973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.153157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-0dcadcf3-70fa-4f87-b915-57613c6e973a service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3774204 Jul 06 17:46:35.167577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8e7817ea-ebf5-4ca4-a722-533472269936 req-ce3e8a30-896c-44f5-9f4d-25278384b7ac tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.185653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:35.189680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:35.208767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.220503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.250845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ea8b7b-40e8-4aff-825a-7a9d8f16a87c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:35.261819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Deleting port 4ae08eaa-8491-4107-8131-946ed92dac88 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:35.262215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.264924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8e7817ea-ebf5-4ca4-a722-533472269936 req-ce3e8a30-896c-44f5-9f4d-25278384b7ac tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.267586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8e7817ea-ebf5-4ca4-a722-533472269936 req-ce3e8a30-896c-44f5-9f4d-25278384b7ac tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.279572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e7817ea-ebf5-4ca4-a722-533472269936 req-ce3e8a30-896c-44f5-9f4d-25278384b7ac tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/dfdec0c6-0f34-4dca-ad75-9570a46764cb HTTP/1.1" status: 204 len: 173 time: 0.5884902 Jul 06 17:46:35.285714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.289955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5717552 Jul 06 17:46:35.289955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.289955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.289955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.289955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.289955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.290754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.290754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.290754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.291067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.291425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.291754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.292081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3fd72-db16-477e-935d-cc7fb3cad0fa tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:35.293218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:35.308550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:35.345953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.389882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-1127477d-9b63-4bc7-a4a4-eca67c9fc589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 HTTP/1.1" status: 200 len: 217 time: 0.1092050 Jul 06 17:46:35.392560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e8a30-896c-44f5-9f4d-25278384b7ac tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdec0c6-0f34-4dca-ad75-9570a46764cb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:35.458701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-7b2bfa10-06e2-4ba5-a224-ff97618d6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.467298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-7b2bfa10-06e2-4ba5-a224-ff97618d6f69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0620697 Jul 06 17:46:35.545336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.545693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.573023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Calling delete_port for 4ae08eaa-8491-4107-8131-946ed92dac88 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:35.584206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.717426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:35.725217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 172.25.5.180 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/d2770d68-3d45-41ac-8f0b-f707e56eae1d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:35.731677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-f24bd8d1-6811-4a78-94f4-5363bf7d2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.734717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-f24bd8d1-6811-4a78-94f4-5363bf7d2507 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660935 Jul 06 17:46:35.746148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', 'mac_address': 'fa:16:3e:58:b7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:35.763141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:35.828234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:35.834240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.836238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:35.836615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.877475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:35.899849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:35.915717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.937127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.939334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7eaf-9f65-4b86-85db-55e2887f9ac9 req-a9746f4e-8110-48fa-bbdb-48dc8d4248ad tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.942918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-381c7eaf-9f65-4b86-85db-55e2887f9ac9 req-a9746f4e-8110-48fa-bbdb-48dc8d4248ad tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.3711298 Jul 06 17:46:36.014748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2096622090-network', 'tenant_id': '9df750c6481c4b2380d8513f6d5a8233'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:36.021217 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.051165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.108719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:36.112398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:36.117066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:36.137638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.160276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=d2770d68-3d45-41ac-8f0b-f707e56eae1d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.162333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-1b7207bb-2958-42f9-ab0f-e87c9e22e56f service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007490 Jul 06 17:46:36.189737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.192972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:36.198091 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c742433f-c723-48cd-be19-94cf7c71b53e" -d '{"events": [{"server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "name": "network-vif-plugged", "status": "completed", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:36.214370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Made reservation on behalf of 9df750c6481c4b2380d8513f6d5a8233 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:36.214680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3046a656-f269-41c9-a2c9-4a4e2a509d91 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:36.216788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.217814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:36.249077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.271569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-381c7eaf-9f65-4b86-85db-55e2887f9ac9 req-1b81b663-986c-4951-89f5-d83390c5daed tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083861 Jul 06 17:46:36.280980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Pushing event deleted for resources: {'Port': ['ID=4ae08eaa-8491-4107-8131-946ed92dac88,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.283789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:36.294921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.296171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:36.318747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.362088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.413333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.493159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3046a656-f269-41c9-a2c9-4a4e2a509d91 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:36.494429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.553089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:36.570086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:36.571077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.695688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.702310 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.773821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.784774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=d2770d68-3d45-41ac-8f0b-f707e56eae1d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.796046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.818440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:36.819856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.823520 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6959f185-8960-43b7-830e-56990b1f475b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5206470 Jul 06 17:46:36.824767 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.889380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.939847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.942743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.944020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58dca9b-eaaf-4b7d-bfef-4069fec1288a req-9520616d-cced-4ddd-8ace-363366cc7687 tempest-FloatingIPDetailsTestJSON-1424671101 tempest-FloatingIPDetailsTestJSON-1424671101-project] 10.222.0.37 "DELETE /v2.0/floatingips/2be708f3-7d7d-439c-ba8f-3c9f29f33122 HTTP/1.1" status: 204 len: 173 time: 2.1725514 Jul 06 17:46:36.954092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d72a00a-cfda-4faf-998a-6c5c7645fca6 req-e4b99318-d296-4435-83d2-508e3d92e669 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805550 Jul 06 17:46:36.956395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:37.021831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef718a-0410-4c5c-9c95-d7417c932b32 req-27339ede-67d2-48ed-8088-a013d0feb899 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.024122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20ef718a-0410-4c5c-9c95-d7417c932b32 req-27339ede-67d2-48ed-8088-a013d0feb899 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 948 time: 0.2432492 Jul 06 17:46:37.113989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.123925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.154309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af1276-f2b7-42c6-af3f-4fb31befb7c8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:37.169589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20ef718a-0410-4c5c-9c95-d7417c932b32 req-2cce1430-0395-4990-abdc-037f80eb9020 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269505 Jul 06 17:46:37.201246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:46:37.264714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.265367 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Added segment 72b2ced9-1389-47fc-b1fb-932c2fdaa3ab of type vlan for network 955d2d7e-9e99-4797-ad32-fb717e6e5b23 Jul 06 17:46:37.309025 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-e4f776b7-7d59-419f-9d4a-07b1ca19fde9 req-060c6d9b-5eec-4e8d-898e-068661a6aaaf tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:46:37.310095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4f776b7-7d59-419f-9d4a-07b1ca19fde9 req-060c6d9b-5eec-4e8d-898e-068661a6aaaf tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/dfdec0c6-0f34-4dca-ad75-9570a46764cb HTTP/1.1" status: 404 len: 352 time: 0.0430012 Jul 06 17:46:37.325866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.399956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.401523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.402378 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.518365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7536223 Jul 06 17:46:37.542971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:37.548901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Request body: {'subnet': {'network_id': '955d2d7e-9e99-4797-ad32-fb717e6e5b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2096622090-subnet', 'tenant_id': '9df750c6481c4b2380d8513f6d5a8233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:37.569839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c587-f1ac-4cbf-8e55-fc4b980c503e admin admin] Pushing event updated for resources: {'Network': ['ID=955d2d7e-9e99-4797-ad32-fb717e6e5b23,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:37.585033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 955d2d7e-9e99-4797-ad32-fb717e6e5b23 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:46:37.614573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46ecf-4151-4b3f-8576-ee6be984b1a8 req-c4e537a9-63eb-41c2-9cb3-1b0a940ff229 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.616286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f46ecf-4151-4b3f-8576-ee6be984b1a8 req-c4e537a9-63eb-41c2-9cb3-1b0a940ff229 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 945 time: 0.5288665 Jul 06 17:46:37.619630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Made reservation on behalf of 9df750c6481c4b2380d8513f6d5a8233 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:37.622023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.724257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.728646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cd6d7-9d2e-46d2-a879-cd42e9a0f790 req-cc9e6ab6-5d5f-4141-bc23-492c188d99a2 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.730268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-321cd6d7-9d2e-46d2-a879-cd42e9a0f790 req-cc9e6ab6-5d5f-4141-bc23-492c188d99a2 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 945 time: 0.2428472 Jul 06 17:46:37.772745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f46ecf-4151-4b3f-8576-ee6be984b1a8 req-5e8a6e89-8153-4a06-989f-3b967eb156f8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027253 Jul 06 17:46:37.840167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-321cd6d7-9d2e-46d2-a879-cd42e9a0f790 req-6c430739-4ef4-41a4-b02a-e03548d94607 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935211 Jul 06 17:46:37.881769 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee740445-59f5-4f34-835e-100fccdc688d x-openstack-request-id: req-ee740445-59f5-4f34-835e-100fccdc688d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:37.882315 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "name": "network-vif-plugged", "status": "completed", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:37.882315 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee740445-59f5-4f34-835e-100fccdc688d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:37.888770 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'code': 200} Jul 06 17:46:37.938599 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.138858 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Deleting port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:38.139826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.148731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b45f6c-71f7-4369-9a2b-65b7b0185c25,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:38.201330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-f6a20e85-56ae-41ad-9ee5-f167eddd22de tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1711541217&fields=id&tenant_id=e5b523b3df4f437e871d596f3cd5dfa8 HTTP/1.1" status: 200 len: 267 time: 0.2017741 Jul 06 17:46:38.224594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5791fd2-aeb3-4d57-acb2-f26353ded8d2 req-3b481bf3-2791-498f-a7df-5d50f30d8a3c tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 6148 time: 0.3032234 Jul 06 17:46:38.231515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Checking segment: {'id': '72b2ced9-1389-47fc-b1fb-932c2fdaa3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '955d2d7e-9e99-4797-ad32-fb717e6e5b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:38.231943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Network hostable DHCP agents. Network: 955d2d7e-9e99-4797-ad32-fb717e6e5b23, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:46:38.233254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] For port 9f9d8172-c00a-4a70-9b7f-d5e212e2052a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:38.233940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.249169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Calling delete_port for 9f9d8172-c00a-4a70-9b7f-d5e212e2052a owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:38.317016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7248c7-d320-4692-b764-351de7b46824 req-2bcb4c32-15ee-4eb1-a33e-41eba72c89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.318587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b7248c7-d320-4692-b764-351de7b46824 req-2bcb4c32-15ee-4eb1-a33e-41eba72c89c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1096 time: 0.3207850 Jul 06 17:46:38.382981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d8b66717-dfe9-4fd5-9abd-713c05eaac6e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.385008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d8b66717-dfe9-4fd5-9abd-713c05eaac6e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 932 time: 0.1567702 Jul 06 17:46:38.390857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Network 955d2d7e-9e99-4797-ad32-fb717e6e5b23 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:46:38.407700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5791fd2-aeb3-4d57-acb2-f26353ded8d2 req-65245731-aeed-4cad-bd7c-cb81828cb1f7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ae00c05e-c3fb-49ff-a370-4c2d45f0dd63 HTTP/1.1" status: 200 len: 2981 time: 0.1539433 Jul 06 17:46:38.422115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 955d2d7e-9e99-4797-ad32-fb717e6e5b23) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:38.426055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.426654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.437849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfeea48-acc8-44fd-93c8-381ac26984c1 None None] Network 955d2d7e-9e99-4797-ad32-fb717e6e5b23 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:38.519461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b7248c7-d320-4692-b764-351de7b46824 req-254e8fa5-c587-4631-8e79-78f7f76bcfd8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896906 Jul 06 17:46:38.546538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1ef4b1ce-932f-4007-9e75-b7ff5de9fb13 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0015795 Jul 06 17:46:38.553876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d9afb4bf-1a0e-4232-8572-c42afa1967c4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.556259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d9afb4bf-1a0e-4232-8572-c42afa1967c4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 931 time: 0.1589739 Jul 06 17:46:38.677860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-f004cfb5-1a6f-44dd-9b6e-7cfe24eab002 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1071966 Jul 06 17:46:38.698271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5791fd2-aeb3-4d57-acb2-f26353ded8d2 req-6fdd265e-1ced-40ba-8311-a65a93341d50 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ae00c05e-c3fb-49ff-a370-4c2d45f0dd63 HTTP/1.1" status: 200 len: 2981 time: 0.2795126 Jul 06 17:46:38.749382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16c236-239f-4d26-8a7c-791757d88b9b None None] Network 955d2d7e-9e99-4797-ad32-fb717e6e5b23 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:38.768245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-c0cb1edd-89db-46c9-b933-d8e70a32ef5d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675402 Jul 06 17:46:38.884298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.922995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9d8172-c00a-4a70-9b7f-d5e212e2052a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:38.972266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b1d5f5c6-5d1f-4167-8a49-6c2d79ae0c10 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.979161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b1d5f5c6-5d1f-4167-8a49-6c2d79ae0c10 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.985181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b1d5f5c6-5d1f-4167-8a49-6c2d79ae0c10 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.986946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b1d5f5c6-5d1f-4167-8a49-6c2d79ae0c10 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/networks?id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 1989 time: 0.2082047 Jul 06 17:46:38.995351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f63797-f9cd-4cff-974d-80d16379fef4 req-398cbb6e-d408-4e73-98d2-520272ab37a1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.999955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f63797-f9cd-4cff-974d-80d16379fef4 req-398cbb6e-d408-4e73-98d2-520272ab37a1 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.1588347 Jul 06 17:46:39.039921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-7045bd2b-4000-4b8e-afea-311167fb21c4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/quotas/e5b523b3df4f437e871d596f3cd5dfa8 HTTP/1.1" status: 200 len: 375 time: 0.0378098 Jul 06 17:46:39.122693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f63797-f9cd-4cff-974d-80d16379fef4 req-72e89f79-46ef-4b43-8d00-0a0f35350bdc tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191311 Jul 06 17:46:39.174889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.207555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:39.219475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-39fce3f7-4fda-42c4-b5ae-fcf327c3170b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1720719 Jul 06 17:46:39.291776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:39.298876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:39.299621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.427231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.472694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:39.478997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.507110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e8f6f-d556-437f-9b66-d23eeca82e6c req-1aeac207-0646-4722-9419-10dfd2cad92d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.515292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d74e8f6f-d556-437f-9b66-d23eeca82e6c req-1aeac207-0646-4722-9419-10dfd2cad92d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 948 time: 0.1837606 Jul 06 17:46:39.519868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cf9c1ced-bfde-43f6-a01f-f29fe2536ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844346 Jul 06 17:46:39.536002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:39.590765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Router 16a4d393-e33a-46a2-934a-2f8715bc186e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:39.613136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d74e8f6f-d556-437f-9b66-d23eeca82e6c req-cf2682dd-648f-4d63-bb72-61d7a04e0869 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915549 Jul 06 17:46:39.658267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3a070d86-2840-449f-b09f-9d4a0f81248c req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-351133675', 'description': 'tempest-description-808949836'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:39.699637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-c61c24b1-f223-4928-983e-f478a4a0811f service neutron] 10.222.0.37 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766779 Jul 06 17:46:39.756268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3a070d86-2840-449f-b09f-9d4a0f81248c req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.765407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:39.773153 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-550bac3e-da27-41dd-a71a-3e1b51d2de2a admin admin] 10.222.0.37 "PUT /v2.0/routers/16a4d393-e33a-46a2-934a-2f8715bc186e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8148820 Jul 06 17:46:39.776609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:39.781091 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] Sync routers for ids ['16a4d393-e33a-46a2-934a-2f8715bc186e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:39.793238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d0e420d6-4e49-413b-8319-08e8856d48b1 service neutron] 10.222.0.37 "GET /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0866890 Jul 06 17:46:39.795688 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] Routers {'16a4d393-e33a-46a2-934a-2f8715bc186e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:39.796887 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['16a4d393-e33a-46a2-934a-2f8715bc186e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:39.890093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4'}, {'server_uuid': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:39.892979 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6823927-923a-468e-be62-4835e4ace473" -d '{"events": [{"server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4"}, {"server_uuid": "6183b6cd-d40c-4292-bb1d-5486c0487d74", "name": "network-vif-plugged", "status": "completed", "tag": "eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:39.913545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.952358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3a070d86-2840-449f-b09f-9d4a0f81248c req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.952883 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] Set router 16a4d393-e33a-46a2-934a-2f8715bc186e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:39.965574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1a8fb95a-2142-4872-bcf0-5ef35732d46c service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547809 Jul 06 17:46:39.966426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3a070d86-2840-449f-b09f-9d4a0f81248c req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.050825 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3a070d86-2840-449f-b09f-9d4a0f81248c req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.062658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a070d86-2840-449f-b09f-9d4a0f81248c req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4153521 Jul 06 17:46:40.065265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113b88d-f02b-4c42-89d2-5123c05fb72a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76638915-3bf9-46bd-900a-906a8785c1f0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:40.088006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.152787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-fbd0878f-66d6-403c-8366-769df7cfcf62 service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641283 Jul 06 17:46:40.172477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Deleting port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:40.173277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.206517 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-43a693c6-ed13-47e1-875c-d2f29d8e3247 req-97ad6a52-ae04-4f15-8e10-677568486aa3 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] show failed (client error): The resource could not be found. Jul 06 17:46:40.207928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43a693c6-ed13-47e1-875c-d2f29d8e3247 req-97ad6a52-ae04-4f15-8e10-677568486aa3 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups/463781e3-f85b-4f2f-9abc-f4c54b1ec925 HTTP/1.1" status: 404 len: 352 time: 0.0416791 Jul 06 17:46:40.234044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d507091b-785f-401b-b3a3-95a26dc11f7e service neutron] 10.222.0.37 "GET /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0801454 Jul 06 17:46:40.300931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] For port 0afc2c54-38ce-40ba-b247-8ae77d6f83cd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:40.302066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.324805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Calling delete_port for 0afc2c54-38ce-40ba-b247-8ae77d6f83cd owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:40.338593 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:46:38Z', 'revision_number': 5, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port': {'id': '0afc2c54-38ce-40ba-b247-8ae77d6f83cd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:40Z', 'updated_at': '2021-07-06T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:40.356683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5a5882f1-6baf-4f88-909c-9d9cdd49d136 service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216817 Jul 06 17:46:40.378657 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] Checking router: 16a4d393-e33a-46a2-934a-2f8715bc186e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:40.389404 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] Routers {'16a4d393-e33a-46a2-934a-2f8715bc186e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:40.390359 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['16a4d393-e33a-46a2-934a-2f8715bc186e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:40.522082 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] Set router 16a4d393-e33a-46a2-934a-2f8715bc186e gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:40.588785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-14448428-be05-437f-ad42-c9fe371240c9 service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218528 Jul 06 17:46:40.610127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581cb72-3cde-49d0-8190-ae25251a9c4e req-4c65aafb-91ae-465b-9329-10b2e2890397 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.611683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c581cb72-3cde-49d0-8190-ae25251a9c4e req-4c65aafb-91ae-465b-9329-10b2e2890397 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 945 time: 0.1363771 Jul 06 17:46:40.618190 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:46:40Z', 'revision_number': 6, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:40.637123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.678066 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b4d1c-f782-4c2d-8473-6cd36c68c7db None None] The sync data for ids ['16a4d393-e33a-46a2-934a-2f8715bc186e'] in n-d-799527-3 is: [{'id': '16a4d393-e33a-46a2-934a-2f8715bc186e', 'name': 'tempest-FloatingIPDetailsTestJSON-915242249-router', 'tenant_id': '806461497e8d4d309b8f625f9eab02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:39Z', 'updated_at': '2021-07-06T17:46:40Z', 'revision_number': 6, 'project_id': '806461497e8d4d309b8f625f9eab02ef', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:40.678453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afc2c54-38ce-40ba-b247-8ae77d6f83cd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:40.728495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c581cb72-3cde-49d0-8190-ae25251a9c4e req-783e7c6c-729c-4ad7-a4cf-9568ddd298d8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954905 Jul 06 17:46:40.751593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-4dc88336-769b-4f0e-8e30-f826e9990336 service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387894 Jul 06 17:46:40.803956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.893252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-4589c94d-5080-4df1-82c1-c41f8aadb750 service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306221 Jul 06 17:46:40.906718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.909409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.963068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.963770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a4d393-e33a-46a2-934a-2f8715bc186e {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:46:40.972364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.973784 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-79c2be36-03f9-42e8-819c-55374fdb1f92 admin admin] 10.222.0.37 "DELETE /v2.0/routers/16a4d393-e33a-46a2-934a-2f8715bc186e HTTP/1.1" status: 204 len: 168 time: 1.1963079 Jul 06 17:46:40.978077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49732) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:41.037117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8df3d13e-7e8c-4995-94a4-4a418e37c93e service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371806 Jul 06 17:46:41.054765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Deleting subnet e27eaab5-d841-47c5-bcac-c90f68737d9a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:46:41.060481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.099158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c13d-950c-4f31-bad5-c0ce3e90cbf6 req-026b6aca-62c0-4f73-8617-ed30b84472ad tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:41.102430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fda3c13d-950c-4f31-bad5-c0ce3e90cbf6 req-026b6aca-62c0-4f73-8617-ed30b84472ad tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 945 time: 0.1565065 Jul 06 17:46:41.130056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.232046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fda3c13d-950c-4f31-bad5-c0ce3e90cbf6 req-2da6e8a9-42f0-4cd6-a987-933f09609c3c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859053 Jul 06 17:46:41.274924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e1473e35-b748-4588-9868-f2952f91b0b6 service neutron] 10.222.0.37 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220223 Jul 06 17:46:41.280218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.316279 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc6730-a037-46ce-b72f-8da7ed160d0d x-openstack-request-id: req-21dc6730-a037-46ce-b72f-8da7ed160d0d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:41.317691 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "name": "network-vif-plugged", "status": "completed", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4", "code": 200}, {"server_uuid": "6183b6cd-d40c-4292-bb1d-5486c0487d74", "name": "network-vif-plugged", "status": "completed", "tag": "eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:41.318347 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21dc6730-a037-46ce-b72f-8da7ed160d0d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:41.319203 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'code': 200} Jul 06 17:46:41.319864 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', 'code': 200} Jul 06 17:46:41.380029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-452e5579-425a-4bab-b827-7ed725d6480e req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1265212583', 'description': 'tempest-description-29487117'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:41.380727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.413064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27eaab5-d841-47c5-bcac-c90f68737d9a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:41.417576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.423782 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e917da34-79aa-49cb-bc60-a728bd32cf1b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e27eaab5-d841-47c5-bcac-c90f68737d9a HTTP/1.1" status: 204 len: 168 time: 0.4443965 Jul 06 17:46:41.424464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49736) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:41.433253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ba447-0b2d-4519-9df4-a71be4e52bea None None] Network 8068a0d0-69aa-4736-94b2-63f420edbcb3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:41.458365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-452e5579-425a-4bab-b827-7ed725d6480e req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.518004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-85ab990f-e0f3-4ae3-8975-b061e4702dbf service neutron] 10.222.0.37 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322352 Jul 06 17:46:41.544580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.610912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Deleting port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:41.611581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.627243 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:46:41.661975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f6f24-66e4-49ce-bd42-800e920a591a req-2f1a1afc-be60-4ea5-9cd0-96bf6decc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:41.663656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0f6f24-66e4-49ce-bd42-800e920a591a req-2f1a1afc-be60-4ea5-9cd0-96bf6decc098 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 1100 time: 0.2475388 Jul 06 17:46:41.696506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670676-3142-4d0b-bd83-18fbfdb6c1ac req-f28c647e-5396-4288-98f8-45b866f5ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:41.698021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54670676-3142-4d0b-bd83-18fbfdb6c1ac req-f28c647e-5396-4288-98f8-45b866f5ad44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1096 time: 0.2425981 Jul 06 17:46:41.699113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] For port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:41.699453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.713145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] DHCP port deletion for 8068a0d0-69aa-4736-94b2-63f420edbcb3 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:46:41.724966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Calling delete_port for 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:41.768590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-463e3923-3817-4919-963e-c67398f6c96d service neutron] 10.222.0.37 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262726 Jul 06 17:46:41.796196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] Deleting port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:41.796887 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.801115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0f6f24-66e4-49ce-bd42-800e920a591a req-645fc99f-63a2-45c8-97f5-4b265dcb4b4e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294918 Jul 06 17:46:41.829042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.851029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54670676-3142-4d0b-bd83-18fbfdb6c1ac req-5dd6127b-565c-4dd1-9021-785d3942074b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393266 Jul 06 17:46:41.853685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-452e5579-425a-4bab-b827-7ed725d6480e req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.869637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-452e5579-425a-4bab-b827-7ed725d6480e req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.885481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] No DVR routers for this DVR port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:41.887585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:41.929322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] For port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,segment=NetworkSegment(6e24606b-22ad-4135-83b2-cb5f0d87a891),segment_id=6e24606b-22ad-4135-83b2-cb5f0d87a891)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:41.931764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.941828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-452e5579-425a-4bab-b827-7ed725d6480e req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.952046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-452e5579-425a-4bab-b827-7ed725d6480e req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5777588 Jul 06 17:46:41.980273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] Calling delete_port for 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:42.006112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed84610-91f5-47ad-a276-1be1deaf7c9e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e89f3c-a944-4c74-bf83-4621f643a518,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:42.010697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-7add53fa-f220-4b68-a1ae-4614eacd071f service neutron] 10.222.0.37 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273526 Jul 06 17:46:42.088534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.123379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8068a0d0-69aa-4736-94b2-63f420edbcb3']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:42.142598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e24606b-22ad-4135-83b2-cb5f0d87a891') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:42.142598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e24606b-22ad-4135-83b2-cb5f0d87a891') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:42.177469 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.178948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.221657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.231599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:46:42.231599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:46:42.236794 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:46:42.253887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9f9d8172-c00a-4a70-9b7f-d5e212e2052a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:42.261422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] Pushing event deleted for resources: {'Port': ['ID=09e1736a-2c38-4c8f-8ff1-c0df7ca57076,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:42.282971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e19dc5-9ffa-4655-809c-20792a1b8fec None None] No DVR routers for this DVR port 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:42.284671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 9f9d8172-c00a-4a70-9b7f-d5e212e2052a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:42.285028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9f9d8172-c00a-4a70-9b7f-d5e212e2052a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:42.285445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:42.304062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-a4acb991-0d64-45ef-a817-1e63d7addc76 service neutron] 10.222.0.37 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787726 Jul 06 17:46:42.339106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901403-fbc2-41f3-89d8-1c88f5b859a2 req-734758f2-e6df-45a8-830e-43a269463523 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:42.349003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:42.350176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 09e1736a-2c38-4c8f-8ff1-c0df7ca57076 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:42.350858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0afc2c54-38ce-40ba-b247-8ae77d6f83cd no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:42.350988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4901403-fbc2-41f3-89d8-1c88f5b859a2 req-734758f2-e6df-45a8-830e-43a269463523 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.2365961 Jul 06 17:46:42.366198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.387061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.393426 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8068a0d0-69aa-4736-94b2-63f420edbcb3 HTTP/1.1" status: 204 len: 168 time: 0.9649322 Jul 06 17:46:42.410221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0afc2c54-38ce-40ba-b247-8ae77d6f83cd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:42.410954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0afc2c54-38ce-40ba-b247-8ae77d6f83cd not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:42.437947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43fb51-7fe0-4f33-8208-d595893c32c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8068a0d0-69aa-4736-94b2-63f420edbcb3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:42.463535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4901403-fbc2-41f3-89d8-1c88f5b859a2 req-d927247a-f3ec-47fa-92ee-4f75e3938bbb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106517 Jul 06 17:46:42.641491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:42.768422 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d382980c-1feb-42a3-8233-43ce2e075f04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=806461497e8d4d309b8f625f9eab02ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223249 Jul 06 17:46:42.769043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49760) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:42.772782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db6297-1486-4739-8dd7-ff9379eedeac req-6e4766ad-db5a-4755-99d0-4e4b20a8529c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:42.775447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5db6297-1486-4739-8dd7-ff9379eedeac req-6e4766ad-db5a-4755-99d0-4e4b20a8529c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 949 time: 0.0982485 Jul 06 17:46:42.872171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5db6297-1486-4739-8dd7-ff9379eedeac req-ce4fe784-9097-4a0d-9eb5-d1cb8f654acd tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869696 Jul 06 17:46:42.903126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40275cf1-69af-4e70-8ee8-fa74dc36ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:42.955804 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40275cf1-69af-4e70-8ee8-fa74dc36ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.087312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40275cf1-69af-4e70-8ee8-fa74dc36ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.091093 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40275cf1-69af-4e70-8ee8-fa74dc36ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.092794 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-40275cf1-69af-4e70-8ee8-fa74dc36ae98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00539376-ea8d-457d-9a7a-e7b61ce52ac0 HTTP/1.1" status: 204 len: 168 time: 0.3225968 Jul 06 17:46:43.122341 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40275cf1-69af-4e70-8ee8-fa74dc36ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00539376-ea8d-457d-9a7a-e7b61ce52ac0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:43.167431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fc6b9-9e28-4940-804a-5838472a5aee req-86adf1cf-21f7-4164-bb39-afa56a1a7822 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:43.177400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-470fc6b9-9e28-4940-804a-5838472a5aee req-86adf1cf-21f7-4164-bb39-afa56a1a7822 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1096 time: 0.1193898 Jul 06 17:46:43.228945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-470fc6b9-9e28-4940-804a-5838472a5aee req-9a668941-2303-4217-bd56-dc81124aca81 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505114 Jul 06 17:46:43.443079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8acc4-a332-4628-a1b2-61533b320048 req-5a00650a-0b34-43fb-82a3-4d69414ea465 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:43.452702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcb8acc4-a332-4628-a1b2-61533b320048 req-5a00650a-0b34-43fb-82a3-4d69414ea465 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 945 time: 0.0992591 Jul 06 17:46:43.509282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcb8acc4-a332-4628-a1b2-61533b320048 req-1f7aec4a-10ec-4610-a11f-4c68ffa0bf84 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Jul 06 17:46:43.616090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f49595f-fe33-44c3-8e77-1af2c8781850 req-5741facc-979f-40c1-8c62-f4c1c041e0c2 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9df750c6481c4b2380d8513f6d5a8233 HTTP/1.1" status: 200 len: 2984 time: 0.0820632 Jul 06 17:46:44.124234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f49595f-fe33-44c3-8e77-1af2c8781850 req-2c7d1c58-b603-45e4-935c-eb5949c06b8b tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups/37af1276-f2b7-42c6-af3f-4fb31befb7c8 HTTP/1.1" status: 200 len: 2981 time: 0.5036993 Jul 06 17:46:44.192256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-08ac84e0-0f87-4daf-aba0-95c101829cf0 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:44.193852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-08ac84e0-0f87-4daf-aba0-95c101829cf0 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 813 time: 0.5572963 Jul 06 17:46:44.228791 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-be6e5348-1fe5-46e2-a6f2-9fee1fb157ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/quotas/70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 375 time: 0.0282822 Jul 06 17:46:44.248020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f49595f-fe33-44c3-8e77-1af2c8781850 req-655a2554-bf98-475c-87dd-61ffddca7274 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups/37af1276-f2b7-42c6-af3f-4fb31befb7c8 HTTP/1.1" status: 200 len: 2981 time: 0.1005945 Jul 06 17:46:44.387028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-178e50a8-9fa1-4c6d-af85-b76ec3b24f7e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323042 Jul 06 17:46:44.548349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-7a6d56f3-fb25-4cf2-897d-1ba51eeaea60 service neutron] 10.222.0.37 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496139 Jul 06 17:46:44.553407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:44.575007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187a03-e1c0-4144-bc28-49ca84654afc req-ee5b45ea-b3be-4276-a519-a4b490ead224 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:44.576625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b187a03-e1c0-4144-bc28-49ca84654afc req-ee5b45ea-b3be-4276-a519-a4b490ead224 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1096 time: 0.1507885 Jul 06 17:46:44.672252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b187a03-e1c0-4144-bc28-49ca84654afc req-9cd4643f-99f6-48f5-ba77-c272a648fc65 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841861 Jul 06 17:46:44.720297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-1e87276b-b72b-4f72-bd7a-e9e4ac42d668 service neutron] 10.222.0.37 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563561 Jul 06 17:46:44.762409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-902388139-network', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:44.807295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Made reservation on behalf of c0230c6c53b14bd0a8d27e661193c971 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:44.814129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.830409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.884996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-019c28be-7873-4ad6-9715-631cd1d4f85b req-b465a385-d33b-4630-a34a-92d1180a594e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.0426981 Jul 06 17:46:45.054728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.062039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.111186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1f5291-31d8-4362-b640-debbfc2c67fd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:45.115052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:46:45.141066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.141418 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Added segment 2898a985-6ea4-454d-b868-8921a0bf9d99 of type vlan for network fde0487f-7d60-46ba-a360-67ac6ae4e70d Jul 06 17:46:45.151340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370f7c0-f011-4974-857d-9fbbfbc69606 req-05f6fb6d-aff2-4979-a925-459a6885eef0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.154098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8370f7c0-f011-4974-857d-9fbbfbc69606 req-05f6fb6d-aff2-4979-a925-459a6885eef0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.1519144 Jul 06 17:46:45.208821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.246551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.248951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.252034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.320338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8370f7c0-f011-4974-857d-9fbbfbc69606 req-b6c4b080-ba90-4d24-b476-019d2e5eda6a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180356 Jul 06 17:46:45.322469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7677164 Jul 06 17:46:45.323242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:45.330997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Request body: {'subnet': {'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-902388139-subnet', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:45.346338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ea939-6a3f-40dc-92ff-4dbc707bb55f admin admin] Pushing event updated for resources: {'Network': ['ID=fde0487f-7d60-46ba-a360-67ac6ae4e70d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:45.369206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Made reservation on behalf of c0230c6c53b14bd0a8d27e661193c971 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:45.375674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.379976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:46:45.510742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-983f99ff-7de0-4a89-a7e8-9e58fbbc05d9 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.522602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-983f99ff-7de0-4a89-a7e8-9e58fbbc05d9 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3575964 Jul 06 17:46:45.690417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.704071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-cd5dbbeb-cfd2-4f6d-ae66-a288e240ad94 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.1791697 Jul 06 17:46:45.715240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'floatingip': {'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:45.808449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dddba49-30e9-4456-91d8-80021c9461ee,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:45.820982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Checking segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:45.821537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Network hostable DHCP agents. Network: fde0487f-7d60-46ba-a360-67ac6ae4e70d, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:46:45.839168 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.854531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:46:45.874767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, fde0487f-7d60-46ba-a360-67ac6ae4e70d) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:45.879865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.880941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.888277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a24cc-55a9-41b7-8ff8-15cdb8579569 None None] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:45.933628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e8fc2f0-6318-496f-94c2-c7f34cfb15a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6066573 Jul 06 17:46:45.934981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49840) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:45.945762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:46.014039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.016457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.054365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fb1ac-ece2-42d4-a5b6-92cb4cacaed3 req-5b62e1ba-da55-4645-8832-c54ce245d7f4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:46.058639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-514fb1ac-ece2-42d4-a5b6-92cb4cacaed3 req-5b62e1ba-da55-4645-8832-c54ce245d7f4 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 949 time: 0.3840842 Jul 06 17:46:46.126498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:46:46.127606 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.158131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.180125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-6a119e43-e43a-493c-854c-fa6b0f03b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:46.183054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-6a119e43-e43a-493c-854c-fa6b0f03b154 service neutron] 10.222.0.61 "GET /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 1028 time: 0.2679071 Jul 06 17:46:46.280590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-514fb1ac-ece2-42d4-a5b6-92cb4cacaed3 req-d010be94-bd24-436c-8e71-5304e55bedfc tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105601 Jul 06 17:46:46.345368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Allocated IP 172.20.0.2 (fde0487f-7d60-46ba-a360-67ac6ae4e70d/4dddba49-30e9-4456-91d8-80021c9461ee/7980a488-1a84-40cd-ad6e-4d5ba6ba4684) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:46.439096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b5c6f000-5be3-483c-a3e0-cd1d26f357e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:46.441533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b5c6f000-5be3-483c-a3e0-cd1d26f357e7 service neutron] 10.222.0.61 "GET /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 1027 time: 0.2493238 Jul 06 17:46:46.499098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eface96e-bf72-4606-8c8c-4b373b8bf6db req-7a9c4a87-4004-47e8-9417-a8bbee489882 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups/37af1276-f2b7-42c6-af3f-4fb31befb7c8 HTTP/1.1" status: 200 len: 2981 time: 0.1284671 Jul 06 17:46:46.551042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.563147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Transition to ACTIVE for port object 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:46.586677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Transition to ACTIVE for port object 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:46.597587 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.641378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.674606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Pushing event updated for resources: {'Port': ['ID=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:46.700980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:46.704331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:46.712225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:46.828385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Attempting to bind port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:46.829215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Attempting to bind port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:46.829847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Attempting to bind port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 on network fde0487f-7d60-46ba-a360-67ac6ae4e70d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:46.838145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:46.844263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Checking segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:46.844263 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.844263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Bound using segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:46.844263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Bound port: 7980a488-1a84-40cd-ad6e-4d5ba6ba4684, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:46.844263 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.988497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] For port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:46.992469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] For port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:47.000774 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.029501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8554b466-7428-402d-81ee-55edb482db98 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:47.035563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8554b466-7428-402d-81ee-55edb482db98 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:47.042131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8554b466-7428-402d-81ee-55edb482db98 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:47.044126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8554b466-7428-402d-81ee-55edb482db98 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/networks?id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 1989 time: 0.5931675 Jul 06 17:46:47.045040 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-eface96e-bf72-4606-8c8c-4b373b8bf6db req-415c4902-4dec-43bf-898b-87612c295051 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:46:47.055859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eface96e-bf72-4606-8c8c-4b373b8bf6db req-415c4902-4dec-43bf-898b-87612c295051 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "DELETE /v2.0/security-groups/37af1276-f2b7-42c6-af3f-4fb31befb7c8 HTTP/1.1" status: 409 len: 352 time: 0.4897666 Jul 06 17:46:47.128535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff1b1c-5ba8-4b68-b364-d316ac26236f None None] Pushing event updated for resources: {'Port': ['ID=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:47.329992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.379178 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.627387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Allocated IP 172.25.5.35 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/18f5de01-656e-4a4c-a1d0-c8341f191ea8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:47.647658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-290761d4-1b70-418b-8204-070b0b3ed43e req-efd3b8d6-5420-4cf2-a8e6-6359063e0288 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 210 time: 0.2078195 Jul 06 17:46:47.700396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-2dc21047-e79c-4abb-84c4-313c092d91bc tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5b523b3df4f437e871d596f3cd5dfa8 HTTP/1.1" status: 200 len: 380 time: 0.6379433 Jul 06 17:46:47.718714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'admin_state_up': True, 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'security_groups': ['2a566111-7d22-474f-80e2-dc1111d74cdf']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:47.827909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.853638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-e900267b-92a2-4e11-8421-e284fef3768e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:47.856509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-e900267b-92a2-4e11-8421-e284fef3768e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 813 time: 1.0227318 Jul 06 17:46:47.857065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.862502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.891279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'port': {'device_id': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405', 'admin_state_up': True, 'tenant_id': '70f8f723d0e94258bdd05528c40178ad'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:47.923745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.976298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Pushing event updated for resources: {'Port': ['ID=18f5de01-656e-4a4c-a1d0-c8341f191ea8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:47.991136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.991136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.991136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.992000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.992000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.993084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.994370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.994913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.995341 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.995681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.996159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:47.996493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:48.011748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:48.014807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:48.021687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:48.136105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1778417-ac85-4811-8f26-519b281cfee9 req-2f514fbf-ee81-42bc-a78e-b53351a777e5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.1727731 Jul 06 17:46:48.301957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:48.478082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.480402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:46:48.480402 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:46:48.480402 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': '70f8f723d0e94258bdd05528c40178ad', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 46, 48, 463403)}] Jul 06 17:46:48.480402 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:46:48.480885 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:46:48.489447 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c associated. External IP: 172.25.5.168, port: 5b0c8287-93a6-4955-840e-4bfe6df130bd. Jul 06 17:46:48.506329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:48.549456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:48.553094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.700212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe14c0-a11f-4ccb-925c-86c88b5d38af req-d1bce67e-6afe-4654-87df-72d312f92929 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:48.707961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfbe14c0-a11f-4ccb-925c-86c88b5d38af req-d1bce67e-6afe-4654-87df-72d312f92929 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 1100 time: 0.3060911 Jul 06 17:46:48.800239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d272f-b20c-4bd0-8fa3-0217eb378362 None None] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:48.810185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfbe14c0-a11f-4ccb-925c-86c88b5d38af req-53c1bdeb-247e-4b79-8317-da4913c82c92 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985951 Jul 06 17:46:48.839725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.906603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] Provisioning for port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:48.914001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] Provisioning complete for port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:48.915366 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.917922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 172.20.0.10 (6856c4ec-9ac5-49fc-b98c-01dd56064b49/13115784-748f-4bba-b40a-201b7e16dc8e/c4671634-d359-4ffc-ab48-8920bcbf3311) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:49.054257 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.245728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Router def14c86-aef0-42a7-9697-2dfa924afb5e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:46:49.316073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] For port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:49.325638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.391656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b939752-94d3-4422-8d00-d5d6721d233f None None] Pushing event updated for resources: {'Port': ['ID=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:49.507143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Made reservation on behalf of 70f8f723d0e94258bdd05528c40178ad for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:49.510917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.672243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:49.736600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c88604-0505-4a51-8023-c643fe11a4db req-e9236710-e9a8-4735-9d19-7fe162d711c6 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:49.738170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81c88604-0505-4a51-8023-c643fe11a4db req-e9236710-e9a8-4735-9d19-7fe162d711c6 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.2379708 Jul 06 17:46:49.754082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-59e2a881-3d32-4c54-b801-2c44d56ac806 None None] Provisioning complete for port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:49.754376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59e2a881-3d32-4c54-b801-2c44d56ac806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.755294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.800313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:49.825295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Sync routers for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:49.834413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.836490 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d45593e7-5c8d-462f-8595-a33a5a1457a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8988972 Jul 06 17:46:49.839502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49862) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:49.853147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:49.854435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:49.885964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object c4671634-d359-4ffc-ab48-8920bcbf3311 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:49.980890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Allocated IP 172.20.0.12 (6b21f5e1-861d-4dae-b943-ab1db4072405/77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e/7bce0abb-d5f1-4362-9556-e2bbcf72a1cb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:50.041919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:50.056606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.080020 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:50.125883 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:50.127733 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:50.133181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:50.148361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.245065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:50.285683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:50.288822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:50.314666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81c88604-0505-4a51-8023-c643fe11a4db req-f1cdf334-09e8-4f0b-bf40-3b39f112d99b tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617878 Jul 06 17:46:50.319374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:50.339404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:50.419008 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-6c71e90c-9208-4848-a07f-4c521b84190d req-0582e57a-6959-4c16-911f-449ccd47d540 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] show failed (client error): The resource could not be found. Jul 06 17:46:50.441187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c71e90c-9208-4848-a07f-4c521b84190d req-0582e57a-6959-4c16-911f-449ccd47d540 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups/5eddfce4-7a05-4f58-8c7a-444afc362d9d HTTP/1.1" status: 404 len: 352 time: 0.0425227 Jul 06 17:46:50.498032 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:50.525754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-627b4e29-045d-4110-ba2d-f5fb1d28d884 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "PUT /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 996 time: 4.8204241 Jul 06 17:46:50.537998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:50.541477 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86219180-8ed6-490d-94ce-d808bb670a28" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:50.578053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:50.580059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.624289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:50.625128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.713302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:48Z', 'revision_number': 3, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:50.716786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.769150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8938c7af-fe83-4404-83e5-b8fd9757f89e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0565236 Jul 06 17:46:50.773133 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.789841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'admin_state_up': True, 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'security_groups': ['2a566111-7d22-474f-80e2-dc1111d74cdf']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:50.798660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Checking router: def14c86-aef0-42a7-9697-2dfa924afb5e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:50.799535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Updating router def14c86-aef0-42a7-9697-2dfa924afb5e port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:46:50.911946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-b5f334a6-143d-4a89-97b2-a2ddd5b035bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:50.914568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-b5f334a6-143d-4a89-97b2-a2ddd5b035bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.3235900 Jul 06 17:46:50.950536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a0ccd92e-95af-471b-8c64-29dee1dfeb58 None None] Provisioning for port c4671634-d359-4ffc-ab48-8920bcbf3311 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:51.075533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a0ccd92e-95af-471b-8c64-29dee1dfeb58 None None] Provisioning complete for port c4671634-d359-4ffc-ab48-8920bcbf3311 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:51.076110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Allocated IP 172.20.0.1 (fde0487f-7d60-46ba-a360-67ac6ae4e70d/4dddba49-30e9-4456-91d8-80021c9461ee/4299ddc5-b723-488c-8055-627e5409862d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:51.077013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd92e-95af-471b-8c64-29dee1dfeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.110296 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:46:47Z', 'revision_number': 1, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:51.120828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccd92e-95af-471b-8c64-29dee1dfeb58 None None] Port c4671634-d359-4ffc-ab48-8920bcbf3311 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:51.122730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.160169 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:51.171463 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:51.172369 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:51.253979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-1cfc165c-c0ac-4041-a614-e388990b6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:51.257116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-1cfc165c-c0ac-4041-a614-e388990b6e7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.3179407 Jul 06 17:46:51.271769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.309261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:51.368055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.408634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Transition to ACTIVE for port object 4299ddc5-b723-488c-8055-627e5409862d will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:51.444119 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:51.466814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-c1430639-6797-4aba-8c9d-8e4ec06841e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 999 time: 0.1680071 Jul 06 17:46:51.466814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Network 6b21f5e1-861d-4dae-b943-ab1db4072405 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:51.493360 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.544231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:51.580118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:51.608400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:51.616623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:51.626240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:51.642356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:51.646384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.675529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.727442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.752629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Transition to ACTIVE for port object 18f5de01-656e-4a4c-a1d0-c8341f191ea8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:51.769911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.782584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:51.916554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e11ef-ef58-4baa-b9c7-b701d0101f65 None None] Pushing event updated for resources: {'Port': ['ID=18f5de01-656e-4a4c-a1d0-c8341f191ea8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:51.926907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Attempting to bind port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:51.928111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Attempting to bind port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:51.928718 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Attempting to bind port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:51.946580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-56185ff5-4b87-4e6b-b40c-df3d9dc87f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:51.947789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:51.948475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:51.949128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.949760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:51.950526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Bound port: 18f5de01-656e-4a4c-a1d0-c8341f191ea8, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:51.956348 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.967474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-56185ff5-4b87-4e6b-b40c-df3d9dc87f20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.4468868 Jul 06 17:46:52.033257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Pushing event updated for resources: {'Port': ['ID=4299ddc5-b723-488c-8055-627e5409862d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:52.059173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] For port 18f5de01-656e-4a4c-a1d0-c8341f191ea8, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:52.083184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] For port 18f5de01-656e-4a4c-a1d0-c8341f191ea8, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18f5de01-656e-4a4c-a1d0-c8341f191ea8,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:52.097256 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.136448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.170578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-52765b0b-398c-43d1-9b0e-9d565f068f91 None None] Provisioning for port 4299ddc5-b723-488c-8055-627e5409862d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:52.174042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec5c07-a3f2-4b65-bd42-cecf2ac6e299 req-11b24ddd-65d9-4b78-9bf8-2e9bb718bafc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.179167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-52765b0b-398c-43d1-9b0e-9d565f068f91 None None] Provisioning complete for port 4299ddc5-b723-488c-8055-627e5409862d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:52.185429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52765b0b-398c-43d1-9b0e-9d565f068f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.189549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5aec5c07-a3f2-4b65-bd42-cecf2ac6e299 req-11b24ddd-65d9-4b78-9bf8-2e9bb718bafc tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 932 time: 0.9243660 Jul 06 17:46:52.230684 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:46:47Z', 'revision_number': 1, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:52.251508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.252998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.278841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd2808-cd1d-4747-acf5-46e488ea9e21 None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:46:47Z', 'revision_number': 1, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:52.300745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e11ef-ef58-4baa-b9c7-b701d0101f65 None None] Pushing event updated for resources: {'Port': ['ID=18f5de01-656e-4a4c-a1d0-c8341f191ea8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:52.315962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-52765b0b-398c-43d1-9b0e-9d565f068f91 None None] Port 4299ddc5-b723-488c-8055-627e5409862d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:52.318216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:52.319138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:52.467406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5aec5c07-a3f2-4b65-bd42-cecf2ac6e299 req-5e2407e9-207b-4ac0-9aaa-32a6a3d2b0ae tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763615 Jul 06 17:46:52.475275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.484454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.489467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f7cbe848-29ea-4b99-ae0b-7c3db55158a3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6036220 Jul 06 17:46:52.501387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Request body: {'port': {'device_id': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:52.502462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:52.601214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.605515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Pushing event updated for resources: {'Port': ['ID=4299ddc5-b723-488c-8055-627e5409862d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:52.642753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-14981e8d-1309-4e89-afa0-18f0604eb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.655883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-14981e8d-1309-4e89-afa0-18f0604eb49c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6871800 Jul 06 17:46:52.713385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 10.1.1.127 (cf904618-5ef2-4a84-95c6-630d37a6cb75/f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0/ff8072df-5f04-42e2-95ae-badd0626fcdc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:52.795465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:52.801574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:52.912894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f35ca6-cd6f-4bd3-9911-e899bc706c65 None None] New status for floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:46:52.983474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Router def14c86-aef0-42a7-9697-2dfa924afb5e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:53.088187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:53.094571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-41cf04f8-29b1-4606-9545-bcfe438e650d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3395751 Jul 06 17:46:53.098299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-9e6e0a92-3126-4740-8c84-dcb459efc035 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408906 Jul 06 17:46:53.225158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:53.229502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1a8df43c-c25e-4265-88ff-c5a52b07d744 None None] Provisioning complete for port 4299ddc5-b723-488c-8055-627e5409862d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:53.229878 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a8df43c-c25e-4265-88ff-c5a52b07d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:53.248943 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-419548e2-2410-48ce-be03-7f05864b4ffa admin admin] 10.222.0.37 "PUT /v2.0/routers/def14c86-aef0-42a7-9697-2dfa924afb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4068370 Jul 06 17:46:53.349961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 1, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:53.407495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e7eb4-fd9f-491f-ad90-3402a1a6424d None None] The sync data for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 is: [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 1, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:53.410132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1a8df43c-c25e-4265-88ff-c5a52b07d744 None None] Port 4299ddc5-b723-488c-8055-627e5409862d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:53.787239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-302dde7e-1e25-4828-a136-029010be8998 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:53.789065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-302dde7e-1e25-4828-a136-029010be8998 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6653421 Jul 06 17:46:53.793249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:53.802598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fecc16-dd1c-4caa-a42a-4b410b470a70 req-d59341ef-f55a-4bc3-b184-0c9304c13607 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943605 Jul 06 17:46:53.845665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-9f48fb6c-b6b3-4f27-b20f-56f07db29ba8 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/quotas/3efffebd569943f69f3af43a304d14c9 HTTP/1.1" status: 200 len: 375 time: 0.0473568 Jul 06 17:46:53.874176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object ff8072df-5f04-42e2-95ae-badd0626fcdc will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:54.030609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-039a21ae-0c10-49c3-98fd-95ae2ed148e6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1544633 Jul 06 17:46:54.110119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.219617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:54.234286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:54.236956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:54.295355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:54.295980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.319645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:54.330173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-12ce5b42-e8f7-4470-adc4-88fe81068474 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5511093 Jul 06 17:46:54.346096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:54.367288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'admin_state_up': True, 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'security_groups': ['2a566111-7d22-474f-80e2-dc1111d74cdf']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:54.406523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.430604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f956-5eed-4f3d-b5d9-4e37258899ff req-ef527f24-c8f9-4520-9ef4-3dd428678384 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:54.432300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6177f956-5eed-4f3d-b5d9-4e37258899ff req-ef527f24-c8f9-4520-9ef4-3dd428678384 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 932 time: 0.3876662 Jul 06 17:46:54.512289 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-4a1282a9-9c00-4763-b5a1-d00d72c60529 req-4d86657a-ea72-4576-b848-36f02db1d693 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] show failed (client error): The resource could not be found. Jul 06 17:46:54.514053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a1282a9-9c00-4763-b5a1-d00d72c60529 req-4d86657a-ea72-4576-b848-36f02db1d693 tempest-SecurityGroupsNegativeTestJSON-1812284954 tempest-SecurityGroupsNegativeTestJSON-1812284954-project] 10.222.0.37 "GET /v2.0/security-groups/a7807bf9-08e2-44ea-a78c-a3c350c7e4b6 HTTP/1.1" status: 404 len: 352 time: 0.1240549 Jul 06 17:46:54.527238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:54.535732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Transition to ACTIVE for port object 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:54.549497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.652496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6177f956-5eed-4f3d-b5d9-4e37258899ff req-a66027af-042b-4bbf-9054-91ba04efe451 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674252 Jul 06 17:46:54.673398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba73f573-2fd2-40c3-aeea-679d3ac434ec None None] Provisioning for port ff8072df-5f04-42e2-95ae-badd0626fcdc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:54.681922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba73f573-2fd2-40c3-aeea-679d3ac434ec None None] Provisioning complete for port ff8072df-5f04-42e2-95ae-badd0626fcdc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:54.682547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba73f573-2fd2-40c3-aeea-679d3ac434ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.692105 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5467cb-04eb-4259-9e39-4031d590d49a x-openstack-request-id: req-8d5467cb-04eb-4259-9e39-4031d590d49a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:54.692690 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:54.693173 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d5467cb-04eb-4259-9e39-4031d590d49a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:54.694520 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'status': 'completed', 'code': 200} Jul 06 17:46:54.797576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:54.831448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Deleting subnet e2b45f6c-71f7-4369-9a2b-65b7b0185c25 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:46:54.839656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.915435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ba73f573-2fd2-40c3-aeea-679d3ac434ec None None] Port ff8072df-5f04-42e2-95ae-badd0626fcdc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:54.951056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.997333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219180-8ed6-490d-94ce-d808bb670a28 req-638e8e36-6412-4a66-874c-1124ac0fae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:54.999332 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-638e8e36-6412-4a66-874c-1124ac0fae10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.3004727 Jul 06 17:46:55.092084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.287769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219180-8ed6-490d-94ce-d808bb670a28 req-725ae281-09eb-4a64-a719-da3bfd873ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.290470 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-725ae281-09eb-4a64-a719-da3bfd873ab5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2786369 Jul 06 17:46:55.328918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa07d-3233-4729-be5c-4dc4857313c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.405051 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-c5647b18-2809-48d3-ac0b-e3bae9470f34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 1001 time: 0.1070204 Jul 06 17:46:55.408908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.488420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:55.493558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.546995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b45f6c-71f7-4369-9a2b-65b7b0185c25,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:55.551180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219180-8ed6-490d-94ce-d808bb670a28 req-5b032a47-be93-4173-a998-f6bf6a71335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.552800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-5b032a47-be93-4173-a998-f6bf6a71335f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.1085422 Jul 06 17:46:55.559396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.565583 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0c48cb47-c744-4567-897c-43fe503d3552 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e2b45f6c-71f7-4369-9a2b-65b7b0185c25 HTTP/1.1" status: 204 len: 168 time: 1.0363169 Jul 06 17:46:55.575151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:55.582216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Attempting to bind port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:55.582504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Attempting to bind port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:55.582900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Attempting to bind port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb on network 6b21f5e1-861d-4dae-b943-ab1db4072405 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:55.686584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219180-8ed6-490d-94ce-d808bb670a28 req-a511d728-80d4-4516-bfea-4c894598a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.688960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-a511d728-80d4-4516-bfea-4c894598a4b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221931 Jul 06 17:46:55.716525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb on network 6b21f5e1-861d-4dae-b943-ab1db4072405 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:55.716840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Attempting to bind port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb on network 6b21f5e1-861d-4dae-b943-ab1db4072405 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:55.775474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:55.775969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Checking segment: {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:55.776216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Bound using segment: {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:55.776674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Bound port: 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:55.777054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.854543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2f6a-43b8-472d-892f-45b5925a2858 req-4f9aa7f0-e6cc-4a5c-abc5-27b1fccbfa5a tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.856104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55bb2f6a-43b8-472d-892f-45b5925a2858 req-4f9aa7f0-e6cc-4a5c-abc5-27b1fccbfa5a tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1096 time: 0.9396262 Jul 06 17:46:55.875123 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-af5a45d3-e69d-4931-aaca-cc812ae0b433 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772056 Jul 06 17:46:55.884997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.943991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce73168-b6cb-4fc6-ad84-978b234479cc req-57ba59fc-d24a-4b9a-a64b-5e1b69e0eb19 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.946327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ce73168-b6cb-4fc6-ad84-978b234479cc req-57ba59fc-d24a-4b9a-a64b-5e1b69e0eb19 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 1.0275624 Jul 06 17:46:55.962797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 10.1.1.104 (cf904618-5ef2-4a84-95c6-630d37a6cb75/f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0/71f33500-9750-424e-a91e-60bb1c5c9849) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:55.996237 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86219180-8ed6-490d-94ce-d808bb670a28 req-5815fd2c-b4db-444d-a285-e507be70bc23 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142404 Jul 06 17:46:56.034624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55bb2f6a-43b8-472d-892f-45b5925a2858 req-4dbb9baa-90de-4129-b09b-10504d738b46 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588385 Jul 06 17:46:56.131661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:56.241016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18f5de01-656e-4a4c-a1d0-c8341f191ea8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:56.311240 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.356270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955d2d7e-9e99-4797-ad32-fb717e6e5b23']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:56.395788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b2ced9-1389-47fc-b1fb-932c2fdaa3ab') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:56.396310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b2ced9-1389-47fc-b1fb-932c2fdaa3ab') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:56.425932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:56.441759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ce73168-b6cb-4fc6-ad84-978b234479cc req-3796b9ba-7b03-47a6-9fdf-7c566854a316 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796748 Jul 06 17:46:56.450370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:56.451006 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.469949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.486835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.503133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:46:56.504070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:46:56.651707 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:46:56.668996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:56.798060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.850785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 18f5de01-656e-4a4c-a1d0-c8341f191ea8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18f5de01-656e-4a4c-a1d0-c8341f191ea8,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:56.859025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.887809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49910) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:56.893500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243755006', 'description': 'tempest-description--1695511782'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:56.948705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.030017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=18f5de01-656e-4a4c-a1d0-c8341f191ea8,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:57.049541 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-3a73196d-c27a-43ec-b0de-46698429a82f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6013608 Jul 06 17:46:57.053177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.089435 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Sync routers for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:57.111239 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:57.113723 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:57.143420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.149530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.198918 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.204845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3115354 Jul 06 17:46:57.205169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:57.209941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Request body: {'security_group_rule': {'security_group_id': 'd2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:57.216782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bcfad-328b-4aec-b9f5-bd47b1776736 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:57.252035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.259196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.266955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.267610 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.269050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] 10.222.0.61 "PUT /v2.0/ports/7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 1092 time: 4.7749755 Jul 06 17:46:57.307282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:57.309660 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03de014f-cbd7-441c-8d08-0b569115cb32" -d '{"events": [{"name": "network-changed", "server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:57.318104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.320130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] 10.222.0.37 "DELETE /v2.0/networks/955d2d7e-9e99-4797-ad32-fb717e6e5b23 HTTP/1.1" status: 204 len: 168 time: 1.7409875 Jul 06 17:46:57.330195 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:57.406194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.416197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccce9d8-aaae-4df5-adae-045e4c48a658 admin admin] Pushing event deleted for resources: {'Network': ['ID=955d2d7e-9e99-4797-ad32-fb717e6e5b23,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:57.421866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.440713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc426a4-e013-4fb2-b14d-7a7af2ee4412,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:57.441121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a6f1a-2d2c-46a4-879a-171284f49376 service neutron] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:57.491540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.495332 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4977562b-6a0a-48ef-95b7-5700dcf7b41d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2881408 Jul 06 17:46:57.498956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49918) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:57.515203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Request body: {'security_group_rule': {'security_group_id': 'd2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:57.532502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797854b8-f9db-400f-b737-1e90fe565d0a req-39f19b32-24d8-464a-9fa1-0e48f50a9fcf tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.540243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-797854b8-f9db-400f-b737-1e90fe565d0a req-39f19b32-24d8-464a-9fa1-0e48f50a9fcf tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 944 time: 0.6950819 Jul 06 17:46:57.547321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.568787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.571416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-edfffa3c-2527-4d81-9bd3-c16febdc2401 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.572962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-edfffa3c-2527-4d81-9bd3-c16febdc2401 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988816 Jul 06 17:46:57.600572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:57.657768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object 71f33500-9750-424e-a91e-60bb1c5c9849 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:57.676575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:57.707771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.717007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.738114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-93880bc8-accd-4c76-9d5f-a4e7d373eb11 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.747538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-93880bc8-accd-4c76-9d5f-a4e7d373eb11 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5542605 Jul 06 17:46:57.748100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe959d1f-32aa-49b3-972e-36077eec0861,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:57.753736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.760331 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd9dc41f-de60-47d3-9f26-98cdb69bf271 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565107 Jul 06 17:46:57.764558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-797854b8-f9db-400f-b737-1e90fe565d0a req-27e0b477-894e-47f8-8223-68f63b1c87b2 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233417 Jul 06 17:46:57.764800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:57.770594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:57.835081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.836628 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7aee7c7f-b25c-4bb8-8fd7-364bc4cc8d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.843762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:46:52Z', 'revision_number': 2, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:57.918429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:57.929965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-96fa3b52-e00f-48ef-8e37-76abd0dc6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.931641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-96fa3b52-e00f-48ef-8e37-76abd0dc6015 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1095 time: 0.6157150 Jul 06 17:46:58.031533 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Checking router: def14c86-aef0-42a7-9697-2dfa924afb5e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:58.031909 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Updating router def14c86-aef0-42a7-9697-2dfa924afb5e port 4299ddc5-b723-488c-8055-627e5409862d binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:46:58.094890 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.105006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fdd10a5c-d844-40c6-bc79-64ef0e0e6abf req-6877575f-a053-4c0e-a7e7-52baf93b511b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 210 time: 0.1560490 Jul 06 17:46:58.114814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.131622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-ac4c24da-6eed-4e0a-b7e2-f99c50bc619f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 217 time: 0.1829493 Jul 06 17:46:58.182360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18f5de01-656e-4a4c-a1d0-c8341f191ea8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:58.213267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ce7f006f-d360-4526-ab54-142bdaf24791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9df750c6481c4b2380d8513f6d5a8233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336208 Jul 06 17:46:58.218849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:58.296308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.341248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-06e4456f-dc19-43ea-9045-a342a2fdbb8a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.5926278 Jul 06 17:46:58.344024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Allocated IP 172.25.5.248 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8a81213f-2569-4a37-b72c-e5132835d7ec) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:58.346703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a17d391-04be-4b2a-a292-ae9d4605ae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.368692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:58.369072 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.407450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'floatingip': {'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:58.408966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a17d391-04be-4b2a-a292-ae9d4605ae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.503390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:58.516925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:58.520257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:58.537050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f9f1afc3-3427-41b9-a15d-014f8984b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:58.538595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-f9f1afc3-3427-41b9-a15d-014f8984b41f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.3804028 Jul 06 17:46:58.564256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:58.567964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.605630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:58.652880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-da0fbd31-96fa-4b65-ae75-b8e79b17b958 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782609 Jul 06 17:46:58.664472 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.678656 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.707592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Transition to ACTIVE for port object 4299ddc5-b723-488c-8055-627e5409862d will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:58.736008 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.741248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a17d391-04be-4b2a-a292-ae9d4605ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.747555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a17d391-04be-4b2a-a292-ae9d4605ae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.748805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:58.749500 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.753011 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3a17d391-04be-4b2a-a292-ae9d4605ae8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37af1276-f2b7-42c6-af3f-4fb31befb7c8 HTTP/1.1" status: 204 len: 168 time: 0.5330939 Jul 06 17:46:58.822906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.938446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523b3ee-6a1f-49a7-b814-0b7d6eff16a2 req-1b70483a-a1e6-421f-b1e9-d221abe2b045 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:58.949139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523b3ee-6a1f-49a7-b814-0b7d6eff16a2 req-1b70483a-a1e6-421f-b1e9-d221abe2b045 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:58.955690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523b3ee-6a1f-49a7-b814-0b7d6eff16a2 req-1b70483a-a1e6-421f-b1e9-d221abe2b045 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:58.957905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9523b3ee-6a1f-49a7-b814-0b7d6eff16a2 req-1b70483a-a1e6-421f-b1e9-d221abe2b045 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 2375 time: 0.6327174 Jul 06 17:46:58.958435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17d391-04be-4b2a-a292-ae9d4605ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af1276-f2b7-42c6-af3f-4fb31befb7c8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:58.973891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb7b06fa-cf85-41d6-971c-4a1dabd9d294 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6224048 Jul 06 17:46:58.994199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.039962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Pushing event updated for resources: {'Port': ['ID=4299ddc5-b723-488c-8055-627e5409862d,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:59.056502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.057195 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.057831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.058646 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.059342 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.060070 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.060749 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.061800 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.062424 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.063028 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.063721 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.064386 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:59.091912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'admin_state_up': True, 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'security_groups': ['2a566111-7d22-474f-80e2-dc1111d74cdf']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:59.114588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:59.128603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:59.131758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7e256ca8-4192-4e10-847f-cf015e1ff604 None None] Provisioning for port 71f33500-9750-424e-a91e-60bb1c5c9849 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:59.146202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7e256ca8-4192-4e10-847f-cf015e1ff604 None None] Provisioning complete for port 71f33500-9750-424e-a91e-60bb1c5c9849 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:59.147243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e256ca8-4192-4e10-847f-cf015e1ff604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.176554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:59.252113 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Attempting to bind port 4299ddc5-b723-488c-8055-627e5409862d on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:59.252113 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Attempting to bind port 4299ddc5-b723-488c-8055-627e5409862d by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:59.252113 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Attempting to bind port 4299ddc5-b723-488c-8055-627e5409862d on network fde0487f-7d60-46ba-a360-67ac6ae4e70d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:59.259222 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:59.259584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Checking segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:59.260127 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.260317 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Bound using segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:59.260769 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Bound port: 4299ddc5-b723-488c-8055-627e5409862d, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:59.261153 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.271803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event updated for resources: {'Port': ['ID=8a81213f-2569-4a37-b72c-e5132835d7ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:59.383699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7e256ca8-4192-4e10-847f-cf015e1ff604 None None] Port 71f33500-9750-424e-a91e-60bb1c5c9849 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:59.407498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.481374 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] For port 4299ddc5-b723-488c-8055-627e5409862d, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:59.501752 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] For port 4299ddc5-b723-488c-8055-627e5409862d, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4299ddc5-b723-488c-8055-627e5409862d,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:59.524961 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.533125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.207 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/009a8b38-798f-4da7-89ba-863401fdbc41) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:59.630867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.667957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.715004 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:59.721445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:59.815821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.846669 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96edac-da05-4800-9b70-1c3160cfa232 None None] Pushing event updated for resources: {'Port': ['ID=4299ddc5-b723-488c-8055-627e5409862d,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:00.020961 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:00.215521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.228680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.260970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4299ddc5-b723-488c-8055-627e5409862d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:00.390833 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:46:59Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:00.437336 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953f59e-a75b-4b55-a940-2d5e6f8b80ab None None] The sync data for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 is: [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:46:59Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:00.484844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 4299ddc5-b723-488c-8055-627e5409862d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:00.489505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event updated for resources: {'Port': ['ID=8a81213f-2569-4a37-b72c-e5132835d7ec,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:00.496963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4299ddc5-b723-488c-8055-627e5409862d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:00.497814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.498346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.536547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.540926 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1aaab056-d719-4d17-905f-f793143fef57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7734189 Jul 06 17:47:00.671167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.767165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.864377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 4299ddc5-b723-488c-8055-627e5409862d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4299ddc5-b723-488c-8055-627e5409862d,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:00.865589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9523b3ee-6a1f-49a7-b814-0b7d6eff16a2 req-287306f1-66fe-420e-8ee3-451503020d0a tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8059685 Jul 06 17:47:00.874891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.945962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-a7b9e1e8-0500-466c-851c-f672cce6f795 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2847798 Jul 06 17:47:01.026994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=4299ddc5-b723-488c-8055-627e5409862d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:01.177660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.305914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object 009a8b38-798f-4da7-89ba-863401fdbc41 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:01.424722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:01.647899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.667117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a379883f-7b7a-4819-9aad-05fb59f23b9e req-8dcd86aa-96a2-411e-b200-2019a240a827 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772368 Jul 06 17:47:01.668077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d', '59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:01.821024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:01.860392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:01.878830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:01.882858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:01.904872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=009a8b38-798f-4da7-89ba-863401fdbc41,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:02.143701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.149550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:02.150299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.164728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.303543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-38792312-85a4-43f8-b1c5-e209839fddf1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7104897 Jul 06 17:47:02.328927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-d2f7bc8e-60c2-4009-966f-978cf69705f0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:02.330182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-d2f7bc8e-60c2-4009-966f-978cf69705f0 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133808 Jul 06 17:47:02.352481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4299ddc5-b723-488c-8055-627e5409862d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:02.605714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-63df4f03-84bd-49b8-9210-617206043c52 None None] Provisioning for port 009a8b38-798f-4da7-89ba-863401fdbc41 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:02.625017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-63df4f03-84bd-49b8-9210-617206043c52 None None] Provisioning complete for port 009a8b38-798f-4da7-89ba-863401fdbc41 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:02.625556 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63df4f03-84bd-49b8-9210-617206043c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.706522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Request body: {'port': {'device_id': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:02.800825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-63df4f03-84bd-49b8-9210-617206043c52 None None] Port 009a8b38-798f-4da7-89ba-863401fdbc41 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:02.835849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4299ddc5-b723-488c-8055-627e5409862d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:02.836388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.920605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.212912 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:47:03.336835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.346427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 10.2.2.100 (9ec71a13-023b-4a38-9fc1-052d9b6f9af7/b0ac0839-1a51-45bf-9682-7943e5dad2bc/eae1ace9-565a-4e4b-ad20-ef208eda84e1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:03.358906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.548681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-cf75de61-c7e1-44c8-b5d7-167b97a3d751 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:03.550303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-cf75de61-c7e1-44c8-b5d7-167b97a3d751 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135052 Jul 06 17:47:03.632764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Request body: {'binding': {'host': 'n-h2-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:03.633927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:47:03.746558 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c associated. External IP: 172.25.5.168, port: 5b0c8287-93a6-4955-840e-4bfe6df130bd. Jul 06 17:47:04.002940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009a8b38-798f-4da7-89ba-863401fdbc41 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:04.022186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.037080 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.077452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Transition to ACTIVE for port object 009a8b38-798f-4da7-89ba-863401fdbc41 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:04.090191 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.109823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object eae1ace9-565a-4e4b-ad20-ef208eda84e1 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:04.114635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on host n-h2-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:04.115024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:04.115397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:04.158226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:04.159693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:04.230367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:04.230779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:04.231103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:04.231667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Bound port: bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:04.240589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Pushing event updated for resources: {'Port': ['ID=009a8b38-798f-4da7-89ba-863401fdbc41,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:04.288612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:04.532308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:04.555789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'network_id': '6b21f5e1-861d-4dae-b943-ab1db4072405', 'port_id': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'mac_address': 'fa:16:3e:3b:14:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:04.635056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.654381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:04.690913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:04.698026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.768206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:04.859009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.932505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:04.955201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:47:04.959072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:04.961500 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.962739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2d0eaf6a-9b8e-430d-bb4c-67667cb1955e service neutron] 10.222.0.37 "POST /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494/bindings HTTP/1.1" status: 201 len: 389 time: 1.3396449 Jul 06 17:47:04.968623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:04.972425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:04.981109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Attempting to bind port 009a8b38-798f-4da7-89ba-863401fdbc41 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:04.981450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Attempting to bind port 009a8b38-798f-4da7-89ba-863401fdbc41 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:04.981800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Attempting to bind port 009a8b38-798f-4da7-89ba-863401fdbc41 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:04.984525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:05.013452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:05.019741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Port 009a8b38-798f-4da7-89ba-863401fdbc41 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:05.019741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Attempting to bind port 009a8b38-798f-4da7-89ba-863401fdbc41 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:05.047347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:05.047718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:05.048078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:05.048542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Bound port: 009a8b38-798f-4da7-89ba-863401fdbc41, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:05.048919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:05.139362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.140180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:05.418795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ab4e9aed-a9f9-44fd-95f8-36f5e9e0b7e4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3653295 Jul 06 17:47:05.488386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'admin_state_up': True, 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'security_groups': ['2a566111-7d22-474f-80e2-dc1111d74cdf']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:05.612115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc9a56a2-de24-42f2-bb30-65c554001b0d None None] Provisioning for port eae1ace9-565a-4e4b-ad20-ef208eda84e1 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:05.622455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc9a56a2-de24-42f2-bb30-65c554001b0d None None] Provisioning complete for port eae1ace9-565a-4e4b-ad20-ef208eda84e1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:05.623202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9a56a2-de24-42f2-bb30-65c554001b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:05.687727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:05.690075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a56a2-de24-42f2-bb30-65c554001b0d None None] Port eae1ace9-565a-4e4b-ad20-ef208eda84e1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:05.705300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23112999-5780-456a-aa45-18718954a67a None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:05.732941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23112999-5780-456a-aa45-18718954a67a None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:05.733924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-23112999-5780-456a-aa45-18718954a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:05.926080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-23112999-5780-456a-aa45-18718954a67a None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:05.975152 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18638a-5f71-4928-92c2-ac6a4afb2909 x-openstack-request-id: req-2a18638a-5f71-4928-92c2-ac6a4afb2909 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:05.975671 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:05.976100 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a18638a-5f71-4928-92c2-ac6a4afb2909 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:05.977942 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'status': 'completed', 'code': 200} Jul 06 17:47:06.063692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-13fe7d7c-47d2-4ec6-a6a1-4a2ce752f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:06.070757 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-13fe7d7c-47d2-4ec6-a6a1-4a2ce752f614 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1096 time: 0.1312091 Jul 06 17:47:06.279789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-96d0a37b-4bee-4dc6-9d87-f03b1cf02ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:06.282832 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-96d0a37b-4bee-4dc6-9d87-f03b1cf02ad4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 0.2056830 Jul 06 17:47:06.300779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] For port 009a8b38-798f-4da7-89ba-863401fdbc41, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:06.431989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] For port 009a8b38-798f-4da7-89ba-863401fdbc41, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=009a8b38-798f-4da7-89ba-863401fdbc41,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:06.443307 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-a8667621-1c21-449c-9d26-cde62fb6a314 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 217 time: 0.1523736 Jul 06 17:47:06.517207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2633b5d5-cb50-4388-a8ec-b3322eb16dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:06.520917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2633b5d5-cb50-4388-a8ec-b3322eb16dd1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1096 time: 1.0572765 Jul 06 17:47:06.542064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:06.561388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-b1a21801-10e7-4d51-bb63-d9648a95cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:06.569858 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-b1a21801-10e7-4d51-bb63-d9648a95cd20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.1196742 Jul 06 17:47:06.669953 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-190b57f8-41ec-483c-a429-d28d3cd25459 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889206 Jul 06 17:47:06.762151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-23112999-5780-456a-aa45-18718954a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:02Z', 'revision_number': 3, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:06.814607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:06.815645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:06.818010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/009a8b38-798f-4da7-89ba-863401fdbc41 HTTP/1.1" status: 200 len: 1096 time: 4.4232826 Jul 06 17:47:06.893569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23112999-5780-456a-aa45-18718954a67a None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:47:06.918618 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-387208d6-4f81-4e7b-9238-ef39e0916170 service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410831 Jul 06 17:47:06.922328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23112999-5780-456a-aa45-18718954a67a None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:06.923019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-23112999-5780-456a-aa45-18718954a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:07.009409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:47:07.048717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89e9d-1579-4896-bc6d-9ddf8cf1f90c req-c8e3be4b-912e-4487-be15-7210b6441233 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.051428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8aa89e9d-1579-4896-bc6d-9ddf8cf1f90c req-c8e3be4b-912e-4487-be15-7210b6441233 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 945 time: 0.8208582 Jul 06 17:47:07.052486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Made reservation on behalf of e5b523b3df4f437e871d596f3cd5dfa8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:07.071336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.081867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f9da1-9355-4035-be81-b3c5b37b01d2 service neutron] Pushing event updated for resources: {'Port': ['ID=009a8b38-798f-4da7-89ba-863401fdbc41,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:07.272170 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-03de014f-cbd7-441c-8d08-0b569115cb32 req-5d569eea-72c4-462c-a4fa-cd9f829ea3ac service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464570 Jul 06 17:47:07.323892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-088060c7-a9be-4309-bd95-b223888b16ce tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.325457 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-088060c7-a9be-4309-bd95-b223888b16ce tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c972122-39ee-43af-b381-7668aa435483 HTTP/1.1" status: 200 len: 945 time: 0.2789996 Jul 06 17:47:07.404531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8aa89e9d-1579-4896-bc6d-9ddf8cf1f90c req-93ce5352-d167-4ea0-ab0c-c7703e423508 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797761 Jul 06 17:47:07.572773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:07.583482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.587329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-de7049ed-3774-4b82-8544-d212bd4aedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.589832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-de7049ed-3774-4b82-8544-d212bd4aedac service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 1.0546942 Jul 06 17:47:07.629484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-23112999-5780-456a-aa45-18718954a67a None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:07.706500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port 7cd06b74-f377-4a26-90ee-81262f98ca6d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:07.707742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.753210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-3cb41023-cfcb-4b6e-8570-020c8356a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.754795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-3cb41023-cfcb-4b6e-8570-020c8356a7bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 1099 time: 0.8391073 Jul 06 17:47:07.756606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-9877d934-2cb4-4068-86c1-9cfd8da5c03e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 217 time: 0.1585851 Jul 06 17:47:07.854599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-f80f7256-77bf-4a4d-b383-bcb8d16b2734 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=009a8b38-798f-4da7-89ba-863401fdbc41 HTTP/1.1" status: 200 len: 217 time: 0.0908630 Jul 06 17:47:07.930856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port 7cd06b74-f377-4a26-90ee-81262f98ca6d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7cd06b74-f377-4a26-90ee-81262f98ca6d,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:07.931736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.969161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for 7cd06b74-f377-4a26-90ee-81262f98ca6d owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:07.982893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'tag': '009a8b38-798f-4da7-89ba-863401fdbc41'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:07.985274 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2f6d2-1b4f-42f0-89fc-aa40dd94db51", "tag": "009a8b38-798f-4da7-89ba-863401fdbc41"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:08.041497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-dc806458-84ce-4fd5-8aec-c7626d698023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.043039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-dc806458-84ce-4fd5-8aec-c7626d698023 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.2268403 Jul 06 17:47:08.160239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-2e6b400e-91b5-4e1f-91b4-0ac2d3404811 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729077 Jul 06 17:47:08.188990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-ff542e89-a60d-4708-be78-16ebe8a84d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.192206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-ff542e89-a60d-4708-be78-16ebe8a84d05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3254249 Jul 06 17:47:08.284280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-0b9be853-9fee-42fd-9658-af4d326bad5b tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "PUT /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 998 time: 9.9420767 Jul 06 17:47:08.293392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.294353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-23112999-5780-456a-aa45-18718954a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:02Z', 'revision_number': 3, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:08.316985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:08.330355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7cd06b74-f377-4a26-90ee-81262f98ca6d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:08.358475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=7cd06b74-f377-4a26-90ee-81262f98ca6d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:08.463859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a558-9fe1-4e30-8680-2eb19d339f6a req-d255baa8-b2b6-4658-8f78-c059274c5292 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.465386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b023a558-9fe1-4e30-8680-2eb19d339f6a req-d255baa8-b2b6-4658-8f78-c059274c5292 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 948 time: 0.6099515 Jul 06 17:47:08.508503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Allocated IP 10.2.2.200 (9ec71a13-023b-4a38-9fc1-052d9b6f9af7/b0ac0839-1a51-45bf-9682-7943e5dad2bc/74f3ad96-4810-4c62-9463-26621a75b132) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:08.534529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port 7cd06b74-f377-4a26-90ee-81262f98ca6d on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:08.541270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.549352 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-832ca1ce-1f5d-418e-9039-fb68e68171fb req-9cb2294e-ae2e-46bf-8ec8-deb06389035f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.61 "DELETE /v2.0/ports/7cd06b74-f377-4a26-90ee-81262f98ca6d HTTP/1.1" status: 204 len: 173 time: 1.2151027 Jul 06 17:47:08.551030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c972122-39ee-43af-b381-7668aa435483', 'name': 'network-vif-deleted', 'tag': '7cd06b74-f377-4a26-90ee-81262f98ca6d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:08.565107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-09ac43f8-ca5f-46a4-9bfd-0990c4398249 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.567650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23112999-5780-456a-aa45-18718954a67a None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:02Z', 'revision_number': 3, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:08.580917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-09ac43f8-ca5f-46a4-9bfd-0990c4398249 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports/5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 942 time: 0.2617807 Jul 06 17:47:08.589580 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b059f-7bdf-4304-958a-d00951742262" -d '{"events": [{"server_uuid": "3c972122-39ee-43af-b381-7668aa435483", "name": "network-vif-deleted", "tag": "7cd06b74-f377-4a26-90ee-81262f98ca6d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:08.639320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-db1168de-b337-494c-81fe-5bc471b3e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.651749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-db1168de-b337-494c-81fe-5bc471b3e639 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4408035 Jul 06 17:47:08.665908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:08.683922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:08.684446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.701513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-43fa9e98-e583-4b1f-b3b4-4d728c98d6de service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066228 Jul 06 17:47:08.856019 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.862616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b023a558-9fe1-4e30-8680-2eb19d339f6a req-8cc6539a-259a-40c0-8725-a59d2d0f28ce tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747857 Jul 06 17:47:08.864726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-6f4c299a-729e-430c-889a-ede7934ad31b service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218231 Jul 06 17:47:08.910899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:08.922774 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f6ef62-c056-4eb7-996c-41b4109db335" -d '{"events": [{"server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "name": "network-vif-plugged", "status": "completed", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:08.985413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:08.994796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.995108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7cd06b74-f377-4a26-90ee-81262f98ca6d no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:09.047703 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d6c36-70ea-47ce-9606-96c8fb9a5c5c None None] New status for floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:47:09.068556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 7cd06b74-f377-4a26-90ee-81262f98ca6d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:47:09.068887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7cd06b74-f377-4a26-90ee-81262f98ca6d not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:47:09.108424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:09.775599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:09.793359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:09.796743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:09.827404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-41a2d3c3-7d54-4044-a818-0b9362e61f38 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1548109 Jul 06 17:47:09.921841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50082) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:09.974806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:10.146882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-03d742fc-ae50-4eed-bca6-f58d7d724d27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4605889 Jul 06 17:47:10.175316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-72a70ed7-0e50-4910-87a7-335628094927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.183723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-72a70ed7-0e50-4910-87a7-335628094927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 1.3179038 Jul 06 17:47:10.221116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ee7d-6107-4f89-ab97-0619a66b7874 req-483de669-ba3a-46da-a4da-3fdf948d4d48 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.229266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ee7d-6107-4f89-ab97-0619a66b7874 req-483de669-ba3a-46da-a4da-3fdf948d4d48 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.241081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ee7d-6107-4f89-ab97-0619a66b7874 req-483de669-ba3a-46da-a4da-3fdf948d4d48 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.260623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ee7d-6107-4f89-ab97-0619a66b7874 req-483de669-ba3a-46da-a4da-3fdf948d4d48 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.261445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:09Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:10.279663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b5ee7d-6107-4f89-ab97-0619a66b7874 req-483de669-ba3a-46da-a4da-3fdf948d4d48 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 3096 time: 0.6017005 Jul 06 17:47:10.292007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:47:10.301516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:10.302159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:10.326078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58a2c3b8-2257-4852-bb56-4f2c69dca0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:10.456484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-193a4199-535c-46ad-b45e-e98d6132bd87 req-517a8f0a-96f3-4fa1-ac72-7899b6541856 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685291 Jul 06 17:47:10.465180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:10.541548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:10.563136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Transition to ACTIVE for port object 74f3ad96-4810-4c62-9463-26621a75b132 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:10.624891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58a2c3b8-2257-4852-bb56-4f2c69dca0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:10.634903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58a2c3b8-2257-4852-bb56-4f2c69dca0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:10.687923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-840ada55-c44f-48d9-8363-a5560aa469e5 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.689657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-840ada55-c44f-48d9-8363-a5560aa469e5 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1096 time: 1.0061805 Jul 06 17:47:10.713523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:10.734725 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-58a2c3b8-2257-4852-bb56-4f2c69dca0f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1fa0fedba8843c2a3cd7465779f6298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087239 Jul 06 17:47:10.735880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2c3b8-2257-4852-bb56-4f2c69dca0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f974b2-279c-483a-9797-4455e11c02d2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:10.739048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:10.788483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:10.792911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b5ee7d-6107-4f89-ab97-0619a66b7874 req-d96d0b44-9b6f-4b6f-9922-5fabdf7b5f0b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109165 Jul 06 17:47:10.794100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-32e6b8d3-42c3-4bb0-b02a-d92bab873dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.795656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-32e6b8d3-42c3-4bb0-b02a-d92bab873dce service neutron] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.6107414 Jul 06 17:47:10.807111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:10.874597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:11.031080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.032471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89e37bf7-4774-4466-b38f-a85741a8d538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.034255 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.066143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:11.071623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6110659 Jul 06 17:47:11.114375 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89e37bf7-4774-4466-b38f-a85741a8d538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.114629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:09Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:11.137955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-bc97f4d0-1900-48cb-8c33-8d879aa682f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.139740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-bc97f4d0-1900-48cb-8c33-8d879aa682f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 1100 time: 0.8478897 Jul 06 17:47:11.152477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f84191f-41b8-417e-9830-9c8564c3775a None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:0f:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:09Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:11.232775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89e37bf7-4774-4466-b38f-a85741a8d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.236370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-76f7ffe5-d362-4451-8428-f9629565841d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:11.237435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-76f7ffe5-d362-4451-8428-f9629565841d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197332 Jul 06 17:47:11.239286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89e37bf7-4774-4466-b38f-a85741a8d538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.241171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-91a2d342-dbc2-4d18-b743-29c07430c76d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 217 time: 0.3851933 Jul 06 17:47:11.243652 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-89e37bf7-4774-4466-b38f-a85741a8d538 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78f974b2-279c-483a-9797-4455e11c02d2 HTTP/1.1" status: 204 len: 168 time: 0.4804487 Jul 06 17:47:11.284411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e37bf7-4774-4466-b38f-a85741a8d538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f974b2-279c-483a-9797-4455e11c02d2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:11.338976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:11.388304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-86d277e0-f252-4575-aee2-aceb14f428d6 None None] Provisioning for port 74f3ad96-4810-4c62-9463-26621a75b132 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:11.396809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef636e24-4861-474b-90d9-d61fd2c96050 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event updated for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:11.403160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-86d277e0-f252-4575-aee2-aceb14f428d6 None None] Provisioning complete for port 74f3ad96-4810-4c62-9463-26621a75b132 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:11.404564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86d277e0-f252-4575-aee2-aceb14f428d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.501393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-86d277e0-f252-4575-aee2-aceb14f428d6 None None] Port 74f3ad96-4810-4c62-9463-26621a75b132 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:11.542386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-df487099-48db-4cc5-9ab5-877efeecfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.543958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-df487099-48db-4cc5-9ab5-877efeecfabd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.2461095 Jul 06 17:47:11.590252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.827542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9930f3-cb1b-46d7-944a-7933873ff2ed req-c9ed44ab-a2bf-42fe-8bac-a8d3cef18650 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.829197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c9930f3-cb1b-46d7-944a-7933873ff2ed req-c9ed44ab-a2bf-42fe-8bac-a8d3cef18650 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 945 time: 0.6884925 Jul 06 17:47:11.860769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:11.958582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-ba119c1e-9d85-4116-93e1-b226d1b1fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.960150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-ba119c1e-9d85-4116-93e1-b226d1b1fd02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7217801 Jul 06 17:47:12.196832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-e8a6b7f5-74f3-484d-b33c-3134a8e89153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:12.200435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-e8a6b7f5-74f3-484d-b33c-3134a8e89153 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5568960 Jul 06 17:47:12.202579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-0f079dc0-8ad2-4030-a003-96b89226a9df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9 HTTP/1.1" status: 200 len: 217 time: 0.2331009 Jul 06 17:47:12.370970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c9930f3-cb1b-46d7-944a-7933873ff2ed req-c4cb0967-ca0d-493b-a35c-d7edc04445b4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258112 Jul 06 17:47:12.450322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-ddfd2caf-0875-4228-9ac7-5e89c152db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:12.452602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-ddfd2caf-0875-4228-9ac7-5e89c152db73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1886129 Jul 06 17:47:12.530014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50118) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:12.541124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:12.613316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-ce1b70cb-9783-4647-85e4-ec17f0c30f01 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507845 Jul 06 17:47:12.762002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:12.763767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1182830059-network', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:12.796922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4671634-d359-4ffc-ab48-8920bcbf3311 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:12.821279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.822151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:12.830158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.843683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-59a9cdd3-994d-4263-8ddd-3de9e62923d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:12.845868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-59a9cdd3-994d-4263-8ddd-3de9e62923d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3843629 Jul 06 17:47:12.847620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.862861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-2f2142e1-0458-40ee-92fc-46ab6cdb4606 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989508 Jul 06 17:47:12.885658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Transition to ACTIVE for port object c4671634-d359-4ffc-ab48-8920bcbf3311 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:12.888753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.951181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.976563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.016601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.024814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.038168 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254b9da-0557-4c08-9b46-78125cf133f0 x-openstack-request-id: req-1254b9da-0557-4c08-9b46-78125cf133f0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:13.038452 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2f6d2-1b4f-42f0-89fc-aa40dd94db51", "tag": "009a8b38-798f-4da7-89ba-863401fdbc41", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:13.038784 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1254b9da-0557-4c08-9b46-78125cf133f0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:13.039766 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'tag': '009a8b38-798f-4da7-89ba-863401fdbc41', 'status': 'completed', 'code': 200} Jul 06 17:47:13.102685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbbd877-c356-4ca1-9589-39a91b3df3f3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:13.106851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:47:13.119740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.120025 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Added segment 25443324-e1b0-4505-a298-9417e11dc6f9 of type vlan for network da42f181-2c53-4dec-998f-dfc37e43b8d4 Jul 06 17:47:13.201643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.254035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Pushing event updated for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:13.268446 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.269543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:13.270220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.344469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8123384 Jul 06 17:47:13.347499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50130) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:13.357053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Request body: {'subnet': {'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1182830059-subnet', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:13.361691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe39fd-2719-4b51-9ce6-42a966ccecc6 admin admin] Pushing event updated for resources: {'Network': ['ID=da42f181-2c53-4dec-998f-dfc37e43b8d4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:13.375473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:47:13.396641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:13.400025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.536811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 009a8b38-798f-4da7-89ba-863401fdbc41 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:13.773862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-279d6a74-a8e3-4b80-9a8e-8fe63029a940 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9125171 Jul 06 17:47:13.776114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 009a8b38-798f-4da7-89ba-863401fdbc41, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=009a8b38-798f-4da7-89ba-863401fdbc41,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:13.794863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '009a8b38-798f-4da7-89ba-863401fdbc41', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '009a8b38-798f-4da7-89ba-863401fdbc41', 'mac_address': 'fa:16:3e:bd:71:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:13.841295 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.860365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009a8b38-798f-4da7-89ba-863401fdbc41 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:13.903460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 009a8b38-798f-4da7-89ba-863401fdbc41, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=009a8b38-798f-4da7-89ba-863401fdbc41,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:13.912520 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.034870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=009a8b38-798f-4da7-89ba-863401fdbc41,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:14.042204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.048879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.049776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.050762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.051378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.051930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.052686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.053241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.053952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.055047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.055745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.056312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.057140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:14.094714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on host n-h1-799527-3 for vnic_type normal with profile {"migrating_to": "n-h2-799527-3"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:14.095525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:14.095525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:14.105749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152aad76-a959-43a1-8099-093179781c9a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:14.119864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:14.119864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Attempting to bind port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:14.125327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:14.125689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Network hostable DHCP agents. Network: da42f181-2c53-4dec-998f-dfc37e43b8d4, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:47:14.127672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-855e31b2-2774-4159-8a87-6145c4ed92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.129597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-855e31b2-2774-4159-8a87-6145c4ed92e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1096 time: 1.1738460 Jul 06 17:47:14.139333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:14.139689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:14.140082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:14.141585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Bound port: bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:14.142103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.153415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13a2f3-f249-4e56-913a-0df54db22683 req-92b48b48-d5d7-4bec-b6fd-db216f0d6f6f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.155573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d13a2f3-f249-4e56-913a-0df54db22683 req-92b48b48-d5d7-4bec-b6fd-db216f0d6f6f tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 946 time: 1.0366266 Jul 06 17:47:14.159957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-6237a9d3-b7f7-4130-a157-c033e4102509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.159957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-6237a9d3-b7f7-4130-a157-c033e4102509 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 1099 time: 1.1009443 Jul 06 17:47:14.165147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:47:14.177464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, da42f181-2c53-4dec-998f-dfc37e43b8d4) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:14.182890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.183571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.192255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae34e9-2a8c-4cbc-8a24-8416b2405065 None None] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:14.196894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['009a8b38-798f-4da7-89ba-863401fdbc41'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:14.206846 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0cee9674-850b-4bf0-9d3d-a44988c1b377 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8579230 Jul 06 17:47:14.209753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:14.215879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:14.221092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Attempting to bind port c4671634-d359-4ffc-ab48-8920bcbf3311 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:14.221836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Attempting to bind port c4671634-d359-4ffc-ab48-8920bcbf3311 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:14.222836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Attempting to bind port c4671634-d359-4ffc-ab48-8920bcbf3311 on network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:14.256865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.261078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.387293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.449875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-da42f181-2c53-4dec-998f-dfc37e43b8d4', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:47:14.450922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.519006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:14.661928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:14.667439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:14.670138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Port c4671634-d359-4ffc-ab48-8920bcbf3311 on network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:14.670715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Attempting to bind port c4671634-d359-4ffc-ab48-8920bcbf3311 on network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:14.678496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Allocated IP 172.20.0.2 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/e3a67647-1472-4105-9041-fa4ce9dc3c81) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:14.697570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.717236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.728595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:14.729180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Checking segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:14.730050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Bound using segment: {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:14.730480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Bound port: c4671634-d359-4ffc-ab48-8920bcbf3311, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:14.730696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.787393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d13a2f3-f249-4e56-913a-0df54db22683 req-097d1f8c-4d83-4600-a8a9-348b0036ec11 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120307 Jul 06 17:47:14.882306 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd1849-525e-4e13-835d-ddbff191d5f6 x-openstack-request-id: req-f7bd1849-525e-4e13-835d-ddbff191d5f6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:14.882713 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c972122-39ee-43af-b381-7668aa435483", "name": "network-vif-deleted", "tag": "7cd06b74-f377-4a26-90ee-81262f98ca6d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:14.883074 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7bd1849-525e-4e13-835d-ddbff191d5f6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:14.884817 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c972122-39ee-43af-b381-7668aa435483', 'name': 'network-vif-deleted', 'tag': '7cd06b74-f377-4a26-90ee-81262f98ca6d', 'status': 'completed', 'code': 200} Jul 06 17:47:14.917522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f3dac34-a6f7-4167-8c0e-b3a1a7d8c637 req-0f4f1003-7a00-4056-bfab-3f4d9337a421 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1349144 Jul 06 17:47:14.972893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-ca957ac0-4e1e-4291-af25-cda9c7627cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.974644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-ca957ac0-4e1e-4291-af25-cda9c7627cf7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7980766 Jul 06 17:47:15.026424 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.037167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Transition to ACTIVE for port object e3a67647-1472-4105-9041-fa4ce9dc3c81 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:15.049242 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b32320-7252-4f3a-867b-43c5afd4a256 x-openstack-request-id: req-86b32320-7252-4f3a-867b-43c5afd4a256 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:15.049566 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "name": "network-vif-plugged", "status": "completed", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:15.049800 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86b32320-7252-4f3a-867b-43c5afd4a256 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:15.050254 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'code': 200} Jul 06 17:47:15.059127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Transition to ACTIVE for port object e3a67647-1472-4105-9041-fa4ce9dc3c81 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:15.072231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.108402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}, {'name': 'network-changed', 'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4'}, {'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:15.112488 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}, {"name": "network-changed", "server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4"}, {"server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "name": "network-vif-unplugged", "status": "completed", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:15.156762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:15.158137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Pushing event updated for resources: {'Port': ['ID=e3a67647-1472-4105-9041-fa4ce9dc3c81,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:15.162595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:15.165363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:15.199680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.255354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.275577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-1a022032-d042-4b44-91f2-532657354013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:15.290322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-1a022032-d042-4b44-91f2-532657354013 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 1.1199923 Jul 06 17:47:15.300031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:15.301740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.305167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 1121 time: 4.6016340 Jul 06 17:47:15.319702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eab9e-34ed-459d-b7f6-3f0ad0be62c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:15.355805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-c94dd951-e495-4eb4-96ab-1920ae3d64ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=009a8b38-798f-4da7-89ba-863401fdbc41 HTTP/1.1" status: 200 len: 217 time: 0.2758615 Jul 06 17:47:15.393813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2ae63-ea00-4944-b048-a66e7925c7e2 req-fd0eaa79-a902-49bd-ab43-aa265f8bb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:15.395810 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2e2ae63-ea00-4944-b048-a66e7925c7e2 req-fd0eaa79-a902-49bd-ab43-aa265f8bb824 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1097 time: 0.1929390 Jul 06 17:47:15.412364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Attempting to bind port e3a67647-1472-4105-9041-fa4ce9dc3c81 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:15.412498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Attempting to bind port e3a67647-1472-4105-9041-fa4ce9dc3c81 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:15.412823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Attempting to bind port e3a67647-1472-4105-9041-fa4ce9dc3c81 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:15.421857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:15.422828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:15.423461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.424148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:15.424831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Bound port: e3a67647-1472-4105-9041-fa4ce9dc3c81, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:15.425434 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.473855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:15.477758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['bc3e50e1-c5a1-495f-a3ed-b996e8c65494'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:15.534441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 009a8b38-798f-4da7-89ba-863401fdbc41 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:15.590718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2e2ae63-ea00-4944-b048-a66e7925c7e2 req-a9524aaf-469c-4946-b318-c10d99561823 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893772 Jul 06 17:47:15.618838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Allocated IP 172.25.5.22 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/81a13a8b-5178-4f7e-a5be-c2e5494da8b0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:15.627488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c4671634-d359-4ffc-ab48-8920bcbf3311,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:15.653585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] For port e3a67647-1472-4105-9041-fa4ce9dc3c81, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:15.657168 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.669808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] For port e3a67647-1472-4105-9041-fa4ce9dc3c81, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e3a67647-1472-4105-9041-fa4ce9dc3c81,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:15.679118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.736741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-8e45ca68-f5cf-426a-82c1-ac9b22fe75b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 1001 time: 0.4447331 Jul 06 17:47:15.755232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 009a8b38-798f-4da7-89ba-863401fdbc41 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:15.778634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 009a8b38-798f-4da7-89ba-863401fdbc41 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:15.778996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.804087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-bdd6bcfa-fb4e-4ad5-8ff2-cd17e8d2593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:15.808723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-bdd6bcfa-fb4e-4ad5-8ff2-cd17e8d2593e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3531690 Jul 06 17:47:15.826652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e5ad4-6688-4ac7-b78a-27cd59da15c7 None None] Pushing event updated for resources: {'Port': ['ID=e3a67647-1472-4105-9041-fa4ce9dc3c81,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:15.843669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:15.844659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.846501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] 10.222.0.61 "PUT /v2.0/ports/c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 200 len: 1092 time: 4.5137405 Jul 06 17:47:15.862920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.902826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:15.952724 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.015122 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.066308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:16.073815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:16.082088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:16.106201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 009a8b38-798f-4da7-89ba-863401fdbc41, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=009a8b38-798f-4da7-89ba-863401fdbc41,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:16.107314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258f6f-19b7-444a-8496-fd45cb0fb599 service neutron] Pushing event updated for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:16.119046 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.209743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Pushing event updated for resources: {'Port': ['ID=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:16.219760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b25ee-156c-4c66-b74d-db0ff4daa1e3 req-6bd0c6e0-a8a7-4242-b1ce-be26c57dba62 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:16.221988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d8b25ee-156c-4c66-b74d-db0ff4daa1e3 req-6bd0c6e0-a8a7-4242-b1ce-be26c57dba62 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 949 time: 0.9278522 Jul 06 17:47:16.316743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=009a8b38-798f-4da7-89ba-863401fdbc41,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:16.324139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-87cb3323-16d4-4a40-af2b-32009fe202ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:16.326472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-87cb3323-16d4-4a40-af2b-32009fe202ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.5288417 Jul 06 17:47:16.345004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:16.440077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d8b25ee-156c-4c66-b74d-db0ff4daa1e3 req-19edcc15-ebc9-4ee3-83ac-3101d2bd3cc2 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017500 Jul 06 17:47:16.464246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.519704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-aa56a057-6d81-4ed3-93e9-2d616d0c9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:16.523137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-aa56a057-6d81-4ed3-93e9-2d616d0c9ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6521330 Jul 06 17:47:16.694045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:16.734992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 has no active binding in host n-h2-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:47:16.807059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.869685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-169e5cc6-a1b9-4b7a-bb32-9d77b88626d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:16.877268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-169e5cc6-a1b9-4b7a-bb32-9d77b88626d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5297272 Jul 06 17:47:17.041831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-f2f0a707-f5b5-467f-b163-5ab9d8e2df8a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060186 Jul 06 17:47:17.051586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a8b38-798f-4da7-89ba-863401fdbc41'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:17.054028 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5053f7d-b596-4411-b515-921b2904f365" -d '{"events": [{"server_uuid": "cba2f6d2-1b4f-42f0-89fc-aa40dd94db51", "name": "network-vif-plugged", "status": "completed", "tag": "009a8b38-798f-4da7-89ba-863401fdbc41"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:17.108247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.154399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-fe9a4286-1e5a-4ddb-81c8-56251b4a41d9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.162176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-fe9a4286-1e5a-4ddb-81c8-56251b4a41d9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.171573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-fe9a4286-1e5a-4ddb-81c8-56251b4a41d9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.178342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-fe9a4286-1e5a-4ddb-81c8-56251b4a41d9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.185707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-fe9a4286-1e5a-4ddb-81c8-56251b4a41d9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.187898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-fe9a4286-1e5a-4ddb-81c8-56251b4a41d9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 3829 time: 0.5298762 Jul 06 17:47:17.257298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-855d39a2-792e-41a0-a329-4321fcf81fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790045 Jul 06 17:47:17.297242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e01c941-74be-4cee-a599-53a3d8a8208e req-e96e1d36-f297-49d2-b783-9cb447903ebc tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915534 Jul 06 17:47:17.365179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Router 1355f4f7-c0fc-415f-a86d-96502193b732 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:47:17.430959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8580e1fd-da6a-4c3d-9b8e-8bd9949d23f0 req-4ed03146-db84-48de-bbaf-f54be4dac3f7 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783462 Jul 06 17:47:17.514217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d7e19-b353-4a80-8bee-50b2974818f5 None None] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:17.540071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf490b1-818a-49c9-b3e6-1e30a983d24b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:17.556735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1fe9766-2010-435b-a794-19fd8c2dde2e req-f9b79716-abbe-4b42-991d-f51e02ab6fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763128 Jul 06 17:47:17.591213 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.596466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:17.615221 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Sync routers for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:17.624609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.629204 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c32486de-f464-4550-895c-2e2a9b4cb42f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4169428 Jul 06 17:47:17.630120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50162) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:17.640379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-204588ad-42ba-43bf-b4f1-50b79e49b0f4 None None] Provisioning for port e3a67647-1472-4105-9041-fa4ce9dc3c81 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:17.641859 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:17.642578 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:17.717555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Transition to ACTIVE for port object 6bf490b1-818a-49c9-b3e6-1e30a983d24b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:17.746692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.808956 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:17.953052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-bcee7649-6c60-455c-ae07-cf1aa694de65 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.960314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-bcee7649-6c60-455c-ae07-cf1aa694de65 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.4667368 Jul 06 17:47:17.984845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:18.104479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-af652ff9-ff85-424b-bdf6-63f6b7d412fa tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/quotas/a72671ce4ace429080e02112ac25a7ca HTTP/1.1" status: 200 len: 375 time: 0.1431367 Jul 06 17:47:18.303668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-6cd9665b-2329-40c3-9659-e7492acef5c2 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1978576 Jul 06 17:47:18.306938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e3a67647-1472-4105-9041-fa4ce9dc3c81 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:18.310977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-f0bb36da-eaee-4abc-b9aa-8f9e510f3cdf service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:18.317466 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-f0bb36da-eaee-4abc-b9aa-8f9e510f3cdf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128610 Jul 06 17:47:18.408788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e3a67647-1472-4105-9041-fa4ce9dc3c81 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:18.411336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b0312-943d-43a6-8481-6e58cca86220 req-687778b5-024c-471c-9827-a8196272e654 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:18.417584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:16Z', 'revision_number': 3, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:18.418310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e3a67647-1472-4105-9041-fa4ce9dc3c81 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:18.418857 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.419912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d6b0312-943d-43a6-8481-6e58cca86220 req-687778b5-024c-471c-9827-a8196272e654 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 943 time: 0.5807934 Jul 06 17:47:18.451167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Attempting to bind port 6bf490b1-818a-49c9-b3e6-1e30a983d24b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:18.451609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Attempting to bind port 6bf490b1-818a-49c9-b3e6-1e30a983d24b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:18.451851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Attempting to bind port 6bf490b1-818a-49c9-b3e6-1e30a983d24b on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:18.458805 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Checking router: 1355f4f7-c0fc-415f-a86d-96502193b732 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:47:18.459439 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Updating router 1355f4f7-c0fc-415f-a86d-96502193b732 port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:47:18.476844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Port 6bf490b1-818a-49c9-b3e6-1e30a983d24b on network cf904618-5ef2-4a84-95c6-630d37a6cb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:18.477887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Attempting to bind port 6bf490b1-818a-49c9-b3e6-1e30a983d24b on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:18.496005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:18.496434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Checking segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:18.496718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Bound using segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:18.497171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Bound port: 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:18.497536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.537844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d6b0312-943d-43a6-8481-6e58cca86220 req-b6aad8de-5aeb-42aa-a184-844648c69b54 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168983 Jul 06 17:47:18.546921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-da3e23ae-d58d-4b08-9694-0c61068c89bd service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284813 Jul 06 17:47:18.561416 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.593208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.605277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.637677 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:47:18.740940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e3a67647-1472-4105-9041-fa4ce9dc3c81, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e3a67647-1472-4105-9041-fa4ce9dc3c81,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:18.747916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.799511 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3511ceaf-aa5d-4670-a600-47c26bfffe0f x-openstack-request-id: req-3511ceaf-aa5d-4670-a600-47c26bfffe0f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:18.800010 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4", "status": "completed", "code": 200}, {"server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "name": "network-vif-unplugged", "status": "completed", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:18.800446 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3511ceaf-aa5d-4670-a600-47c26bfffe0f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:18.801135 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'status': 'completed', 'code': 200} Jul 06 17:47:18.801576 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'status': 'completed', 'code': 200} Jul 06 17:47:18.802299 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'code': 200} Jul 06 17:47:18.870693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-ea8c73aa-eb8b-412f-b83f-2d70ed1b06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:18.872384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-ea8c73aa-eb8b-412f-b83f-2d70ed1b06a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.1425955 Jul 06 17:47:18.986128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:18.990747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Allocated IP 172.20.0.1 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/ade0ee82-b27a-4624-b8f7-086a6119f9f3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:19.025411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e3a67647-1472-4105-9041-fa4ce9dc3c81,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:19.043435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:19.046457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-97d3bf75-8983-4604-b80d-a5a415c3502e service neutron] 10.222.0.37 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891453 Jul 06 17:47:19.059302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.103984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-581991a3-4092-461a-80f0-42c40872851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.105519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-581991a3-4092-461a-80f0-42c40872851b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1096 time: 0.3155241 Jul 06 17:47:19.143515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-1b6e9d69-5bb6-4912-bf41-44f312bcce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.145041 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-1b6e9d69-5bb6-4912-bf41-44f312bcce21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2532625 Jul 06 17:47:19.246542 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-def22d54-9969-4aee-8198-de2dc379cc7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 217 time: 0.0634673 Jul 06 17:47:19.259844 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.262241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.265038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.267459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] 10.222.0.61 "PUT /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 1131 time: 3.3728611 Jul 06 17:47:19.289246 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Transition to ACTIVE for port object 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:19.310162 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.374683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402549e-fa4b-4ec6-bb71-3d8bc74ed72b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:19.394520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-991e553a-6ba3-46a2-a19a-232113dfd193 service neutron] 10.222.0.60 "GET /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.1953015 Jul 06 17:47:19.433284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:19.436742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-c88831e1-0ec9-4e84-88e0-10ec74500d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.439833 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-c88831e1-0ec9-4e84-88e0-10ec74500d5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.1917105 Jul 06 17:47:19.486749 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e11958-50fa-475d-b1b0-e17ded5400a4 x-openstack-request-id: req-d8e11958-50fa-475d-b1b0-e17ded5400a4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:19.487403 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2f6d2-1b4f-42f0-89fc-aa40dd94db51", "name": "network-vif-plugged", "status": "completed", "tag": "009a8b38-798f-4da7-89ba-863401fdbc41", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:19.487655 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8e11958-50fa-475d-b1b0-e17ded5400a4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:19.488247 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a8b38-798f-4da7-89ba-863401fdbc41', 'code': 200} Jul 06 17:47:19.604684 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Attempting to bind port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:19.605229 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Attempting to bind port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:19.605833 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Attempting to bind port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:19.632942 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:19.633724 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:19.634353 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.635349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.637928 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:19.645675 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Bound port: 81a13a8b-5178-4f7e-a5be-c2e5494da8b0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:19.646492 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.725223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Transition to ACTIVE for port object ade0ee82-b27a-4624-b8f7-086a6119f9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:19.749397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4c16-53b2-4802-8a5d-c3e5bfb65d28 req-5db3701a-afae-4491-9c8b-74c46d3c8a21 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.752056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-022b4c16-53b2-4802-8a5d-c3e5bfb65d28 req-5db3701a-afae-4491-9c8b-74c46d3c8a21 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 946 time: 0.8010321 Jul 06 17:47:19.777198 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe1c4f-2a23-4b4d-b3b2-d8fec0b34b94 None None] Pushing event updated for resources: {'Port': ['ID=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:19.787534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-14311528-8842-46ee-8b15-b6e2a0d8faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.790313 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-14311528-8842-46ee-8b15-b6e2a0d8faf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3308594 Jul 06 17:47:19.815170 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] For port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:19.823663 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] For port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:19.832495 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.933656 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:19.934611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:20.050944 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe1c4f-2a23-4b4d-b3b2-d8fec0b34b94 None None] Pushing event updated for resources: {'Port': ['ID=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:20.315335 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:20.408750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e3a67647-1472-4105-9041-fa4ce9dc3c81 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:20.598400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.671196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e3a67647-1472-4105-9041-fa4ce9dc3c81 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:20.672027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.710102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:20.725081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:20.744583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:20.851780 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:16Z', 'revision_number': 3, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:20.859282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Pushing event updated for resources: {'Port': ['ID=ade0ee82-b27a-4624-b8f7-086a6119f9f3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:20.878022 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-577df7b3-5f09-43f7-afab-dcdc57021fd2 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0708129 Jul 06 17:47:20.941531 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113838bd-ad4c-4f2f-ad07-3dde6d67866a None None] The sync data for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 is: [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:16Z', 'revision_number': 3, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:20.971190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494'}, {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311'}, {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '6bf490b1-818a-49c9-b3e6-1e30a983d24b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:20.973960 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d40c57-28d8-4626-803d-5c2d970d5a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494"}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311"}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "6bf490b1-818a-49c9-b3e6-1e30a983d24b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:21.035563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.139752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.214630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6113458-a1b4-4f21-bb3e-345ebd4e0697 None None] Provisioning for port ade0ee82-b27a-4624-b8f7-086a6119f9f3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:21.220352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6113458-a1b4-4f21-bb3e-345ebd4e0697 None None] Provisioning complete for port ade0ee82-b27a-4624-b8f7-086a6119f9f3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:21.224024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6113458-a1b4-4f21-bb3e-345ebd4e0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.243472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-022b4c16-53b2-4802-8a5d-c3e5bfb65d28 req-8566ba3b-3091-400e-837b-b87d2e6dace7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260784 Jul 06 17:47:21.270994 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-235ae779-1a20-4d5e-ba37-f3ad248fa8f5 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699210 Jul 06 17:47:21.316593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e6113458-a1b4-4f21-bb3e-345ebd4e0697 None None] Port ade0ee82-b27a-4624-b8f7-086a6119f9f3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:21.424854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-004f3b35-e029-4a63-9cc9-c0e2eb84668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:21.426964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-004f3b35-e029-4a63-9cc9-c0e2eb84668a service neutron] 10.222.0.60 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 2.1730423 Jul 06 17:47:21.428010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.451233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9750cc-4983-4d7e-aeeb-2ea0a554fe44 req-10e2b7fd-9d9c-4935-8b53-e39898b8f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:21.453275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e9750cc-4983-4d7e-aeeb-2ea0a554fe44 req-10e2b7fd-9d9c-4935-8b53-e39898b8f82a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 1101 time: 1.6072466 Jul 06 17:47:21.571950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-ce58e21b-6f7e-4057-8685-77e2f8abb526 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe14c559-9a41-4710-8214-be67d3151573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7318771 Jul 06 17:47:21.622918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6edf3a-fcb8-46e2-9eb5-5a5cb70b0b1d req-5399ffde-c9c3-4b8c-a203-b6def9132f6e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:21.631482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db6edf3a-fcb8-46e2-9eb5-5a5cb70b0b1d req-5399ffde-c9c3-4b8c-a203-b6def9132f6e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 950 time: 1.7941339 Jul 06 17:47:21.838102 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.850699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.930199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2633a6b9-c49a-4beb-b078-533ad2e82a0a req-5d2ad293-237e-460b-aa94-da35f3b5743d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.4926569 Jul 06 17:47:21.936726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:21.987891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-e389ca9d-e45a-4a8b-a729-de37a448e68e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 1001 time: 0.5390081 Jul 06 17:47:21.990462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e9750cc-4983-4d7e-aeeb-2ea0a554fe44 req-13559b4c-ad6d-4c50-9e8e-607d7c55eaf1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125673 Jul 06 17:47:21.999605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Pushing event updated for resources: {'Port': ['ID=ade0ee82-b27a-4624-b8f7-086a6119f9f3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:22.054920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db6edf3a-fcb8-46e2-9eb5-5a5cb70b0b1d req-5763a4e7-7b0d-4a33-9084-2f8654cf3ea1 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206784 Jul 06 17:47:22.194824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.310474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a6b9-c49a-4beb-b078-533ad2e82a0a req-cf2284b3-a395-4771-9296-72f11490bb1f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:22.346577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2633a6b9-c49a-4beb-b078-533ad2e82a0a req-cf2284b3-a395-4771-9296-72f11490bb1f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports/d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 942 time: 0.3997929 Jul 06 17:47:22.354521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:22.504470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:22.548604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:22.556284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:22.556662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.591286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:22.594973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:22.627065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-628847d5-8422-434c-8c85-705b2582dd6a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:22.628745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-628847d5-8422-434c-8c85-705b2582dd6a tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 811 time: 0.7128618 Jul 06 17:47:22.679816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Request body: {'port': {'device_id': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'admin_state_up': True, 'tenant_id': 'a72671ce4ace429080e02112ac25a7ca'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:22.767733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.801087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:22.811682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.853682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3e50e1-c5a1-495f-a3ed-b996e8c65494 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:22.905044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:22.914408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-ca47d63c-fdc5-42fd-994f-f412656ed201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:22.922053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-ca47d63c-fdc5-42fd-994f-f412656ed201 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.8426883 Jul 06 17:47:22.974333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:23.000974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-edcc09d5-a438-425b-b156-909dbf085dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.002588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-edcc09d5-a438-425b-b156-909dbf085dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 1101 time: 1.3681858 Jul 06 17:47:23.065383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.089844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2633a6b9-c49a-4beb-b078-533ad2e82a0a req-e9f1c387-07a5-422b-bbaa-4c97d2e38d8a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.4809804 Jul 06 17:47:23.124700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Router 1355f4f7-c0fc-415f-a86d-96502193b732 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:47:23.133063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Made reservation on behalf of a72671ce4ace429080e02112ac25a7ca for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:23.138974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.205508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-48f5012e-4bfc-4a1c-a7f6-638aafb17c52 None None] Provisioning complete for port ade0ee82-b27a-4624-b8f7-086a6119f9f3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:23.206178 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48f5012e-4bfc-4a1c-a7f6-638aafb17c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.281748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-48f5012e-4bfc-4a1c-a7f6-638aafb17c52 None None] Port ade0ee82-b27a-4624-b8f7-086a6119f9f3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:23.399333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.405850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.414686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.421288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.428037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.436635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.440308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-29ed8246-97f2-41b5-a492-ca3f9716b726 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 4602 time: 0.9324887 Jul 06 17:47:23.469053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:23.515074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.521591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:23.548361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:23.584344 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8872d569-d2f8-47b8-9dd1-b0eb1ed63a93 admin admin] 10.222.0.37 "PUT /v2.0/routers/1355f4f7-c0fc-415f-a86d-96502193b732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9432468 Jul 06 17:47:23.607867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Allocated IP 172.20.0.5 (0dc9e108-4823-4872-9538-dfd11d141459/4877cb76-aee3-4801-b035-ea9e98b3b4d2/e49efbb3-5fb6-47d3-bc8d-e3734002a812) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:23.653143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-48b7b75d-5ca4-4367-b50e-a6e3580e612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.660783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-48b7b75d-5ca4-4367-b50e-a6e3580e612f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7193911 Jul 06 17:47:23.745043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Transition to ACTIVE for port object 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:23.808190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-b72d33c6-2186-499b-83c3-f97ef29492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.810749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-b72d33c6-2186-499b-83c3-f97ef29492fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.7488284 Jul 06 17:47:23.865115 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.881445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] Transition to ACTIVE for port object bc3e50e1-c5a1-495f-a3ed-b996e8c65494 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:23.936605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a6b9-c49a-4beb-b078-533ad2e82a0a req-c3d4b2ae-c49f-4d22-b75f-d3ae3626d62f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:23.938179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2633a6b9-c49a-4beb-b078-533ad2e82a0a req-c3d4b2ae-c49f-4d22-b75f-d3ae3626d62f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.8134465 Jul 06 17:47:23.968193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a6ceb41-280b-402c-b236-4570f436cc7c req-83fd89d8-7662-4570-9d73-c6fceed14225 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4898670 Jul 06 17:47:23.969540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.977988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-26f53539-e6f9-4cf9-bb16-7dc4f8995fc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=2227a70c-bea3-446c-9925-073a91e72346 HTTP/1.1" status: 200 len: 217 time: 0.1057570 Jul 06 17:47:23.980512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.047934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Sync routers for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:24.060789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.091587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:24.096951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:24.145012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:24.193626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Network 0dc9e108-4823-4872-9538-dfd11d141459 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:24.217175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:24.223851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:24.349038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event updated for resources: {'Port': ['ID=e49efbb3-5fb6-47d3-bc8d-e3734002a812,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:24.391707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:24.405979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-09c1372d-3683-4091-b68c-640dcf2791f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:24.407930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-09c1372d-3683-4091-b68c-640dcf2791f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.4180765 Jul 06 17:47:24.408841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] No DVR routers for this DVR port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:24.452207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:24.453936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.494728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-1bf360da-527f-4562-b7ab-46be09866b98 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8158238 Jul 06 17:47:24.495027 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-867d11e5-df65-4759-9112-f0a30194fc71 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8252094 Jul 06 17:47:24.516339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:24.529186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Request body: {'port': {'device_id': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:24.575727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:24.576813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.732286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.037109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 2, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:25.095346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Checking router: 1355f4f7-c0fc-415f-a86d-96502193b732 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:47:25.096305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Updating router 1355f4f7-c0fc-415f-a86d-96502193b732 port ade0ee82-b27a-4624-b8f7-086a6119f9f3 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:47:25.114376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494/bindings/n-h2-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 5.7010913 Jul 06 17:47:25.244759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd6d81-3caf-4089-a05c-737fcd746400 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:25.255606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49efbb3-5fb6-47d3-bc8d-e3734002a812 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:25.268179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.290457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Transition to ACTIVE for port object e49efbb3-5fb6-47d3-bc8d-e3734002a812 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:25.305757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.338306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Attempting to bind port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:25.338693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Attempting to bind port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:25.339512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Attempting to bind port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:25.346718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-eeeeea9b-5531-412f-afc1-dd872fe32d14 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.348524 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-eeeeea9b-5531-412f-afc1-dd872fe32d14 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.1521766 Jul 06 17:47:25.364898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.379449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe on network cf904618-5ef2-4a84-95c6-630d37a6cb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:25.380096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Attempting to bind port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:25.402513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-c5be951b-d2ab-4a06-b0f2-fed29423d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.404376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-c5be951b-d2ab-4a06-b0f2-fed29423d7e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9729874 Jul 06 17:47:25.416244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:25.416613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Checking segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:25.416968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Bound using segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:25.417413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Bound port: 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:25.417779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.421618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28ed85e1-e5f9-4c48-ab9f-c9e18be11ab5 req-b42e90c6-857f-4f09-943e-27e1a0859d07 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8479223 Jul 06 17:47:25.422113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Pushing event updated for resources: {'Port': ['ID=e49efbb3-5fb6-47d3-bc8d-e3734002a812,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:25.441868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fae838-7312-4f70-bc7b-c00e16e0a7b2 req-5911b332-2117-4f71-a0a6-2198bfeb4de0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.443581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07fae838-7312-4f70-bc7b-c00e16e0a7b2 req-5911b332-2117-4f71-a0a6-2198bfeb4de0 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 931 time: 1.0184445 Jul 06 17:47:25.541463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2e44c-e53a-4063-90e3-a8fe89c6ddb8 req-a32b95e9-79f7-4eb7-8176-4215990718b3 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.543136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dab2e44c-e53a-4063-90e3-a8fe89c6ddb8 req-a32b95e9-79f7-4eb7-8176-4215990718b3 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 944 time: 1.0472369 Jul 06 17:47:25.563734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-9f6e2cc9-a399-454b-a862-b1768998ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.567048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-9f6e2cc9-a399-454b-a862-b1768998ebed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286&tenant_id=b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 1095 time: 0.2077389 Jul 06 17:47:25.582888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Attempting to bind port e49efbb3-5fb6-47d3-bc8d-e3734002a812 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:25.584111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Attempting to bind port e49efbb3-5fb6-47d3-bc8d-e3734002a812 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:25.584980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Attempting to bind port e49efbb3-5fb6-47d3-bc8d-e3734002a812 on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:25.599701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Port e49efbb3-5fb6-47d3-bc8d-e3734002a812 on network 0dc9e108-4823-4872-9538-dfd11d141459 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:25.601840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Attempting to bind port e49efbb3-5fb6-47d3-bc8d-e3734002a812 on network 0dc9e108-4823-4872-9538-dfd11d141459 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:25.635950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07fae838-7312-4f70-bc7b-c00e16e0a7b2 req-e8683e17-3358-4325-8d9f-3404ec3c3f7c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692731 Jul 06 17:47:25.691335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dab2e44c-e53a-4063-90e3-a8fe89c6ddb8 req-6b59a2b1-683b-4450-990c-3e246f1d4282 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039116 Jul 06 17:47:25.691335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-3e97e666-946e-4b2c-9224-77e68a4c6c57 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737722 Jul 06 17:47:25.717498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:25.718220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Checking segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:25.718808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Bound using segment: {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:25.719526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Bound port: e49efbb3-5fb6-47d3-bc8d-e3734002a812, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:25.720098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.722577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:25.785804 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-626a5b4a-058c-4f69-800a-5038a5337151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.834631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-122b63dd-1131-44b4-a78c-65cfb11e37d1 req-94307a3c-4469-4362-810e-13f4ab8f6e9e service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410456 Jul 06 17:47:25.840119 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.850763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Transition to ACTIVE for port object ade0ee82-b27a-4624-b8f7-086a6119f9f3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:25.864151 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.873379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:25.882526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.885436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-1bdce2c6-b3f1-4601-8db5-dec3c6c0c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.887182 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-1bdce2c6-b3f1-4601-8db5-dec3c6c0c5ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1095 time: 0.2791514 Jul 06 17:47:25.965056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] For port e49efbb3-5fb6-47d3-bc8d-e3734002a812, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:25.989313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] For port e49efbb3-5fb6-47d3-bc8d-e3734002a812, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:26.008961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.063039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7709-46d1-4ea9-95f6-27d571596d99 None None] Pushing event updated for resources: {'Port': ['ID=ade0ee82-b27a-4624-b8f7-086a6119f9f3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:26.069559 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d00bf3-849b-477e-a87a-cc9dbc661ce9 x-openstack-request-id: req-07d00bf3-849b-477e-a87a-cc9dbc661ce9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:26.069985 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "6bf490b1-818a-49c9-b3e6-1e30a983d24b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:26.070742 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07d00bf3-849b-477e-a87a-cc9dbc661ce9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:26.071149 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'status': 'completed', 'code': 200} Jul 06 17:47:26.071435 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'status': 'completed', 'code': 200} Jul 06 17:47:26.071732 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '6bf490b1-818a-49c9-b3e6-1e30a983d24b', 'status': 'completed', 'code': 200} Jul 06 17:47:26.119939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Attempting to bind port ade0ee82-b27a-4624-b8f7-086a6119f9f3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:26.120523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Attempting to bind port ade0ee82-b27a-4624-b8f7-086a6119f9f3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:26.121076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Attempting to bind port ade0ee82-b27a-4624-b8f7-086a6119f9f3 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:26.128440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:26.129135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:26.129792 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.130369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:26.131344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Bound port: ade0ee82-b27a-4624-b8f7-086a6119f9f3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:26.131941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.175613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.176845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.182446 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] 10.222.0.60 "PUT /v2.0/ports/e49efbb3-5fb6-47d3-bc8d-e3734002a812 HTTP/1.1" status: 200 len: 1091 time: 1.6640546 Jul 06 17:47:26.183458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'tag': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:26.203645 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509e3851-4451-4567-9bc2-5d46bda47331" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2", "tag": "e49efbb3-5fb6-47d3-bc8d-e3734002a812"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:26.229926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.230739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.232568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] 10.222.0.61 "PUT /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 1130 time: 6.8399105 Jul 06 17:47:26.277524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-857d8688-6c0a-46b4-88d9-bb09ee21ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.280460 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-857d8688-6c0a-46b4-88d9-bb09ee21ff17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.3858926 Jul 06 17:47:26.319194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] For port ade0ee82-b27a-4624-b8f7-086a6119f9f3, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:26.322598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:26.341640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] For port ade0ee82-b27a-4624-b8f7-086a6119f9f3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ade0ee82-b27a-4624-b8f7-086a6119f9f3,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:26.357298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.447245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e385ca-81aa-48ff-913a-e9675731c480 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:26.449316 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-3cbb79ed-30b9-400f-be71-a7acb2770ca9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 217 time: 0.1445267 Jul 06 17:47:26.459344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-49e918df-37b0-4d16-a647-aff25017d1fb tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-351133675&fields=id&tenant_id=70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 267 time: 0.3736398 Jul 06 17:47:26.471913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7709-46d1-4ea9-95f6-27d571596d99 None None] Pushing event updated for resources: {'Port': ['ID=ade0ee82-b27a-4624-b8f7-086a6119f9f3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:26.520569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:26.521318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:26.565763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f556d-1765-4c8a-a747-9026b7065fca service neutron] Pushing event updated for resources: {'Port': ['ID=e49efbb3-5fb6-47d3-bc8d-e3734002a812,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:26.712364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c2330-3a6d-4688-a0df-394e7644f817 req-48e217a0-3d72-4c19-93e0-0755e8e40852 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.728738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-635c2330-3a6d-4688-a0df-394e7644f817 req-48e217a0-3d72-4c19-93e0-0755e8e40852 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 950 time: 0.5754097 Jul 06 17:47:26.762023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.762961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.763724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.764248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.764730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.765332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.765855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.770449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-21ea36da-4433-4d1e-9de8-5ba16e0ca860 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6211 time: 0.7464409 Jul 06 17:47:26.783292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-559496fd-fa01-44c1-9310-f122cecbd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.785160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-559496fd-fa01-44c1-9310-f122cecbd7bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1981587 Jul 06 17:47:26.834741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-7b2f7fee-bd72-4a10-b14e-69f70d8e94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.844660 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-7b2f7fee-bd72-4a10-b14e-69f70d8e94d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 1094 time: 0.5588822 Jul 06 17:47:26.846692 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-1f764d54-ee7d-4434-8ab7-0d596ab63eaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523007 Jul 06 17:47:26.936328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:26.950432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-7967d11d-81b3-4a24-b7ab-045bc9266d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.950922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-7967d11d-81b3-4a24-b7ab-045bc9266d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.951435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-7967d11d-81b3-4a24-b7ab-045bc9266d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.953126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-7967d11d-81b3-4a24-b7ab-045bc9266d6c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1537621 Jul 06 17:47:26.956806 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-4a951010-0be3-4f65-bc79-15d4945fea9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812 HTTP/1.1" status: 200 len: 217 time: 0.1016047 Jul 06 17:47:26.958564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-404c3a59-44e1-41d9-94d4-8e25ae6685c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:26.960175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-404c3a59-44e1-41d9-94d4-8e25ae6685c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1095 time: 0.9094296 Jul 06 17:47:26.971526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.091037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-c84029fd-22c0-4ed5-853f-0763d901e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.092822 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-c84029fd-22c0-4ed5-853f-0763d901e566 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.1224432 Jul 06 17:47:27.135753 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-4e6aea45-aa82-48e1-9971-430baf005063 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363688 Jul 06 17:47:27.143739 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-1cba556a-670a-44ea-b938-a6c224e9a09a service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985118 Jul 06 17:47:27.171898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-635c2330-3a6d-4688-a0df-394e7644f817 req-258ffc3f-f573-47c4-8569-45e34821b7dc tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354079 Jul 06 17:47:27.200690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-c7671ecc-25b2-4e30-a9c0-e42bd05c4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.202321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-c7671ecc-25b2-4e30-a9c0-e42bd05c4236 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.2265203 Jul 06 17:47:27.235318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-37676b71-25d4-4013-9826-0b3a61041428 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.246474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-37676b71-25d4-4013-9826-0b3a61041428 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 946 time: 0.7867005 Jul 06 17:47:27.253426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'port': {'security_groups': ['ae00c05e-c3fb-49ff-a370-4c2d45f0dd63', '76638915-3bf9-46bd-900a-906a8785c1f0']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:27.279447 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-bd417e8a-6c73-4eec-aa2c-c685741e0ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346488 Jul 06 17:47:27.389700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:26Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:27.418096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3b3ec498-4599-4aec-ba93-dfefa2f83487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.420908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3b3ec498-4599-4aec-ba93-dfefa2f83487 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4573104 Jul 06 17:47:27.435777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-db607bc4-bb1d-4195-b2ca-aaca7dcf7ef2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 217 time: 0.1714778 Jul 06 17:47:27.452423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87105eed-ba82-4b4e-8ece-b7245c0a5700 None None] The sync data for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 is: [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:26Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:27.527094 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-1f21200c-6657-4412-a234-a8b519e179b1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465644 Jul 06 17:47:27.534436 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8510f8c0-b834-4b10-92cb-4d86f59ca757 req-9afed141-d78d-435e-aa04-1f8a4e4de9a1 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970708 Jul 06 17:47:27.840865 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-722c0335-043c-4cb6-8be8-7b737e7654b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.977136 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.988787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-9224927e-7c27-4b40-915e-d66d067663aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.992737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-9224927e-7c27-4b40-915e-d66d067663aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.5445473 Jul 06 17:47:28.028117 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.050309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-10144e08-a2a9-4043-9437-9bc0baa34a66 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.053763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-10144e08-a2a9-4043-9437-9bc0baa34a66 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.1666913 Jul 06 17:47:28.091863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:28.094200 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:28.100849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:28.108767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573124771', 'description': 'tempest-description--1508162687'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:28.180326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-8b694f34-6b7e-4a0d-b327-f7ae49b838a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079187 Jul 06 17:47:28.359643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.360141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.360627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.361108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.361587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.362067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.372180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.376380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-832d9077-b9eb-4376-abbd-2dee621e92c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6211 time: 0.8554966 Jul 06 17:47:28.400847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ade0ee82-b27a-4624-b8f7-086a6119f9f3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:28.490868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.504035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ade0ee82-b27a-4624-b8f7-086a6119f9f3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:28.511728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ade0ee82-b27a-4624-b8f7-086a6119f9f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:28.512437 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.611489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-fa0b5968-ab17-4231-8a01-ea7b227743c2 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.4672463 Jul 06 17:47:28.751632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.860888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-9bf1ab55-ce23-4239-be03-4ae949c10d5c service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665897 Jul 06 17:47:28.884488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ade0ee82-b27a-4624-b8f7-086a6119f9f3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ade0ee82-b27a-4624-b8f7-086a6119f9f3,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:28.892121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.896542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-7e8c3245-6955-4ef6-893f-7d192a5d908b service neutron] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:28.903666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-7e8c3245-6955-4ef6-893f-7d192a5d908b service neutron] Notify callbacks [] for binding, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.907028 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-52ec3382-a23e-47eb-a4e8-31ff33bedc55 req-7e8c3245-6955-4ef6-893f-7d192a5d908b service neutron] 10.222.0.61 "DELETE /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494/bindings/n-h1-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.8441758 Jul 06 17:47:29.038099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ade0ee82-b27a-4624-b8f7-086a6119f9f3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:29.047202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-4fabf736-2de2-4b16-bc3c-a0345ff34b68 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.057587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-4fabf736-2de2-4b16-bc3c-a0345ff34b68 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports/d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 942 time: 0.4415250 Jul 06 17:47:29.058987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3120a6de-e4c7-4f1c-b9b6-8ab4131a7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.059496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3120a6de-e4c7-4f1c-b9b6-8ab4131a7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.059970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3120a6de-e4c7-4f1c-b9b6-8ab4131a7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.061605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3120a6de-e4c7-4f1c-b9b6-8ab4131a7b51 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6125426 Jul 06 17:47:29.181161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:29.621338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:29.870222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8072df-5f04-42e2-95ae-badd0626fcdc {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:29.918982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.079536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Transition to ACTIVE for port object ff8072df-5f04-42e2-95ae-badd0626fcdc will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:30.114250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-0ef0987e-a3c5-4a03-8dc2-43cd3f370c0a tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.9330301 Jul 06 17:47:30.128389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.148252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.206964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ade0ee82-b27a-4624-b8f7-086a6119f9f3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:30.207635 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.225476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:30.236631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3cc70f28-a693-4e7e-8e31-4e3c6c5ef24d service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3036573 Jul 06 17:47:30.289861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ade0ee82-b27a-4624-b8f7-086a6119f9f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:30.290785 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.391756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3a41a941-9558-47ed-a840-a9a50f55310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:30.394550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1d40c57-28d8-4626-803d-5c2d970d5a9c req-3a41a941-9558-47ed-a840-a9a50f55310b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2342346 Jul 06 17:47:30.505286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:30.509524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86d153-8f55-475c-8e37-9e864184741a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:30.529288 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.531193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf8aec01-c32d-4fec-9bbb-e0c6baf557e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4258847 Jul 06 17:47:30.535612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:30.541969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'security_group_rule': {'security_group_id': '8c86d153-8f55-475c-8e37-9e864184741a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:30.623118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.632990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.636042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.682959 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.697308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:30.724254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:30.725155 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.728102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bccd064-36ca-4893-a3f1-99b944e5faf1 req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "PUT /v2.0/ports/7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 982 time: 3.4793265 Jul 06 17:47:30.790887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-6af4249d-d979-4c52-8ffd-1d1a609850b7 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:30.792630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-6af4249d-d979-4c52-8ffd-1d1a609850b7 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.6466298 Jul 06 17:47:30.861485 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.871572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.902557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Attempting to bind port ff8072df-5f04-42e2-95ae-badd0626fcdc on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:30.903145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Attempting to bind port ff8072df-5f04-42e2-95ae-badd0626fcdc by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:30.903759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Attempting to bind port ff8072df-5f04-42e2-95ae-badd0626fcdc on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:30.964280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-b70b0432-bf89-4918-8810-c5ef8b6c9eb9 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.1569629 Jul 06 17:47:30.968435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d45a9d-eb6c-4197-9900-2959b87ccad5,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:30.973866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:30.981680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.988090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:30.994657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:30.995678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Port ff8072df-5f04-42e2-95ae-badd0626fcdc on network cf904618-5ef2-4a84-95c6-630d37a6cb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:30.996212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Attempting to bind port ff8072df-5f04-42e2-95ae-badd0626fcdc on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:30.997903 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee3bd9ab-ad34-4c2d-8ce2-7c3aafae995e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4606433 Jul 06 17:47:31.007956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'security_group_rule': {'security_group_id': '8c86d153-8f55-475c-8e37-9e864184741a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:31.122752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:31.123350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Checking segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:31.123991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Bound using segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:31.125240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Bound port: ff8072df-5f04-42e2-95ae-badd0626fcdc, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:31.125414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.167172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11c4f6-a5ea-4c8b-b0d6-93030cddb898 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:31.254504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.303316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.398747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:31.465075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:31.487677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.494623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.501165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.508432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.514744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.520879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.528211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.530524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-a6f7445c-592a-4513-ad6b-dae29264266f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5386 time: 0.4543753 Jul 06 17:47:31.536540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.550377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.584482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e49efbb3-5fb6-47d3-bc8d-e3734002a812 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:31.603403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.699389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.700826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.704072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] 10.222.0.61 "PUT /v2.0/ports/ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 200 len: 1091 time: 5.3997350 Jul 06 17:47:31.764298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.766615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7656054 Jul 06 17:47:31.774787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50262) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:31.793816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:31.831899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e49efbb3-5fb6-47d3-bc8d-e3734002a812, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:31.851957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812', 'network_id': '0dc9e108-4823-4872-9538-dfd11d141459', 'port_id': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812', 'mac_address': 'fa:16:3e:89:8a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4877cb76-aee3-4801-b035-ea9e98b3b4d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:31.862233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:31.878894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.905327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.932240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.958868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49efbb3-5fb6-47d3-bc8d-e3734002a812 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:31.998443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.998915 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c disassociated. External IP: 172.25.5.168, port: d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4. Jul 06 17:47:32.006764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e49efbb3-5fb6-47d3-bc8d-e3734002a812, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:32.048590 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.123425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00d545-9fcd-40f7-ae86-2f2b8b53c925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961920d6-fa51-499e-94df-ab7be73ba95a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:32.145905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.177037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.225115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e49efbb3-5fb6-47d3-bc8d-e3734002a812,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:32.269112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7a99f1-d4cb-4ab4-9268-32f227dc2ffe req-4df48f07-4c5d-42ef-86a8-12f0acc5c37f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7209663 Jul 06 17:47:32.276459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6044ec-2b55-4602-9538-ad170ef6b529 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:32.310924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e49efbb3-5fb6-47d3-bc8d-e3734002a812'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:32.327463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.358825 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665d50f-f847-4733-a0d9-a0178226c915 x-openstack-request-id: req-c665d50f-f847-4733-a0d9-a0178226c915 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:32.359457 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2", "tag": "e49efbb3-5fb6-47d3-bc8d-e3734002a812", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:32.359740 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c665d50f-f847-4733-a0d9-a0178226c915 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:32.360173 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'tag': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812', 'status': 'completed', 'code': 200} Jul 06 17:47:32.403914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Allocated IP 172.25.5.115 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/00036ace-a68a-4c72-9c64-0ca54bf23040) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:32.610586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.671011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.730814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:32.734492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:32.740968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:32.748393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=00036ace-a68a-4c72-9c64-0ca54bf23040,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:32.877636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.929695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3851-4451-4567-9bc2-5d46bda47331 req-f7fe4325-bfe8-4a3b-b68b-9736f57d725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:32.931522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-f7fe4325-bfe8-4a3b-b68b-9736f57d725d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72671ce4ace429080e02112ac25a7ca&device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 1095 time: 0.5367308 Jul 06 17:47:32.936085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.952817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1455-e0ce-4f8b-b98d-8986836d2cd3 req-fbd412d3-8641-4dd5-9c58-ce5c205774fb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:32.954588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-470f1455-e0ce-4f8b-b98d-8986836d2cd3 req-fbd412d3-8641-4dd5-9c58-ce5c205774fb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 944 time: 0.4597390 Jul 06 17:47:33.077691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:47:33.123093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-470f1455-e0ce-4f8b-b98d-8986836d2cd3 req-d1d193b6-2985-4c58-be80-667133f2ed84 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555579 Jul 06 17:47:33.209964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3851-4451-4567-9bc2-5d46bda47331 req-20f5b535-5c9a-4d10-a050-f06146ed1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:33.212897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-20f5b535-5c9a-4d10-a050-f06146ed1d3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 200 len: 912 time: 0.2685785 Jul 06 17:47:33.244617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.252420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.314143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-4913c4cd-32f4-45f7-b854-87bcd6738b3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812 HTTP/1.1" status: 200 len: 217 time: 0.0917149 Jul 06 17:47:33.355545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=00036ace-a68a-4c72-9c64-0ca54bf23040,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:33.365390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.384708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.385921 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4898f4c7-ee0a-406a-95c7-d6d720c49eff tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6076427 Jul 06 17:47:33.395649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f33500-9750-424e-a91e-60bb1c5c9849 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:33.453278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.510449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Transition to ACTIVE for port object 71f33500-9750-424e-a91e-60bb1c5c9849 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:33.517889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3851-4451-4567-9bc2-5d46bda47331 req-c7c63d90-5c6f-4e5c-8c22-06bf53b422f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:33.519586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-c7c63d90-5c6f-4e5c-8c22-06bf53b422f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 200 len: 851 time: 0.1739588 Jul 06 17:47:33.525780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.545119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:33.558954 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:33.572335 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:33.573225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:33.594116 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.603358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-cdde936a-8909-41c2-a7a2-a4ead4d124be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc9e108-4823-4872-9538-dfd11d141459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747986 Jul 06 17:47:33.607546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e49efbb3-5fb6-47d3-bc8d-e3734002a812 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:33.737481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port e49efbb3-5fb6-47d3-bc8d-e3734002a812 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:33.745840 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:33.749356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e49efbb3-5fb6-47d3-bc8d-e3734002a812 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:33.749961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.976667 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.025851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:34.030092 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735344e8-861e-4fdf-a940-620494de0f4c" -d '{"events": [{"server_uuid": "b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2", "name": "network-vif-plugged", "status": "completed", "tag": "e49efbb3-5fb6-47d3-bc8d-e3734002a812"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:34.061723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e49efbb3-5fb6-47d3-bc8d-e3734002a812, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:34.073178 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.121576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Pushing event updated for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:34.147746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-3681c93a-d34b-49b8-b4ae-928ad1c347b1 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "PUT /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 695 time: 3.1821966 Jul 06 17:47:34.153754 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:34.170564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7cf08-6df5-4a67-a34f-c9d8be3ec203 req-20c96391-ca83-48eb-96e6-66af66201af6 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:34.172503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cd7cf08-6df5-4a67-a34f-c9d8be3ec203 req-20c96391-ca83-48eb-96e6-66af66201af6 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 944 time: 0.8635116 Jul 06 17:47:34.184815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e49efbb3-5fb6-47d3-bc8d-e3734002a812,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:34.191025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:47:34.202661 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:34.203575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:34.345978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-953b016d-a5fc-4fa3-b2b9-8f95f948e25c service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131596 Jul 06 17:47:34.352444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:34.354405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cd7cf08-6df5-4a67-a34f-c9d8be3ec203 req-5b83b362-4782-4685-978e-91a7f63815e6 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626978 Jul 06 17:47:34.426508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Attempting to bind port 71f33500-9750-424e-a91e-60bb1c5c9849 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:34.427172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Attempting to bind port 71f33500-9750-424e-a91e-60bb1c5c9849 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:34.427725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Attempting to bind port 71f33500-9750-424e-a91e-60bb1c5c9849 on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:34.445742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-e491f93f-02c4-4285-9b6f-9fccd8dcfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:34.449577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-e491f93f-02c4-4285-9b6f-9fccd8dcfb8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1096 time: 0.2756999 Jul 06 17:47:34.454766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Port 71f33500-9750-424e-a91e-60bb1c5c9849 on network cf904618-5ef2-4a84-95c6-630d37a6cb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:34.455347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Attempting to bind port 71f33500-9750-424e-a91e-60bb1c5c9849 on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:34.470583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:34.471784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Checking segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:34.472544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Bound using segment: {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:34.473189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Bound port: 71f33500-9750-424e-a91e-60bb1c5c9849, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a3fdc4-b9ad-42a9-8d5c-227571605bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:34.473700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.656538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-509e3851-4451-4567-9bc2-5d46bda47331 req-73c4b004-0836-45e3-b299-fe7c39a5a9d5 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995510 Jul 06 17:47:34.722408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-e1f5dbcf-e40b-42cc-b80d-036d78f9e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:34.724292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-e1f5dbcf-e40b-42cc-b80d-036d78f9e830 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2565312 Jul 06 17:47:34.725639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:34.731285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=71f33500-9750-424e-a91e-60bb1c5c9849,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:34.744829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.784681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-d1d476f5-bf4d-422c-8acf-9280ea49d5f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.0506179 Jul 06 17:47:34.814941 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:34.840549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137b8b2-ec42-49e5-9c14-54e3e8e493fb req-5ec9aa03-3210-43c5-996d-303947b3c651 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:34.842535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c137b8b2-ec42-49e5-9c14-54e3e8e493fb req-5ec9aa03-3210-43c5-996d-303947b3c651 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 1101 time: 0.2888482 Jul 06 17:47:34.844203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:34.844831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.846910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] 10.222.0.61 "PUT /v2.0/ports/71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 200 len: 1091 time: 2.9970641 Jul 06 17:47:34.848693 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af03d01-f14c-4450-b1cd-35b87e543e7c None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:34.915470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:35.031655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4f953-9a17-40ba-bc81-36f5d0153622 service neutron] Pushing event updated for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:35.084558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-1494bc16-8222-4021-b551-b34f64fe2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.088203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-1494bc16-8222-4021-b551-b34f64fe2745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.2771084 Jul 06 17:47:35.157468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c137b8b2-ec42-49e5-9c14-54e3e8e493fb req-d035aade-ab64-4492-80df-5cb6b27d8d6c tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796981 Jul 06 17:47:35.208032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.226859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08f144-98f3-40b9-ac20-782b6d766f5c None None] New status for floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:47:35.318115 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b97cca8-a282-450f-ab23-1f44c8401b95 x-openstack-request-id: req-0b97cca8-a282-450f-ab23-1f44c8401b95 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:35.318527 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:35.318955 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b97cca8-a282-450f-ab23-1f44c8401b95 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:35.319512 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe', 'status': 'completed', 'code': 200} Jul 06 17:47:35.369698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-0d8c1251-4c80-4ca8-8c90-6f1726b9c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.371247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-0d8c1251-4c80-4ca8-8c90-6f1726b9c478 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299848 Jul 06 17:47:35.544659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2526687-2775-4ee1-9cd6-c0dfc0c37b35 req-ddbc5001-afd0-40a4-880e-705740cb2f3b tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/76638915-3bf9-46bd-900a-906a8785c1f0 HTTP/1.1" status: 200 len: 1799 time: 0.2190223 Jul 06 17:47:35.700342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.700918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.701252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.701724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.702190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.702659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.703126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.705332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-8393f6f7-7d20-4566-813b-70f6b216c5d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6345 time: 0.3785884 Jul 06 17:47:35.710541 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-0f36883a-258b-4198-adfe-9c7150842fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143163 Jul 06 17:47:35.760859 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-d2526687-2775-4ee1-9cd6-c0dfc0c37b35 req-c1fb1f64-42ac-4c0d-a377-b0b84d873c32 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:47:35.762142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2526687-2775-4ee1-9cd6-c0dfc0c37b35 req-c1fb1f64-42ac-4c0d-a377-b0b84d873c32 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/76638915-3bf9-46bd-900a-906a8785c1f0 HTTP/1.1" status: 409 len: 341 time: 0.2075815 Jul 06 17:47:35.991177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-853c61ec-0701-4f25-bc33-e77ced170b57 req-d407decd-6aa0-47f9-bc0d-81e932c69589 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638524 Jul 06 17:47:36.031447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-0f0c483c-ac10-4d76-8ad1-e7eb509eb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.031935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-0f0c483c-ac10-4d76-8ad1-e7eb509eb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.032414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-0f0c483c-ac10-4d76-8ad1-e7eb509eb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.034180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-0f0c483c-ac10-4d76-8ad1-e7eb509eb21a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3204601 Jul 06 17:47:36.059205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae1ace9-565a-4e4b-ad20-ef208eda84e1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:36.082257 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.138900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Transition to ACTIVE for port object eae1ace9-565a-4e4b-ad20-ef208eda84e1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:36.157813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.245014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.251119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.259454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.265076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.271395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.278210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.284366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.286404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-582cc4d9-065c-43c2-8fb7-6cb4e8fdbf84 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5398 time: 0.3801694 Jul 06 17:47:36.298843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-96fd342d-1aab-4bb6-b0e8-3abe6160e697 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--573124771&fields=id&tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 267 time: 0.1854718 Jul 06 17:47:36.367897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Pushing event updated for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:36.400434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-9cd2c1c1-679a-4966-9ce6-c13a071d9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.402014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-672ed9ca-ee67-478e-9a0a-dff0ab5b236e req-9cd2c1c1-679a-4966-9ce6-c13a071d9ef9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3583248 Jul 06 17:47:36.454118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.455517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.455517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.455517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.455517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.456193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.456193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.456537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.456775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.457100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.457425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.457775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:36.510137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4c9a10f-f926-4137-be69-35bf428a0dd5 req-65a827f6-dd58-44b5-a9c0-99484f4e103d tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076194 Jul 06 17:47:36.566252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-a29b51b3-5e22-4a10-bcfe-b54ab0a905c0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.567954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-a29b51b3-5e22-4a10-bcfe-b54ab0a905c0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.2516723 Jul 06 17:47:36.568722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Attempting to bind port eae1ace9-565a-4e4b-ad20-ef208eda84e1 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:36.569057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Attempting to bind port eae1ace9-565a-4e4b-ad20-ef208eda84e1 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:36.569385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Attempting to bind port eae1ace9-565a-4e4b-ad20-ef208eda84e1 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:36.587851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Port eae1ace9-565a-4e4b-ad20-ef208eda84e1 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:36.589698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Attempting to bind port eae1ace9-565a-4e4b-ad20-ef208eda84e1 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:36.598411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-2a79e390-f900-46cf-9ace-5f2e7af64804 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/quotas/33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 375 time: 0.0219257 Jul 06 17:47:36.599349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:36.599695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Checking segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:36.600085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Bound using segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:36.600536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Bound port: eae1ace9-565a-4e4b-ad20-ef208eda84e1, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:36.600906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.752198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:36.764046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-79507af7-ece9-4d53-bbf5-3915d47b9036 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1243755006&fields=id&tenant_id=c0230c6c53b14bd0a8d27e661193c971 HTTP/1.1" status: 200 len: 267 time: 0.0875456 Jul 06 17:47:36.779211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:36.797351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.811066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-2890611a-2eef-44d3-80ad-b5c38431fbb1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987307 Jul 06 17:47:36.884318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-4f8e796c-ec06-4417-9969-f8ef20075462 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:36.885357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-4f8e796c-ec06-4417-9969-f8ef20075462 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390766 Jul 06 17:47:36.927029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.927713 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.929238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] 10.222.0.61 "PUT /v2.0/ports/eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 200 len: 1091 time: 2.0366218 Jul 06 17:47:37.004595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Request body: {'port': {'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:37.014546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa63e3-572e-4d88-94c8-ca4c2812e12e service neutron] Pushing event updated for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:37.119215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-cc827749-8c28-48a2-bb8b-c2bcd32dc3de tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:37.121233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-cc827749-8c28-48a2-bb8b-c2bcd32dc3de tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/networks?id=fde0487f-7d60-46ba-a360-67ac6ae4e70d HTTP/1.1" status: 200 len: 815 time: 0.3404989 Jul 06 17:47:37.175803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-0b4054d8-e3e6-4785-b723-b4ecdb4665ae tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/quotas/c0230c6c53b14bd0a8d27e661193c971 HTTP/1.1" status: 200 len: 375 time: 0.0311399 Jul 06 17:47:37.181003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-16cef4c9-88ca-4d9e-ad43-fd4612c1b8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823236 Jul 06 17:47:37.209027 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.322415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'}, {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc'}, {'name': 'network-changed', 'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4'}, {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849'}, {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:37.324717 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d466c-a99e-4c9a-b901-c7b6365b8bae" -d '{"events": [{"name": "network-changed", "server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb"}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc"}, {"name": "network-changed", "server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4"}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849"}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:37.463136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-1ccfb043-c501-47d6-958d-18676a1aba09 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0230c6c53b14bd0a8d27e661193c971&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2767975 Jul 06 17:47:37.477540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-17128516-c52a-4958-ab01-93d37ff58578 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775452 Jul 06 17:47:37.655938 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bed1d6-ef37-410f-93e4-2343fbb410a7 x-openstack-request-id: req-d7bed1d6-ef37-410f-93e4-2343fbb410a7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:37.657388 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2", "name": "network-vif-plugged", "status": "completed", "tag": "e49efbb3-5fb6-47d3-bc8d-e3734002a812", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:37.658092 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7bed1d6-ef37-410f-93e4-2343fbb410a7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:37.658788 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812', 'code': 200} Jul 06 17:47:37.796896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-1ac7ff31-4c6b-4438-9db9-0f539cfef2b3 service neutron] 10.222.0.37 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141530 Jul 06 17:47:38.409826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f3ad96-4810-4c62-9463-26621a75b132 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:38.432481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1880809-785f-4061-89eb-e3a67f8e6703 req-7be6ad3b-d11f-42e7-824d-d45d86769644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.434052 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1880809-785f-4061-89eb-e3a67f8e6703 req-7be6ad3b-d11f-42e7-824d-d45d86769644 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 1096 time: 0.6929648 Jul 06 17:47:38.437838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:38.453398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-44f51983-274e-4b46-8634-93637950ed68 service neutron] 10.222.0.37 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242256 Jul 06 17:47:38.484825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1e2ce-5a01-47e3-af35-bf66dc985f2d req-33ae90dd-82c5-43bb-adfb-2b7c2077ed58 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.486475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f1e2ce-5a01-47e3-af35-bf66dc985f2d req-33ae90dd-82c5-43bb-adfb-2b7c2077ed58 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 945 time: 0.6813376 Jul 06 17:47:38.489565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Transition to ACTIVE for port object 74f3ad96-4810-4c62-9463-26621a75b132 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:38.498129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:38.561652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1880809-785f-4061-89eb-e3a67f8e6703 req-4661064a-5af3-4f1a-bbc7-a8307a749161 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107745 Jul 06 17:47:38.628527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Pushing event updated for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:38.742882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f1e2ce-5a01-47e3-af35-bf66dc985f2d req-bfa995b3-1af4-4b48-ae1c-1df46d90d3b3 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322779 Jul 06 17:47:38.853725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Attempting to bind port 74f3ad96-4810-4c62-9463-26621a75b132 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:38.854294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Attempting to bind port 74f3ad96-4810-4c62-9463-26621a75b132 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:38.854889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Attempting to bind port 74f3ad96-4810-4c62-9463-26621a75b132 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:38.863113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Port 74f3ad96-4810-4c62-9463-26621a75b132 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:38.863695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Attempting to bind port 74f3ad96-4810-4c62-9463-26621a75b132 on network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:38.890169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:38.890874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Checking segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:38.892875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Bound using segment: {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:38.893877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Bound port: 74f3ad96-4810-4c62-9463-26621a75b132, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac540e4-74e9-4f87-a97d-86a520ce894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:38.895595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.047884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-5d4b6468-6ad5-42db-9f2c-612f34124366 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663767 Jul 06 17:47:39.109222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:39.183138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=74f3ad96-4810-4c62-9463-26621a75b132,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:39.201984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.325289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:39.325745 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.327273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] 10.222.0.61 "PUT /v2.0/ports/74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 200 len: 1091 time: 2.3370428 Jul 06 17:47:39.357654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-2fbc8e4b-8ab5-44fd-9a8d-458ea0c22d73 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:39.364573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-2fbc8e4b-8ab5-44fd-9a8d-458ea0c22d73 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033729 Jul 06 17:47:39.389737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da90b-50fa-465f-9c03-b1910cfad26b service neutron] Pushing event updated for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:39.412246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-d6f317d9-2e95-43ff-b77d-632aefe498a8 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/quotas/3efffebd569943f69f3af43a304d14c9 HTTP/1.1" status: 200 len: 375 time: 0.0467920 Jul 06 17:47:39.647541 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-67f69162-becd-4ac4-a295-3df12d4a35e5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2341585 Jul 06 17:47:40.053914 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5737a7c5-3909-4dd6-bfc6-68851f3d2879 x-openstack-request-id: req-5737a7c5-3909-4dd6-bfc6-68851f3d2879 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:40.054980 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:40.055425 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5737a7c5-3909-4dd6-bfc6-68851f3d2879 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:40.056085 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'status': 'completed', 'code': 200} Jul 06 17:47:40.056684 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc', 'status': 'completed', 'code': 200} Jul 06 17:47:40.056885 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'status': 'completed', 'code': 200} Jul 06 17:47:40.057372 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849', 'status': 'completed', 'code': 200} Jul 06 17:47:40.057757 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1', 'status': 'completed', 'code': 200} Jul 06 17:47:40.202378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-9bf36310-bf43-45fd-8b9f-bbcc4c22520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.207086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-9bf36310-bf43-45fd-8b9f-bbcc4c22520d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1136 time: 0.3609369 Jul 06 17:47:40.236788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.237616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.239598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.240439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.241292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.242307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.243145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.260325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-15c0845d-38d7-45eb-a4b0-69a0db014a25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6479 time: 0.6088367 Jul 06 17:47:40.327916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-d737f26c-1405-4d45-91eb-938e1f8dd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.336167 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-d737f26c-1405-4d45-91eb-938e1f8dd385 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 1096 time: 0.2513728 Jul 06 17:47:40.573772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-cae6fc5a-1c16-48b0-8e4d-1a97503bb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.576255 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-cae6fc5a-1c16-48b0-8e4d-1a97503bb4da service neutron] 10.222.0.60 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2330415 Jul 06 17:47:40.640689 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-61c60bcb-d328-4e98-b2a4-85352322d3b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.0555668 Jul 06 17:47:40.689304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-969a3c19-8d34-45a6-848c-e5d7d13aca10 req-5a273f21-b697-4c7e-b402-2ecd046a31d7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 210 time: 0.3446410 Jul 06 17:47:40.727404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-580042da-9f66-4170-a4a7-27ce5ce14535 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 200 len: 217 time: 0.4199526 Jul 06 17:47:40.751209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-e802b152-0b06-4052-90ff-2f2d465774e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.758772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-e802b152-0b06-4052-90ff-2f2d465774e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 1.1090190 Jul 06 17:47:40.786260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-286ec100-0044-4fca-a4ad-9fdc57ec883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.789893 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-286ec100-0044-4fca-a4ad-9fdc57ec883b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.1348255 Jul 06 17:47:40.881367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-1d2d8fc1-f253-477c-993d-3c2ebabb99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.883370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-1d2d8fc1-f253-477c-993d-3c2ebabb99ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 0.6209118 Jul 06 17:47:40.916543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-26774361-8e23-4bae-a9ba-ce546abf97fc tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 379 time: 0.0790834 Jul 06 17:47:40.992862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6be53918-50c9-4bc4-909b-39427e741630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.995820 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6be53918-50c9-4bc4-909b-39427e741630 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862721 Jul 06 17:47:40.998890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'port': {'device_id': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'admin_state_up': True, 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'security_groups': ['8c86d153-8f55-475c-8e37-9e864184741a']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:41.028411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-35d5fbab-4b1a-4c7c-9a18-8cd6dd32e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.031068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-35d5fbab-4b1a-4c7c-9a18-8cd6dd32e9cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13115784-748f-4bba-b40a-201b7e16dc8e HTTP/1.1" status: 200 len: 850 time: 0.2543478 Jul 06 17:47:41.033441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-07ea733f-49d0-4453-841f-b3dd2ae8618e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 217 time: 0.1260481 Jul 06 17:47:41.141151 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-74c979a9-3052-4d54-9f08-1f25bd71bd98 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330438 Jul 06 17:47:41.264815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.271167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.279111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.285811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.296428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.303319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.309695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.317853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-09cd24d4-5e79-4ee8-a02c-d03c7aae803c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.9868135 Jul 06 17:47:41.336994 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-b38b3f4e-e5d8-46ae-bc1b-c2a5a6673668 service neutron] 10.222.0.60 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871665 Jul 06 17:47:41.365351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-768eb33f-4b8a-44ec-9dc4-92b2470e7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.368010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-768eb33f-4b8a-44ec-9dc4-92b2470e7385 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.2335441 Jul 06 17:47:41.440613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-ae0d73bb-b4e5-4944-a07e-29ea76f4432d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527232 Jul 06 17:47:41.527425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba92debf-70b8-440f-bc3b-e435230f8811 req-df03e7ac-ba4b-46ba-bf3d-d6ad2bdd1e05 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086141 Jul 06 17:47:41.537907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a6fc-419f-40ee-bb2f-a6136e6512d4 req-327f387b-8c85-4d01-a84d-332716e66e08 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.540464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a982a6fc-419f-40ee-bb2f-a6136e6512d4 req-327f387b-8c85-4d01-a84d-332716e66e08 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1095 time: 0.5356472 Jul 06 17:47:41.576678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-7695658f-fa95-45d9-b506-7d381587c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.578260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-7695658f-fa95-45d9-b506-7d381587c61e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4906433 Jul 06 17:47:41.614600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:41.619052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:41.720114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-b408aac5-df09-4b7b-a500-d504dd31afe0 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.720455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-89e5a91e-cf16-4844-9f3e-09435c6b20ac service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652755 Jul 06 17:47:41.723542 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-b408aac5-df09-4b7b-a500-d504dd31afe0 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.61 "GET /v2.0/networks?id=fde0487f-7d60-46ba-a360-67ac6ae4e70d HTTP/1.1" status: 200 len: 815 time: 0.2724590 Jul 06 17:47:41.740090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a982a6fc-419f-40ee-bb2f-a6136e6512d4 req-785a8677-9e76-45c8-9446-a9ee549e3055 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828060 Jul 06 17:47:42.056360 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-377e58fd-b5bb-4e05-96d3-7e2049ec1264 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0230c6c53b14bd0a8d27e661193c971 HTTP/1.1" status: 200 len: 380 time: 0.3181436 Jul 06 17:47:42.072065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:42.074551 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc4274-9608-4b4f-9f33-5a68834f78b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "74f3ad96-4810-4c62-9463-26621a75b132"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:42.099529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Request body: {'port': {'device_id': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'admin_state_up': True, 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'security_groups': ['d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:42.100259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316c387c-7039-4bf1-b010-46036774a431 req-18b2ea08-e36c-43ee-9938-7d9ff5710683 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 210 time: 0.0755303 Jul 06 17:47:42.138508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-cb986d72-c690-4a96-9496-c39934b30033 service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495770 Jul 06 17:47:42.258230 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-9ec1565e-5f5b-4a3e-a18a-17b9bebd046f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3efffebd569943f69f3af43a304d14c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1989100 Jul 06 17:47:42.436890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-af1a8176-f447-4b0b-aa93-03fa2bb54371 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:42.438548 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-af1a8176-f447-4b0b-aa93-03fa2bb54371 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677291 Jul 06 17:47:42.453138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Request body: {'port': {'device_id': '118f344b-7110-4a1d-bbed-114a22724c6c', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '3efffebd569943f69f3af43a304d14c9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:42.472821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-09022e3f-ae75-48d3-9545-c050b75e15bf tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:42.475469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-09022e3f-ae75-48d3-9545-c050b75e15bf tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1f74a4e-8adb-4d76-972d-721dac6434cf HTTP/1.1" status: 200 len: 945 time: 0.6583917 Jul 06 17:47:42.635247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Made reservation on behalf of c0230c6c53b14bd0a8d27e661193c971 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:42.644991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.729067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057f425b-e25e-4cc9-bd48-ee99f0ea8a24 req-ae8e5a0e-34eb-4f94-87e9-91877ee1993d service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9841609 Jul 06 17:47:42.772185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Allocated IP 172.20.0.6 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/e0f766bb-d8b2-4500-8886-bf9e55370326) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:42.831967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Allocated IP 172.20.0.9 (fde0487f-7d60-46ba-a360-67ac6ae4e70d/4dddba49-30e9-4456-91d8-80021c9461ee/3e5916dc-ea82-4a16-b795-2472532577f9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:42.872909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc4cb-cd28-4579-8d29-16cfd22a9be4 req-48b61852-8dec-424f-8a76-51492b7ef472 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:42.875591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f15dc4cb-cd28-4579-8d29-16cfd22a9be4 req-48b61852-8dec-424f-8a76-51492b7ef472 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 985 time: 0.9166882 Jul 06 17:47:42.983171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-9861e3ba-be71-4b12-81b4-d9ddebc2b0a3 service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232734 Jul 06 17:47:43.048715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.068594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Transition to ACTIVE for port object 3e5916dc-ea82-4a16-b795-2472532577f9 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:43.118017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.163648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5f349-9b73-4668-8378-317a492cdddd req-8e07a8b2-b7b2-4ea6-96a4-158c4eb78522 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:43.175750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5af5f349-9b73-4668-8378-317a492cdddd req-8e07a8b2-b7b2-4ea6-96a4-158c4eb78522 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 945 time: 0.6728907 Jul 06 17:47:43.197727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:43.205887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:43.230214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0cb6d976-cfc5-455b-ab8f-470e62f58ea4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 217 time: 0.2298589 Jul 06 17:47:43.231070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:43.292143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Deleting port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:43.292653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.421069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Made reservation on behalf of 3efffebd569943f69f3af43a304d14c9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:43.425165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.432921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event updated for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:43.469341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f15dc4cb-cd28-4579-8d29-16cfd22a9be4 req-edc355f1-c59b-4551-876f-41da9f52dc72 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&id=76638915-3bf9-46bd-900a-906a8785c1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5673723 Jul 06 17:47:43.476597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:43.477659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.558897 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-7f6111ad-131c-4e5e-ace9-72605d08e11c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678848 Jul 06 17:47:43.589676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Request body: {'port': {'device_id': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:43.663104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5af5f349-9b73-4668-8378-317a492cdddd req-1b3a9c8e-42a5-433e-b9d9-adcdda3b9425 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856346 Jul 06 17:47:43.690677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0d3ddcb4-08e3-4262-9c35-14a6ef7e0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:43.693796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0d3ddcb4-08e3-4262-9c35-14a6ef7e0ccb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.3283751 Jul 06 17:47:43.850528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-019c3814-cf08-4ac6-a95a-0d3d4515b1cd None None] Provisioning for port 3e5916dc-ea82-4a16-b795-2472532577f9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:43.855607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] For port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:43.856080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.897145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-019c3814-cf08-4ac6-a95a-0d3d4515b1cd None None] Provisioning complete for port 3e5916dc-ea82-4a16-b795-2472532577f9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:43.900729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-019c3814-cf08-4ac6-a95a-0d3d4515b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.906228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Calling delete_port for d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:43.920315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-11877fa3-549a-41ce-be08-cce5f380b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:43.923120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-11877fa3-549a-41ce-be08-cce5f380b2bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1136 time: 0.9570022 Jul 06 17:47:44.006438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.016361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.032424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-019c3814-cf08-4ac6-a95a-0d3d4515b1cd None None] Port 3e5916dc-ea82-4a16-b795-2472532577f9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:44.128459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Allocated IP 192.168.233.35 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/eab5aa5e-5cf6-47c5-862d-4b635383ba51) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:44.158093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c1410de-0e76-4d4b-a114-2dc8c5f168c0 req-e08e711b-3295-4d95-9cd6-ee296f5f791c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 210 time: 0.2331765 Jul 06 17:47:44.182689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Transition to ACTIVE for port object e0f766bb-d8b2-4500-8886-bf9e55370326 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:44.358930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.582159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.597818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5b0c8287-93a6-4955-840e-4bfe6df130bd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:44.619518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:44.636976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0008fdde-7850-4277-bf41-228ca92858e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:44.638700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0008fdde-7850-4277-bf41-228ca92858e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9169588 Jul 06 17:47:44.658715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:44.666463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:44.767834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event deleted for resources: {'Port': ['ID=d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:44.873389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] No DVR routers for this DVR port d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:44.885162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.887360 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3059ac30-9834-4826-8eec-9fc156bb03a1 req-f13039ae-a1a4-441e-be24-207b3e4278a6 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.60 "DELETE /v2.0/ports/d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 HTTP/1.1" status: 204 len: 173 time: 2.3930600 Jul 06 17:47:44.887843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'name': 'network-vif-deleted', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:44.890678 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd1fa2-ed51-400c-8041-b0409415769d" -d '{"events": [{"server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "name": "network-vif-deleted", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:44.941849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.979206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5916dc-ea82-4a16-b795-2472532577f9 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:44.994484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.005752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Transition to ACTIVE for port object eab5aa5e-5cf6-47c5-862d-4b635383ba51 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:45.019693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Transition to ACTIVE for port object 3e5916dc-ea82-4a16-b795-2472532577f9 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:45.029535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.299807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f1cb6283-6905-4014-a821-ea97df1cbd77 None None] Provisioning for port e0f766bb-d8b2-4500-8886-bf9e55370326 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:45.306931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.314280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f1cb6283-6905-4014-a821-ea97df1cbd77 None None] Provisioning complete for port e0f766bb-d8b2-4500-8886-bf9e55370326 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:45.315065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6283-6905-4014-a821-ea97df1cbd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.325246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', '009a8b38-798f-4da7-89ba-863401fdbc41'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:45.335934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.392150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.452099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event updated for resources: {'Port': ['ID=eab5aa5e-5cf6-47c5-862d-4b635383ba51,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.489285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:45.507934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:45.519347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:45.532412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d', '59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:45.612256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb6283-6905-4014-a821-ea97df1cbd77 None None] Port e0f766bb-d8b2-4500-8886-bf9e55370326 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:45.620526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-f347c71f-9f25-4ef3-8c25-6b0b7efe8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.628381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-f347c71f-9f25-4ef3-8c25-6b0b7efe8287 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 1.6784077 Jul 06 17:47:45.722850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.723965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.730689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Attempting to bind port 3e5916dc-ea82-4a16-b795-2472532577f9 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:45.731499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Attempting to bind port 3e5916dc-ea82-4a16-b795-2472532577f9 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:45.732857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Attempting to bind port 3e5916dc-ea82-4a16-b795-2472532577f9 on network fde0487f-7d60-46ba-a360-67ac6ae4e70d {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:45.751601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Port 3e5916dc-ea82-4a16-b795-2472532577f9 on network fde0487f-7d60-46ba-a360-67ac6ae4e70d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:45.752107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Attempting to bind port 3e5916dc-ea82-4a16-b795-2472532577f9 on network fde0487f-7d60-46ba-a360-67ac6ae4e70d {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:45.765100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:45.765644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Checking segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:45.766264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Bound using segment: {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:45.766983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Bound port: 3e5916dc-ea82-4a16-b795-2472532577f9, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2898a985-6ea4-454d-b868-8921a0bf9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:45.767606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.828628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ade94c61-adf7-4e2d-bba1-5df74274cac9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3781245 Jul 06 17:47:45.933695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-5dd25625-db8f-4c7d-a7d9-3d3598919a2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.946285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-5dd25625-db8f-4c7d-a7d9-3d3598919a2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.6139584 Jul 06 17:47:45.949150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Request body: {'port': {'device_id': '118f344b-7110-4a1d-bbed-114a22724c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:45.955172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:45.977020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-463bf70b-fc92-47bd-a5ad-784dd1e71da2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 217 time: 0.2243311 Jul 06 17:47:46.018117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:47:46.018749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:47:46.193960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-ee8ad88c-6e2c-4128-b50e-4ad456ee218a service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5305054 Jul 06 17:47:46.224717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.229060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:46.269084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3e5916dc-ea82-4a16-b795-2472532577f9,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:46.293772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f34dbb82-791c-4b05-85cc-e83fb1c0ab65 None None] Provisioning for port eab5aa5e-5cf6-47c5-862d-4b635383ba51 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:46.296621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.297319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.311456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.322727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad27ed-f7db-4a9d-829b-dfd0c58ce5b0 req-043336f9-4ab2-4d25-8d07-51b0bdb65f17 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.324523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afad27ed-f7db-4a9d-829b-dfd0c58ce5b0 req-043336f9-4ab2-4d25-8d07-51b0bdb65f17 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 931 time: 1.8036902 Jul 06 17:47:46.331800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f34dbb82-791c-4b05-85cc-e83fb1c0ab65 None None] Provisioning complete for port eab5aa5e-5cf6-47c5-862d-4b635383ba51 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:46.332371 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f34dbb82-791c-4b05-85cc-e83fb1c0ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.349486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-230b5a9f-c862-47be-b510-912f0e045a1d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.4019499 Jul 06 17:47:46.375851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'floatingip': {'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:46.425983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.426911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.429883 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] 10.222.0.61 "PUT /v2.0/ports/3e5916dc-ea82-4a16-b795-2472532577f9 HTTP/1.1" status: 200 len: 1091 time: 2.8560722 Jul 06 17:47:46.501583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-bfc886d8-74ea-4cbf-bb25-741f7fc1ac0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5098555 Jul 06 17:47:46.503075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-3207bd51-3dc9-4269-a11b-5b031a116049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.504546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-3207bd51-3dc9-4269-a11b-5b031a116049 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.3840179 Jul 06 17:47:46.527161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Request body: {'port': {'device_id': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:46.578733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f34dbb82-791c-4b05-85cc-e83fb1c0ab65 None None] Port eab5aa5e-5cf6-47c5-862d-4b635383ba51 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:46.598149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afad27ed-f7db-4a9d-829b-dfd0c58ce5b0 req-f238b869-37e1-4b14-93e0-5824b5cbf7c0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328782 Jul 06 17:47:46.600701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.702961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0cf6d-13ed-419e-91e2-57e711565b22 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:46.788516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-75ef4921-a47e-4902-b230-6c771af9e477 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2739315 Jul 06 17:47:47.002213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-423540d4-998b-42f3-b306-fd9bc960f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.004926 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-423540d4-998b-42f3-b306-fd9bc960f06a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0230c6c53b14bd0a8d27e661193c971&device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 1094 time: 0.4392354 Jul 06 17:47:47.065729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-016f210c-da75-4125-9ba8-cb22446500aa service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7885854 Jul 06 17:47:47.181955 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-24e94edd-0e30-4a92-a4ae-b883403baa07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5916dc-ea82-4a16-b795-2472532577f9 HTTP/1.1" status: 200 len: 217 time: 0.0939472 Jul 06 17:47:47.204870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-76d7265a-29de-4f3d-b241-f4817c9298b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 217 time: 0.1250765 Jul 06 17:47:47.302246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.325727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab5aa5e-5cf6-47c5-862d-4b635383ba51 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:47.343195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.357760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-6aa53591-1bd1-4e9f-8900-1887a5268382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.360457 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-6aa53591-1bd1-4e9f-8900-1887a5268382 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dddba49-30e9-4456-91d8-80021c9461ee HTTP/1.1" status: 200 len: 854 time: 0.1291392 Jul 06 17:47:47.381577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-c162dec1-61d0-4d6a-b19a-df04349a3fcf service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546763 Jul 06 17:47:47.406778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Transition to ACTIVE for port object eab5aa5e-5cf6-47c5-862d-4b635383ba51 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:47.420242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.527949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=eab5aa5e-5cf6-47c5-862d-4b635383ba51,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:47.535097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-503c419f-4789-4762-b8dc-05296786be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.536743 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-503c419f-4789-4762-b8dc-05296786be73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fde0487f-7d60-46ba-a360-67ac6ae4e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630368 Jul 06 17:47:47.546106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-8b187ceb-c26f-4ba5-a7c5-238c7b3818cc tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.550170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-8b187ceb-c26f-4ba5-a7c5-238c7b3818cc tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.7658889 Jul 06 17:47:47.860918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-59b0af2a-ecb3-4623-a772-5e6bd05eeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.863539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-59b0af2a-ecb3-4623-a772-5e6bd05eeff7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.5823262 Jul 06 17:47:47.981759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Attempting to bind port eab5aa5e-5cf6-47c5-862d-4b635383ba51 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:47.982091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Attempting to bind port eab5aa5e-5cf6-47c5-862d-4b635383ba51 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:47.982410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Attempting to bind port eab5aa5e-5cf6-47c5-862d-4b635383ba51 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:47.998410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Port eab5aa5e-5cf6-47c5-862d-4b635383ba51 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:47.998775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Attempting to bind port eab5aa5e-5cf6-47c5-862d-4b635383ba51 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:48.013588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:48.014675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:48.014675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:48.014675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Bound port: eab5aa5e-5cf6-47c5-862d-4b635383ba51, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:48.015224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.045581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e424b990-02bb-4a61-86f1-4bacdedde8c9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/quotas/b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 375 time: 0.1561286 Jul 06 17:47:48.046054 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-ef74ebc5-b16a-47a8-adcb-6b118a249847 service neutron] 10.222.0.61 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826224 Jul 06 17:47:48.194016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] For port eab5aa5e-5cf6-47c5-862d-4b635383ba51, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:48.204872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] For port eab5aa5e-5cf6-47c5-862d-4b635383ba51, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:48.224151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.264358 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-ee3192d6-464e-4d5c-bfe1-f1a140aab1f8 service neutron] 10.222.0.61 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100935 Jul 06 17:47:48.279204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:48.279883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.281445 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] 10.222.0.61 "PUT /v2.0/ports/eab5aa5e-5cf6-47c5-862d-4b635383ba51 HTTP/1.1" status: 200 len: 1095 time: 2.3530536 Jul 06 17:47:48.287241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d301046-9199-43d6-a1c3-e1ee43e3327b service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718843 Jul 06 17:47:48.313006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=eab5aa5e-5cf6-47c5-862d-4b635383ba51,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:48.324765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.325240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.325594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.325945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.326731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.327379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.327740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.328080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.328418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.328802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.329411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.331807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4322605-4fde-42c0-b626-4e1fab18cec9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:48.405120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-65ba6260-c63f-466e-9185-de826913b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:48.406665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-65ba6260-c63f-466e-9185-de826913b7a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5153229 Jul 06 17:47:48.890801 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:47:48.898813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-ade1a2fe-c28f-4c51-b235-65340bf109d4 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8522110 Jul 06 17:47:49.013358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f766bb-d8b2-4500-8886-bf9e55370326 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:49.045900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.049171 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.065394 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.174161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Transition to ACTIVE for port object e0f766bb-d8b2-4500-8886-bf9e55370326 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:49.184974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-b3b1fe16-e746-44ee-be14-2788fb49fd24 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509854 Jul 06 17:47:49.193153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-126a41b7-0386-4c07-bae1-ea6ced20c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.194749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-126a41b7-0386-4c07-bae1-ea6ced20c0d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 1098 time: 0.8064125 Jul 06 17:47:49.200086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.251562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-8a148c6c-7b3a-4cfe-88f8-5c9fdc56853f service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182175 Jul 06 17:47:49.363404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ff7fe40d-d4d3-4975-9717-f6182986f182 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51 HTTP/1.1" status: 200 len: 217 time: 0.1542439 Jul 06 17:47:49.495833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:49.506606 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c associated. External IP: 172.25.5.168, port: 5b0c8287-93a6-4955-840e-4bfe6df130bd. Jul 06 17:47:49.622690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-4cd2b0b3-ec89-43cd-be77-61df640bbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.624175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-4cd2b0b3-ec89-43cd-be77-61df640bbeae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2069414 Jul 06 17:47:49.738083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-8a6e3210-caea-40e5-9e77-1146f1e005e4 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408030 Jul 06 17:47:49.751142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-9f396453-fee9-4fc4-b811-6e73c29d3cfb service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820826 Jul 06 17:47:49.808277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-70b57965-64f1-477a-a2c7-acb789d47eb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 200 len: 217 time: 0.0623364 Jul 06 17:47:49.885538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Attempting to bind port e0f766bb-d8b2-4500-8886-bf9e55370326 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:49.885770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Attempting to bind port e0f766bb-d8b2-4500-8886-bf9e55370326 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:49.886097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Attempting to bind port e0f766bb-d8b2-4500-8886-bf9e55370326 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:49.943021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Port e0f766bb-d8b2-4500-8886-bf9e55370326 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:49.944045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Attempting to bind port e0f766bb-d8b2-4500-8886-bf9e55370326 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:49.955823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-6c211137-c4b2-4ef9-bef7-7505eff84e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.957438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-6c211137-c4b2-4ef9-bef7-7505eff84e09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1406820 Jul 06 17:47:49.965392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:49.965760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:49.966113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:49.966564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Bound port: e0f766bb-d8b2-4500-8886-bf9e55370326, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:49.966922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.981328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-91d0f5e9-4daf-4141-9d25-216366fca28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.983045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-91d0f5e9-4daf-4141-9d25-216366fca28b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3521764 Jul 06 17:47:50.099752 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e2e441-ebbd-4fe2-aacd-52c35806a643 x-openstack-request-id: req-c5e2e441-ebbd-4fe2-aacd-52c35806a643 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:50.100070 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "74f3ad96-4810-4c62-9463-26621a75b132", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:50.100292 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5e2e441-ebbd-4fe2-aacd-52c35806a643 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:50.100692 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132', 'status': 'completed', 'code': 200} Jul 06 17:47:50.310490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:47:50.334524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:50.339614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:50.361795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.426762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.427877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.430410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] 10.222.0.60 "PUT /v2.0/ports/e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 1091 time: 3.9080482 Jul 06 17:47:50.439875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-66e2b534-ae3e-448b-8e85-904906dda7e0 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236964 Jul 06 17:47:50.445593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5abee367-193c-4e69-b81d-0582c328b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.452093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5abee367-193c-4e69-b81d-0582c328b2cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4825411 Jul 06 17:47:50.799395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.806205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.813200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.819678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.826699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.832717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.838764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.840993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-ca4e08e5-eca4-41ab-94aa-369f4080b286 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.6233697 Jul 06 17:47:50.860631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36c86f-73f6-4abc-a688-21e4b25e8354 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:50.885743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:50.890937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.900779 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:50.914089 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:50.915135 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.020977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-147de77d-0b0e-4d5f-83be-2b2ff08c9ca8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "PUT /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 996 time: 4.6495523 Jul 06 17:47:51.029063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bb08460-6efd-4bd2-800d-5a9f3a1da425 req-f474d615-9038-450d-b207-15f5c5ee3584 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1696086 Jul 06 17:47:51.034195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-38c7b02f-61ef-4548-9351-9d72c9bd975b service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669116 Jul 06 17:47:51.038249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dafd565-cd4a-475e-bd88-c22779b8ebb2 req-ed175954-392a-4ef1-a933-948957f85dcc service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723063 Jul 06 17:47:51.100281 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:51.105029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-9cf8cef5-7540-44bc-aaa5-8e7cb6c462bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.106585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-9cf8cef5-7540-44bc-aaa5-8e7cb6c462bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1094 time: 0.5209527 Jul 06 17:47:51.493610 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:48Z', 'revision_number': 8, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.551512 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:47:51.567152 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:51.568771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.577446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-47511715-a197-4d6c-b5aa-c9c9e6cebf33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 217 time: 0.4396899 Jul 06 17:47:51.686800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-79f72d98-5908-4d65-8587-d543117ab17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.689502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-79f72d98-5908-4d65-8587-d543117ab17b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.6402497 Jul 06 17:47:51.696448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-73d70da4-ce1b-417b-bbc8-017a53cfb223 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.700372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5c889074-a098-484b-9abd-9186c2381d21 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398289 Jul 06 17:47:51.701657 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-73d70da4-ce1b-417b-bbc8-017a53cfb223 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.2392986 Jul 06 17:47:51.720859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Request body: {'port': {'device_id': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'admin_state_up': True, 'tenant_id': 'b834152154f54cb18deae9ddb927b54a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:51.779124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-7260fdb9-6e09-48c9-91be-1a786a69da3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 200 len: 217 time: 0.0694473 Jul 06 17:47:51.790377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-e719bfea-d817-41a7-94d9-037f02f90cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.791950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-e719bfea-d817-41a7-94d9-037f02f90cfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1874475 Jul 06 17:47:51.816108 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:47:51.927736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae0b06-3988-4658-bd43-433162fe2631 req-727cbf84-507b-43a0-b040-b09e6ede7553 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.935564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cae0b06-3988-4658-bd43-433162fe2631 req-727cbf84-507b-43a0-b040-b09e6ede7553 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 943 time: 0.3742216 Jul 06 17:47:51.971931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0879284e-dc17-4b3a-842f-fb55d1911e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.972245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Made reservation on behalf of b834152154f54cb18deae9ddb927b54a for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:51.973452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-0879284e-dc17-4b3a-842f-fb55d1911e06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1761014 Jul 06 17:47:51.979483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.047131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cae0b06-3988-4658-bd43-433162fe2631 req-c0eb00f1-ecca-4f4f-ba93-452b726559f6 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103532 Jul 06 17:47:52.057479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-bba85324-aec2-4ba2-95a2-4fe2c1a42c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.059550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-bba85324-aec2-4ba2-95a2-4fe2c1a42c27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.3513710 Jul 06 17:47:52.096464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-ad9ef9b2-ea41-409b-a96c-93f4b0f103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.101902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-ad9ef9b2-ea41-409b-a96c-93f4b0f103fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655828 Jul 06 17:47:52.105523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}, {'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:52.107008 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}, {"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:52.219714 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:48Z', 'revision_number': 8, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:52.250164 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14342ef-df1a-4ec9-a517-a54ffc0a24d6 None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60fefa66-757c-4808-8b74-0e56a0a6c88c', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'port_id': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'mac_address': 'fa:16:3e:b3:7b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:10Z', 'updated_at': '2021-07-06T17:47:48Z', 'revision_number': 8, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:52.262630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-a0e7db2b-051e-4e9c-bab9-076521c9187b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 999 time: 0.1820612 Jul 06 17:47:52.264675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-eb809391-fd40-4b83-be91-d8d76d876aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.266212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-eb809391-fd40-4b83-be91-d8d76d876aca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2811446 Jul 06 17:47:52.300379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Allocated IP 172.20.0.2 (6f9b102c-5c12-4711-bca5-2eb81ea55745/757b3b0f-79c3-421a-b123-a02545b505c2/6fa58357-6b5a-45f7-b71b-0c2deeefb87f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:52.520257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-63ba4c69-1bfe-4d5c-9542-8df26dd51593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.521839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-63ba4c69-1bfe-4d5c-9542-8df26dd51593 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.2290628 Jul 06 17:47:52.526952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-3b55cec9-12b1-4667-b61e-51996c28fd34 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127064 Jul 06 17:47:52.569357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eab5aa5e-5cf6-47c5-862d-4b635383ba51 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:52.571509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.628895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.682848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:52.687995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:52.692660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:52.714103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-aee3bee4-71f2-44de-b552-5f3c802a62b9 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308537 Jul 06 17:47:52.722577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98ccd-9d35-4d1f-a8c4-7e87a0a7fdd6 None None] New status for floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:47:52.751290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:52.766203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.766813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.786920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-e6763ded-8aa0-42f6-bf5c-037aab2b098d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759652 Jul 06 17:47:52.796785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eab5aa5e-5cf6-47c5-862d-4b635383ba51, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:52.806716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Request body: {'port': {'device_id': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:52.829022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-47f64980-f031-4888-861c-6494a93cd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.831330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-47f64980-f031-4888-861c-6494a93cd4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027501 Jul 06 17:47:52.835824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d43f1f20-45b6-4a3b-a0aa-41896d788df6 req-b59e7b14-fa8c-46f5-ba3e-8b3c33d63a65 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924068 Jul 06 17:47:52.881188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554209c-1324-4176-87a4-af27d3d29414 req-b4b72995-e70c-49c6-bee4-f1648451b99a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.883792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7554209c-1324-4176-87a4-af27d3d29414 req-b4b72995-e70c-49c6-bee4-f1648451b99a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 985 time: 0.3415372 Jul 06 17:47:52.897445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51', 'mac_address': 'fa:16:3e:5e:a9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:52.957970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.971067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-4247ea8e-ae5e-47dd-ba71-ad0b463a7d74 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389581 Jul 06 17:47:53.002728 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.018975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab5aa5e-5cf6-47c5-862d-4b635383ba51 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:53.043179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eab5aa5e-5cf6-47c5-862d-4b635383ba51, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:53.051786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.060014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d99eb4a0-3eb3-4b5a-b7f5-24f8a6f6b73f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 200 len: 217 time: 0.0712020 Jul 06 17:47:53.066189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7554209c-1324-4176-87a4-af27d3d29414 req-d049959e-e15c-43a0-83e5-53877e602258 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&id=76638915-3bf9-46bd-900a-906a8785c1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1660697 Jul 06 17:47:53.070716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-6be46ffd-4bbd-46c2-8afb-0d9b99dc9637 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211111 Jul 06 17:47:53.130710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eab5aa5e-5cf6-47c5-862d-4b635383ba51,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:53.171233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5f26bb2f-3125-4aa8-aba7-0a1448dcfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.173088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-5f26bb2f-3125-4aa8-aba7-0a1448dcfaf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.1014302 Jul 06 17:47:53.189817 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c685534f-daeb-4ee6-8746-20766a67140b x-openstack-request-id: req-c685534f-daeb-4ee6-8746-20766a67140b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:53.190302 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f74a4e-8adb-4d76-972d-721dac6434cf", "name": "network-vif-deleted", "tag": "d6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:53.190691 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c685534f-daeb-4ee6-8746-20766a67140b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:53.191459 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f74a4e-8adb-4d76-972d-721dac6434cf', 'name': 'network-vif-deleted', 'tag': 'd6bb3132-fbc9-48b5-888e-e7e3fa2cd3e4', 'status': 'completed', 'code': 200} Jul 06 17:47:53.330724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688b20a4-9e02-48e5-9e71-43d3e96b3515 req-d81cc54f-a171-4cf9-a1b6-c4415d5f6fb9 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500453 Jul 06 17:47:53.343072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['eab5aa5e-5cf6-47c5-862d-4b635383ba51'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:53.447952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-074df2d1-e9c0-4e2c-be11-558637fb174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.450759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-074df2d1-e9c0-4e2c-be11-558637fb174a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2649717 Jul 06 17:47:53.478136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa58357-6b5a-45f7-b71b-0c2deeefb87f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:53.487128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4dfc6-f66c-4e9d-ab9d-da335e11217b req-a36a5b35-a7cf-4130-a189-4de412271513 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.489911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bd4dfc6-f66c-4e9d-ab9d-da335e11217b req-a36a5b35-a7cf-4130-a189-4de412271513 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 948 time: 0.1923246 Jul 06 17:47:53.492959 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.519574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Transition to ACTIVE for port object 6fa58357-6b5a-45f7-b71b-0c2deeefb87f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:53.528690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.644050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bd4dfc6-f66c-4e9d-ab9d-da335e11217b req-5dd0dff6-70f5-4ce5-a831-b3b2aed38690 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325252 Jul 06 17:47:53.676435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:53.686278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a00da-7ed2-41f6-bc87-1f292e56feea req-d81e4c39-dc37-4cee-aebb-ca3d8a669e43 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.687964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f76a00da-7ed2-41f6-bc87-1f292e56feea req-d81e4c39-dc37-4cee-aebb-ca3d8a669e43 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 943 time: 0.1967521 Jul 06 17:47:53.696629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-f09ebd33-90fc-4752-a77d-7b8648c3db37 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368364 Jul 06 17:47:53.758665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:53.759292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:53.759407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:53.767232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:53.767635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:53.774355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:53.774732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:53.775101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:53.775655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Bound port: 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:53.776031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.850696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:53.854894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:53.859813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.871687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f76a00da-7ed2-41f6-bc87-1f292e56feea req-e49ef4f9-a6b9-401b-b55a-e4eec925a6ee tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697116 Jul 06 17:47:53.909736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.911108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.912717 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] 10.222.0.60 "PUT /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 1091 time: 1.1163275 Jul 06 17:47:53.924775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-d5c88a14-ad66-46e8-b1f6-d608b5c6a1a2 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211869 Jul 06 17:47:53.943905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d11c4d-4c9a-4be7-9259-ce639074d3dc service neutron] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:53.987149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-3740d6bd-3030-49b4-a6b8-b6c50db1b742 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 200 len: 217 time: 0.0557053 Jul 06 17:47:53.999521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5f94b-adc0-4a01-88c0-c0b77925a02a req-eb9e8c0f-7182-427d-872f-1d2a2c43a477 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.001223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38a5f94b-adc0-4a01-88c0-c0b77925a02a req-eb9e8c0f-7182-427d-872f-1d2a2c43a477 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.1715178 Jul 06 17:47:54.047790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-2eabe7b2-032e-437a-9072-ef1813cabdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.049898 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-2eabe7b2-032e-437a-9072-ef1813cabdb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1094 time: 0.0811563 Jul 06 17:47:54.097589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-d03aad24-c836-48dd-999f-c7f4d63cec08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 217 time: 0.0403297 Jul 06 17:47:54.113084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-6a812aeb-86d6-419f-baa1-efbd68beccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.114644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-6a812aeb-86d6-419f-baa1-efbd68beccf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.1123917 Jul 06 17:47:54.124440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38a5f94b-adc0-4a01-88c0-c0b77925a02a req-e32406be-4ed4-43f5-b851-395000d9a5b1 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122043 Jul 06 17:47:54.155727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-9eb0b467-27a7-4fb7-b6c0-7f92c87e0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.157163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-9eb0b467-27a7-4fb7-b6c0-7f92c87e0560 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.0523241 Jul 06 17:47:54.199073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.208118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.209530 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-a81d451b-ec7f-41f3-852f-7487cbbd27da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436540 Jul 06 17:47:54.216678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.223738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.230061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.236079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.242989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.245008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-3175d7cb-11e1-4b84-b2ba-44dcaff5fec7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.1949699 Jul 06 17:47:54.246533 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03632ca0-3c30-4d0d-8361-9e7b989c8ff3 x-openstack-request-id: req-03632ca0-3c30-4d0d-8361-9e7b989c8ff3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:54.247047 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:54.247047 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03632ca0-3c30-4d0d-8361-9e7b989c8ff3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:54.247541 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'status': 'completed', 'code': 200} Jul 06 17:47:54.247807 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'status': 'completed', 'code': 200} Jul 06 17:47:54.350164 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-6a432a7e-b961-47fc-a7a5-4d2b5e46be5f service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242275 Jul 06 17:47:54.471924 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed82d151-2b75-46e3-9135-7c70a6f69caf req-c547e581-c906-439a-903b-b439a2497a12 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145368 Jul 06 17:47:54.499756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-52bcd75c-db0f-4c7b-a8af-2586c8f8a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.501340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-52bcd75c-db0f-4c7b-a8af-2586c8f8a474 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3752954 Jul 06 17:47:54.513345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a282613-835a-4e6a-b3cc-ff9f38a983b8 req-1eef47e9-2bb9-44c8-a518-a2319bcdab39 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603042 Jul 06 17:47:54.585783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eab5aa5e-5cf6-47c5-862d-4b635383ba51 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:54.658948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-07188899-889b-411c-ac61-251c35a2845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.660628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-07188899-889b-411c-ac61-251c35a2845b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.3676853 Jul 06 17:47:54.664962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-feceb1c8-adf4-45fe-a48a-042eadcef3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.666229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-feceb1c8-adf4-45fe-a48a-042eadcef3a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1094 time: 0.3714449 Jul 06 17:47:54.668683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-bc2dcb27-1e02-4600-9cb0-f1d412cfd540 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512277 Jul 06 17:47:54.676638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc842e-91d2-478a-9f20-40c14457aab5 req-212032cf-1b25-442c-af15-1b965912f64f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.678684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1bc842e-91d2-478a-9f20-40c14457aab5 req-212032cf-1b25-442c-af15-1b965912f64f tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 945 time: 0.3099413 Jul 06 17:47:54.689634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port eab5aa5e-5cf6-47c5-862d-4b635383ba51 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:54.698416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port eab5aa5e-5cf6-47c5-862d-4b635383ba51 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:54.699047 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.821883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.847125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118f344b-7110-4a1d-bbed-114a22724c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:54.849835 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229a0530-e7cc-4721-87fc-f1ca900cb847" -d '{"events": [{"server_uuid": "118f344b-7110-4a1d-bbed-114a22724c6c", "name": "network-vif-plugged", "status": "completed", "tag": "eab5aa5e-5cf6-47c5-862d-4b635383ba51"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:54.864494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eab5aa5e-5cf6-47c5-862d-4b635383ba51, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:54.870260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.928293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eab5aa5e-5cf6-47c5-862d-4b635383ba51,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:55.192978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9'}, {'name': 'network-changed', 'server_uuid': '118f344b-7110-4a1d-bbed-114a22724c6c', 'tag': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51'}, {'name': 'network-changed', 'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:55.195452 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d9d92-831b-4185-b885-a6ad2f37b195" -d '{"events": [{"name": "network-changed", "server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9"}, {"name": "network-changed", "server_uuid": "118f344b-7110-4a1d-bbed-114a22724c6c", "tag": "eab5aa5e-5cf6-47c5-862d-4b635383ba51"}, {"name": "network-changed", "server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:55.293783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-9d1e0360-1e67-482a-b420-d24575a8d67a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1265212583&fields=id&tenant_id=70f8f723d0e94258bdd05528c40178ad HTTP/1.1" status: 200 len: 267 time: 0.5882344 Jul 06 17:47:55.309415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1bc842e-91d2-478a-9f20-40c14457aab5 req-ea36c488-91fb-4f36-a3c3-7f0cd9d89c3c tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcb67f01-a8ad-4444-8a78-195d920198c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961907 Jul 06 17:47:55.320348 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277b7716-71c6-46e3-b1c9-79ba49ce37a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.376385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e31eeb0-549f-40f5-8d22-f771ccce957a req-db27c84b-2964-4b72-8b95-c54bc26ccef9 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959116 Jul 06 17:47:55.380250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-8648cd3b-620a-41aa-9a5d-eb7df8c383bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.383040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-8648cd3b-620a-41aa-9a5d-eb7df8c383bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.6796079 Jul 06 17:47:55.389065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-6ff91dea-01c3-4c86-ab0d-261541675b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.390579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-6ff91dea-01c3-4c86-ab0d-261541675b55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.7010436 Jul 06 17:47:55.495564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-9b3fbdba-a1e9-4dc9-b003-94432dfe0371 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 217 time: 0.0944879 Jul 06 17:47:55.606133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-19ec435b-ad86-4edb-bec9-a023b3b052fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 1001 time: 0.2145579 Jul 06 17:47:55.631522 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:47:55.637318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-09b659bf-4e33-41c8-8860-780e4588ca4e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.638926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-09b659bf-4e33-41c8-8860-780e4588ca4e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 985 time: 0.3204465 Jul 06 17:47:55.664187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-7b236af3-e50d-4a92-bc1c-9e14c783e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.665683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-7b236af3-e50d-4a92-bc1c-9e14c783e9b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1457553 Jul 06 17:47:55.678120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'port': {'security_groups': ['76638915-3bf9-46bd-900a-906a8785c1f0', 'ae00c05e-c3fb-49ff-a370-4c2d45f0dd63', 'b0e89f3c-a944-4c74-bf83-4621f643a518']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:55.775009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-993c3c8d-3c08-407a-8dc0-c978dedf6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.776459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-993c3c8d-3c08-407a-8dc0-c978dedf6326 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.1616170 Jul 06 17:47:55.788131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:55.858118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14799-2408-43b8-8e4c-e506a3306bd1 req-a9f6086b-087a-4489-be77-f1fd07889a57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.859696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eac14799-2408-43b8-8e4c-e506a3306bd1 req-a9f6086b-087a-4489-be77-f1fd07889a57 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 943 time: 0.4128239 Jul 06 17:47:55.874773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.875295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.875805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.876294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.876775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.877248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.877718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.879890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-206be710-6a7a-47a8-a0e1-50c14a7f8508 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6479 time: 0.4044106 Jul 06 17:47:55.906080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:55.921014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:55.970159 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.971407 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.989494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f766bb-d8b2-4500-8886-bf9e55370326 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:56.014746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-81d63ee8-7a91-4eb4-9565-4c0637af6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.016344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-81d63ee8-7a91-4eb4-9565-4c0637af6702 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346541 Jul 06 17:47:56.016658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:56.021963 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.041522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eac14799-2408-43b8-8e4c-e506a3306bd1 req-cc6b3512-82e7-4f12-9d08-3e6a45fe8034 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594636 Jul 06 17:47:56.090838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:56.215851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-26107eeb-b9fb-4aa6-9b96-4c14e267bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.217353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-26107eeb-b9fb-4aa6-9b96-4c14e267bf7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf904618-5ef2-4a84-95c6-630d37a6cb75 HTTP/1.1" status: 200 len: 903 time: 0.3302491 Jul 06 17:47:56.219155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-796e2f82-d3a1-4465-9fcb-6690bdfb05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.220550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-796e2f82-d3a1-4465-9fcb-6690bdfb05d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4354956 Jul 06 17:47:56.293894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e0f766bb-d8b2-4500-8886-bf9e55370326'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:56.360828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa20d4f2-551f-439c-bb1e-e68aa5baaf49 req-a50b19b6-0817-44ea-8cef-8fbc867cd5d8 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 998 time: 0.2673123 Jul 06 17:47:56.371887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-64f8fc35-88ad-4718-904b-6f93a67a2b80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 200 len: 217 time: 0.1307192 Jul 06 17:47:56.429789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-11228b2c-db23-4c8e-98f5-2661da3c4bec service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023874 Jul 06 17:47:56.660055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-3b498c2a-ebb0-4524-a243-acf323814a7c service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176702 Jul 06 17:47:56.661361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6da102c9-1469-4468-a5c9-e672e1efe309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.662718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6da102c9-1469-4468-a5c9-e672e1efe309 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.2692697 Jul 06 17:47:56.811054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20d4f2-551f-439c-bb1e-e68aa5baaf49 req-a6bc68df-d715-4315-b1e8-b1ef517c5042 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.812612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa20d4f2-551f-439c-bb1e-e68aa5baaf49 req-a6bc68df-d715-4315-b1e8-b1ef517c5042 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.4397893 Jul 06 17:47:56.854263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-154c6754-49a9-4159-9fdc-a7adbd3da34f service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715801 Jul 06 17:47:56.862397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:56.909722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3de07f-0e9c-4004-9866-fcfed6c8a4ba req-011c00d7-a301-4593-8867-f4ba127d6121 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340863 Jul 06 17:47:56.932395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.935641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-aac92857-34c9-4633-bf2d-c8365afaf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.937780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-aac92857-34c9-4633-bf2d-c8365afaf403 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628376 Jul 06 17:47:56.940803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.964947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:57.123924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.125075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.127518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba22e01b-60b1-48c9-9a81-a604be259c17 req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "PUT /v2.0/ports/7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 1021 time: 1.4581838 Jul 06 17:47:57.143952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:57.148233 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb4849b-1433-45cf-a401-22060673c623" -d '{"events": [{"name": "network-changed", "server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:57.180565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2a170-5495-4e2e-991c-13443297fee6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:57.201766 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043aa5c5-6f5c-4587-bb8e-a4f6e83b7056 x-openstack-request-id: req-043aa5c5-6f5c-4587-bb8e-a4f6e83b7056 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:57.202343 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118f344b-7110-4a1d-bbed-114a22724c6c", "name": "network-vif-plugged", "status": "completed", "tag": "eab5aa5e-5cf6-47c5-862d-4b635383ba51", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:57.202779 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-043aa5c5-6f5c-4587-bb8e-a4f6e83b7056 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:57.203446 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118f344b-7110-4a1d-bbed-114a22724c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51', 'code': 200} Jul 06 17:47:57.234355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:57.242532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c3f31f5-5293-4aae-a93f-05f59adb776e service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933118 Jul 06 17:47:57.286048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487016f2-4548-4166-a76b-a2ae2b02db82 req-d2360f2d-25ce-4be0-a80a-b83d26305005 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.289006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-487016f2-4548-4166-a76b-a2ae2b02db82 req-d2360f2d-25ce-4be0-a80a-b83d26305005 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 949 time: 0.3299191 Jul 06 17:47:57.453367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-487016f2-4548-4166-a76b-a2ae2b02db82 req-79679a2b-2ed8-4516-82e2-59da6cc9ac1c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515317 Jul 06 17:47:57.517825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-beb8a4cf-53b3-47f1-b8d2-f97d41918a8e service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680125 Jul 06 17:47:57.539422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1785e9-5080-496c-a3a8-8af537ff6d80 req-d68bef70-8c37-4fa7-9d62-921d80a769e5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.542303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e1785e9-5080-496c-a3a8-8af537ff6d80 req-d68bef70-8c37-4fa7-9d62-921d80a769e5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2081439 Jul 06 17:47:57.558214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a13a08-5141-422b-bd6e-61d5b61f2835 req-c68d669b-5f80-4c51-a891-1f98faec4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.560852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a13a08-5141-422b-bd6e-61d5b61f2835 req-c68d669b-5f80-4c51-a891-1f98faec4a6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 1100 time: 0.2256267 Jul 06 17:47:57.777890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e1785e9-5080-496c-a3a8-8af537ff6d80 req-054b97eb-004e-4161-97fc-4a7a1d509cda tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114873 Jul 06 17:47:57.787218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a13a08-5141-422b-bd6e-61d5b61f2835 req-dabf5c45-030e-4386-98a8-a516bffcf58a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178774 Jul 06 17:47:57.814854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:57.818215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:57.849896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.851387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.852337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.853279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.854437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.855415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.856251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.860301 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d008432-2229-4476-8b74-ad8ba888c391 x-openstack-request-id: req-0d008432-2229-4476-8b74-ad8ba888c391 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:57.861019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-4d2ea28a-32ad-4730-96de-5f1fd6bab23e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6479 time: 0.2719131 Jul 06 17:47:57.864202 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "118f344b-7110-4a1d-bbed-114a22724c6c", "tag": "eab5aa5e-5cf6-47c5-862d-4b635383ba51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:57.864829 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d008432-2229-4476-8b74-ad8ba888c391 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:57.865596 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9', 'status': 'completed', 'code': 200} Jul 06 17:47:57.868182 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118f344b-7110-4a1d-bbed-114a22724c6c', 'tag': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51', 'status': 'completed', 'code': 200} Jul 06 17:47:57.871866 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'status': 'completed', 'code': 200} Jul 06 17:47:57.980315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7c25ddc-e3d4-4722-a52e-1e477782b381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.998755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.084837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port e0f766bb-d8b2-4500-8886-bf9e55370326 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:58.099522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e0f766bb-d8b2-4500-8886-bf9e55370326 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:58.100354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.223996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:58.253282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'port_id': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'mac_address': 'fa:16:3e:4a:57:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b3b0f-79c3-421a-b123-a02545b505c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:58.343376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.347582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.367956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa58357-6b5a-45f7-b71b-0c2deeefb87f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:58.403724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:58.407245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af98686-9236-4c0c-add3-7ed8bde62917 req-f70640e6-3a99-4c98-9759-deedf2c46f32 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.408903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5af98686-9236-4c0c-add3-7ed8bde62917 req-f70640e6-3a99-4c98-9759-deedf2c46f32 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.7735760 Jul 06 17:47:58.412709 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.417545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:58.448104 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.478355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:58.544579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:58.611183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5af98686-9236-4c0c-add3-7ed8bde62917 req-05d40ca2-f6ef-4c68-a5aa-905070a33967 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852496 Jul 06 17:47:58.628632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3e5916dc-ea82-4a16-b795-2472532577f9 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:58.636865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6dee6ee4-776e-4750-a256-725ac87a092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.638533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6dee6ee4-776e-4750-a256-725ac87a092b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf904618-5ef2-4a84-95c6-630d37a6cb75 HTTP/1.1" status: 200 len: 903 time: 0.7697344 Jul 06 17:47:58.671017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-5ca3f86e-46d6-43fa-a268-f2393da68342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.672672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-5ca3f86e-46d6-43fa-a268-f2393da68342 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1094 time: 0.7758532 Jul 06 17:47:58.704288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['6fa58357-6b5a-45f7-b71b-0c2deeefb87f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:58.717016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.723081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.729567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.735629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.742862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.748936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.755325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.758594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-97396eb6-a1de-482e-96d3-31001a5d1acf tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.3467207 Jul 06 17:47:58.774683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-a51f2762-7007-40e7-a906-e5ab339ffd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.776609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-a51f2762-7007-40e7-a906-e5ab339ffd67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0230c6c53b14bd0a8d27e661193c971&device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 1094 time: 0.8767562 Jul 06 17:47:58.781463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-978bda14-9d8d-46b6-bceb-02b306079807 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 200 len: 217 time: 0.1277936 Jul 06 17:47:58.828309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3e5916dc-ea82-4a16-b795-2472532577f9,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:58.855416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '3e5916dc-ea82-4a16-b795-2472532577f9', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'port_id': '3e5916dc-ea82-4a16-b795-2472532577f9', 'mac_address': 'fa:16:3e:73:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:58.943579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.973793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5916dc-ea82-4a16-b795-2472532577f9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:59.010355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3e5916dc-ea82-4a16-b795-2472532577f9,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:59.016187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.025072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08ba7b93-8ce6-4e15-b734-50e8467407ce req-2e6809ba-11e0-4fb8-86e3-fa804e95ed24 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473938 Jul 06 17:47:59.033421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-b30efbf1-4f92-4f8a-b060-a69261e89a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.035091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-b30efbf1-4f92-4f8a-b060-a69261e89a54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.2093878 Jul 06 17:47:59.049312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-2e9802fa-9645-4610-912f-595332bdd43f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.3819699 Jul 06 17:47:59.104019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:59.177022 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.190439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-830ab014-3256-4795-b93b-d497c775ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.191998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-830ab014-3256-4795-b93b-d497c775ca41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.4328089 Jul 06 17:47:59.204580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:59.206900 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2575948-912d-46c5-b006-230b3185711d" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:59.234200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-878199f6-d7fc-4352-95c0-1f3fc4a2bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.236275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-878199f6-d7fc-4352-95c0-1f3fc4a2bb0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fde0487f-7d60-46ba-a360-67ac6ae4e70d HTTP/1.1" status: 200 len: 916 time: 0.4004974 Jul 06 17:47:59.286162 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-e801da8d-f3b9-4965-baa4-b1d20f29edb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 217 time: 0.0698574 Jul 06 17:47:59.323613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['3e5916dc-ea82-4a16-b795-2472532577f9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:59.333678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-03f060e8-18c7-4f3b-af96-30e6ae812284 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.335224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-03f060e8-18c7-4f3b-af96-30e6ae812284 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports/5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 942 time: 0.2766507 Jul 06 17:47:59.348878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-652d45c4-9ff8-4e34-abeb-d2bfe9f604d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5916dc-ea82-4a16-b795-2472532577f9 HTTP/1.1" status: 200 len: 217 time: 0.0749183 Jul 06 17:47:59.461870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-608e5bd9-f4ae-4e61-b101-787e43c90720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.463338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-608e5bd9-f4ae-4e61-b101-787e43c90720 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1251261 Jul 06 17:47:59.465277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-f74c226b-71a3-4f13-9f96-023624cd06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.466725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-f74c226b-71a3-4f13-9f96-023624cd06c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4161756 Jul 06 17:47:59.536553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-bae7c46b-5fe3-45c0-97b5-0f5aba1721e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.538055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-bae7c46b-5fe3-45c0-97b5-0f5aba1721e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dddba49-30e9-4456-91d8-80021c9461ee HTTP/1.1" status: 200 len: 854 time: 0.1638973 Jul 06 17:47:59.604549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523f703-eea5-4708-82d1-212dd47ad89c req-83ad64f0-4f4b-4f48-bf7a-5244029b1f53 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.606161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9523f703-eea5-4708-82d1-212dd47ad89c req-83ad64f0-4f4b-4f48-bf7a-5244029b1f53 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 944 time: 0.4422755 Jul 06 17:47:59.617668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.620458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-e0e64961-67d6-499f-9f83-dd4cc43e06e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135395 Jul 06 17:47:59.706113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-2c731711-fe71-43fd-955e-8c2be2d7e2ce tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.2683218 Jul 06 17:47:59.745832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-9f328a43-01fb-4baa-a48f-b6bf49927aa7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:59.747516 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-9f328a43-01fb-4baa-a48f-b6bf49927aa7 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 945 time: 0.0698836 Jul 06 17:47:59.850181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:59.858644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9523f703-eea5-4708-82d1-212dd47ad89c req-ce137be7-4f46-4214-954e-1e8fd3e5c2d3 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354536 Jul 06 17:47:59.882593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Deleting port e49efbb3-5fb6-47d3-bc8d-e3734002a812 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:59.882966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.886805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-480e827a-be5b-4b1a-ae52-ec854829ce2a service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780420 Jul 06 17:47:59.988051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] For port e49efbb3-5fb6-47d3-bc8d-e3734002a812, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e49efbb3-5fb6-47d3-bc8d-e3734002a812,segment=NetworkSegment(bd65f77a-9ac9-4ddf-b6ca-608b56f74a17),segment_id=bd65f77a-9ac9-4ddf-b6ca-608b56f74a17)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:59.988433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.000136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:00.002710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-49df9432-8876-449b-bd66-9b69c793b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.004450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-49df9432-8876-449b-bd66-9b69c793b1b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fde0487f-7d60-46ba-a360-67ac6ae4e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4084294 Jul 06 17:48:00.004938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Calling delete_port for e49efbb3-5fb6-47d3-bc8d-e3734002a812 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:00.012876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:00.013916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.106317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-61a68328-7a8b-4689-a75f-3f20fa0799b6 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494281 Jul 06 17:48:00.206102 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.219468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5dec572-87aa-4862-8f3f-77024df7632f req-6afb5743-3ce0-4079-b3ee-c299868430e4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/b0e89f3c-a944-4c74-bf83-4621f643a518 HTTP/1.1" status: 200 len: 1799 time: 0.3216650 Jul 06 17:48:00.227537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-9e846e55-9948-494d-a9b0-436525b8c09c tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.231414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.238886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-9e846e55-9948-494d-a9b0-436525b8c09c tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.5019832 Jul 06 17:48:00.251378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e49efbb3-5fb6-47d3-bc8d-e3734002a812'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:00.283726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:00.290751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.305491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Pushing event deleted for resources: {'Port': ['ID=e49efbb3-5fb6-47d3-bc8d-e3734002a812,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:00.354403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:00.375213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-a0d645f0-aff0-4a41-b851-18bd1963f16b service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763260 Jul 06 17:48:00.377058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-f542ce5e-0ba4-4f5c-86fc-9d8ac4676487 service neutron] 10.222.0.61 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543530 Jul 06 17:48:00.399687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] No DVR routers for this DVR port e49efbb3-5fb6-47d3-bc8d-e3734002a812 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:00.404491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.408334 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6936681f-7a0b-4d0e-a8c4-b199ef60a3e6 req-473a8b93-2b09-4743-8b3d-a6f048b1aaeb tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.60 "DELETE /v2.0/ports/e49efbb3-5fb6-47d3-bc8d-e3734002a812 HTTP/1.1" status: 204 len: 173 time: 0.6549706 Jul 06 17:48:00.409086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'name': 'network-vif-deleted', 'tag': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:00.413260 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a77a4-6f8d-4d8f-a8b7-d2189b2b3257" -d '{"events": [{"server_uuid": "b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2", "name": "network-vif-deleted", "tag": "e49efbb3-5fb6-47d3-bc8d-e3734002a812"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:00.446303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-a7455471-e810-4391-b6fb-0f6dec3716e4 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283641 Jul 06 17:48:00.481221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-7027bbb0-c516-46f8-86a1-1e4bd511a197 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 1001 time: 0.2413371 Jul 06 17:48:00.524780 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-d5dec572-87aa-4862-8f3f-77024df7632f req-01e5965a-054a-43f4-b3bf-6966d3c29271 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:48:00.525836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5dec572-87aa-4862-8f3f-77024df7632f req-01e5965a-054a-43f4-b3bf-6966d3c29271 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0e89f3c-a944-4c74-bf83-4621f643a518 HTTP/1.1" status: 409 len: 341 time: 0.2848539 Jul 06 17:48:00.531753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:00.619645 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.628593 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b239d1-9a90-4e82-8138-32a111818c56 x-openstack-request-id: req-14b239d1-9a90-4e82-8138-32a111818c56 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:00.629392 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:00.629392 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14b239d1-9a90-4e82-8138-32a111818c56 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:00.629751 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'status': 'completed', 'code': 200} Jul 06 17:48:00.631507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3e5916dc-ea82-4a16-b795-2472532577f9 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:00.666650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.675805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-f6337ee8-98ce-4e0e-a11e-f3cd7eeec888 service neutron] 10.222.0.61 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787774 Jul 06 17:48:00.728957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 3e5916dc-ea82-4a16-b795-2472532577f9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:00.738459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 3e5916dc-ea82-4a16-b795-2472532577f9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:00.739697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.759447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4849b-1433-45cf-a401-22060673c623 req-d5adc8e0-9253-47d1-abaa-e26b6a7bf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.762078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-d5adc8e0-9253-47d1-abaa-e26b6a7bf717 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70f8f723d0e94258bdd05528c40178ad&device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1175 time: 0.1123543 Jul 06 17:48:00.841262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.841907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.842451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.842999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.843525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.843985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.844680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.846706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-0c36f2fd-b50c-476d-8abd-f2a1e5fb8982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6479 time: 0.3628476 Jul 06 17:48:00.915936 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.928786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4849b-1433-45cf-a401-22060673c623 req-7dd9c06e-5ba9-4a96-a112-1721373f44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:00.932225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-7dd9c06e-5ba9-4a96-a112-1721373f44ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 200 len: 914 time: 0.1629477 Jul 06 17:48:00.983133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3e5916dc-ea82-4a16-b795-2472532577f9,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:00.989523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.018317 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-39afb9d5-9fb6-4813-9fc5-76a25cf82c73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 200 len: 217 time: 0.0770023 Jul 06 17:48:01.060796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:01.122177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4849b-1433-45cf-a401-22060673c623 req-d6e2ef91-4629-447b-a831-19b8c62a96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:01.125154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-d6e2ef91-4629-447b-a831-19b8c62a96c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 200 len: 853 time: 0.0979185 Jul 06 17:48:01.187348 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-785be69d-0fcd-4b5f-bd31-e474c2133c9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b21f5e1-861d-4dae-b943-ab1db4072405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536711 Jul 06 17:48:01.301635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c15a3ef-a3d8-4080-a72f-f5ae73af6c12 req-a5d722ce-56dd-4545-9046-f898441e6cf5 tempest-DeleteServersTestJSON-370391159 tempest-DeleteServersTestJSON-370391159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2 HTTP/1.1" status: 200 len: 210 time: 0.4673784 Jul 06 17:48:01.348490 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-5e3dfc34-9839-482b-af7a-8401f6f40f6b service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541579 Jul 06 17:48:01.416978 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.434280 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.434773 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c disassociated. External IP: 172.25.5.168, port: 5b0c8287-93a6-4955-840e-4bfe6df130bd. Jul 06 17:48:01.497860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-7cfd2fef-5127-4342-bb10-60762aebbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:01.499561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-7cfd2fef-5127-4342-bb10-60762aebbbbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 1100 time: 0.7320688 Jul 06 17:48:01.514631 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4bb4849b-1433-45cf-a401-22060673c623 req-35d99413-314a-4e33-90d0-dc21e1bf615a service neutron] 10.222.0.61 "GET /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546330 Jul 06 17:48:01.613501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6dde3c1f-69e4-49cf-a86c-da30899c311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:01.615201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-6dde3c1f-69e4-49cf-a86c-da30899c311e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 902 time: 0.7511311 Jul 06 17:48:01.729322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-bf584739-597f-472a-a56a-aed5595d6a41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 200 len: 217 time: 0.0628040 Jul 06 17:48:01.846284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-125b693e-c61b-4188-a6a6-1529e650e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:01.847874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-125b693e-c61b-4188-a6a6-1529e650e29c service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3350713 Jul 06 17:48:01.852213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-e0e5a236-8be0-4935-be49-b1d0971a7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:01.854258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-e0e5a236-8be0-4935-be49-b1d0971a7173 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.1111982 Jul 06 17:48:02.005370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-27b11cd7-82ed-459d-8b35-4328cff88062 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51 HTTP/1.1" status: 200 len: 217 time: 0.1150591 Jul 06 17:48:02.023737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c22adf-80f5-464a-9fea-aed1eab6b010 req-7f2cb31e-c60f-4339-97af-fd7ca6a551c5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:02.025358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5c22adf-80f5-464a-9fea-aed1eab6b010 req-7f2cb31e-c60f-4339-97af-fd7ca6a551c5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 949 time: 0.4801667 Jul 06 17:48:02.037836 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.174920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-27b60a09-03a5-4444-88b3-30ba05e53a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:02.176534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-27b60a09-03a5-4444-88b3-30ba05e53a3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1475730 Jul 06 17:48:02.209228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5c22adf-80f5-464a-9fea-aed1eab6b010 req-8a0dfa15-fdc2-4460-9e28-d7edd626f323 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363518 Jul 06 17:48:02.211353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:02.263305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-bc86ebc1-c31e-47f4-80e5-aba2bb673aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:02.264915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-bc86ebc1-c31e-47f4-80e5-aba2bb673aba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3646989 Jul 06 17:48:02.452733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-db69e096-4ed4-4216-8eb5-4c7d89dd2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:02.454315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-db69e096-4ed4-4216-8eb5-4c7d89dd2846 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2681394 Jul 06 17:48:02.569358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-f3c16bd0-456d-4445-b642-cb3fa94ecf97 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942984 Jul 06 17:48:02.608232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:02.624742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:02.636781 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:02.637412 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:02.646303 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.754708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d787d56-3d89-49f3-bccf-65c557311638 req-9fb986ad-a610-48bf-8e16-f1cc62b129ef tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:02.758281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d787d56-3d89-49f3-bccf-65c557311638 req-9fb986ad-a610-48bf-8e16-f1cc62b129ef tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 945 time: 0.3874905 Jul 06 17:48:02.768502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:02.830925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-619c473f-ce12-49db-b5b4-9777590c7087 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "PUT /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 696 time: 2.3346977 Jul 06 17:48:02.833230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-3a3d6cf0-78aa-49ea-91c0-7807ea744842 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413713 Jul 06 17:48:02.837941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:02.840350 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14648028-df5f-4a8b-95ba-c13f510ee58a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:02.914798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19d466c-a99e-4c9a-b901-c7b6365b8bae req-09041880-e8d2-4d79-a343-6742a7d44fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317549 Jul 06 17:48:02.950200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d787d56-3d89-49f3-bccf-65c557311638 req-5c31aa10-1c0a-4e3f-b4ea-3c8e36b08bd0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762691 Jul 06 17:48:03.034716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7d9d92-831b-4185-b885-a6ad2f37b195 req-4a49e785-edf5-4257-98c4-c8b133932904 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859226 Jul 06 17:48:03.037415 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46d6106-54e2-4e7a-9fa9-d0ea9c8cbc12 x-openstack-request-id: req-f46d6106-54e2-4e7a-9fa9-d0ea9c8cbc12 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:03.037975 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:03.038127 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f46d6106-54e2-4e7a-9fa9-d0ea9c8cbc12 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:03.039034 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:48:03.042239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-71991784-2aab-4790-8377-d4ba1a52a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.043857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-71991784-2aab-4790-8377-d4ba1a52a7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.1940827 Jul 06 17:48:03.113325 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.165621 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:03.180141 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:03.181226 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.195308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.195819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.196471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.196950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.197431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.197905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.198375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.200450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-6f12228f-4a7f-4b57-9168-e779cb5905bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6479 time: 0.2172093 Jul 06 17:48:03.327509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-4def29ee-fe46-4703-b371-a415cf98931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.329064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-4def29ee-fe46-4703-b371-a415cf98931f service neutron] 10.222.0.37 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2687178 Jul 06 17:48:03.346005 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:03.417053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-cfc686c2-ac8e-4699-89b8-83c47d6543af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 217 time: 0.0706375 Jul 06 17:48:03.434977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91e33-df19-4671-9e43-cb0de41a0a10 req-7c918b64-bcb4-4d9e-a00f-3916084debd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.437017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0c91e33-df19-4671-9e43-cb0de41a0a10 req-7c918b64-bcb4-4d9e-a00f-3916084debd8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1096 time: 0.3028424 Jul 06 17:48:03.474963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-a9123a88-972b-4169-9ab9-4f84fc862087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.477472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-a9123a88-972b-4169-9ab9-4f84fc862087 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 902 time: 0.2530332 Jul 06 17:48:03.485591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325b61a-dc79-4753-acf3-8639cb38f008 req-240c2d7d-6f24-4d16-a969-98766df6cfd9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.487592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d325b61a-dc79-4753-acf3-8639cb38f008 req-240c2d7d-6f24-4d16-a969-98766df6cfd9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.3373275 Jul 06 17:48:03.578323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-24923f92-9691-4413-a005-624755bebfb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 200 len: 217 time: 0.0842240 Jul 06 17:48:03.632078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-3f3d1284-837b-46f8-bc3f-9e6332424a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.633863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-3f3d1284-837b-46f8-bc3f-9e6332424a5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.2044756 Jul 06 17:48:03.643298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0c91e33-df19-4671-9e43-cb0de41a0a10 req-86fa3d6f-0754-44a7-a5f1-f8fe1740ca9d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944649 Jul 06 17:48:03.676753 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.684630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d325b61a-dc79-4753-acf3-8639cb38f008 req-53f20f2d-debe-4e86-8dff-a83340601348 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702180 Jul 06 17:48:03.699648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-7cfb1132-523f-4e97-abc6-3ad9bbecbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.701179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-7cfb1132-523f-4e97-abc6-3ad9bbecbce9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.1121531 Jul 06 17:48:03.705643 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596fea92-ffc5-4367-acef-a6c03cf5e8f7 None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:45:20Z', 'revision_number': 4, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd4c85cff-ad92-4ed1-9868-b5f122ae7fb5', 'name': '', 'network_id': '18a52b45-d066-4635-96d7-7230775786a0', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'mac_address': 'fa:16:3e:8b:24:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:18Z', 'updated_at': '2021-07-06T17:45:30Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'subnets': [{'id': 'a596f1f7-e080-4134-bf73-9773d920e770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:03.782082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-a8b3300d-4e4a-4c80-ab4d-ab1529d4ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.784029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-a8b3300d-4e4a-4c80-ab4d-ab1529d4ad3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358690 Jul 06 17:48:03.879069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e49efbb3-5fb6-47d3-bc8d-e3734002a812 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:03.908158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: e49efbb3-5fb6-47d3-bc8d-e3734002a812 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:03.908762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e49efbb3-5fb6-47d3-bc8d-e3734002a812 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:04.011677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87f25f-6c90-4fab-b7c3-fa74057b221b None None] New status for floating IP 60fefa66-757c-4808-8b74-0e56a0a6c88c: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:48:04.265707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-d3f8d2f8-b7ed-4b8f-ad0b-2c3c53f96fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.267151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-d3f8d2f8-b7ed-4b8f-ad0b-2c3c53f96fa6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5495465 Jul 06 17:48:04.365860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-a0964ccf-eafb-44cc-aa8a-72b73a788116 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696719 Jul 06 17:48:04.421710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.428215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.435836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.441975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.448294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.454527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.460790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.462817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-62029fdd-8f7a-43a3-9b05-01bdc316b64b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.2504687 Jul 06 17:48:04.538129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-5b1316fd-c56e-44f7-970c-38e86abaa7fd service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517040 Jul 06 17:48:04.623392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f85273e3-d8bb-4974-9d42-24d5a988d1a4 req-5e9d5845-c0db-415f-9a49-740fadb73701 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250646 Jul 06 17:48:04.659857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceec167-fb99-44ca-9620-d3a8d98dd227 req-8200068d-d6f7-423b-9f85-8b7f99131f29 service neutron] 10.222.0.37 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818100 Jul 06 17:48:04.690438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19bc4274-9608-4b4f-9f33-5a68834f78b2 req-7bac7a0a-eaf4-4db4-9e5a-e6a7de48ce89 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439967 Jul 06 17:48:04.715209 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3f52f-51e5-4034-b857-8f704fd8b84a x-openstack-request-id: req-70a3f52f-51e5-4034-b857-8f704fd8b84a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:04.716375 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2", "name": "network-vif-deleted", "tag": "e49efbb3-5fb6-47d3-bc8d-e3734002a812", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:04.717043 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70a3f52f-51e5-4034-b857-8f704fd8b84a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:04.717713 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd80b1-d2ad-44f6-952d-9351dc1ad7a2', 'name': 'network-vif-deleted', 'tag': 'e49efbb3-5fb6-47d3-bc8d-e3734002a812', 'status': 'completed', 'code': 200} Jul 06 17:48:04.918414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1286704-19f8-44af-9398-16d4c75c8de0 req-41cf169d-f98c-40fa-96e8-447ae73670f9 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.920083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1286704-19f8-44af-9398-16d4c75c8de0 req-41cf169d-f98c-40fa-96e8-447ae73670f9 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.0804222 Jul 06 17:48:04.977719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1286704-19f8-44af-9398-16d4c75c8de0 req-952b00d3-ea03-4eef-b16d-ef090534cfd8 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Jul 06 17:48:05.041006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f'}, {'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:05.044390 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6c770-d288-49b1-96b6-d9ccbe4a2ea2" -d '{"events": [{"server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "name": "network-vif-plugged", "status": "completed", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f"}, {"server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "name": "network-vif-plugged", "status": "completed", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:05.102014 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee1a6cd-4329-45d8-8566-8d6758bc9aca x-openstack-request-id: req-4ee1a6cd-4329-45d8-8566-8d6758bc9aca {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:05.102510 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:05.102879 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ee1a6cd-4329-45d8-8566-8d6758bc9aca {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:05.103475 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'status': 'completed', 'code': 200} Jul 06 17:48:05.151426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a78fb-671f-4bf9-825e-b41714d4b79f req-8e176405-14d7-406c-86b3-6212e1fb04bf tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.153022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d21a78fb-671f-4bf9-825e-b41714d4b79f req-8e176405-14d7-406c-86b3-6212e1fb04bf tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 1100 time: 0.0822611 Jul 06 17:48:05.254153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d21a78fb-671f-4bf9-825e-b41714d4b79f req-480f3209-60e6-42f8-abac-7274017ccd28 tempest-ServersOnMultiNodesTest-1632637637 tempest-ServersOnMultiNodesTest-1632637637-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Jul 06 17:48:05.281912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-26a0e908-6260-447b-9155-6295f3f566ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.284608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-26a0e908-6260-447b-9155-6295f3f566ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 1096 time: 0.1484783 Jul 06 17:48:05.427138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28cf4a-9c78-4d40-b47a-b8b87721809d req-5aa69401-4920-459a-96b4-7b8159365ac2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.430618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc28cf4a-9c78-4d40-b47a-b8b87721809d req-5aa69401-4920-459a-96b4-7b8159365ac2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 945 time: 0.2331944 Jul 06 17:48:05.533139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc28cf4a-9c78-4d40-b47a-b8b87721809d req-6cfeaa9c-11bd-4ed7-95c2-fada0c7520ac tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910833 Jul 06 17:48:05.546491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-672bdddb-4343-45af-8f13-cdaf6d838b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.548418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-672bdddb-4343-45af-8f13-cdaf6d838b53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 200 len: 922 time: 0.2554708 Jul 06 17:48:05.600193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-92f6abe2-35d1-4277-b603-4ded40546643 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 200 len: 217 time: 0.0433750 Jul 06 17:48:05.688159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-e0cdb164-2c60-4f11-a15d-ada02b642e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.689579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-e0cdb164-2c60-4f11-a15d-ada02b642e1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 200 len: 860 time: 0.0807106 Jul 06 17:48:05.777956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9955c-d1f0-4c14-af29-eea72d95675e req-1000b669-1eb9-4ea8-bb82-3fdde4414312 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.779921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35d9955c-d1f0-4c14-af29-eea72d95675e req-1000b669-1eb9-4ea8-bb82-3fdde4414312 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.1826975 Jul 06 17:48:05.858483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35d9955c-d1f0-4c14-af29-eea72d95675e req-22b1df4b-904b-4741-9ea5-2c3dc7f7c697 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Jul 06 17:48:05.860618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-18b4509b-67dd-483e-9492-63de1146219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.862316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-18b4509b-67dd-483e-9492-63de1146219a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a52b45-d066-4635-96d7-7230775786a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639903 Jul 06 17:48:05.914980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ef648-8a81-424a-94eb-557f52915303 req-3bd958d2-6288-47fb-b2e9-24cf331ac883 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.917090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-491ef648-8a81-424a-94eb-557f52915303 req-3bd958d2-6288-47fb-b2e9-24cf331ac883 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1024 time: 0.2083063 Jul 06 17:48:05.926663 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c696bd-237f-493b-b062-a5751bbc7f7e x-openstack-request-id: req-e4c696bd-237f-493b-b062-a5751bbc7f7e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:05.927650 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "name": "network-vif-plugged", "status": "completed", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f", "code": 200}, {"server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "name": "network-vif-plugged", "status": "completed", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:05.938226 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4c696bd-237f-493b-b062-a5751bbc7f7e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:05.938967 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'code': 200} Jul 06 17:48:05.939398 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9', 'code': 200} Jul 06 17:48:06.108216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-491ef648-8a81-424a-94eb-557f52915303 req-f2dcbe88-3be6-4a71-b338-ad8d85d44538 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&id=76638915-3bf9-46bd-900a-906a8785c1f0&id=b0e89f3c-a944-4c74-bf83-4621f643a518&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1440856 Jul 06 17:48:06.159896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-8f8d4c30-e1fd-448c-8475-47cf2b602e51 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882285 Jul 06 17:48:06.268716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dc273-a197-4698-9add-8542825dde7f req-3264aff7-5c20-4b40-bd33-a58df33a18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.270097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d45dc273-a197-4698-9add-8542825dde7f req-3264aff7-5c20-4b40-bd33-a58df33a18e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1096 time: 0.2079272 Jul 06 17:48:06.294068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e73dea-3dd3-4df5-8a98-fc15c5cb7a89 req-3d6153d4-9800-4a73-8966-b19a931f676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.295808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9e73dea-3dd3-4df5-8a98-fc15c5cb7a89 req-3d6153d4-9800-4a73-8966-b19a931f676f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 1096 time: 0.2437551 Jul 06 17:48:06.344405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14648028-df5f-4a8b-95ba-c13f510ee58a req-a68be55b-179a-4104-946e-7d7767ce08c4 service neutron] 10.222.0.61 "GET /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737235 Jul 06 17:48:06.370394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d45dc273-a197-4698-9add-8542825dde7f req-78afb941-e175-45b2-9930-8d67fcaaac6e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887449 Jul 06 17:48:06.375011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9e73dea-3dd3-4df5-8a98-fc15c5cb7a89 req-69d25e40-d723-4189-aaed-f2842e9c8bab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671117 Jul 06 17:48:06.506734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4c73c-cca9-4fca-87b7-86af964be4df req-14bbea41-5342-4efb-bdfb-618533bb40e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.514818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dbc4c73c-cca9-4fca-87b7-86af964be4df req-14bbea41-5342-4efb-bdfb-618533bb40e6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 945 time: 0.0825384 Jul 06 17:48:06.519741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50492) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:06.529536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'floatingip': {'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:06.605437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.653719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.667827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.680946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.696600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.709270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.721602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.734549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.738019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-6cd70921-6e12-482a-adbd-4668ae4a1351 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.2183735 Jul 06 17:48:06.886534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f85cd3f-e659-44dd-a9b2-6583003dff7b req-98431f5e-9c41-467c-8944-cd29f8db40a5 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414373 Jul 06 17:48:06.946507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c73772-e474-4cb8-90b8-018bfc1d88c5 req-3fcad552-950f-46d8-8dc2-9778bfe8fa73 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.949009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0c73772-e474-4cb8-90b8-018bfc1d88c5 req-3fcad552-950f-46d8-8dc2-9778bfe8fa73 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.1918063 Jul 06 17:48:07.042035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-e616837b-3b60-41c2-965e-8f54ac09c90c tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 200 len: 694 time: 0.1193295 Jul 06 17:48:07.207059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0c73772-e474-4cb8-90b8-018bfc1d88c5 req-85e26820-b1ef-4b75-a9c3-62fcfe1dbd32 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175977 Jul 06 17:48:07.236794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:07.243799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:07.281817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-c6990cb1-25cc-481a-97d9-ba31082f0f92 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:07.284436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-c6990cb1-25cc-481a-97d9-ba31082f0f92 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 1024 time: 0.2964485 Jul 06 17:48:07.384195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-21aa92f7-05b0-43f0-b93f-c92110eb7920 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:07.386635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-21aa92f7-05b0-43f0-b93f-c92110eb7920 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.3261299 Jul 06 17:48:07.424004 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Floating IP 31c1478c-1444-4c87-b63f-9bfaba166c79 associated. External IP: 172.25.5.115, port: e0f766bb-d8b2-4500-8886-bf9e55370326. Jul 06 17:48:07.511536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-4e19fe2f-e09f-41c8-b0aa-d144042d852f tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 697 time: 0.0949762 Jul 06 17:48:07.598803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-c4a7e04f-5df7-4f3b-ad3a-5ea41c705b28 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 697 time: 0.0593479 Jul 06 17:48:07.630990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d7e46-9eed-43de-bb12-b49b26a4a1e7 req-fbc4c4d3-630e-42f9-ab58-d4111526299c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:07.636045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db9d7e46-9eed-43de-bb12-b49b26a4a1e7 req-fbc4c4d3-630e-42f9-ab58-d4111526299c tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 949 time: 0.2477801 Jul 06 17:48:07.785373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Router 1355f4f7-c0fc-415f-a86d-96502193b732 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:07.836141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Deleting port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:07.836747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:07.916395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:07.922127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:07.940037 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] Sync routers for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:07.951659 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:07.953893 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:07.982534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db9d7e46-9eed-43de-bb12-b49b26a4a1e7 req-9790ee88-38db-4497-9f96-26fe93249c86 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685101 Jul 06 17:48:08.004286 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce9e0389-ff64-4e95-bfec-1c4b7166b3e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "PUT /v2.0/floatingips/31c1478c-1444-4c87-b63f-9bfaba166c79 HTTP/1.1" status: 200 len: 991 time: 1.4824228 Jul 06 17:48:08.008248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:08.011953 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cf21e9-c1e5-4911-bd3b-7b330d122001" -d '{"events": [{"name": "network-changed", "server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:08.122747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] For port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:08.123572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.129831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Deleting port 77c3b501-0138-4813-ac55-e978983a890b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:08.130410 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.198856 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:08.240285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Calling delete_port for 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:08.483391 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '31c1478c-1444-4c87-b63f-9bfaba166c79', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:47:32Z', 'updated_at': '2021-07-06T17:48:07Z', 'revision_number': 1, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:28Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:08.512468 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] Checking router: 1355f4f7-c0fc-415f-a86d-96502193b732 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:08.521960 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:08.523324 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:08.572177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.572703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.627430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Calling delete_port for 77c3b501-0138-4813-ac55-e978983a890b owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:08.657274 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:08.664117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-6975cd11-b3cc-4b7e-a55b-9b4346215f68 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:08.666845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-6975cd11-b3cc-4b7e-a55b-9b4346215f68 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 949 time: 0.4486616 Jul 06 17:48:08.755060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8650-5686-40df-866a-3446d391c301 req-291a5160-9f75-447d-90e7-0dcef696f98c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:08.758274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3bc8650-5686-40df-866a-3446d391c301 req-291a5160-9f75-447d-90e7-0dcef696f98c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.4951432 Jul 06 17:48:08.927739 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '31c1478c-1444-4c87-b63f-9bfaba166c79', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:47:32Z', 'updated_at': '2021-07-06T17:48:07Z', 'revision_number': 1, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:28Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:08.966291 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ec6e-a779-439e-b0b9-f07c2b9885c0 None None] The sync data for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 is: [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '31c1478c-1444-4c87-b63f-9bfaba166c79', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:47:32Z', 'updated_at': '2021-07-06T17:48:07Z', 'revision_number': 1, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:28Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:09.087565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3bc8650-5686-40df-866a-3446d391c301 req-063870ab-f59a-4cdf-9a9b-9776c838e5ad tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516325 Jul 06 17:48:09.113097 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:09.127564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:09.206726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'Port': ['ID=7bce0abb-d5f1-4362-9556-e2bbcf72a1cb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:09.276978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4277af-1b05-4314-8e44-eb3687a62cc2 None None] New status for floating IP 31c1478c-1444-4c87-b63f-9bfaba166c79: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:48:09.329128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port eab5aa5e-5cf6-47c5-862d-4b635383ba51 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:09.330065 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:09.384746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] No DVR routers for this DVR port 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:09.410653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:09.415401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b0f598e-5355-42a1-8ec3-4b5451ed6079 req-a8cb5050-c09a-40cf-8de7-7440204e5cad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "DELETE /v2.0/ports/7bce0abb-d5f1-4362-9556-e2bbcf72a1cb HTTP/1.1" status: 204 len: 173 time: 2.1038573 Jul 06 17:48:09.434244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'name': 'network-vif-deleted', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:09.440064 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e604ab07-dd46-472e-80c4-bb529ffe1ccc" -d '{"events": [{"server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "name": "network-vif-deleted", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:10.072471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460d9963-d30e-4473-9ce6-b2f78d4e9326 req-49cf1c2c-afce-4d7c-894b-be554d1cb21a tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=db44c4ea-89d7-4aef-af17-f65aba271773 HTTP/1.1" status: 200 len: 210 time: 0.6985278 Jul 06 17:48:10.089222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.126847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event deleted for resources: {'Port': ['ID=77c3b501-0138-4813-ac55-e978983a890b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:10.210189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port eab5aa5e-5cf6-47c5-862d-4b635383ba51, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eab5aa5e-5cf6-47c5-862d-4b635383ba51,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:10.210457 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.261519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for eab5aa5e-5cf6-47c5-862d-4b635383ba51 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:10.289106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.292060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.293349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccf39ec2-a9d0-4518-85c5-6aa71b86bb05 req-d67112c3-181e-4f5c-9dfa-fb8a8936db2d tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "DELETE /v2.0/floatingips/60fefa66-757c-4808-8b74-0e56a0a6c88c HTTP/1.1" status: 204 len: 173 time: 2.6834569 Jul 06 17:48:10.381342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.388292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.394301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.400954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.406965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.413277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.419315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.421315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-dfd783be-a361-4ca7-84bb-8b1643332799 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.2150826 Jul 06 17:48:10.480686 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6234b2bc-f359-4314-896c-9eb3e5d95ad4 x-openstack-request-id: req-6234b2bc-f359-4314-896c-9eb3e5d95ad4 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:10.481682 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:10.481682 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6234b2bc-f359-4314-896c-9eb3e5d95ad4 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:10.482138 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'status': 'completed', 'code': 200} Jul 06 17:48:10.503941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1adc2ca4-2f9a-4c82-be3a-eb19bdce6633 req-557a4c6d-bbea-4616-b090-c85d447f70db tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709333 Jul 06 17:48:10.571794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.589725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', '009a8b38-798f-4da7-89ba-863401fdbc41'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:10.637157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-6448ef23-3f89-4590-a35d-0858b273f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.639066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d', '59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:10.641476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-6448ef23-3f89-4590-a35d-0858b273f92e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1096 time: 0.1331677 Jul 06 17:48:10.647293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=eab5aa5e-5cf6-47c5-862d-4b635383ba51,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:10.687731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eab5aa5e-5cf6-47c5-862d-4b635383ba51 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:10.725711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: eab5aa5e-5cf6-47c5-862d-4b635383ba51 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:10.730564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eab5aa5e-5cf6-47c5-862d-4b635383ba51 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:10.731282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:10.789022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port eab5aa5e-5cf6-47c5-862d-4b635383ba51 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:10.790324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:10.790665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7bce0abb-d5f1-4362-9556-e2bbcf72a1cb not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:10.793416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.796086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5412a134-833c-46df-b21e-7ee6aa9888a3 req-9903465c-76f5-4f62-badd-5c63709f1b15 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "DELETE /v2.0/ports/eab5aa5e-5cf6-47c5-862d-4b635383ba51 HTTP/1.1" status: 204 len: 173 time: 2.1158648 Jul 06 17:48:10.897132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32859819-5c4d-4038-a204-05022d2e59ef req-efb06924-a42d-4c2a-901d-0620687b026b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=118f344b-7110-4a1d-bbed-114a22724c6c HTTP/1.1" status: 200 len: 210 time: 0.1116464 Jul 06 17:48:11.032555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbe4ca-8535-4c56-a59f-8e8b77c80720 req-4ec8689a-90f0-4728-95f7-ca0a36ba9866 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.041009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29fbe4ca-8535-4c56-a59f-8e8b77c80720 req-4ec8689a-90f0-4728-95f7-ca0a36ba9866 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.2566347 Jul 06 17:48:11.045232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-6b5b8040-450a-4ac9-935c-9c80ccaa1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.046951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-6b5b8040-450a-4ac9-935c-9c80ccaa1b22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.3737211 Jul 06 17:48:11.166512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29fbe4ca-8535-4c56-a59f-8e8b77c80720 req-2d2a6656-b718-44b7-8c26-cb6d59d87584 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243978 Jul 06 17:48:11.178325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-b6aab7d7-e29c-4d39-b56c-153894e21829 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 1001 time: 0.1239455 Jul 06 17:48:11.231134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64bf2a-7083-4c07-abe8-94ffc3a418d8 req-644ac806-4761-4007-bbd4-125ee49509df tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.232731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb64bf2a-7083-4c07-abe8-94ffc3a418d8 req-644ac806-4761-4007-bbd4-125ee49509df tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1096 time: 0.1800148 Jul 06 17:48:11.244929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-040f7c49-e7a9-4439-92c0-f6f7824a04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.247128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-040f7c49-e7a9-4439-92c0-f6f7824a04b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.0616956 Jul 06 17:48:11.288977 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c4bf36-e278-4033-8511-5038f59a8d8c x-openstack-request-id: req-20c4bf36-e278-4033-8511-5038f59a8d8c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:11.289544 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db44c4ea-89d7-4aef-af17-f65aba271773", "name": "network-vif-deleted", "tag": "7bce0abb-d5f1-4362-9556-e2bbcf72a1cb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:11.289544 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20c4bf36-e278-4033-8511-5038f59a8d8c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:11.289955 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db44c4ea-89d7-4aef-af17-f65aba271773', 'name': 'network-vif-deleted', 'tag': '7bce0abb-d5f1-4362-9556-e2bbcf72a1cb', 'status': 'completed', 'code': 200} Jul 06 17:48:11.319308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb64bf2a-7083-4c07-abe8-94ffc3a418d8 req-04e6e83f-7306-494b-af96-e5905d4cf466 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710735 Jul 06 17:48:11.343888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-c3c05096-f8f2-47a5-b6ce-7271aa934316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.345662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-c3c05096-f8f2-47a5-b6ce-7271aa934316 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912712 Jul 06 17:48:11.526962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-b9f56a68-d0e2-4fab-b072-24cb45a17391 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718450 Jul 06 17:48:11.675146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cf21e9-c1e5-4911-bd3b-7b330d122001 req-7a9ea92b-5758-4076-acaf-ee8df8c9e4f2 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417809 Jul 06 17:48:11.744305 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-e3752d29-c2f6-4f88-a324-a48691b7153e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203012 Jul 06 17:48:11.912100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-85772fe7-0592-4e31-bc6d-27b639cd8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.914354 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-85772fe7-0592-4e31-bc6d-27b639cd8837 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.1120801 Jul 06 17:48:12.064224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1578e-6e06-4578-b214-37c4d3e62cef req-181d6f18-68c5-4375-b5db-2f920a96e693 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.071792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50c1578e-6e06-4578-b214-37c4d3e62cef req-181d6f18-68c5-4375-b5db-2f920a96e693 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.1602612 Jul 06 17:48:12.083699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:12.093752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Request body: {'floatingip': {'port_id': '3e5916dc-ea82-4a16-b795-2472532577f9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:12.179026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.260219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-3630ea7f-0b2e-48d7-8f78-2a87ac61f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.262052 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-3630ea7f-0b2e-48d7-8f78-2a87ac61f2a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.3089328 Jul 06 17:48:12.304507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.312186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.319180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.328089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.334960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.342417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.361483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.374164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-a8f1dba8-c093-41dd-a102-ebf67f3a8542 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.2592068 Jul 06 17:48:12.457337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a5045-9787-481d-b2d8-ecef56ca0032 req-b4ee4c83-e40a-4bfb-83e5-370023186d53 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.459038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b7a5045-9787-481d-b2d8-ecef56ca0032 req-b4ee4c83-e40a-4bfb-83e5-370023186d53 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 945 time: 0.2468269 Jul 06 17:48:12.473187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca91e6b6-b0be-421e-b0df-0f4023f93c6c req-b45f3e64-d85c-444d-911e-2b9befa5c5f1 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987029 Jul 06 17:48:12.532499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b7a5045-9787-481d-b2d8-ecef56ca0032 req-fe3a08f7-988b-4d40-9fe8-fe74055e58b5 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb7b073-464a-4241-a965-66622d8851b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Jul 06 17:48:12.597021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4590a3b-986f-47dc-8352-5184e618c7c2 req-fc3635b2-c82a-47b6-84ce-6cc717781a21 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/76638915-3bf9-46bd-900a-906a8785c1f0 HTTP/1.1" status: 200 len: 1799 time: 0.0470145 Jul 06 17:48:12.696759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4590a3b-986f-47dc-8352-5184e618c7c2 req-32db39e5-c20b-4c18-944f-527ebeedf4c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.763189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4590a3b-986f-47dc-8352-5184e618c7c2 req-32db39e5-c20b-4c18-944f-527ebeedf4c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.819026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-c276f7fa-b8f2-4a9f-9be6-6552a4d44a16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.5478771 Jul 06 17:48:12.863196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4590a3b-986f-47dc-8352-5184e618c7c2 req-32db39e5-c20b-4c18-944f-527ebeedf4c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.869339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4590a3b-986f-47dc-8352-5184e618c7c2 req-32db39e5-c20b-4c18-944f-527ebeedf4c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.870769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4590a3b-986f-47dc-8352-5184e618c7c2 req-32db39e5-c20b-4c18-944f-527ebeedf4c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/76638915-3bf9-46bd-900a-906a8785c1f0 HTTP/1.1" status: 204 len: 173 time: 0.2672856 Jul 06 17:48:12.886081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db39e5-c20b-4c18-944f-527ebeedf4c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76638915-3bf9-46bd-900a-906a8785c1f0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:12.915474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-1fa56b3b-292f-4ca2-b92c-1d253444b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:12.917017 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-1fa56b3b-292f-4ca2-b92c-1d253444b83f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.0567961 Jul 06 17:48:13.035903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fd043a3-6920-444e-8e98-c8efac6b7a2c req-4a78c2d6-7a11-40f8-9469-ce1741fcb915 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/b0e89f3c-a944-4c74-bf83-4621f643a518 HTTP/1.1" status: 200 len: 1799 time: 0.0557048 Jul 06 17:48:13.099087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-c66a443f-dee6-41f9-8a0d-6758cf9a8b6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896111 Jul 06 17:48:13.136545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7fd043a3-6920-444e-8e98-c8efac6b7a2c req-35e85656-7ae4-4820-b2cb-b9fe6465c6ad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.246405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7fd043a3-6920-444e-8e98-c8efac6b7a2c req-35e85656-7ae4-4820-b2cb-b9fe6465c6ad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.301019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118f344b-7110-4a1d-bbed-114a22724c6c', 'name': 'network-vif-deleted', 'tag': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:13.308089 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb62b9-a499-4063-8b96-ac4768e0d4a5" -d '{"events": [{"server_uuid": "118f344b-7110-4a1d-bbed-114a22724c6c", "name": "network-vif-deleted", "tag": "eab5aa5e-5cf6-47c5-862d-4b635383ba51"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:13.332974 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-c7f298f2-f24d-41c1-b4d3-cdf6545077f0 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264659 Jul 06 17:48:13.372471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-2cdce662-dbdf-473d-9097-36c2c9501a85 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:13.376570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-2cdce662-dbdf-473d-9097-36c2c9501a85 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 945 time: 0.2065189 Jul 06 17:48:13.396782 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7fd043a3-6920-444e-8e98-c8efac6b7a2c req-35e85656-7ae4-4820-b2cb-b9fe6465c6ad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.399564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7fd043a3-6920-444e-8e98-c8efac6b7a2c req-35e85656-7ae4-4820-b2cb-b9fe6465c6ad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.400781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fd043a3-6920-444e-8e98-c8efac6b7a2c req-35e85656-7ae4-4820-b2cb-b9fe6465c6ad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0e89f3c-a944-4c74-bf83-4621f643a518 HTTP/1.1" status: 204 len: 173 time: 0.3566549 Jul 06 17:48:13.523478 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c1529f-47eb-49c6-ac6f-97937b0a55b3 x-openstack-request-id: req-04c1529f-47eb-49c6-ac6f-97937b0a55b3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:13.523963 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118f344b-7110-4a1d-bbed-114a22724c6c", "name": "network-vif-deleted", "tag": "eab5aa5e-5cf6-47c5-862d-4b635383ba51", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:13.524402 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04c1529f-47eb-49c6-ac6f-97937b0a55b3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:13.525078 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118f344b-7110-4a1d-bbed-114a22724c6c', 'name': 'network-vif-deleted', 'tag': 'eab5aa5e-5cf6-47c5-862d-4b635383ba51', 'status': 'completed', 'code': 200} Jul 06 17:48:13.529395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e85656-7ae4-4820-b2cb-b9fe6465c6ad tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e89f3c-a944-4c74-bf83-4621f643a518,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:13.645911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.654285 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-95f8b70e-c458-4efd-8794-c0c02f88f7b0 req-3079d436-5b48-460e-a106-6f6011f6bbe8 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121276 Jul 06 17:48:13.656133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.702605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-58540fd7-1826-4c93-a4e8-86a2b923e064 req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1404063933', 'description': 'tempest-description-1557495177'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:13.721326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Deleting port 5b0c8287-93a6-4955-840e-4bfe6df130bd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:13.721756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.801147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58540fd7-1826-4c93-a4e8-86a2b923e064 req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.828670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ff96e-a076-42c3-9c9e-ce70ca44e98f req-387a9a19-c088-4e3b-9a99-708eafad869e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:13.830314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-149ff96e-a076-42c3-9c9e-ce70ca44e98f req-387a9a19-c088-4e3b-9a99-708eafad869e tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 950 time: 0.2663164 Jul 06 17:48:13.862238 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Floating IP 2a394a0a-f194-4722-92c3-3e6ae3f6af33 associated. External IP: 172.25.5.248, port: 3e5916dc-ea82-4a16-b795-2472532577f9. Jul 06 17:48:13.929207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] For port 5b0c8287-93a6-4955-840e-4bfe6df130bd, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5b0c8287-93a6-4955-840e-4bfe6df130bd,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:13.929770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.939170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-149ff96e-a076-42c3-9c9e-ce70ca44e98f req-2f474dbb-aee3-481a-87a4-b26928c8e2ed tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972595 Jul 06 17:48:13.957803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Calling delete_port for 5b0c8287-93a6-4955-840e-4bfe6df130bd owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:14.144787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58540fd7-1826-4c93-a4e8-86a2b923e064 req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.162771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Router def14c86-aef0-42a7-9697-2dfa924afb5e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:14.169876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58540fd7-1826-4c93-a4e8-86a2b923e064 req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.265234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-58540fd7-1826-4c93-a4e8-86a2b923e064 req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.268123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58540fd7-1826-4c93-a4e8-86a2b923e064 req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5832675 Jul 06 17:48:14.281050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790bfa7-45ac-453e-a80e-a45376c87709 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a147e9-f4af-4192-976a-530801eac7d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:14.368129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:14.384506 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] Sync routers for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:14.386375 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.425654 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:14.426732 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:14.447613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.464564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5b0c8287-93a6-4955-840e-4bfe6df130bd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:14.495381 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8436c609-1379-4723-912e-675498d993a7 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "PUT /v2.0/floatingips/2a394a0a-f194-4722-92c3-3e6ae3f6af33 HTTP/1.1" status: 200 len: 991 time: 2.4054973 Jul 06 17:48:14.497056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:14.512308 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6edd21-43e2-4a34-b731-9d62a5f7734f" -d '{"events": [{"name": "network-changed", "server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:14.597449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Pushing event deleted for resources: {'Port': ['ID=5b0c8287-93a6-4955-840e-4bfe6df130bd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:14.685913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] No DVR routers for this DVR port 5b0c8287-93a6-4955-840e-4bfe6df130bd on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:14.695885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.698288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eae1ace9-565a-4e4b-ad20-ef208eda84e1 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:14.704954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5078504a-be0f-4c23-80c9-e25ae266fcb4 req-d1c3f718-2f66-4f9d-9cc8-0a4fe81a8cff tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.61 "DELETE /v2.0/ports/5b0c8287-93a6-4955-840e-4bfe6df130bd HTTP/1.1" status: 204 len: 173 time: 1.3227186 Jul 06 17:48:14.769765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.776898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.783927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.791562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.798199 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:14.798805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.806665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.823019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.825690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-976f67af-04b9-4b70-88be-41b6c3811d98 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.827950 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-976f67af-04b9-4b70-88be-41b6c3811d98 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 950 time: 0.2418616 Jul 06 17:48:14.843884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-89bdf6ed-650e-4271-9331-0aea112d8214 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5422 time: 0.2803571 Jul 06 17:48:14.943077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7dc401e-a5a0-46e5-af66-001eb71ad217 req-ec7abeab-2e87-4e25-b21e-2f7bd181ee21 tempest-FloatingIPsAssociationTestJSON-862145390 tempest-FloatingIPsAssociationTestJSON-862145390-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b6c380-307e-4b4e-875b-48eb9ca3e7c0 HTTP/1.1" status: 200 len: 210 time: 0.0932677 Jul 06 17:48:14.987920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:15.038993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1', 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'port_id': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1', 'mac_address': 'fa:16:3e:2b:00:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ac0839-1a51-45bf-9682-7943e5dad2bc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:15.047124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fa396f6-1df8-4c42-b8d3-bc33955276c2 req-22b90228-0555-41ec-8f5d-fad2baaea0a3 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019422 Jul 06 17:48:15.238981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-a3845ed0-7f53-43d2-9f8a-ea5c4ce94da7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/59a147e9-f4af-4192-976a-530801eac7d0 HTTP/1.1" status: 200 len: 1801 time: 0.1636186 Jul 06 17:48:15.245821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port 009a8b38-798f-4da7-89ba-863401fdbc41 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:15.246407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.258697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.264556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Request body: {'security_group': {'name': 'tempest-sg-hth-712142870', 'description': 'tempest-description-hth-1412530867'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:15.327874 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.378541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae1ace9-565a-4e4b-ad20-ef208eda84e1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:15.400028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.407777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.420696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.434088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8eb987c-dfae-4635-938c-2b3d3a014d0d req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "PUT /v2.0/security-groups/59a147e9-f4af-4192-976a-530801eac7d0 HTTP/1.1" status: 200 len: 1774 time: 0.1929853 Jul 06 17:48:15.516223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:15.525817 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.529444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 74f3ad96-4810-4c62-9463-26621a75b132 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:15.563723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'name': 'network-vif-deleted', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:15.567861 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '2a394a0a-f194-4722-92c3-3e6ae3f6af33', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'port_id': '3e5916dc-ea82-4a16-b795-2472532577f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'mac_address': 'fa:16:3e:73:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:59Z', 'updated_at': '2021-07-06T17:48:13Z', 'revision_number': 1, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:47:00Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:15.573142 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e461759-5e42-4f7a-8809-c04102febe2b" -d '{"events": [{"server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "name": "network-vif-deleted", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:15.581536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321739d-b347-4861-aef4-287b1fe2a124 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a147e9-f4af-4192-976a-530801eac7d0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:15.609765 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09191445-569c-4268-bfeb-3abf220bbb53 x-openstack-request-id: req-09191445-569c-4268-bfeb-3abf220bbb53 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:15.610079 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:15.610291 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09191445-569c-4268-bfeb-3abf220bbb53 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:15.610702 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9', 'status': 'completed', 'code': 200} Jul 06 17:48:15.653899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port 009a8b38-798f-4da7-89ba-863401fdbc41, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=009a8b38-798f-4da7-89ba-863401fdbc41,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:15.654535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.696236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for 009a8b38-798f-4da7-89ba-863401fdbc41 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:15.720826 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] Checking router: def14c86-aef0-42a7-9697-2dfa924afb5e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:15.761750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af32a8b5-08a5-463a-a32c-dc4b5bdeea64 req-1bcb4aec-472c-462a-b44a-9c12174d5365 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/59a147e9-f4af-4192-976a-530801eac7d0 HTTP/1.1" status: 200 len: 1774 time: 0.1350429 Jul 06 17:48:15.795623 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:15.797092 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:15.829932 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d970f3d5-c6fc-42b6-8481-0aa6f67cede5 x-openstack-request-id: req-d970f3d5-c6fc-42b6-8481-0aa6f67cede5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:15.833961 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6c380-307e-4b4e-875b-48eb9ca3e7c0", "name": "network-vif-deleted", "tag": "5b0c8287-93a6-4955-840e-4bfe6df130bd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:15.837883 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d970f3d5-c6fc-42b6-8481-0aa6f67cede5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:15.838766 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6c380-307e-4b4e-875b-48eb9ca3e7c0', 'name': 'network-vif-deleted', 'tag': '5b0c8287-93a6-4955-840e-4bfe6df130bd', 'status': 'completed', 'code': 200} Jul 06 17:48:15.855918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-34be327d-3e1b-40b8-a692-49f683cb127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:15.857628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-34be327d-3e1b-40b8-a692-49f683cb127a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0230c6c53b14bd0a8d27e661193c971&device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 1096 time: 0.2235518 Jul 06 17:48:15.878609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:48:15.903528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:15.936673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=74f3ad96-4810-4c62-9463-26621a75b132,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:15.959712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.965246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.965653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.966059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.967699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.968478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.969035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.975175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.976904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.978485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.979052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:15.980458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:16.036046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61cd07b3-286b-4a51-aef1-26d776625a17 req-82cec6d5-2630-4a49-95e1-5b31b0160e10 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/59a147e9-f4af-4192-976a-530801eac7d0 HTTP/1.1" status: 200 len: 1774 time: 0.1913981 Jul 06 17:48:16.044042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '74f3ad96-4810-4c62-9463-26621a75b132', 'network_id': '9ec71a13-023b-4a38-9fc1-052d9b6f9af7', 'port_id': '74f3ad96-4810-4c62-9463-26621a75b132', 'mac_address': 'fa:16:3e:69:2f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ac0839-1a51-45bf-9682-7943e5dad2bc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:16.075046 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:16.134282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.148579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.151146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d', '59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:16.153436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', '009a8b38-798f-4da7-89ba-863401fdbc41'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:16.180967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-ce88b06c-daa8-414e-bf42-593a4b3f3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:16.182910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-ce88b06c-daa8-414e-bf42-593a4b3f3de7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fde0487f-7d60-46ba-a360-67ac6ae4e70d HTTP/1.1" status: 200 len: 916 time: 0.2943766 Jul 06 17:48:16.292631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=009a8b38-798f-4da7-89ba-863401fdbc41,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:16.316843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f3ad96-4810-4c62-9463-26621a75b132 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:16.431568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port 009a8b38-798f-4da7-89ba-863401fdbc41 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:16.439508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.441619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf217aab-c895-4773-830d-fb86cc127338 req-95446fbf-1da4-4065-a3b7-91def29b55b5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:16.443092 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6c33390b-e093-4e80-a03c-747f4797dcc5 req-5ebe860a-1002-4e30-8d12-ef2a2ae34f3a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "DELETE /v2.0/ports/009a8b38-798f-4da7-89ba-863401fdbc41 HTTP/1.1" status: 204 len: 173 time: 1.6094587 Jul 06 17:48:16.449183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=74f3ad96-4810-4c62-9463-26621a75b132,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:16.449580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf217aab-c895-4773-830d-fb86cc127338 req-95446fbf-1da4-4065-a3b7-91def29b55b5 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba2f6d2-1b4f-42f0-89fc-aa40dd94db51 HTTP/1.1" status: 200 len: 867 time: 0.5872343 Jul 06 17:48:16.508062 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.512984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 71f33500-9750-424e-a91e-60bb1c5c9849 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:16.538796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf217aab-c895-4773-830d-fb86cc127338 req-682b01f1-ff15-45fe-acfa-5257d7cd528d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878818 Jul 06 17:48:16.545926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-045ead20-c94c-456b-8672-81a859c02ef5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5916dc-ea82-4a16-b795-2472532577f9 HTTP/1.1" status: 200 len: 999 time: 0.3293774 Jul 06 17:48:16.730227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61cd07b3-286b-4a51-aef1-26d776625a17 req-b323b18f-7d95-4b1c-8390-6ff6bd23a180 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.740574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:16.760009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50620) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:16.873210 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '2a394a0a-f194-4722-92c3-3e6ae3f6af33', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'port_id': '3e5916dc-ea82-4a16-b795-2472532577f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'mac_address': 'fa:16:3e:73:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:59Z', 'updated_at': '2021-07-06T17:48:13Z', 'revision_number': 1, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:47:00Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:16.973449 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea78e-b7ef-49ad-917f-bd31500edfcb None None] The sync data for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 is: [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '2a394a0a-f194-4722-92c3-3e6ae3f6af33', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'port_id': '3e5916dc-ea82-4a16-b795-2472532577f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'mac_address': 'fa:16:3e:73:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:59Z', 'updated_at': '2021-07-06T17:48:13Z', 'revision_number': 1, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:47:00Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:17.063052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61cd07b3-286b-4a51-aef1-26d776625a17 req-b323b18f-7d95-4b1c-8390-6ff6bd23a180 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.185049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-aa77d370-06b6-42c2-8a67-2478f13685c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.192144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-aa77d370-06b6-42c2-8a67-2478f13685c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4dddba49-30e9-4456-91d8-80021c9461ee HTTP/1.1" status: 200 len: 854 time: 0.6368299 Jul 06 17:48:17.219736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=71f33500-9750-424e-a91e-60bb1c5c9849,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:17.273447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '71f33500-9750-424e-a91e-60bb1c5c9849', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'port_id': '71f33500-9750-424e-a91e-60bb1c5c9849', 'mac_address': 'fa:16:3e:30:f8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:17.421091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c3ecb-bac9-4ab8-9738-90a02eeb14ff None None] New status for floating IP 2a394a0a-f194-4722-92c3-3e6ae3f6af33: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:48:17.427184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.514621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.531358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.549761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f33500-9750-424e-a91e-60bb1c5c9849 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:17.571952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.582420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.594367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.604352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.612963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.618105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=71f33500-9750-424e-a91e-60bb1c5c9849,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:17.625978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-d97723e4-f8cd-471e-afcd-37465fbf1627 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5424 time: 0.5813518 Jul 06 17:48:17.626972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'name': 'network-vif-deleted', 'tag': '009a8b38-798f-4da7-89ba-863401fdbc41'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:17.640306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.641435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6bf490b1-818a-49c9-b3e6-1e30a983d24b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:17.641590 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d90d6-d5d9-4112-a3a3-8148785d4a28" -d '{"events": [{"server_uuid": "cba2f6d2-1b4f-42f0-89fc-aa40dd94db51", "name": "network-vif-deleted", "tag": "009a8b38-798f-4da7-89ba-863401fdbc41"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:17.660546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-d938c0d6-5d5a-42dc-8325-a4bf654de644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.663822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-d938c0d6-5d5a-42dc-8325-a4bf654de644 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fde0487f-7d60-46ba-a360-67ac6ae4e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4479253 Jul 06 17:48:17.665391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61cd07b3-286b-4a51-aef1-26d776625a17 req-b323b18f-7d95-4b1c-8390-6ff6bd23a180 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.668664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-61cd07b3-286b-4a51-aef1-26d776625a17 req-b323b18f-7d95-4b1c-8390-6ff6bd23a180 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.683198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61cd07b3-286b-4a51-aef1-26d776625a17 req-b323b18f-7d95-4b1c-8390-6ff6bd23a180 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/59a147e9-f4af-4192-976a-530801eac7d0 HTTP/1.1" status: 204 len: 173 time: 1.5382278 Jul 06 17:48:17.814760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e3eb9e7-56f0-4610-8bbd-5e66801f24c0 req-c7b765e5-6050-43c4-8b54-5ad714076bc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799421 Jul 06 17:48:17.870805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323b18f-7d95-4b1c-8390-6ff6bd23a180 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a147e9-f4af-4192-976a-530801eac7d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:17.884786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.002001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:48:18.112047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-d9f60391-f0b2-4013-acfd-1cdac57b358e service neutron] 10.222.0.61 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248312 Jul 06 17:48:18.242278 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ebac5-94d2-4053-a868-079145188e0d x-openstack-request-id: req-d99ebac5-94d2-4053-a868-079145188e0d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:18.242731 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2f6d2-1b4f-42f0-89fc-aa40dd94db51", "name": "network-vif-deleted", "tag": "009a8b38-798f-4da7-89ba-863401fdbc41", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:18.243089 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d99ebac5-94d2-4053-a868-079145188e0d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:18.250408 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2f6d2-1b4f-42f0-89fc-aa40dd94db51', 'name': 'network-vif-deleted', 'tag': '009a8b38-798f-4da7-89ba-863401fdbc41', 'status': 'completed', 'code': 200} Jul 06 17:48:18.312869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:18.371305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:18.446391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b6edd21-43e2-4a34-b731-9d62a5f7734f req-97381b2a-3cc5-4947-978a-1366cf928346 service neutron] 10.222.0.61 "GET /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276231 Jul 06 17:48:18.492484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '6bf490b1-818a-49c9-b3e6-1e30a983d24b', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'port_id': '6bf490b1-818a-49c9-b3e6-1e30a983d24b', 'mac_address': 'fa:16:3e:8c:0e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:18.593267 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-ffa5051f-99c4-4d22-bde0-0887a116b659 req-834f6d0e-85dc-472f-b1f0-80f71b116b8c tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:48:18.612211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffa5051f-99c4-4d22-bde0-0887a116b659 req-834f6d0e-85dc-472f-b1f0-80f71b116b8c tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/b0e89f3c-a944-4c74-bf83-4621f643a518 HTTP/1.1" status: 404 len: 352 time: 0.0416222 Jul 06 17:48:18.692564 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-c74efd9f-534e-4c15-bd1c-093fa8810259 req-a5767f3d-b34e-4b91-90ae-5ce3c4909f51 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:48:18.704049 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c74efd9f-534e-4c15-bd1c-093fa8810259 req-a5767f3d-b34e-4b91-90ae-5ce3c4909f51 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/76638915-3bf9-46bd-900a-906a8785c1f0 HTTP/1.1" status: 404 len: 352 time: 0.0421677 Jul 06 17:48:18.793774 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-c5ccc17a-db53-4a58-b1fa-500a02efed6c req-2ef73ca7-033b-47ea-a4d1-7626918c3503 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:48:18.812887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5ccc17a-db53-4a58-b1fa-500a02efed6c req-2ef73ca7-033b-47ea-a4d1-7626918c3503 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/dfdec0c6-0f34-4dca-ad75-9570a46764cb HTTP/1.1" status: 404 len: 352 time: 0.0593898 Jul 06 17:48:18.818299 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Deleting port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:18.819149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.880683 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.944055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf490b1-818a-49c9-b3e6-1e30a983d24b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:18.957067 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-a23d0c59-e3fe-47d6-8c81-0e5881ed486d req-1c73e88c-d1c5-457a-a34f-987f14ba04b3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:48:18.968586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a23d0c59-e3fe-47d6-8c81-0e5881ed486d req-1c73e88c-d1c5-457a-a34f-987f14ba04b3 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/ea1c8a53-4245-4cf9-b23c-b1dfafac1c94 HTTP/1.1" status: 404 len: 352 time: 0.0949833 Jul 06 17:48:19.036220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:19.047489 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.049321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c4671634-d359-4ffc-ab48-8920bcbf3311 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:19.055408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] For port d4c85cff-ad92-4ed1-9868-b5f122ae7fb5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:19.055966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.114449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Calling delete_port for d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:19.464987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:19.597854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.689239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598814d9-0bdf-4d70-9053-aa3105cb434a req-72448cb1-d203-440a-9918-1dac2541b01a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.696316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-598814d9-0bdf-4d70-9053-aa3105cb434a req-72448cb1-d203-440a-9918-1dac2541b01a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 949 time: 0.2592037 Jul 06 17:48:19.719072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.728741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.734789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c85cff-ad92-4ed1-9868-b5f122ae7fb5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:19.762312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.776733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.783287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c4671634-d359-4ffc-ab48-8920bcbf3311,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:19.788862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.801962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.824407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.841216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-f0556d5d-781b-469e-a6fb-e7757f502ef6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5426 time: 0.5732481 Jul 06 17:48:19.857130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'port_id': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'mac_address': 'fa:16:3e:07:58:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:20.017338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.057803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbb1454a-0975-43d7-ae38-d4bc59f2b850 req-919ac155-9683-48a8-a21b-e146aba6eda9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712050 Jul 06 17:48:20.069823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 009a8b38-798f-4da7-89ba-863401fdbc41 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:20.076687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-598814d9-0bdf-4d70-9053-aa3105cb434a req-cc955f8c-41be-461a-81a5-9cae46ac5d0b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337270 Jul 06 17:48:20.093680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4671634-d359-4ffc-ab48-8920bcbf3311 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:20.270560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 009a8b38-798f-4da7-89ba-863401fdbc41 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:20.270560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 009a8b38-798f-4da7-89ba-863401fdbc41 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:20.336248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c4671634-d359-4ffc-ab48-8920bcbf3311,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:20.342639 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-0f0fb9a6-fceb-4b43-8e79-edc15df278ff req-eb9a80e0-022b-4144-a897-7afaa0bdba10 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:48:20.344937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f0fb9a6-fceb-4b43-8e79-edc15df278ff req-eb9a80e0-022b-4144-a897-7afaa0bdba10 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/d21bae4d-97a6-4012-ae2c-d559e7de1dec HTTP/1.1" status: 404 len: 352 time: 0.0395453 Jul 06 17:48:20.349140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.350208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ff8072df-5f04-42e2-95ae-badd0626fcdc details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:20.540940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:20.624898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.645069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:20.695475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'ff8072df-5f04-42e2-95ae-badd0626fcdc', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'port_id': 'ff8072df-5f04-42e2-95ae-badd0626fcdc', 'mac_address': 'fa:16:3e:25:e5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:20.838338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.864436 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-aaaed2bb-5bb3-4353-803e-3a2b8a75edae req-c381c1d0-1949-4022-8593-72369b5929b6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] show failed (client error): The resource could not be found. Jul 06 17:48:20.896362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaaed2bb-5bb3-4353-803e-3a2b8a75edae req-c381c1d0-1949-4022-8593-72369b5929b6 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/4cb6af05-fb9a-4646-91db-ee6f85f85330 HTTP/1.1" status: 404 len: 352 time: 0.0502200 Jul 06 17:48:20.901232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8072df-5f04-42e2-95ae-badd0626fcdc {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:20.981416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:20.994883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.996384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:21.104144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:21.144682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:21.175746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe', 'network_id': 'cf904618-5ef2-4a84-95c6-630d37a6cb75', 'port_id': '3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe', 'mac_address': 'fa:16:3e:b9:df:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:21.177312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-c397943a-d52f-452e-abf0-b5df1a159f84 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.183562 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-c397943a-d52f-452e-abf0-b5df1a159f84 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 949 time: 0.7332268 Jul 06 17:48:21.330396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.370796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:21.434925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:21.444392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.554899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:21.565700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.576102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.584049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.592050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.599679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.607007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.615541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.619003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-97de0076-7e5c-4b5b-9b5b-faa8059e8a73 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5428 time: 0.2289128 Jul 06 17:48:21.711269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-927f8659-3391-4159-99fa-ff3e789c5d90 req-30eb7ad2-4eee-420e-b6b3-5aa251d4602b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805092 Jul 06 17:48:22.021091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Router 547d5148-7c94-4e22-a6c9-39c625ef2c4e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:22.118659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:22.119308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.231425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70808c5c-f7a9-4912-bba0-91b3455f2a33 req-36c2326e-ebf0-484d-b8d6-9b756968daab tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:22.234407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70808c5c-f7a9-4912-bba0-91b3455f2a33 req-36c2326e-ebf0-484d-b8d6-9b756968daab tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 949 time: 0.2715774 Jul 06 17:48:22.279856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4e2ab-b73b-4f39-a6bd-ce88d5f04f5a req-c2074cef-d6a5-4e73-a7c5-ea8256092ab7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:22.281563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34f4e2ab-b73b-4f39-a6bd-ce88d5f04f5a req-c2074cef-d6a5-4e73-a7c5-ea8256092ab7 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1023 time: 0.2518370 Jul 06 17:48:22.292434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:22.295207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:22.295902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.302392 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ac0e8924-3b82-498b-b29f-4bb91e91ffe2 admin admin] 10.222.0.37 "PUT /v2.0/routers/547d5148-7c94-4e22-a6c9-39c625ef2c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5406833 Jul 06 17:48:22.307605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] Sync routers for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:22.308222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:22.317205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:22.326107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:22.327129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70808c5c-f7a9-4912-bba0-91b3455f2a33 req-80975e76-e723-4fa9-ac26-2b2dc3af0f80 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Jul 06 17:48:22.327852 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:22.380034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['eae1ace9-565a-4e4b-ad20-ef208eda84e1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.443721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34f4e2ab-b73b-4f39-a6bd-ce88d5f04f5a req-7152dc47-fc27-4a07-8fa2-149271c86d33 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&id=eccab01c-80d0-45c3-bb07-5bc9e0d9a44b&id=109c5b57-f613-48d7-9642-00662e2ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1464612 Jul 06 17:48:22.466529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.559793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6bf490b1-818a-49c9-b3e6-1e30a983d24b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.562467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['74f3ad96-4810-4c62-9463-26621a75b132'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.579214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ff8072df-5f04-42e2-95ae-badd0626fcdc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.589213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.615654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['71f33500-9750-424e-a91e-60bb1c5c9849'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.624486 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:22.672406 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.718158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:22.832232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:22.835737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50692) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:22.885619 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:48:19Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:22.963716 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] Checking router: 547d5148-7c94-4e22-a6c9-39c625ef2c4e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:22.964981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:22.972163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.980396 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-97c056de-7908-4434-9e54-009cb2f7ba1d req-0e526cf4-77d9-4605-a81f-175036118b3f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "DELETE /v2.0/ports/eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 HTTP/1.1" status: 204 len: 173 time: 1.7900252 Jul 06 17:48:22.981190 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'name': 'network-vif-deleted', 'tag': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:22.985436 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5b1916-bd97-4c37-8a00-ac666ac11afd" -d '{"events": [{"server_uuid": "6183b6cd-d40c-4292-bb1d-5486c0487d74", "name": "network-vif-deleted", "tag": "eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:22.988720 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] Routers {'547d5148-7c94-4e22-a6c9-39c625ef2c4e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:22.989661 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:47:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:22.996059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-78c01642-a657-424b-8fea-6cc2f17d67b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2253227 Jul 06 17:48:23.090546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Deleting subnet 4877cb76-aee3-4801-b035-ea9e98b3b4d2 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:23.094490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.159010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.297842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.342031 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c491a4-12e6-47cd-a6e2-e0775ed906ac x-openstack-request-id: req-80c491a4-12e6-47cd-a6e2-e0775ed906ac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:23.342402 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6183b6cd-d40c-4292-bb1d-5486c0487d74", "name": "network-vif-deleted", "tag": "eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:23.342614 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80c491a4-12e6-47cd-a6e2-e0775ed906ac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:23.344646 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] Set router 547d5148-7c94-4e22-a6c9-39c625ef2c4e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:23.348854 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6183b6cd-d40c-4292-bb1d-5486c0487d74', 'name': 'network-vif-deleted', 'tag': 'eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8', 'status': 'completed', 'code': 200} Jul 06 17:48:23.415728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['c4671634-d359-4ffc-ab48-8920bcbf3311'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:23.440062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.481022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.594511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5b0c8287-93a6-4955-840e-4bfe6df130bd no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:23.618121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4877cb76-aee3-4801-b035-ea9e98b3b4d2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:23.642880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.656025 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-07b27164-56e2-4372-89aa-8a821565fa30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4877cb76-aee3-4801-b035-ea9e98b3b4d2 HTTP/1.1" status: 204 len: 168 time: 0.8150868 Jul 06 17:48:23.657217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50710) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:23.705212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.773751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.792912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 5b0c8287-93a6-4955-840e-4bfe6df130bd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:23.793243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5b0c8287-93a6-4955-840e-4bfe6df130bd not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:23.833017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.851598 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:48:19Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:23.911995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.921940 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae5e1f-1c83-453f-ad29-6f9b24ec9436 None None] The sync data for ids ['547d5148-7c94-4e22-a6c9-39c625ef2c4e'] in n-d-799527-3 is: [{'id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1897638222-router', 'tenant_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '749fd407-4bff-4140-a2ae-90281a74d637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:05Z', 'updated_at': '2021-07-06T17:48:19Z', 'revision_number': 5, 'project_id': '9a2c596a34ac4e5a8e5418dc7e7ea79c', 'gw_port': {'id': '749fd407-4bff-4140-a2ae-90281a74d637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547d5148-7c94-4e22-a6c9-39c625ef2c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:08Z', 'updated_at': '2021-07-06T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:23.939625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.950742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.960002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.968653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-f413a688-ca29-4eb9-aa4a-04a808185213 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5429 time: 0.8591366 Jul 06 17:48:24.019599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.091946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afbe1df9-37a4-4c36-b25d-78d2af7b1636 req-524e179f-aca8-4114-8d50-148906c5cd1a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=6183b6cd-d40c-4292-bb1d-5486c0487d74 HTTP/1.1" status: 200 len: 210 time: 0.0588901 Jul 06 17:48:24.186021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-90d6f63b-1276-480a-aae5-991552e70c96 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:24.192939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-90d6f63b-1276-480a-aae5-991552e70c96 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1023 time: 1.0816274 Jul 06 17:48:24.229064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11ec5e4f-1698-48f6-9c6b-52f0e4be368f req-581152b8-960a-49aa-9f01-0d0e8c73c093 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258399 Jul 06 17:48:24.239359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.242099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-1b08cdd7-a218-4bb7-b55d-c6bc115ae906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:24.244045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-1b08cdd7-a218-4bb7-b55d-c6bc115ae906 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3efffebd569943f69f3af43a304d14c9&device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 1099 time: 1.1976054 Jul 06 17:48:24.313440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc9e108-4823-4872-9538-dfd11d141459']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:24.344263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:24.344772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd65f77a-9ac9-4ddf-b6ca-608b56f74a17') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:24.379037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.416490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.430967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:24.431750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.438469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:24.547560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:24.547971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c85cff-ad92-4ed1-9868-b5f122ae7fb5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:24.574490 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:24.594535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.628022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.648269 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0dc9e108-4823-4872-9538-dfd11d141459 HTTP/1.1" status: 204 len: 168 time: 0.9891899 Jul 06 17:48:24.688907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e7d41-0391-47de-8282-6ef1ae5ccc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc9e108-4823-4872-9538-dfd11d141459,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:24.723064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Deleting port 749fd407-4bff-4140-a2ae-90281a74d637 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:24.724072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.888745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:24.949580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea4b8fc3-2c9f-4f93-9cdf-c09b1af63538 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a72671ce4ace429080e02112ac25a7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591116 Jul 06 17:48:24.955581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:25.055543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdbfccc4-06f5-4d0b-a99f-5db8c66f6265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.083493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdbfccc4-06f5-4d0b-a99f-5db8c66f6265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.158086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdbfccc4-06f5-4d0b-a99f-5db8c66f6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.161543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdbfccc4-06f5-4d0b-a99f-5db8c66f6265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.164616 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bdbfccc4-06f5-4d0b-a99f-5db8c66f6265 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcb67f01-a8ad-4444-8a78-195d920198c1 HTTP/1.1" status: 204 len: 168 time: 0.2071919 Jul 06 17:48:25.182591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfccc4-06f5-4d0b-a99f-5db8c66f6265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb67f01-a8ad-4444-8a78-195d920198c1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:25.339409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0928-459c-4a5a-9ab5-1cf6100e4cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.415602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-9943ee7e-12e7-4c04-936b-6117b1e49512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:25.418247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-9943ee7e-12e7-4c04-936b-6117b1e49512 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.9998610 Jul 06 17:48:25.464983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:25.526400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-3fd66094-2a0b-41a4-82e1-41a4d928d5aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=320907a8-65b4-48db-a8e5-868b11d4542d HTTP/1.1" status: 200 len: 217 time: 0.0949311 Jul 06 17:48:25.562120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad776fd-d507-4603-af0b-5960b5cbd013 req-c47606d5-2f49-47ef-8912-434ea6f13729 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:25.576915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:25.577681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ad776fd-d507-4603-af0b-5960b5cbd013 req-c47606d5-2f49-47ef-8912-434ea6f13729 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 1023 time: 1.1603265 Jul 06 17:48:25.584267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:25.584990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.615106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] For port 749fd407-4bff-4140-a2ae-90281a74d637, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=749fd407-4bff-4140-a2ae-90281a74d637,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:25.615834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.639860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Calling delete_port for 749fd407-4bff-4140-a2ae-90281a74d637 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:25.705471 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.753304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:25.756998 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e082a2d1-8339-4b9d-8c5e-9440dfa60c0f" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:25.766249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:25.771765 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.831847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:25.941114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Deleting port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:25.942102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.964115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ad776fd-d507-4603-af0b-5960b5cbd013 req-e401938a-e5e3-42d8-b9c7-e5bbeeee8346 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63&id=eccab01c-80d0-45c3-bb07-5bc9e0d9a44b&id=109c5b57-f613-48d7-9642-00662e2ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3848519 Jul 06 17:48:25.979052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-3dee0076-3c62-4100-9879-f9f301afd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:25.980614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-3dee0076-3c62-4100-9879-f9f301afd727 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2866266 Jul 06 17:48:26.020975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:26.052587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:26.053278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device eeb38d2f-4ac4-4bfc-a5bd-4236f352a8f8 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:26.204824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.212370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.218982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.225104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.232083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.238061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.246653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.249906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdb630a7-e511-4561-a841-a8adde20c48e req-420b9fdc-938f-43e1-bc2c-97d8b3111b9b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5430 time: 0.4671826 Jul 06 17:48:26.252188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] For port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,segment=NetworkSegment(9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf),segment_id=9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:26.252568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.324466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Calling delete_port for 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:26.391296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-230eebef-0286-4581-8d62-5beaf2b08b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.393954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-230eebef-0286-4581-8d62-5beaf2b08b62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3809228 Jul 06 17:48:26.452786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50760) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:26.503126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdb630a7-e511-4561-a841-a8adde20c48e req-2a598553-b065-4817-83fb-de95d32427d6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2320807 Jul 06 17:48:26.536559 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.602102 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b715c6a-b19b-4a14-91ca-b7859e42d326 x-openstack-request-id: req-1b715c6a-b19b-4a14-91ca-b7859e42d326 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:26.603646 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:26.603777 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b715c6a-b19b-4a14-91ca-b7859e42d326 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:26.604243 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe', 'code': 200} Jul 06 17:48:26.607219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Pushing event deleted for resources: {'Port': ['ID=749fd407-4bff-4140-a2ae-90281a74d637,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:26.688881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1167870538-network', 'tenant_id': 'fa84f294cfcb4b8da9fc48bcf0544f8c'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:26.727997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Made reservation on behalf of fa84f294cfcb4b8da9fc48bcf0544f8c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:26.731220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.743937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.760475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-eb20968b-6f75-4830-8937-294f547eb87b service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477507 Jul 06 17:48:26.873223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.880429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.888442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.910096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:26.934740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.935363 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Added segment eb0d29b4-2b1c-4f9b-9625-8e29c2400298 of type vlan for network d66136c6-38db-42b8-8ddf-958956318283 Jul 06 17:48:26.937215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d3daf3-f288-432b-aca8-2ef9df8132a2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:26.999364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.030513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.045779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.047875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.049262 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.050060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.061352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.096447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d', '59703abf-df28-48b2-a4c8-b5e3c884f5ab'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:27.130616 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6762600 Jul 06 17:48:27.132339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50768) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:27.156479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Request body: {'subnet': {'network_id': 'd66136c6-38db-42b8-8ddf-958956318283', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1167870538-subnet', 'tenant_id': 'fa84f294cfcb4b8da9fc48bcf0544f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:27.173500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196264d1-7392-47ed-8513-b98ce4e3b2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d66136c6-38db-42b8-8ddf-958956318283,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:27.197775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d66136c6-38db-42b8-8ddf-958956318283 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:27.204895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Made reservation on behalf of fa84f294cfcb4b8da9fc48bcf0544f8c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:27.209235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.214029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'Port': ['ID=98a4b6f5-c40a-424e-a552-7ee90ffdb9fc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:27.229578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849763ce-0d7b-4a27-b8db-0b8dbd7a2b30 req-0ce2a09d-635d-41a0-a0c7-2507705aa4a9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.231601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-849763ce-0d7b-4a27-b8db-0b8dbd7a2b30 req-0ce2a09d-635d-41a0-a0c7-2507705aa4a9 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 950 time: 0.4986813 Jul 06 17:48:27.233793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90628fdd-ac86-49ef-adca-223b62d8c3fa req-4b337743-0ede-440e-9246-5d118d422331 service neutron] 10.222.0.61 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410462 Jul 06 17:48:27.275379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.276351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547d5148-7c94-4e22-a6c9-39c625ef2c4e {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:48:27.318937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.323528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7c748412-1f83-48b1-a23d-5d20bf497856 admin admin] 10.222.0.37 "DELETE /v2.0/routers/547d5148-7c94-4e22-a6c9-39c625ef2c4e HTTP/1.1" status: 204 len: 168 time: 5.0136747 Jul 06 17:48:27.324697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:27.327929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] No DVR routers for this DVR port 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:27.356197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.358583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3448074-6fc3-43be-8915-de13fd6ff498 req-3172e20a-ca46-4270-a01a-045c6a339f19 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.61 "DELETE /v2.0/ports/98a4b6f5-c40a-424e-a552-7ee90ffdb9fc HTTP/1.1" status: 204 len: 173 time: 3.1086955 Jul 06 17:48:27.360808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7a861ee-16bc-4e7d-9f15-f63d97a00ad4 req-c96860af-76f9-4499-bc02-1016cf1f3a4e tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 210 time: 0.0945690 Jul 06 17:48:27.361267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'name': 'network-vif-deleted', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:27.370902 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd986d-75f3-4077-8196-970714cb4f2f" -d '{"events": [{"server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "name": "network-vif-deleted", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:27.409445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-849763ce-0d7b-4a27-b8db-0b8dbd7a2b30 req-9b370eed-4ca8-4e77-ba51-fb9a9c00f509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414487 Jul 06 17:48:27.416475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-51685522-3387-47a6-a83e-4e4fe5984e7d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.418784 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-51685522-3387-47a6-a83e-4e4fe5984e7d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 950 time: 0.3191688 Jul 06 17:48:27.481609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Deleting subnet a596f1f7-e080-4134-bf73-9773d920e770 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:27.486164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eae1ace9-565a-4e4b-ad20-ef208eda84e1 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:27.496130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.560927 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56374e27-59f5-40aa-b850-9b847eb4b619 x-openstack-request-id: req-56374e27-59f5-40aa-b850-9b847eb4b619 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:27.564037 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b3489d-4d0e-44a5-ac4a-e6961fc298d7", "name": "network-vif-deleted", "tag": "98a4b6f5-c40a-424e-a552-7ee90ffdb9fc", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:27.564307 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56374e27-59f5-40aa-b850-9b847eb4b619 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:27.564799 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3489d-4d0e-44a5-ac4a-e6961fc298d7', 'name': 'network-vif-deleted', 'tag': '98a4b6f5-c40a-424e-a552-7ee90ffdb9fc', 'status': 'completed', 'code': 200} Jul 06 17:48:27.656565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.685849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.813310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port 59703abf-df28-48b2-a4c8-b5e3c884f5ab {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:27.813662 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.818602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79958f2a-0382-4e82-8153-621a4b5ca791,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:27.847667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Checking segment: {'id': 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:27.848063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Network hostable DHCP agents. Network: d66136c6-38db-42b8-8ddf-958956318283, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:27.933644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.945836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.962932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.980709 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bbfeece-fd1f-4511-9e5a-933cc21b6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.982029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.990081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port eae1ace9-565a-4e4b-ad20-ef208eda84e1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:28.003379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.022864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.027202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Network d66136c6-38db-42b8-8ddf-958956318283 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:28.028823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port eae1ace9-565a-4e4b-ad20-ef208eda84e1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:28.029439 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.035999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.051037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.051622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.068818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-bc07f338-1a10-4b63-a9ba-0da250677464 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5430 time: 0.3328099 Jul 06 17:48:28.113743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d66136c6-38db-42b8-8ddf-958956318283) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:28.143610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.144591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.186296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port 59703abf-df28-48b2-a4c8-b5e3c884f5ab, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=59703abf-df28-48b2-a4c8-b5e3c884f5ab,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:28.186887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.204184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dc27def-1799-4d0c-a2f8-3906d796d1da req-a73d9a4f-25eb-4b74-aa14-1361e47d8ba1 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323483 Jul 06 17:48:28.216896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229597d-4445-47e5-8c59-c3b6314b1b6a None None] Network d66136c6-38db-42b8-8ddf-958956318283 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:28.296699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.302095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for 59703abf-df28-48b2-a4c8-b5e3c884f5ab owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:28.316292 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7b873138-9766-4353-817b-cacecafe4406 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1639407 Jul 06 17:48:28.326769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 749fd407-4bff-4140-a2ae-90281a74d637 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:28.398864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a596f1f7-e080-4134-bf73-9773d920e770,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:28.400964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 749fd407-4bff-4140-a2ae-90281a74d637 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:28.401527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 749fd407-4bff-4140-a2ae-90281a74d637 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:28.416822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.422086 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-052a8ad7-6ff7-404d-b9f4-f6a2c2005536 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a596f1f7-e080-4134-bf73-9773d920e770 HTTP/1.1" status: 204 len: 168 time: 1.0919125 Jul 06 17:48:28.422680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:28.445024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee6487-5438-46da-9be1-a094437e658a None None] Network 18a52b45-d066-4635-96d7-7230775786a0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:28.634740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31893bd7-47ae-4cbc-a831-6228d951deba req-7c746e0b-3f26-4025-bf86-5c6799e87a9a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.637512 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-31893bd7-47ae-4cbc-a831-6228d951deba req-7c746e0b-3f26-4025-bf86-5c6799e87a9a tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7d34034-5198-4638-84e5-08ba5d84579b HTTP/1.1" status: 200 len: 949 time: 0.4346762 Jul 06 17:48:28.664858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.797055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Deleting port 2f6e67df-5415-4cfc-861b-52b6911a62d2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:28.797709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.009961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] For port 2f6e67df-5415-4cfc-861b-52b6911a62d2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2f6e67df-5415-4cfc-861b-52b6911a62d2,segment=NetworkSegment(37ffd483-0392-44d7-af0e-5efc7cd7fd34),segment_id=37ffd483-0392-44d7-af0e-5efc7cd7fd34)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:29.013710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.112350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.130654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Calling delete_port for 2f6e67df-5415-4cfc-861b-52b6911a62d2 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:29.136085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9d4d44fb-2894-4637-9d67-7f87c18cb5d9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:29.146428 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.160833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=59703abf-df28-48b2-a4c8-b5e3c884f5ab,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:29.185358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77aed4f7-e83e-494d-8c55-e4f1a16bc9e4 req-8191c136-5d87-4de9-9130-864cdc77f0eb tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/ports?device_id=63b3489d-4d0e-44a5-ac4a-e6961fc298d7 HTTP/1.1" status: 200 len: 210 time: 0.1143398 Jul 06 17:48:29.186233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:29.186580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.193426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4202695-53aa-4568-88a6-48f19b5f4ee5 None None] Network d66136c6-38db-42b8-8ddf-958956318283 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:29.346612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8c171-8e28-4d45-a6b2-84f10236e82b req-1930444e-d4e2-4ec8-983b-0f726039010b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:29.349742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39b8c171-8e28-4d45-a6b2-84f10236e82b req-1930444e-d4e2-4ec8-983b-0f726039010b tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf015798-7218-4aac-af9b-abded16cf319 HTTP/1.1" status: 200 len: 867 time: 0.3224287 Jul 06 17:48:29.380015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:29.380442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.400960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:29.466657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.486799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:29.490895 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b8e9f-f6f2-40a4-b60e-a0b278381714" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:29.498126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] No DVR routers for this DVR port 2f6e67df-5415-4cfc-861b-52b6911a62d2 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:29.523233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.543531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:29.563675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39b8c171-8e28-4d45-a6b2-84f10236e82b req-eddc4836-a66c-4d8f-83bc-96c74e2cb609 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977274 Jul 06 17:48:29.577065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.578848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6bf490b1-818a-49c9-b3e6-1e30a983d24b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:29.589872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6e67df-5415-4cfc-861b-52b6911a62d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:29.660628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port 59703abf-df28-48b2-a4c8-b5e3c884f5ab on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:29.676875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.683898 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-17e64f97-7bcf-4c13-9471-f57bc2ef585e req-931e49f3-7516-41ef-8d79-bd0155b80509 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "DELETE /v2.0/ports/59703abf-df28-48b2-a4c8-b5e3c884f5ab HTTP/1.1" status: 204 len: 173 time: 2.2578166 Jul 06 17:48:29.687718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf015798-7218-4aac-af9b-abded16cf319', 'name': 'network-vif-deleted', 'tag': '59703abf-df28-48b2-a4c8-b5e3c884f5ab'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:29.691868 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5187f14-d585-4f0b-8f27-b83ebe3d9b0d" -d '{"events": [{"server_uuid": "cf015798-7218-4aac-af9b-abded16cf319", "name": "network-vif-deleted", "tag": "59703abf-df28-48b2-a4c8-b5e3c884f5ab"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:29.719004 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.871004 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=9d4d44fb-2894-4637-9d67-7f87c18cb5d9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:29.901518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.942909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a52b45-d066-4635-96d7-7230775786a0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:29.986385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:29.989448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.993171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-31893bd7-47ae-4cbc-a831-6228d951deba req-13f3bd98-a055-49c1-adb4-2cd81bbcae22 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.60 "DELETE /v2.0/ports/9d4d44fb-2894-4637-9d67-7f87c18cb5d9 HTTP/1.1" status: 204 len: 173 time: 1.3392935 Jul 06 17:48:29.994912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ffd483-0392-44d7-af0e-5efc7cd7fd34') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:29.998583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ffd483-0392-44d7-af0e-5efc7cd7fd34') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:30.027979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.038466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.098700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.156405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:30.158130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.252146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:30.279183 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:30.286981 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:30.343739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21885372-3426-4c9d-acb4-ff366a4cdd92 None None] DHCP port deletion for 18a52b45-d066-4635-96d7-7230775786a0 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:48:30.424516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.438186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-5fc58dbf-1295-45f3-bd80-74d3c37e8edf tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.438546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:30.440629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-5fc58dbf-1295-45f3-bd80-74d3c37e8edf tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/networks?id=d66136c6-38db-42b8-8ddf-958956318283 HTTP/1.1" status: 200 len: 814 time: 0.1486204 Jul 06 17:48:30.459495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:30.460609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.486550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.488700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] 10.222.0.37 "DELETE /v2.0/networks/18a52b45-d066-4635-96d7-7230775786a0 HTTP/1.1" status: 204 len: 168 time: 2.0645947 Jul 06 17:48:30.489776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887f34-186c-48aa-9725-553e40b6f69d admin admin] Pushing event deleted for resources: {'Network': ['ID=18a52b45-d066-4635-96d7-7230775786a0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:30.520603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-4d1f9e26-08b0-41f7-b27f-071af85b6b0e tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/quotas/fa84f294cfcb4b8da9fc48bcf0544f8c HTTP/1.1" status: 200 len: 375 time: 0.0415719 Jul 06 17:48:30.598255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-2a263d23-17ee-4e1c-8ebb-0a5786d48b6d tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa84f294cfcb4b8da9fc48bcf0544f8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762370 Jul 06 17:48:30.743019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.745779 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.756838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.765003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.773008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.780438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.803135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.817303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.832344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-285e4910-9925-434d-8c4e-041a08602620 req-a6689de5-e932-4b8d-9cad-7729e1b489e6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5431 time: 0.5518625 Jul 06 17:48:30.910031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:30.915369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-285e4910-9925-434d-8c4e-041a08602620 req-ac0d671c-bb62-446f-903a-ce7e66dcba18 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820525 Jul 06 17:48:30.917726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.967440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-345afaed-2c2d-4b57-9423-6bb564d3b6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678994 Jul 06 17:48:30.980516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:31.009171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.010035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 74f3ad96-4810-4c62-9463-26621a75b132 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:31.034920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9142e9eb-4116-49d8-b4c4-1d086b9311b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a2c596a34ac4e5a8e5418dc7e7ea79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230750 Jul 06 17:48:31.037284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50830) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:31.098160 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad143c01-6719-42fd-b64d-9afc72224566 x-openstack-request-id: req-ad143c01-6719-42fd-b64d-9afc72224566 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:31.098557 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:31.099575 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad143c01-6719-42fd-b64d-9afc72224566 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:31.101938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-2a81f618-2ce0-47a3-a1de-014b4134cb2e service neutron] 10.222.0.37 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337214 Jul 06 17:48:31.103787 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1', 'code': 200} Jul 06 17:48:31.106788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.142560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-439ee40f-eed7-4283-a4c9-12a12de23626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.172430 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fbc5c2-ed21-467e-9762-35c4bb2bfba3 x-openstack-request-id: req-70fbc5c2-ed21-467e-9762-35c4bb2bfba3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:31.172788 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf015798-7218-4aac-af9b-abded16cf319", "name": "network-vif-deleted", "tag": "59703abf-df28-48b2-a4c8-b5e3c884f5ab", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:31.173007 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70fbc5c2-ed21-467e-9762-35c4bb2bfba3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:31.173444 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf015798-7218-4aac-af9b-abded16cf319', 'name': 'network-vif-deleted', 'tag': '59703abf-df28-48b2-a4c8-b5e3c884f5ab', 'status': 'completed', 'code': 200} Jul 06 17:48:31.181658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 74f3ad96-4810-4c62-9463-26621a75b132 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:31.189806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 74f3ad96-4810-4c62-9463-26621a75b132 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:31.190882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.195347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-439ee40f-eed7-4283-a4c9-12a12de23626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.285377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-439ee40f-eed7-4283-a4c9-12a12de23626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.288801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-439ee40f-eed7-4283-a4c9-12a12de23626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.292027 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-439ee40f-eed7-4283-a4c9-12a12de23626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbb7b073-464a-4241-a965-66622d8851b0 HTTP/1.1" status: 204 len: 168 time: 0.2511940 Jul 06 17:48:31.306799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee40f-eed7-4283-a4c9-12a12de23626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb7b073-464a-4241-a965-66622d8851b0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.379151 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.447348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=74f3ad96-4810-4c62-9463-26621a75b132,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:31.453797 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.454707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 71f33500-9750-424e-a91e-60bb1c5c9849 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:31.581011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.602659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 71f33500-9750-424e-a91e-60bb1c5c9849 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:31.609849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 71f33500-9750-424e-a91e-60bb1c5c9849 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:31.612159 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.795446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.820852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d207223a-d791-436c-bfe4-ce29e8e78c2f req-f03a1496-eda2-45cb-87ed-9f26a9af2416 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/109c5b57-f613-48d7-9642-00662e2ec5d0 HTTP/1.1" status: 200 len: 1799 time: 0.1158864 Jul 06 17:48:31.854799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=71f33500-9750-424e-a91e-60bb1c5c9849,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:31.861199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.862388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ff8072df-5f04-42e2-95ae-badd0626fcdc up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:32.001447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port ff8072df-5f04-42e2-95ae-badd0626fcdc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:32.023311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port ff8072df-5f04-42e2-95ae-badd0626fcdc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:32.023773 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.033885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd8d4-d76b-462a-b29b-b7be667a60c3 req-0744f960-bb07-4e62-9a15-743b63f0cc1b tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.043055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4eddd8d4-d76b-462a-b29b-b7be667a60c3 req-0744f960-bb07-4e62-9a15-743b63f0cc1b tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1096 time: 0.1757784 Jul 06 17:48:32.045611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d207223a-d791-436c-bfe4-ce29e8e78c2f req-5bdcca4e-a6f6-45f5-b359-ca3fef95d8ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.059379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:32.071731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:32.126099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:32.126738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9d4d44fb-2894-4637-9d67-7f87c18cb5d9 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:32.129712 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.130737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d207223a-d791-436c-bfe4-ce29e8e78c2f req-5bdcca4e-a6f6-45f5-b359-ca3fef95d8ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.188538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4eddd8d4-d76b-462a-b29b-b7be667a60c3 req-ae725b2a-5c03-4634-a55b-ead7cfdc6d69 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443841 Jul 06 17:48:32.197765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2f6e67df-5415-4cfc-861b-52b6911a62d2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:32.227584 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d207223a-d791-436c-bfe4-ce29e8e78c2f req-5bdcca4e-a6f6-45f5-b359-ca3fef95d8ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.231694 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d207223a-d791-436c-bfe4-ce29e8e78c2f req-5bdcca4e-a6f6-45f5-b359-ca3fef95d8ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.241959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d207223a-d791-436c-bfe4-ce29e8e78c2f req-5bdcca4e-a6f6-45f5-b359-ca3fef95d8ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/109c5b57-f613-48d7-9642-00662e2ec5d0 HTTP/1.1" status: 204 len: 173 time: 0.4071231 Jul 06 17:48:32.245548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2f6e67df-5415-4cfc-861b-52b6911a62d2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:32.246179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2f6e67df-5415-4cfc-861b-52b6911a62d2 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:32.270745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcca4e-a6f6-45f5-b359-ca3fef95d8ca tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c5b57-f613-48d7-9642-00662e2ec5d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:32.278646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.411963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b25cd0c-8d3f-4a4c-b860-c3e8acd8e243 req-82a5ac8e-821e-4d38-9462-16a9560179e3 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 210 time: 0.0565600 Jul 06 17:48:32.413499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:32.421422 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.422367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:32.486694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:32.489243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:32.496122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:32.496532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98a4b6f5-c40a-424e-a552-7ee90ffdb9fc not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:32.530720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c4671634-d359-4ffc-ab48-8920bcbf3311 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:32.615028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.625042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.631511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.634265 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:48:32.643417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.651425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.659017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.669363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.680502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-cf6c17f1-17fa-4d4e-acd3-b786f071b27c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5435 time: 0.2047365 Jul 06 17:48:32.738338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:32.748864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7989281-3dc1-490a-b85e-2f48c2160cb6 req-329d9b46-4cc4-4346-baa3-96418616215b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673277 Jul 06 17:48:32.756690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:32.865517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a94531ee-da51-4269-81c4-b5f5c2f8e5d3 req-0c2241f3-3189-4ce2-b34f-1bdf913693fe tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "GET /v2.0/security-groups/eccab01c-80d0-45c3-bb07-5bc9e0d9a44b HTTP/1.1" status: 200 len: 1801 time: 0.0664997 Jul 06 17:48:32.892243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port c4671634-d359-4ffc-ab48-8920bcbf3311 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:32.924836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port c4671634-d359-4ffc-ab48-8920bcbf3311 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:32.925212 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.933758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-network', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:32.971416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Made reservation on behalf of 8a3dd59fc09246fe9cb6f23259f53c14 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:32.977166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a94531ee-da51-4269-81c4-b5f5c2f8e5d3 req-f31494b7-2b25-417c-8b3d-ab525e0578c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.978417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.999294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.009594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a94531ee-da51-4269-81c4-b5f5c2f8e5d3 req-f31494b7-2b25-417c-8b3d-ab525e0578c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.068737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a94531ee-da51-4269-81c4-b5f5c2f8e5d3 req-f31494b7-2b25-417c-8b3d-ab525e0578c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.073460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a94531ee-da51-4269-81c4-b5f5c2f8e5d3 req-f31494b7-2b25-417c-8b3d-ab525e0578c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.087176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:33.088521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a94531ee-da51-4269-81c4-b5f5c2f8e5d3 req-f31494b7-2b25-417c-8b3d-ab525e0578c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] 10.222.0.37 "DELETE /v2.0/security-groups/eccab01c-80d0-45c3-bb07-5bc9e0d9a44b HTTP/1.1" status: 204 len: 173 time: 0.2154956 Jul 06 17:48:33.114947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31494b7-2b25-417c-8b3d-ab525e0578c4 tempest-SecurityGroupsTestJSON-1898355442 tempest-SecurityGroupsTestJSON-1898355442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccab01c-80d0-45c3-bb07-5bc9e0d9a44b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:33.141500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf490b1-818a-49c9-b3e6-1e30a983d24b'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:33.146069 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd993332-48df-4fe4-bc38-e58d605f168f" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "6bf490b1-818a-49c9-b3e6-1e30a983d24b"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "74f3ad96-4810-4c62-9463-26621a75b132"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:33.176373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'name': 'network-vif-deleted', 'tag': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:33.181464 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8447409-7a5f-4b10-b495-6260fec6b344" -d '{"events": [{"server_uuid": "f7d34034-5198-4638-84e5-08ba5d84579b", "name": "network-vif-deleted", "tag": "9d4d44fb-2894-4637-9d67-7f87c18cb5d9"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:33.251724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Deleting subnet 77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:33.262093 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.553133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.599712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.616067 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.622864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.641161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:33.742504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-843162e1-0769-4427-b2c3-bf4ad9f68f4a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:33.745262 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-843162e1-0769-4427-b2c3-bf4ad9f68f4a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.60 "GET /v2.0/networks?id=d66136c6-38db-42b8-8ddf-958956318283 HTTP/1.1" status: 200 len: 814 time: 0.4177849 Jul 06 17:48:33.758999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.832686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7afbb8-40f5-4045-88f1-364526b98619,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:33.839045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.839414 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Added segment b99efcab-5973-4533-b12e-3d291005cc93 of type vlan for network adcbb1a5-898d-49bc-9e9c-b42734694ef2 Jul 06 17:48:33.849172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Request body: {'port': {'device_id': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283', 'admin_state_up': True, 'tenant_id': 'fa84f294cfcb4b8da9fc48bcf0544f8c'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:33.874138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c4671634-d359-4ffc-ab48-8920bcbf3311,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:33.885303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.886390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 59703abf-df28-48b2-a4c8-b5e3c884f5ab no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:34.011980 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0853a70-8276-4dac-9ae6-9b90db286c19 x-openstack-request-id: req-a0853a70-8276-4dac-9ae6-9b90db286c19 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:34.012242 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "6bf490b1-818a-49c9-b3e6-1e30a983d24b", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "74f3ad96-4810-4c62-9463-26621a75b132", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:34.012500 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0853a70-8276-4dac-9ae6-9b90db286c19 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:34.012910 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf490b1-818a-49c9-b3e6-1e30a983d24b', 'code': 200} Jul 06 17:48:34.013168 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132', 'code': 200} Jul 06 17:48:34.013421 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849', 'code': 200} Jul 06 17:48:34.013669 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc', 'code': 200} Jul 06 17:48:34.014216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 59703abf-df28-48b2-a4c8-b5e3c884f5ab {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:34.014545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 59703abf-df28-48b2-a4c8-b5e3c884f5ab not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:34.050596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.113293 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a875c-7432-4d85-955d-c7048ff3b920 x-openstack-request-id: req-348a875c-7432-4d85-955d-c7048ff3b920 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:34.113763 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d34034-5198-4638-84e5-08ba5d84579b", "name": "network-vif-deleted", "tag": "9d4d44fb-2894-4637-9d67-7f87c18cb5d9", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:34.114183 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-348a875c-7432-4d85-955d-c7048ff3b920 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:34.114799 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d34034-5198-4638-84e5-08ba5d84579b', 'name': 'network-vif-deleted', 'tag': '9d4d44fb-2894-4637-9d67-7f87c18cb5d9', 'status': 'completed', 'code': 200} Jul 06 17:48:34.116990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.126251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.127933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.128930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.267945 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5291717 Jul 06 17:48:34.274514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:34.284195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Request body: {'subnet': {'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-subnet', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:34.285170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227dee-4975-4f21-8b4e-16bd8db01efc admin admin] Pushing event updated for resources: {'Network': ['ID=adcbb1a5-898d-49bc-9e9c-b42734694ef2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.297706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.299221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:34.331665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eab4e5e0-75fc-4b23-b55b-4f4a5b8d4237 req-25530d97-944e-4ceb-806a-1fd2aa555943 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 210 time: 0.0754011 Jul 06 17:48:34.355603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.362351 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e HTTP/1.1" status: 204 len: 168 time: 1.2649534 Jul 06 17:48:34.362351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:34.374772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07dd76-4718-4087-8509-6f3abbfe8083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ecf0ef-1ca0-4fb3-a4bc-42033b31a19e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.392730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Made reservation on behalf of 8a3dd59fc09246fe9cb6f23259f53c14 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:34.399211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.399649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:48:34.399649 n-d-799527-3 neutron-server[93943]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 17:48:34.399649 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id': 'fa84f294cfcb4b8da9fc48bcf0544f8c', 'id': 'a9199c9e-c3a7-41f9-bc11-e8cb172e7c09', 'expiration': datetime.datetime(2021, 7, 6, 17, 50, 34, 358823)}] Jul 06 17:48:34.399649 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:48:34.400520 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:48:34.482927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.632835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.651327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b21f5e1-861d-4dae-b943-ab1db4072405']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:34.658742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.666639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.673226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.681232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:34.681729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.681988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0b8eac-cbd1-43cb-8f8e-36e186aae7bf') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:34.692443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.700849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.702266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.708849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:34.717650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-a0d7bd66-7312-4620-8f65-be940750dd3c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.2196648 Jul 06 17:48:34.731738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.740201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:34.740857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:34.797454 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:34.816915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a027e5b-8822-4dde-8fee-1c6b1e979620 req-ff745fd2-0031-4c4d-a500-25c4f64ffbe4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983129 Jul 06 17:48:34.824732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-847ff316-0c6e-40e8-b78c-21b0c1080530 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:48:34.825874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-847ff316-0c6e-40e8-b78c-21b0c1080530 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2689309 Jul 06 17:48:34.846406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.867753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.870116 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6b21f5e1-861d-4dae-b943-ab1db4072405 HTTP/1.1" status: 204 len: 168 time: 0.5070031 Jul 06 17:48:34.895967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b22d79-284a-47e9-b7e3-f4a15d1583e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b21f5e1-861d-4dae-b943-ab1db4072405,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.903699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.949550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Made reservation on behalf of fa84f294cfcb4b8da9fc48bcf0544f8c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:34.956011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.970583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Request body: {'binding': {'host': 'n-h2-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:34.971414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:48:35.030389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32b137b-a329-498a-bc4c-b10e8b4f8d43,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:35.096288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Checking segment: {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:35.096718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Network hostable DHCP agents. Network: adcbb1a5-898d-49bc-9e9c-b42734694ef2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:35.128088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:35.141196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:35.180418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, adcbb1a5-898d-49bc-9e9c-b42734694ef2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:35.199724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b7f87-ddad-42ae-b024-c50e83e74b12 None None] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:35.247232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:35.248746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.289359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4aa907b7-7daf-4d32-8093-247cf0b1743d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70f8f723d0e94258bdd05528c40178ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596501 Jul 06 17:48:35.309327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:35.310421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on host n-h2-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:35.310750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:35.311078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:35.325306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-911db5b6-18ec-4a88-9abc-a988085c7659 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0482824 Jul 06 17:48:35.329650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:35.342007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:35.346542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:48:35.347210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:35.373199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:35.373887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:35.374455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:35.375475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Bound port: 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:35.439475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.440881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.503317 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.588441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Allocated IP 172.20.0.7 (d66136c6-38db-42b8-8ddf-958956318283/79958f2a-0382-4e82-8153-621a4b5ca791/05f0ee3c-d08e-4d09-93bf-e22db1169d06) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:35.636904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-70219936-ede1-41fe-897e-810d576b44fa tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:35.638796 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-70219936-ede1-41fe-897e-810d576b44fa tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 950 time: 0.1364310 Jul 06 17:48:35.687224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-adcbb1a5-898d-49bc-9e9c-b42734694ef2', 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'fixed_ips': [{'subnet_id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:35.688930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.889522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Allocated IP 172.20.0.2 (adcbb1a5-898d-49bc-9e9c-b42734694ef2/f32b137b-a329-498a-bc4c-b10e8b4f8d43/da5cd2ec-9c60-433f-93af-4137d5450229) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:35.913487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port 2227a70c-bea3-446c-9925-073a91e72346 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:35.915136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.019754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:36.025920 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611e301-441b-493e-ba88-5698f8e8dfde" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:36.060251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.062867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.087557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:36.101774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.105282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-5237d8c5-6307-445d-972a-9e5ca78ff9be service neutron] 10.222.0.37 "POST /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f/bindings HTTP/1.1" status: 201 len: 389 time: 1.2524993 Jul 06 17:48:36.137689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port 2227a70c-bea3-446c-9925-073a91e72346, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2227a70c-bea3-446c-9925-073a91e72346,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:36.138253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.201756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for 2227a70c-bea3-446c-9925-073a91e72346 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:36.228843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.241285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Transition to ACTIVE for port object da5cd2ec-9c60-433f-93af-4137d5450229 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:36.266590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Transition to ACTIVE for port object da5cd2ec-9c60-433f-93af-4137d5450229 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:36.282675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.298581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.340437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Pushing event updated for resources: {'Port': ['ID=da5cd2ec-9c60-433f-93af-4137d5450229,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.355977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:36.362515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:36.371094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:36.377422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.434185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.468212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Attempting to bind port da5cd2ec-9c60-433f-93af-4137d5450229 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:36.468212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Attempting to bind port da5cd2ec-9c60-433f-93af-4137d5450229 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:36.468212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Attempting to bind port da5cd2ec-9c60-433f-93af-4137d5450229 on network adcbb1a5-898d-49bc-9e9c-b42734694ef2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:36.473574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:36.474403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Checking segment: {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:36.476904 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.477832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Bound using segment: {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:36.479088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Bound port: da5cd2ec-9c60-433f-93af-4137d5450229, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:36.480242 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.576760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Network d66136c6-38db-42b8-8ddf-958956318283 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:36.595772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:36.600968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:36.608108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Pushing event updated for resources: {'Port': ['ID=05f0ee3c-d08e-4d09-93bf-e22db1169d06,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.623110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] For port da5cd2ec-9c60-433f-93af-4137d5450229, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:36.636051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] For port da5cd2ec-9c60-433f-93af-4137d5450229, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=da5cd2ec-9c60-433f-93af-4137d5450229,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:36.642134 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.702759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.707100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.712200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae00c05e-c3fb-49ff-a370-4c2d45f0dd63 HTTP/1.1" status: 204 len: 168 time: 1.3948412 Jul 06 17:48:36.765894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2644c-bdd9-4ac2-9a87-abd5d4560c11 req-0c95e22a-8b6f-49f2-94cd-aede6baf17ab tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:36.769184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eb14d-bc21-4f89-b06b-8abbfeead022 None None] Pushing event updated for resources: {'Port': ['ID=da5cd2ec-9c60-433f-93af-4137d5450229,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.780297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9a2644c-bdd9-4ac2-9a87-abd5d4560c11 req-0c95e22a-8b6f-49f2-94cd-aede6baf17ab tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe14c559-9a41-4710-8214-be67d3151573 HTTP/1.1" status: 200 len: 950 time: 0.7723231 Jul 06 17:48:36.823000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:36.824734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.860052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae00c05e-c3fb-49ff-a370-4c2d45f0dd63,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.884377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-9ae311b3-87cb-453f-bcd5-75b4387239dc tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0411577 Jul 06 17:48:36.909251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Request body: {'port': {'device_id': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:36.936948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.937432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.937995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.938571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.939129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.940039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.940624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.941187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.941751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.942307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.942946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:36.943698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad8bce-e551-4bff-838d-7bfef7a553de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:37.010127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.042924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977', '2227a70c-bea3-446c-9925-073a91e72346', '320907a8-65b4-48db-a8e5-868b11d4542d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:37.101739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9a2644c-bdd9-4ac2-9a87-abd5d4560c11 req-905692c1-45c4-4733-9682-ff19fa45202d tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192103 Jul 06 17:48:37.139479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8dc27-85a1-4f93-bdb3-719b4b6d282b req-75360acb-cd8a-4f60-972c-e95f2a9199f2 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:37.143001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0e8dc27-85a1-4f93-bdb3-719b4b6d282b req-75360acb-cd8a-4f60-972c-e95f2a9199f2 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 931 time: 0.6749377 Jul 06 17:48:37.151579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=2227a70c-bea3-446c-9925-073a91e72346,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:37.186127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-ac7591f7-e341-4a90-b0a0-467671c19493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:37.190021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-ac7591f7-e341-4a90-b0a0-467671c19493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1096 time: 0.6640241 Jul 06 17:48:37.343838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port 2227a70c-bea3-446c-9925-073a91e72346 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:37.359882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.363552 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a3d1ba5c-4c72-4272-917e-c259026a6099 req-f3479e3f-4339-488a-87d0-52c3b84ed81f tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "DELETE /v2.0/ports/2227a70c-bea3-446c-9925-073a91e72346 HTTP/1.1" status: 204 len: 173 time: 1.7174172 Jul 06 17:48:37.364636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14c559-9a41-4710-8214-be67d3151573', 'name': 'network-vif-deleted', 'tag': '2227a70c-bea3-446c-9925-073a91e72346'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:37.395808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-9db15bd1-2fd5-45ee-b830-dbeebd544799 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:37.396540 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b63e8a-ce09-43b4-aaf7-920418900b32" -d '{"events": [{"server_uuid": "fe14c559-9a41-4710-8214-be67d3151573", "name": "network-vif-deleted", "tag": "2227a70c-bea3-446c-9925-073a91e72346"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:37.399864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-9db15bd1-2fd5-45ee-b830-dbeebd544799 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 948 time: 0.7306409 Jul 06 17:48:37.443891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.446375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0e8dc27-85a1-4f93-bdb3-719b4b6d282b req-11e333f7-4809-4590-8e3c-7efaa162b394 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762444 Jul 06 17:48:37.558068 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c67d2-df6e-4166-b4e2-2ad91112783a x-openstack-request-id: req-f30c67d2-df6e-4166-b4e2-2ad91112783a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:37.559010 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-plugged", "status": "completed", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:37.559010 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f30c67d2-df6e-4166-b4e2-2ad91112783a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:37.560769 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'code': 200} Jul 06 17:48:37.848682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-e06c5205-d1d0-4a07-9a3d-b826446e4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:37.851684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-e06c5205-d1d0-4a07-9a3d-b826446e4d7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.6419380 Jul 06 17:48:38.073736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-2ba2ea7d-ad43-4044-9fa3-164f0db6b3d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 217 time: 0.2119513 Jul 06 17:48:38.099515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f0ee3c-d08e-4d09-93bf-e22db1169d06 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:38.117876 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.154934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Transition to ACTIVE for port object 05f0ee3c-d08e-4d09-93bf-e22db1169d06 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:38.167437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.207638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.208123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.208605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.209069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.209545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.210654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.211129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.213457 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-4af86656-ca5f-432f-8c08-01f6582f3c21 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6493 time: 0.3045402 Jul 06 17:48:38.224228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.234546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.244634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.253183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.261603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.272748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.282742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.293091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-b8c31dc8-d6ac-4563-8e26-bb44ed3d31da tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.8651400 Jul 06 17:48:38.349832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Pushing event updated for resources: {'Port': ['ID=05f0ee3c-d08e-4d09-93bf-e22db1169d06,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:38.479511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.490022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Attempting to bind port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:38.490306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Attempting to bind port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:38.490679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Attempting to bind port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 on network d66136c6-38db-42b8-8ddf-958956318283 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:38.498218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 on network d66136c6-38db-42b8-8ddf-958956318283 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:48:38.498533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Attempting to bind port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 on network d66136c6-38db-42b8-8ddf-958956318283 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:38.519431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c06bf4b-48d7-4727-9823-2613f436c7a3 req-a3e1b7e3-2c46-4e97-b5cb-70e4eae32527 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2781429 Jul 06 17:48:38.525224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:38.525224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Checking segment: {'id': 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:38.525224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Bound using segment: {'id': 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:38.525224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Bound port: 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:38.527675 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.533825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device da5cd2ec-9c60-433f-93af-4137d5450229 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:38.592197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47866bcc-0e94-4bb5-ad00-f3e16eea8cbc req-4a658831-e1d3-4be5-96c1-b75d8a8881dc tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979455 Jul 06 17:48:38.594767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.660897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f8963-86e3-4319-b5a2-94730fb9f1b3 req-16b5be46-999a-4dc8-8ceb-ebce8a07fb32 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.674107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b16f8963-86e3-4319-b5a2-94730fb9f1b3 req-16b5be46-999a-4dc8-8ceb-ebce8a07fb32 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.9243312 Jul 06 17:48:38.712358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port da5cd2ec-9c60-433f-93af-4137d5450229 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:38.721197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] For port 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:38.728889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] For port 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06,segment=NetworkSegment(eb0d29b4-2b1c-4f9b-9625-8e29c2400298),segment_id=eb0d29b4-2b1c-4f9b-9625-8e29c2400298)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:38.737776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.755380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-f3154ccc-3775-47d1-b79f-e12d7dd631db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.758045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-f3154ccc-3775-47d1-b79f-e12d7dd631db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.5681620 Jul 06 17:48:38.815314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port 320907a8-65b4-48db-a8e5-868b11d4542d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:38.815763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.829955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.831053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.833933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/05f0ee3c-d08e-4d09-93bf-e22db1169d06 HTTP/1.1" status: 200 len: 1091 time: 1.9414983 Jul 06 17:48:38.851793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5f49c-d1b6-40c8-bc6c-696d750cd2a6 None None] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:38.873110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc065831-7d45-4702-8b5d-7a6fa1e504f7 service neutron] Pushing event updated for resources: {'Port': ['ID=05f0ee3c-d08e-4d09-93bf-e22db1169d06,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:38.934828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:38.981549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port 320907a8-65b4-48db-a8e5-868b11d4542d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=320907a8-65b4-48db-a8e5-868b11d4542d,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:38.981995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.001076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] Provisioning for port da5cd2ec-9c60-433f-93af-4137d5450229 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:39.014896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] Provisioning complete for port da5cd2ec-9c60-433f-93af-4137d5450229 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:39.015887 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.017376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-890e7271-f13d-4225-81a6-fb715fa77d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:39.018949 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-890e7271-f13d-4225-81a6-fb715fa77d1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa84f294cfcb4b8da9fc48bcf0544f8c&device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 1094 time: 0.1214108 Jul 06 17:48:39.020132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for 320907a8-65b4-48db-a8e5-868b11d4542d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:39.104117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1712679950-network', 'tenant_id': '130621b706804424a74936c6315db21b'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:39.109712 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-07c7437f-bcbe-40cb-9ec4-21ddb010ffeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06 HTTP/1.1" status: 200 len: 217 time: 0.0816228 Jul 06 17:48:39.152481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-330386b2-2449-4b98-8a13-f607dea64c48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460572 Jul 06 17:48:39.173174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-17d002bb-13b9-4412-9519-34d5e199eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:39.175245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-17d002bb-13b9-4412-9519-34d5e199eabe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79958f2a-0382-4e82-8153-621a4b5ca791 HTTP/1.1" status: 200 len: 854 time: 0.0561976 Jul 06 17:48:39.179309 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fac6fe5-55ec-400b-a3a0-8d7728600aae x-openstack-request-id: req-0fac6fe5-55ec-400b-a3a0-8d7728600aae {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:39.179855 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14c559-9a41-4710-8214-be67d3151573", "name": "network-vif-deleted", "tag": "2227a70c-bea3-446c-9925-073a91e72346", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:39.179855 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fac6fe5-55ec-400b-a3a0-8d7728600aae {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:39.180397 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe14c559-9a41-4710-8214-be67d3151573', 'name': 'network-vif-deleted', 'tag': '2227a70c-bea3-446c-9925-073a91e72346', 'status': 'completed', 'code': 200} Jul 06 17:48:39.217339 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-4405ef18-193e-4f69-a7cc-91203a87944f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d66136c6-38db-42b8-8ddf-958956318283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316510 Jul 06 17:48:39.225968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Made reservation on behalf of 130621b706804424a74936c6315db21b for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:39.229264 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.276591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-1735ea33-5614-4611-9b2d-9bd54e3ed1b3 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100345 Jul 06 17:48:39.294936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.376312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b16f8963-86e3-4319-b5a2-94730fb9f1b3 req-05cc0675-f431-4e38-a15d-55468fd3f9ef tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6992555 Jul 06 17:48:39.380871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.419660 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-74fc5c8b-1a8b-4737-974f-78dbab1e2f06 service neutron] 10.222.0.60 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874208 Jul 06 17:48:39.485361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] For port da5cd2ec-9c60-433f-93af-4137d5450229, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=da5cd2ec-9c60-433f-93af-4137d5450229,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:39.496540 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.560180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2227a70c-bea3-446c-9925-073a91e72346 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:39.643789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 2227a70c-bea3-446c-9925-073a91e72346 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:39.644325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2227a70c-bea3-446c-9925-073a91e72346 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:39.644658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 320907a8-65b4-48db-a8e5-868b11d4542d no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:39.710542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Allocated IP 172.25.5.198 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/c6d7fb1a-337e-494c-b2e2-004c95960f57) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:39.724506 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-981d6f66-f624-4ab7-a32c-ead51b533a60 req-b2510b5c-bab5-495d-84ad-dd4af2b6c2e0 service neutron] 10.222.0.60 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950153 Jul 06 17:48:39.738091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.747769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.750453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b38dd-8c3b-40cd-a56f-cb8bc01cb398 None None] Pushing event updated for resources: {'Port': ['ID=da5cd2ec-9c60-433f-93af-4137d5450229,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:39.804610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:39.825226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.882265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.882732 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Added segment 411259aa-5735-403e-a82f-fdd48055bf55 of type vlan for network e10bf9f3-41ca-492a-afa3-723ee649ba51 Jul 06 17:48:39.884567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2258c-96b3-4113-82b5-6e0823ac91cc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:39.977832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.023995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.032317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.033948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:40.034996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.042485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a0d00791-e828-4ce0-9ac5-41ad691dd977'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:40.107581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d24881a6-ab1f-4d2f-b612-4c5df2194e37 None None] Provisioning complete for port da5cd2ec-9c60-433f-93af-4137d5450229 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:40.108318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d24881a6-ab1f-4d2f-b612-4c5df2194e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.109287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=320907a8-65b4-48db-a8e5-868b11d4542d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.117733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.141368 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2044241 Jul 06 17:48:40.157249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:40.161298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-cda8c695-b0f7-460a-92d2-b2e107245b19 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759704 Jul 06 17:48:40.187565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Request body: {'subnet': {'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1712679950-subnet', 'tenant_id': '130621b706804424a74936c6315db21b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:40.212163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port 320907a8-65b4-48db-a8e5-868b11d4542d on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:40.252888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.252888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c2853c8-953b-4b31-a865-eb03887cfe84 req-55053ca1-045d-4c17-b867-25f52001b297 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "DELETE /v2.0/ports/320907a8-65b4-48db-a8e5-868b11d4542d HTTP/1.1" status: 204 len: 173 time: 2.8303189 Jul 06 17:48:40.252888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'name': 'network-vif-deleted', 'tag': '320907a8-65b4-48db-a8e5-868b11d4542d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:40.252888 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea2561-3fd7-4b03-aea6-f34adddd97bd" -d '{"events": [{"server_uuid": "5da47acd-b615-4de0-9a44-80e5ca728c96", "name": "network-vif-deleted", "tag": "320907a8-65b4-48db-a8e5-868b11d4542d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:40.255372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4926-6fb7-4c7a-a781-51de555d9edb admin admin] Pushing event updated for resources: {'Network': ['ID=e10bf9f3-41ca-492a-afa3-723ee649ba51,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.293228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Made reservation on behalf of 130621b706804424a74936c6315db21b for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:40.294660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.317460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e10bf9f3-41ca-492a-afa3-723ee649ba51 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:40.377448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2d3c-20d1-4f5f-9cfb-4c15229cb6e3 req-e790b6ef-b4e4-4aa8-aea2-79399fccce07 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:40.380640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e05a2d3c-20d1-4f5f-9cfb-4c15229cb6e3 req-e790b6ef-b4e4-4aa8-aea2-79399fccce07 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=5da47acd-b615-4de0-9a44-80e5ca728c96 HTTP/1.1" status: 200 len: 867 time: 0.5408025 Jul 06 17:48:40.402875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9400b8-eebc-4626-b795-494011d42781 req-398f15ee-b9b4-4d69-b6b9-763b0a7eeab6 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:40.416155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e9400b8-eebc-4626-b795-494011d42781 req-398f15ee-b9b4-4d69-b6b9-763b0a7eeab6 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 943 time: 0.5733216 Jul 06 17:48:40.435078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device da5cd2ec-9c60-433f-93af-4137d5450229 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:40.504626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.555308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port da5cd2ec-9c60-433f-93af-4137d5450229 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:40.555308 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.605140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d7fb1a-337e-494c-b2e2-004c95960f57,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.634207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:40.639932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e05a2d3c-20d1-4f5f-9cfb-4c15229cb6e3 req-4c51d06a-ee24-40ff-a6ab-0410b06b0c42 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151594 Jul 06 17:48:40.643652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:40.650240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e9400b8-eebc-4626-b795-494011d42781 req-d8fda882-d651-4c50-8d95-ba980ce792e3 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310231 Jul 06 17:48:40.651068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:40.912173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.030224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Checking segment: {'id': '411259aa-5735-403e-a82f-fdd48055bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:41.030563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Network hostable DHCP agents. Network: e10bf9f3-41ca-492a-afa3-723ee649ba51, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:41.068526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Network e10bf9f3-41ca-492a-afa3-723ee649ba51 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:41.084190 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e10bf9f3-41ca-492a-afa3-723ee649ba51) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:41.089903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.093934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.094289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6388609-ceb9-4ecf-b771-8db4126c69d8 None None] Network e10bf9f3-41ca-492a-afa3-723ee649ba51 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:41.114893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93892172-b384-49e2-b770-f5a58bc00bfd,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:41.132631 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ab5d1e0-442c-4f40-8c1a-d08f4780653e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9713857 Jul 06 17:48:41.181514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'tag': '05f0ee3c-d08e-4d09-93bf-e22db1169d06'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:41.186514 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f7f233-6d10-4dc5-883b-363605d52c6a", "tag": "05f0ee3c-d08e-4d09-93bf-e22db1169d06"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:41.270982 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca73efa-a90b-44d7-9101-6e28c9a514f7 x-openstack-request-id: req-dca73efa-a90b-44d7-9101-6e28c9a514f7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:41.272055 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da47acd-b615-4de0-9a44-80e5ca728c96", "name": "network-vif-deleted", "tag": "320907a8-65b4-48db-a8e5-868b11d4542d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:41.272055 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dca73efa-a90b-44d7-9101-6e28c9a514f7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:41.274608 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da47acd-b615-4de0-9a44-80e5ca728c96', 'name': 'network-vif-deleted', 'tag': '320907a8-65b4-48db-a8e5-868b11d4542d', 'status': 'completed', 'code': 200} Jul 06 17:48:41.279001 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.429708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a07e6-af31-4534-ac37-124d6b7c8e22 None None] Network e10bf9f3-41ca-492a-afa3-723ee649ba51 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:41.926219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.933269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.939827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.946982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.954205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.961704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.971523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.971523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de38ddca-3478-439b-af91-5df2f1654c0a req-a99dc99f-e71e-44ee-a6fd-afd0ea63bfc4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.9879522 Jul 06 17:48:42.023275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb9d26-808a-4fa0-92b9-ea8e41acb405 req-ca2a72c1-6398-4d73-88a5-cd82be82ec83 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.025286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-febb9d26-808a-4fa0-92b9-ea8e41acb405 req-ca2a72c1-6398-4d73-88a5-cd82be82ec83 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.2662177 Jul 06 17:48:42.094683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.121981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de38ddca-3478-439b-af91-5df2f1654c0a req-7c8da60f-d788-4b2c-9917-ccba979fda88 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111588 Jul 06 17:48:42.126596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-febb9d26-808a-4fa0-92b9-ea8e41acb405 req-6ade2654-aa5a-4877-a080-0cd8b07b27c2 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914667 Jul 06 17:48:42.246565 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6ba93-57df-4cd5-90c5-b1de19cba535 x-openstack-request-id: req-94a6ba93-57df-4cd5-90c5-b1de19cba535 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:42.247425 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f7f233-6d10-4dc5-883b-363605d52c6a", "tag": "05f0ee3c-d08e-4d09-93bf-e22db1169d06", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:42.247425 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94a6ba93-57df-4cd5-90c5-b1de19cba535 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:42.247953 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'tag': '05f0ee3c-d08e-4d09-93bf-e22db1169d06', 'status': 'completed', 'code': 200} Jul 06 17:48:42.364640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Router 20ee8c2d-a935-4059-bc69-88c88f8812f2 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:48:42.498161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-6d6bce25-438b-4439-90ca-ab5b26ee5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.499783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-6d6bce25-438b-4439-90ca-ab5b26ee5752 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa84f294cfcb4b8da9fc48bcf0544f8c&device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 1094 time: 0.2140760 Jul 06 17:48:42.700710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-b18b5c52-de7b-4481-8698-489e51868a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.702468 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-b18b5c52-de7b-4481-8698-489e51868a27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d66136c6-38db-42b8-8ddf-958956318283 HTTP/1.1" status: 200 len: 915 time: 0.1938007 Jul 06 17:48:42.739461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:42.760988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Sync routers for ids ['20ee8c2d-a935-4059-bc69-88c88f8812f2'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:42.782498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-ecbaab77-34a7-47c6-976d-6be223fc27de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06 HTTP/1.1" status: 200 len: 217 time: 0.0719681 Jul 06 17:48:42.791520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Routers {'20ee8c2d-a935-4059-bc69-88c88f8812f2'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:42.793011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20ee8c2d-a935-4059-bc69-88c88f8812f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:42.808811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.810101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-99072426-505e-4771-bc4e-538c74ab7cc3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4791427 Jul 06 17:48:42.815087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:42.824658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e684a8-392e-44ca-a527-beb17a959a47 req-1b33d0c3-1fad-49ad-87be-8aabd99b4fb6 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.826413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75e684a8-392e-44ca-a527-beb17a959a47 req-1b33d0c3-1fad-49ad-87be-8aabd99b4fb6 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 943 time: 0.2359540 Jul 06 17:48:42.887469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-3dbb2233-0d60-4e45-9dfe-cb1bc542d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.891435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-3dbb2233-0d60-4e45-9dfe-cb1bc542d297 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79958f2a-0382-4e82-8153-621a4b5ca791 HTTP/1.1" status: 200 len: 854 time: 0.0995286 Jul 06 17:48:42.909203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-532150d8-a1ce-4960-ba01-fddc697111f5 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.911956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-532150d8-a1ce-4960-ba01-fddc697111f5 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/networks?id=e10bf9f3-41ca-492a-afa3-723ee649ba51 HTTP/1.1" status: 200 len: 813 time: 0.2664747 Jul 06 17:48:42.953514 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-fa73a450-96b2-4a91-8bee-23b189c9c254 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d66136c6-38db-42b8-8ddf-958956318283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533926 Jul 06 17:48:42.956762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-a0813ba9-fdd7-4c3f-808a-08d25c75c56f tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/quotas/130621b706804424a74936c6315db21b HTTP/1.1" status: 200 len: 375 time: 0.0341265 Jul 06 17:48:43.049182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Set router 20ee8c2d-a935-4059-bc69-88c88f8812f2 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:43.094285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-043e7e1d-ed79-4fa6-a275-42353a97e8a8 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=130621b706804424a74936c6315db21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078045 Jul 06 17:48:43.194095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75e684a8-392e-44ca-a527-beb17a959a47 req-f0f30740-ef22-4539-b5c8-f6386721fc13 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514638 Jul 06 17:48:43.222498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-9afbced8-9b63-4bf1-9907-21877b937ac0 service neutron] 10.222.0.60 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614770 Jul 06 17:48:43.548643 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ff3f1a5f-fb91-4ccf-ade6-13c38ed28e18 req-7090bbb5-ee1a-405b-9c03-e248fdaa2e8c service neutron] 10.222.0.60 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175516 Jul 06 17:48:43.670065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-27439ed3-15b8-44a6-82cf-cf2b44f78482 service neutron] 10.222.0.37 "GET /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066738 Jul 06 17:48:43.846021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:40Z', 'revision_number': 3, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:43.899837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Checking router: 20ee8c2d-a935-4059-bc69-88c88f8812f2 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:43.900174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Updating router 20ee8c2d-a935-4059-bc69-88c88f8812f2 port c6d7fb1a-337e-494c-b2e2-004c95960f57 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:48:43.957380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.060417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-ca1be423-5cc5-405f-b35b-486f6a7010a4 service neutron] 10.222.0.37 "GET /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786548 Jul 06 17:48:44.153207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.159551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.166681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.173239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.180679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.187022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.193140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.207116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:44.214643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf794398-7d32-4ac8-84a1-d2b9c5dbf972 req-ace7520c-045e-43ff-b1c6-3ac59957b7e0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.2510819 Jul 06 17:48:44.218525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Request body: {'floatingip': {'port_id': 'c4671634-d359-4ffc-ab48-8920bcbf3311'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:44.356397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05f0ee3c-d08e-4d09-93bf-e22db1169d06 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:44.418999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.505907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.644974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312209c-9f05-4df2-aad1-62bdc3532814 req-ce1156e3-a04b-4817-867f-0ddbbeb6ad4d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.653291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e312209c-9f05-4df2-aad1-62bdc3532814 req-ce1156e3-a04b-4817-867f-0ddbbeb6ad4d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.2571762 Jul 06 17:48:44.720517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06,segment=NetworkSegment(eb0d29b4-2b1c-4f9b-9625-8e29c2400298),segment_id=eb0d29b4-2b1c-4f9b-9625-8e29c2400298)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:44.737549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '05f0ee3c-d08e-4d09-93bf-e22db1169d06', 'network_id': 'd66136c6-38db-42b8-8ddf-958956318283', 'port_id': '05f0ee3c-d08e-4d09-93bf-e22db1169d06', 'mac_address': 'fa:16:3e:bb:9f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79958f2a-0382-4e82-8153-621a4b5ca791', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:44.741708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9a2d8-9504-408d-8001-f09719011389 req-88169bdb-3651-4146-9d35-228dd3d9c543 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:44.743471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fb9a2d8-9504-408d-8001-f09719011389 req-88169bdb-3651-4146-9d35-228dd3d9c543 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 943 time: 0.2882113 Jul 06 17:48:44.757078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.840788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e312209c-9f05-4df2-aad1-62bdc3532814 req-b424cb39-aba3-4b79-a4c5-d740baa82760 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864197 Jul 06 17:48:44.842257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Transition to ACTIVE for port object c6d7fb1a-337e-494c-b2e2-004c95960f57 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:44.861041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.906112 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.945666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f0ee3c-d08e-4d09-93bf-e22db1169d06 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:44.951918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fb9a2d8-9504-408d-8001-f09719011389 req-1ba8c6f9-51ac-4649-b798-a08099127620 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947412 Jul 06 17:48:44.964527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Attempting to bind port c6d7fb1a-337e-494c-b2e2-004c95960f57 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:44.964778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Attempting to bind port c6d7fb1a-337e-494c-b2e2-004c95960f57 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:44.965206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Attempting to bind port c6d7fb1a-337e-494c-b2e2-004c95960f57 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:44.967381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379e2f3-7fc6-4753-85b3-ecdd44f42d44 None None] Pushing event updated for resources: {'Port': ['ID=c6d7fb1a-337e-494c-b2e2-004c95960f57,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:44.985119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:44.985809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:44.986397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.986989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:44.987703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Bound port: c6d7fb1a-337e-494c-b2e2-004c95960f57, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:44.988283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.025058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06,segment=NetworkSegment(eb0d29b4-2b1c-4f9b-9625-8e29c2400298),segment_id=eb0d29b4-2b1c-4f9b-9625-8e29c2400298)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:45.042947 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.087572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] For port c6d7fb1a-337e-494c-b2e2-004c95960f57, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:45.109739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] For port c6d7fb1a-337e-494c-b2e2-004c95960f57, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6d7fb1a-337e-494c-b2e2-004c95960f57,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:45.124474 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.134602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=05f0ee3c-d08e-4d09-93bf-e22db1169d06,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:45.154099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16437b39-4587-4d85-a87a-b3e1bc811e33 req-cab1583d-3402-4062-a5f2-68cd3206c3c3 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 210 time: 0.1027536 Jul 06 17:48:45.172892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Allocated IP 172.20.0.1 (adcbb1a5-898d-49bc-9e9c-b42734694ef2/f32b137b-a329-498a-bc4c-b10e8b4f8d43/04a866ba-a4c5-4bce-aea3-2d974763adaa) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:45.261614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Routers {'20ee8c2d-a935-4059-bc69-88c88f8812f2'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:45.262302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20ee8c2d-a935-4059-bc69-88c88f8812f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:45.355210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['05f0ee3c-d08e-4d09-93bf-e22db1169d06'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:45.361771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379e2f3-7fc6-4753-85b3-ecdd44f42d44 None None] Pushing event updated for resources: {'Port': ['ID=c6d7fb1a-337e-494c-b2e2-004c95960f57,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:45.495049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.505071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.685854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.709068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] Set router 20ee8c2d-a935-4059-bc69-88c88f8812f2 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:45.739732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Transition to ACTIVE for port object 04a866ba-a4c5-4bce-aea3-2d974763adaa will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:45.837698 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Floating IP 2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6 associated. External IP: 172.25.5.180, port: c4671634-d359-4ffc-ab48-8920bcbf3311. Jul 06 17:48:45.899293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.044801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:46.055163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:46.082140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:46.190978 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.276488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:40Z', 'revision_number': 3, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:46.405011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64605b5-5319-465e-b96e-483f5f9a68fa None None] The sync data for ids ['20ee8c2d-a935-4059-bc69-88c88f8812f2'] in n-d-799527-3 is: [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:40Z', 'revision_number': 3, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:46.495948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-753de7e9-ae1f-4a29-a182-7f90994511bb None None] Provisioning for port 04a866ba-a4c5-4bce-aea3-2d974763adaa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:46.504169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-753de7e9-ae1f-4a29-a182-7f90994511bb None None] Provisioning complete for port 04a866ba-a4c5-4bce-aea3-2d974763adaa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:46.504852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-753de7e9-ae1f-4a29-a182-7f90994511bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.551639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Pushing event updated for resources: {'Port': ['ID=04a866ba-a4c5-4bce-aea3-2d974763adaa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:46.603885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-753de7e9-ae1f-4a29-a182-7f90994511bb None None] Port 04a866ba-a4c5-4bce-aea3-2d974763adaa cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:48:46.624275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Router a8714db7-6019-4aba-84b6-963c49a70e8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:46.680976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e314c-9ee4-47b2-b039-429d8c4a0be3 req-d48870a0-5013-4857-b1de-89f37f532435 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:46.683793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa1e314c-9ee4-47b2-b039-429d8c4a0be3 req-d48870a0-5013-4857-b1de-89f37f532435 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 950 time: 0.8894153 Jul 06 17:48:46.844141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.892107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa1e314c-9ee4-47b2-b039-429d8c4a0be3 req-e6454d4c-ad02-411a-8121-aa46815efe63 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551690 Jul 06 17:48:46.974668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03a6f0-3e83-4e17-97c0-747b32ba57ce req-3a946ae8-fdfe-4f12-83a7-1b7f74102ecd tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:46.997097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd03a6f0-3e83-4e17-97c0-747b32ba57ce req-3a946ae8-fdfe-4f12-83a7-1b7f74102ecd tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.5089440 Jul 06 17:48:47.071838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:47.091444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] Sync routers for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:47.109151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.120109 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:47.120784 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:47.188371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-770db028-a776-4038-bd32-4a8254719547 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "PUT /v2.0/floatingips/2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6 HTTP/1.1" status: 200 len: 992 time: 2.9794989 Jul 06 17:48:47.192495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:47.194762 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8f066-a285-49cb-90cb-fcb4c7962ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:47.291750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-3460a4bb-2b48-47c3-bb0c-f09d49a3bcdb tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:47.297369 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-3460a4bb-2b48-47c3-bb0c-f09d49a3bcdb tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.60 "GET /v2.0/networks?id=e10bf9f3-41ca-492a-afa3-723ee649ba51 HTTP/1.1" status: 200 len: 813 time: 0.3949885 Jul 06 17:48:47.319762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Request body: {'port': {'device_id': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51', 'admin_state_up': True, 'tenant_id': '130621b706804424a74936c6315db21b'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:47.406955 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:47.502976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd03a6f0-3e83-4e17-97c0-747b32ba57ce req-b6ec5c37-c57d-4ccc-ab35-9cd1672783ed tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046389 Jul 06 17:48:47.547249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Made reservation on behalf of 130621b706804424a74936c6315db21b for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:47.562967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.737092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.758228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.948995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Allocated IP 172.20.0.12 (e10bf9f3-41ca-492a-afa3-723ee649ba51/93892172-b384-49e2-b770-f5a58bc00bfd/7b191fec-0d8f-4aab-93f3-427c0f4b58c3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:48.097480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05f0ee3c-d08e-4d09-93bf-e22db1169d06 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:48.165386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:48.170631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:48.171083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.273871 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'port_id': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'mac_address': 'fa:16:3e:07:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:36Z', 'updated_at': '2021-07-06T17:48:45Z', 'revision_number': 1, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:02Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:48.290269 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.336857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06,segment=NetworkSegment(eb0d29b4-2b1c-4f9b-9625-8e29c2400298),segment_id=eb0d29b4-2b1c-4f9b-9625-8e29c2400298)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:48.338586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f0ee3c-d08e-4d09-93bf-e22db1169d06'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:48.342276 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322270f8-6e12-43dd-a42a-643b22d2e8a9" -d '{"events": [{"server_uuid": "b9f7f233-6d10-4dc5-883b-363605d52c6a", "name": "network-vif-plugged", "status": "completed", "tag": "05f0ee3c-d08e-4d09-93bf-e22db1169d06"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:48.348416 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.423641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=05f0ee3c-d08e-4d09-93bf-e22db1169d06,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:48.445678 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] Checking router: a8714db7-6019-4aba-84b6-963c49a70e8e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:48.457782 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.478325 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:48.481904 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:48.511995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6d7fb1a-337e-494c-b2e2-004c95960f57 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:48.581274 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.630658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88d8ac9b-4bdb-4b24-8b07-6fe77f84921d req-354e09ae-565a-4822-aaf5-6e0efb6876e1 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 210 time: 0.7997167 Jul 06 17:48:48.666364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c6d7fb1a-337e-494c-b2e2-004c95960f57 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:48.672020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c6d7fb1a-337e-494c-b2e2-004c95960f57 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:48.672340 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.797131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.808232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.874445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port c6d7fb1a-337e-494c-b2e2-004c95960f57, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6d7fb1a-337e-494c-b2e2-004c95960f57,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:48.886635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.889160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Pushing event updated for resources: {'Port': ['ID=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:48.904093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.904450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.904800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.905276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.905651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.906001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.906377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.906765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.907117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.907608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.908221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.908560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:48.940148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Network e10bf9f3-41ca-492a-afa3-723ee649ba51 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:48.945330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:48.954057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:48.992592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:49.076911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=c6d7fb1a-337e-494c-b2e2-004c95960f57,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:49.087427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:49.088146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.094046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Pushing event updated for resources: {'Port': ['ID=04a866ba-a4c5-4bce-aea3-2d974763adaa,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:49.123406 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-841fe268-426a-4b08-801f-d07b7e40961e tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8168602 Jul 06 17:48:49.135516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Request body: {'port': {'device_id': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:49.160035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-ac90b833-ea6f-4312-8e93-664f2f27a6c6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:49.161742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-ac90b833-ea6f-4312-8e93-664f2f27a6c6 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 950 time: 2.1083455 Jul 06 17:48:49.253508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51c12-5152-489a-bbea-8684876b0d50 req-f9beaa84-72a5-4f84-a61e-3bca5633db65 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:49.262633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1f51c12-5152-489a-bbea-8684876b0d50 req-f9beaa84-72a5-4f84-a61e-3bca5633db65 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 944 time: 1.9527004 Jul 06 17:48:49.325603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:49.328629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:49.425253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.610601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1f51c12-5152-489a-bbea-8684876b0d50 req-e196f26f-7593-41e2-a2c2-b607012e0aad tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469148 Jul 06 17:48:49.630044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a0d00791-e828-4ce0-9ac5-41ad691dd977 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:49.651362 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'port_id': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'mac_address': 'fa:16:3e:07:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:36Z', 'updated_at': '2021-07-06T17:48:45Z', 'revision_number': 1, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:02Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:49.671217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Deleting port a0d00791-e828-4ce0-9ac5-41ad691dd977 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:49.671699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.742571 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea3af7-81c9-419f-b103-da51c556797d None None] The sync data for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 is: [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'floating_ip_address': '172.25.5.180', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'port_id': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'mac_address': 'fa:16:3e:07:58:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:36Z', 'updated_at': '2021-07-06T17:48:45Z', 'revision_number': 1, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:02Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:49.900352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Router 20ee8c2d-a935-4059-bc69-88c88f8812f2 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:49.921143 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda60ff-60a2-4cf8-941d-05c67049c19c x-openstack-request-id: req-7dda60ff-60a2-4cf8-941d-05c67049c19c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:49.927364 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:49.927862 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dda60ff-60a2-4cf8-941d-05c67049c19c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:49.943475 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'status': 'completed', 'code': 200} Jul 06 17:48:49.947918 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9ea72e-e15a-47eb-977f-3e8c61ef2fc7 x-openstack-request-id: req-fa9ea72e-e15a-47eb-977f-3e8c61ef2fc7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:49.948289 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f7f233-6d10-4dc5-883b-363605d52c6a", "name": "network-vif-plugged", "status": "completed", "tag": "05f0ee3c-d08e-4d09-93bf-e22db1169d06", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:49.951602 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa9ea72e-e15a-47eb-977f-3e8c61ef2fc7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:49.952098 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f0ee3c-d08e-4d09-93bf-e22db1169d06', 'code': 200} Jul 06 17:48:50.022644 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.146928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:50.160087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0167b388-7ac0-4806-8754-668507f4ad79 None None] Provisioning complete for port 04a866ba-a4c5-4bce-aea3-2d974763adaa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:50.160693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0167b388-7ac0-4806-8754-668507f4ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.237352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0167b388-7ac0-4806-8754-668507f4ad79 None None] Port 04a866ba-a4c5-4bce-aea3-2d974763adaa cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:48:50.242677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.320997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:50.374560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6d7fb1a-337e-494c-b2e2-004c95960f57 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:50.390785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:50.413294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Sync routers for ids ['20ee8c2d-a935-4059-bc69-88c88f8812f2'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:50.436316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5b075e5-3318-4b82-88e9-17cfdf2c060f admin admin] 10.222.0.37 "PUT /v2.0/routers/20ee8c2d-a935-4059-bc69-88c88f8812f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6085272 Jul 06 17:48:50.457303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Routers {'20ee8c2d-a935-4059-bc69-88c88f8812f2'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:50.458011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20ee8c2d-a935-4059-bc69-88c88f8812f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:50.525089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c6d7fb1a-337e-494c-b2e2-004c95960f57 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:50.525404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.541444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] For port a0d00791-e828-4ce0-9ac5-41ad691dd977, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a0d00791-e828-4ce0-9ac5-41ad691dd977,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:50.543641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.616980 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695118c-9790-41ba-8705-28f778b59c74 None None] New status for floating IP 2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:48:50.670368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Calling delete_port for a0d00791-e828-4ce0-9ac5-41ad691dd977 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:50.719692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.720699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.721725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.722649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.723703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.724680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.726950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.732187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-a05d0745-807f-42ce-9eeb-6584aa892b89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6493 time: 0.8638151 Jul 06 17:48:50.885076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Set router 20ee8c2d-a935-4059-bc69-88c88f8812f2 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:50.964280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af2e48-2143-493c-9203-8d3d4609a2d7 req-e85106c5-9726-4e0f-98fe-c5cefc1e3c03 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:50.966306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0af2e48-2143-493c-9203-8d3d4609a2d7 req-e85106c5-9726-4e0f-98fe-c5cefc1e3c03 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 948 time: 0.6632533 Jul 06 17:48:51.081616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a0af2e48-2143-493c-9203-8d3d4609a2d7 req-10f0e0c5-e6f1-42b9-b14b-afded809c091 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/security-groups?id=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922461 Jul 06 17:48:51.091446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501046e-5c25-4d25-86c0-94545ea264f6 req-23ea6288-b9c3-498c-abb4-1348f3cda3ae tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:51.093001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d501046e-5c25-4d25-86c0-94545ea264f6 req-23ea6288-b9c3-498c-abb4-1348f3cda3ae tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.6977460 Jul 06 17:48:51.100820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a3675-194e-47f1-a069-0c9363250700 req-e450e7e9-915e-4b7a-b065-871227b08342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:51.103007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e3a3675-194e-47f1-a069-0c9363250700 req-e450e7e9-915e-4b7a-b065-871227b08342 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 1096 time: 1.0865736 Jul 06 17:48:51.151103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:51.173480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.211702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Transition to ACTIVE for port object 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:51.213710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:46Z', 'revision_number': 4, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '04a866ba-a4c5-4bce-aea3-2d974763adaa', 'name': '', 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'mac_address': 'fa:16:3e:93:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:44Z', 'updated_at': '2021-07-06T17:48:47Z', 'revision_number': 2, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'subnets': [{'id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:51.222477 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.222860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d501046e-5c25-4d25-86c0-94545ea264f6 req-46c9d4ee-6310-45d1-acee-8920ce2a55de tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912035 Jul 06 17:48:51.224656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-b322583c-a08c-492b-abac-f6fc00a2ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:51.227389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-b322583c-a08c-492b-abac-f6fc00a2ea66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6856c4ec-9ac5-49fc-b98c-01dd56064b49 HTTP/1.1" status: 200 len: 912 time: 0.4599779 Jul 06 17:48:51.284959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Checking router: 20ee8c2d-a935-4059-bc69-88c88f8812f2 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:51.284959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Updating router 20ee8c2d-a935-4059-bc69-88c88f8812f2 port 04a866ba-a4c5-4bce-aea3-2d974763adaa binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:48:51.377073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e3a3675-194e-47f1-a069-0c9363250700 req-b89cf6bc-29be-421e-9390-0796c2752fb6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630286 Jul 06 17:48:51.394223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.432160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Pushing event updated for resources: {'Port': ['ID=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:51.497078 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.572255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-e045fc4a-fcca-47df-9edb-c2c49b85e9c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 200 len: 1002 time: 0.3318245 Jul 06 17:48:51.599816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Pushing event deleted for resources: {'Port': ['ID=a0d00791-e828-4ce0-9ac5-41ad691dd977,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:51.642553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Attempting to bind port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:51.643098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Attempting to bind port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '411259aa-5735-403e-a82f-fdd48055bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:51.644079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Attempting to bind port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 on network e10bf9f3-41ca-492a-afa3-723ee649ba51 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:51.654722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 on network e10bf9f3-41ca-492a-afa3-723ee649ba51 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:48:51.655471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Attempting to bind port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 on network e10bf9f3-41ca-492a-afa3-723ee649ba51 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:51.674212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:51.674999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Checking segment: {'id': '411259aa-5735-403e-a82f-fdd48055bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:51.675696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Bound using segment: {'id': '411259aa-5735-403e-a82f-fdd48055bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:51.676431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Bound port: 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411259aa-5735-403e-a82f-fdd48055bf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:51.677039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.818005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] For port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:51.824325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] For port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,segment=NetworkSegment(411259aa-5735-403e-a82f-fdd48055bf55),segment_id=411259aa-5735-403e-a82f-fdd48055bf55)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:51.830670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.841949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] No DVR routers for this DVR port a0d00791-e828-4ce0-9ac5-41ad691dd977 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:51.853664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.857318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6a66649-36ba-4591-92e8-f5cf7f36b37d req-3740def1-4ac6-40ae-bd92-6c01748268a3 tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.61 "DELETE /v2.0/ports/a0d00791-e828-4ce0-9ac5-41ad691dd977 HTTP/1.1" status: 204 len: 173 time: 2.6770618 Jul 06 17:48:51.861639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'name': 'network-vif-deleted', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:51.864920 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71dd7ad-c518-46a2-a374-441788a3d8c3" -d '{"events": [{"server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "name": "network-vif-deleted", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:51.877247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-8d89ae26-ebfb-4860-8807-3a7921cd659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:51.879866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-8d89ae26-ebfb-4860-8807-3a7921cd659a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13115784-748f-4bba-b40a-201b7e16dc8e HTTP/1.1" status: 200 len: 850 time: 0.2948334 Jul 06 17:48:51.889796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:51.890080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.891878 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] 10.222.0.60 "PUT /v2.0/ports/7b191fec-0d8f-4aab-93f3-427c0f4b58c3 HTTP/1.1" status: 200 len: 1092 time: 2.7610221 Jul 06 17:48:51.925747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dded7-2be3-469a-ab95-d2deb196fb2f service neutron] Pushing event updated for resources: {'Port': ['ID=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:51.944957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'tag': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:51.949555 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d10cab8-0ef4-4de4-aee4-42958f396b4c", "tag": "7b191fec-0d8f-4aab-93f3-427c0f4b58c3"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:51.982457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ff821-cb77-4be3-a4d2-f97288d7a8e0 req-8ba90397-80ea-4746-afdc-8a19a4446a50 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:51.985246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e47ff821-cb77-4be3-a4d2-f97288d7a8e0 req-8ba90397-80ea-4746-afdc-8a19a4446a50 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 944 time: 0.4340165 Jul 06 17:48:51.997815 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.012396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Transition to ACTIVE for port object 04a866ba-a4c5-4bce-aea3-2d974763adaa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:52.020972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:52.024959 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077abda-c295-41dc-94b7-d23885fc611f" -d '{"events": [{"server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:52.030318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.098061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e47ff821-cb77-4be3-a4d2-f97288d7a8e0 req-ef1bf948-af67-493e-8beb-d9a91b26e8ea tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046188 Jul 06 17:48:52.169853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-d335e423-675a-400e-8813-b83a422a7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:52.174521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729638a-92a3-4731-9bbe-a6e94643c9fa None None] Pushing event updated for resources: {'Port': ['ID=04a866ba-a4c5-4bce-aea3-2d974763adaa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:52.176696 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-d335e423-675a-400e-8813-b83a422a7fc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=130621b706804424a74936c6315db21b&device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 1095 time: 0.2152922 Jul 06 17:48:52.231928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-9e63d7f9-8aad-468b-b8a0-1d78e0c6496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:52.234827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-9e63d7f9-8aad-468b-b8a0-1d78e0c6496d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3447702 Jul 06 17:48:52.310027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Attempting to bind port 04a866ba-a4c5-4bce-aea3-2d974763adaa on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:52.310874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Attempting to bind port 04a866ba-a4c5-4bce-aea3-2d974763adaa by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:52.311496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Attempting to bind port 04a866ba-a4c5-4bce-aea3-2d974763adaa on network adcbb1a5-898d-49bc-9e9c-b42734694ef2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:52.324961 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-995d9cdc-5c5d-4581-a16f-ac1f74493fc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3 HTTP/1.1" status: 200 len: 217 time: 0.1382673 Jul 06 17:48:52.329959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:52.333614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Checking segment: {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:52.334739 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.335697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Bound using segment: {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:52.341243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Bound port: 04a866ba-a4c5-4bce-aea3-2d974763adaa, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99efcab-5973-4533-b12e-3d291005cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:52.342265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.497119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-bce0e508-26be-4be1-b422-fcaf7faa8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:52.503455 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-bce0e508-26be-4be1-b422-fcaf7faa8780 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93892172-b384-49e2-b770-f5a58bc00bfd HTTP/1.1" status: 200 len: 853 time: 0.1722407 Jul 06 17:48:52.555188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] For port 04a866ba-a4c5-4bce-aea3-2d974763adaa, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:52.562075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] For port 04a866ba-a4c5-4bce-aea3-2d974763adaa, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=04a866ba-a4c5-4bce-aea3-2d974763adaa,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:52.564490 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-4e808f95-54c2-4d97-8d14-ba86eef57580 req-5eb6fdcc-481d-43da-bdf3-065a84cf8988 tempest-FloatingIPDetailsNegativeTestJSON-700179279 tempest-FloatingIPDetailsNegativeTestJSON-700179279-project] show failed (client error): The resource could not be found. Jul 06 17:48:52.566903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e808f95-54c2-4d97-8d14-ba86eef57580 req-5eb6fdcc-481d-43da-bdf3-065a84cf8988 tempest-FloatingIPDetailsNegativeTestJSON-700179279 tempest-FloatingIPDetailsNegativeTestJSON-700179279-project] 10.222.0.37 "GET /v2.0/floatingips/cc9af182-4c22-4823-972e-e3abbe792597 HTTP/1.1" status: 404 len: 350 time: 0.1504846 Jul 06 17:48:52.582045 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.603962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:52.657532 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-4b95f828-fb7a-43ae-9d22-8371e620ea4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e10bf9f3-41ca-492a-afa3-723ee649ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466177 Jul 06 17:48:52.736538 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24938d12-027d-44fa-a994-e21c22332f92 x-openstack-request-id: req-24938d12-027d-44fa-a994-e21c22332f92 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:52.736996 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "name": "network-vif-deleted", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:52.737497 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24938d12-027d-44fa-a994-e21c22332f92 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:52.737996 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'name': 'network-vif-deleted', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977', 'status': 'completed', 'code': 200} Jul 06 17:48:52.766190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Routers {'20ee8c2d-a935-4059-bc69-88c88f8812f2'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:52.766987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20ee8c2d-a935-4059-bc69-88c88f8812f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:52.847560 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b82d813-e69d-4ad2-af86-a004c3291431 x-openstack-request-id: req-9b82d813-e69d-4ad2-af86-a004c3291431 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:52.848040 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d10cab8-0ef4-4de4-aee4-42958f396b4c", "tag": "7b191fec-0d8f-4aab-93f3-427c0f4b58c3", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:52.848448 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b82d813-e69d-4ad2-af86-a004c3291431 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:52.849038 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'tag': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3', 'status': 'completed', 'code': 200} Jul 06 17:48:52.887345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a21d4-abac-4500-a587-117b7035da25 req-3820c1fe-a954-4f05-b6a8-ded521f9f96e tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:52.912171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d6a21d4-abac-4500-a587-117b7035da25 req-3820c1fe-a954-4f05-b6a8-ded521f9f96e tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.8060477 Jul 06 17:48:52.952360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729638a-92a3-4731-9bbe-a6e94643c9fa None None] Pushing event updated for resources: {'Port': ['ID=04a866ba-a4c5-4bce-aea3-2d974763adaa,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:52.980762 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-55ea8166-36f6-497e-a72a-5a458ce6f82a service neutron] 10.222.0.60 "GET /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157630 Jul 06 17:48:52.988678 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d17e67-3053-4b17-80b8-d566e6021109 x-openstack-request-id: req-03d17e67-3053-4b17-80b8-d566e6021109 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:52.989275 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bdafa9-c4ac-45b2-925e-393187eae708", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d00791-e828-4ce0-9ac5-41ad691dd977", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:52.989761 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03d17e67-3053-4b17-80b8-d566e6021109 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:52.992481 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bdafa9-c4ac-45b2-925e-393187eae708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d00791-e828-4ce0-9ac5-41ad691dd977', 'code': 200} Jul 06 17:48:53.128655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ef35033c-96ba-42ad-8ff1-f3e333944930 req-38248d38-b994-4238-8311-5bc475471cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413229 Jul 06 17:48:53.160182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] Set router 20ee8c2d-a935-4059-bc69-88c88f8812f2 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:53.180362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-715539d7-8897-409a-8c94-59a1505c053a service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348350 Jul 06 17:48:53.267542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d6a21d4-abac-4500-a587-117b7035da25 req-26304637-ae98-44ac-b1e6-e2852a0f96e4 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431516 Jul 06 17:48:53.428257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-044211cc-21af-444c-b197-c5579f6b331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:53.432792 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-044211cc-21af-444c-b197-c5579f6b331b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=130621b706804424a74936c6315db21b&device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 1095 time: 0.2091577 Jul 06 17:48:53.436124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a780a0e6-aeab-4634-9723-57e45a68c340 req-a74702a3-e8dc-4b87-b0fc-45e7ae6562de tempest-ServersOnMultiNodesTest-1687332662 tempest-ServersOnMultiNodesTest-1687332662-project] 10.222.0.37 "GET /v2.0/ports?device_id=62bdafa9-c4ac-45b2-925e-393187eae708 HTTP/1.1" status: 200 len: 210 time: 0.1415570 Jul 06 17:48:53.702603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-ba657a42-987c-4b65-a8f0-599f4470c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:53.704948 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-ba657a42-987c-4b65-a8f0-599f4470c304 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e10bf9f3-41ca-492a-afa3-723ee649ba51 HTTP/1.1" status: 200 len: 914 time: 0.2648396 Jul 06 17:48:53.708394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:46Z', 'revision_number': 4, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '04a866ba-a4c5-4bce-aea3-2d974763adaa', 'name': '', 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'mac_address': 'fa:16:3e:93:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:44Z', 'updated_at': '2021-07-06T17:48:52Z', 'revision_number': 4, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'subnets': [{'id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:53.766189 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-66a12587-925a-4e88-b8c6-5d42eee72d76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3 HTTP/1.1" status: 200 len: 217 time: 0.0533977 Jul 06 17:48:53.778167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c36d3d-10e2-4574-99f0-ce4a894b9c29 None None] The sync data for ids ['20ee8c2d-a935-4059-bc69-88c88f8812f2'] in n-d-799527-3 is: [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:46Z', 'revision_number': 4, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '04a866ba-a4c5-4bce-aea3-2d974763adaa', 'name': '', 'network_id': 'adcbb1a5-898d-49bc-9e9c-b42734694ef2', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'mac_address': 'fa:16:3e:93:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:44Z', 'updated_at': '2021-07-06T17:48:52Z', 'revision_number': 4, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'subnets': [{'id': 'f32b137b-a329-498a-bc4c-b10e8b4f8d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:53.808871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95f8f066-a285-49cb-90cb-fcb4c7962ae6 req-89851ff1-7d7d-4a10-b4f8-b7e1998e7fea service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863113 Jul 06 17:48:53.836590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-0eb3699f-e34e-4558-9e8e-a37e1629bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:53.838736 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-0eb3699f-e34e-4558-9e8e-a37e1629bc96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93892172-b384-49e2-b770-f5a58bc00bfd HTTP/1.1" status: 200 len: 853 time: 0.0650878 Jul 06 17:48:53.938935 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-259d4aa2-d0e0-4b00-8213-97cbab62bd6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e10bf9f3-41ca-492a-afa3-723ee649ba51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908105 Jul 06 17:48:53.990971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006fd5a-0593-49bd-9116-269f7e732f35 req-f3f96c4d-27a7-46df-bff4-fa56c386198b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:53.993556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7006fd5a-0593-49bd-9116-269f7e732f35 req-f3f96c4d-27a7-46df-bff4-fa56c386198b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.3667176 Jul 06 17:48:54.070736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7006fd5a-0593-49bd-9116-269f7e732f35 req-4ffcd81e-5dba-4353-b99e-48ca689cf233 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471103 Jul 06 17:48:54.195714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-f2e16c50-2c21-40ef-bcf2-259b5ee3012c service neutron] 10.222.0.60 "GET /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480838 Jul 06 17:48:54.214124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.389357 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fdb9912-c5d8-4d89-8e5e-4a2593730feb req-9bfc75b1-60b3-4e04-a0f4-98e4b58f33ad service neutron] 10.222.0.60 "GET /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833551 Jul 06 17:48:54.471832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ab78-faea-4eb6-80f8-23c26955629d req-fbba991c-4276-4883-a2f7-ecc007f98657 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:54.474219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86e3ab78-faea-4eb6-80f8-23c26955629d req-fbba991c-4276-4883-a2f7-ecc007f98657 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 944 time: 0.2026598 Jul 06 17:48:54.479328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 04a866ba-a4c5-4bce-aea3-2d974763adaa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:54.598619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 04a866ba-a4c5-4bce-aea3-2d974763adaa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:54.605147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 04a866ba-a4c5-4bce-aea3-2d974763adaa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:54.605672 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.725709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86e3ab78-faea-4eb6-80f8-23c26955629d req-e65d1ed3-80f0-4bd0-8816-ade6c3a6065f tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409482 Jul 06 17:48:54.736932 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.781524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bae7c-3f32-4f4b-8d36-6dde10bbe6fc req-900684c4-6543-4a6b-8e22-4709b97ee31f tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:54.783180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c7bae7c-3f32-4f4b-8d36-6dde10bbe6fc req-900684c4-6543-4a6b-8e22-4709b97ee31f tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.2186549 Jul 06 17:48:54.825368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 04a866ba-a4c5-4bce-aea3-2d974763adaa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=04a866ba-a4c5-4bce-aea3-2d974763adaa,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:54.834561 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.978186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=04a866ba-a4c5-4bce-aea3-2d974763adaa,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:55.005301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c7bae7c-3f32-4f4b-8d36-6dde10bbe6fc req-769956fe-8968-4b53-8932-39a22d2d3e9b tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553078 Jul 06 17:48:55.062488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Deleting port 04a866ba-a4c5-4bce-aea3-2d974763adaa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:55.063128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:55.296390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] For port 04a866ba-a4c5-4bce-aea3-2d974763adaa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=04a866ba-a4c5-4bce-aea3-2d974763adaa,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:55.297569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:55.337429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Calling delete_port for 04a866ba-a4c5-4bce-aea3-2d974763adaa owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:55.342858 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e673d995-278d-4981-acc1-aa77a08bc115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:55.525358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:55.875882 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da5ef538-fd33-4548-b49f-72cf431b306a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3efffebd569943f69f3af43a304d14c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450551 Jul 06 17:48:55.875882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:55.971554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88da4d75-67f1-484b-81e1-56408fa9fc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.025584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88da4d75-67f1-484b-81e1-56408fa9fc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.107875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:56.145204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-daa8b336-e86e-4207-ac0e-161fb437950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.149739 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-daa8b336-e86e-4207-ac0e-161fb437950e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa84f294cfcb4b8da9fc48bcf0544f8c&device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 1096 time: 0.1201489 Jul 06 17:48:56.190197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88da4d75-67f1-484b-81e1-56408fa9fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.196115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88da4d75-67f1-484b-81e1-56408fa9fc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.202146 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-88da4d75-67f1-484b-81e1-56408fa9fc6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55366b78-f2b7-4e61-9c5b-3ae15d8e7d00 HTTP/1.1" status: 204 len: 168 time: 0.3211372 Jul 06 17:48:56.266695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da4d75-67f1-484b-81e1-56408fa9fc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55366b78-f2b7-4e61-9c5b-3ae15d8e7d00,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:56.358777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-2892ee2e-21af-4c08-a515-b4b7cb2a118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.360840 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-2892ee2e-21af-4c08-a515-b4b7cb2a118b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d66136c6-38db-42b8-8ddf-958956318283 HTTP/1.1" status: 200 len: 915 time: 0.2062218 Jul 06 17:48:56.422931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 04a866ba-a4c5-4bce-aea3-2d974763adaa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:56.434057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,segment=NetworkSegment(411259aa-5735-403e-a82f-fdd48055bf55),segment_id=411259aa-5735-403e-a82f-fdd48055bf55)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:56.450587 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-7326e64d-7e5f-4711-96a2-d45fa5ecf3a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06 HTTP/1.1" status: 200 len: 217 time: 0.0813518 Jul 06 17:48:56.500576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3', 'network_id': 'e10bf9f3-41ca-492a-afa3-723ee649ba51', 'port_id': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3', 'mac_address': 'fa:16:3e:4a:f4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93892172-b384-49e2-b770-f5a58bc00bfd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:56.567827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-bd5ac24f-5dde-4bae-b274-247c9cc587ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.574749 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-bd5ac24f-5dde-4bae-b274-247c9cc587ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79958f2a-0382-4e82-8153-621a4b5ca791 HTTP/1.1" status: 200 len: 854 time: 0.1162586 Jul 06 17:48:56.631052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.643654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-90c5683c-140b-4b20-b253-cfe75c06a25b tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.646193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-90c5683c-140b-4b20-b253-cfe75c06a25b tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.4425867 Jul 06 17:48:56.653772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 04a866ba-a4c5-4bce-aea3-2d974763adaa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:56.654386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.663300 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-96c3420e-f42c-4abc-bb66-1d91eb6d4c63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d66136c6-38db-42b8-8ddf-958956318283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820711 Jul 06 17:48:56.670074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a1a8-29d1-4a3e-8ad7-187119f96df2 req-110fb2ea-dec0-4a0f-860b-ca47055d6536 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.672709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc26a1a8-29d1-4a3e-8ad7-187119f96df2 req-110fb2ea-dec0-4a0f-860b-ca47055d6536 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 944 time: 0.4672618 Jul 06 17:48:56.689313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98574-321a-412d-8a07-74dbd6f44eb2 req-7737dfbe-4d21-43a7-bb9c-5d6d7919940d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.701837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:56.702502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4da98574-321a-412d-8a07-74dbd6f44eb2 req-7737dfbe-4d21-43a7-bb9c-5d6d7919940d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.5009587 Jul 06 17:48:56.726405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:56.750993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,segment=NetworkSegment(411259aa-5735-403e-a82f-fdd48055bf55),segment_id=411259aa-5735-403e-a82f-fdd48055bf55)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:56.759530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.820212 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-9a04797e-f37a-4123-bfcd-4c7724914250 service neutron] 10.222.0.60 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498191 Jul 06 17:48:56.863700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.873500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:56.891021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:56.923891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4da98574-321a-412d-8a07-74dbd6f44eb2 req-17e3d111-9b2a-480a-a55d-071f6abfda57 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196350 Jul 06 17:48:56.969258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a866ba-a4c5-4bce-aea3-2d974763adaa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:56.985636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc26a1a8-29d1-4a3e-8ad7-187119f96df2 req-9257db2f-e3d2-4446-af82-68f60d652a64 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774820 Jul 06 17:48:57.004651 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b037b468-1503-466c-a2d0-ced4e05eda2b req-770e0a13-cf3a-440b-a999-9b9b0be17591 service neutron] 10.222.0.60 "GET /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771863 Jul 06 17:48:57.021635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['7b191fec-0d8f-4aab-93f3-427c0f4b58c3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:57.202680 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.330509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8c5d7de6-b868-4ddc-bc9d-21a6906f6afe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=744bb2dd3d114a0a90d7450445763dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285305 Jul 06 17:48:57.335900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51156) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:57.527646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab08669b-07b8-4d46-882f-b1b8e0794eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.576530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab08669b-07b8-4d46-882f-b1b8e0794eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.643965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab08669b-07b8-4d46-882f-b1b8e0794eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.646573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab08669b-07b8-4d46-882f-b1b8e0794eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.648815 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ab08669b-07b8-4d46-882f-b1b8e0794eaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aba73b17-cba7-4673-aa50-2dde87126518 HTTP/1.1" status: 204 len: 168 time: 0.3106263 Jul 06 17:48:57.660535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08669b-07b8-4d46-882f-b1b8e0794eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba73b17-cba7-4673-aa50-2dde87126518,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:57.706760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:57.856464 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-122f0901-1b1d-4f8a-8337-5099fe66ac7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.858409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893d041-06be-4ef2-99b6-be4511df197c req-b3198926-7815-4611-88e9-3ee2c0a13523 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:57.871842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c893d041-06be-4ef2-99b6-be4511df197c req-b3198926-7815-4611-88e9-3ee2c0a13523 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.7047758 Jul 06 17:48:57.879942 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.939852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:57.942821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.965702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f has no active binding in host n-h2-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:48:58.020197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:58.035830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c893d041-06be-4ef2-99b6-be4511df197c req-2c21ba41-8520-4b18-9b6e-e55103b2d444 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621294 Jul 06 17:48:58.123248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:58.230148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:58.239205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:58.239859 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.371343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.425313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:58.429521 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e3258-57b5-49f8-a874-593a2270dbad" -d '{"events": [{"server_uuid": "7d10cab8-0ef4-4de4-aee4-42958f396b4c", "name": "network-vif-plugged", "status": "completed", "tag": "7b191fec-0d8f-4aab-93f3-427c0f4b58c3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:58.454534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,segment=NetworkSegment(411259aa-5735-403e-a82f-fdd48055bf55),segment_id=411259aa-5735-403e-a82f-fdd48055bf55)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:58.460121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:58.461649 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.565630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:58.568360 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b1519-e0aa-4b4b-908a-67d3b36e7037" -d '{"events": [{"server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:58.571956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:58.576793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.605896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.646455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3214f6-a1dd-4aa0-97fc-54dff1fad84b req-0853bce3-ad5e-4229-801e-d6416a7b6373 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:58.648571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae3214f6-a1dd-4aa0-97fc-54dff1fad84b req-0853bce3-ad5e-4229-801e-d6416a7b6373 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 945 time: 0.4904518 Jul 06 17:48:58.689934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5cc0c-7512-449d-bf46-e0252d56094a req-0ca46f53-cfa0-42c0-bdd8-2fc40bfffdb4 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:58.691664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03d5cc0c-7512-449d-bf46-e0252d56094a req-0ca46f53-cfa0-42c0-bdd8-2fc40bfffdb4 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 945 time: 0.5160265 Jul 06 17:48:58.760411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Router 20ee8c2d-a935-4059-bc69-88c88f8812f2 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:58.796380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:58.854237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae3214f6-a1dd-4aa0-97fc-54dff1fad84b req-cbdea441-dfa5-4dc1-a3cf-f97f95e9d5e8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749227 Jul 06 17:48:58.861352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03d5cc0c-7512-449d-bf46-e0252d56094a req-7d44e432-5545-413c-9768-4bd272c7e190 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515522 Jul 06 17:48:58.867030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on host n-h1-799527-3 for vnic_type normal with profile {"migrating_to": "n-h2-799527-3"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:58.867281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:58.867611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:58.911960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:48:58.912282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Attempting to bind port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:58.923825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:58.924423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:58.925493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:58.926490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Bound port: 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:58.927453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.100986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:59.110902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3ff568a4-a698-444b-99cb-7e179bb88300 admin admin] 10.222.0.37 "PUT /v2.0/routers/20ee8c2d-a935-4059-bc69-88c88f8812f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5039740 Jul 06 17:48:59.112149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:59.116649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] Sync routers for ids ['20ee8c2d-a935-4059-bc69-88c88f8812f2'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:59.123950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:59.144501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] Routers {'20ee8c2d-a935-4059-bc69-88c88f8812f2'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:59.146062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20ee8c2d-a935-4059-bc69-88c88f8812f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:59.225757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:59.253733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.331452 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd744a4-f791-4af4-b992-6e9e47744b3d x-openstack-request-id: req-efd744a4-f791-4af4-b992-6e9e47744b3d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:59.332008 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d10cab8-0ef4-4de4-aee4-42958f396b4c", "name": "network-vif-plugged", "status": "completed", "tag": "7b191fec-0d8f-4aab-93f3-427c0f4b58c3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:59.333281 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd744a4-f791-4af4-b992-6e9e47744b3d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:59.334773 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3', 'code': 200} Jul 06 17:48:59.338780 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b766d86-9fa5-48fa-b349-185debeeabc3 x-openstack-request-id: req-7b766d86-9fa5-48fa-b349-185debeeabc3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:59.339174 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:59.339400 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b766d86-9fa5-48fa-b349-185debeeabc3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:59.339816 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'code': 200} Jul 06 17:48:59.434511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.473611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.561131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:59.565944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:59.566860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.568575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-24143cac-7e3f-42af-8928-1fe40315b5a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 1121 time: 2.9143434 Jul 06 17:48:59.605154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a34c3f-78c0-45a7-a254-f2ea23ce0976 req-8118fc86-4220-43a4-9f9a-b8f01c4e8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:59.610168 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d3a34c3f-78c0-45a7-a254-f2ea23ce0976 req-8118fc86-4220-43a4-9f9a-b8f01c4e8d22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 1097 time: 0.2757139 Jul 06 17:48:59.630734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] Set router 20ee8c2d-a935-4059-bc69-88c88f8812f2 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:59.730111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.762633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['6fa58357-6b5a-45f7-b71b-0c2deeefb87f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:59.775886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d3a34c3f-78c0-45a7-a254-f2ea23ce0976 req-d1a0f4c6-5897-41ab-be91-34adc960fced service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519427 Jul 06 17:48:59.840128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6fa58357-6b5a-45f7-b71b-0c2deeefb87f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:59.952119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Deleting port c6d7fb1a-337e-494c-b2e2-004c95960f57 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:59.953127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.046875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc32ab5-c019-4d0d-b22e-010a578cd67d req-7b200dcb-8318-4601-ba85-f4ba1bee98a3 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:00.049136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fc32ab5-c019-4d0d-b22e-010a578cd67d req-7b200dcb-8318-4601-ba85-f4ba1bee98a3 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.2954953 Jul 06 17:49:00.162365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] For port c6d7fb1a-337e-494c-b2e2-004c95960f57, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6d7fb1a-337e-494c-b2e2-004c95960f57,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:00.163756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.192957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Calling delete_port for c6d7fb1a-337e-494c-b2e2-004c95960f57 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:00.342986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.501210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:56Z', 'revision_number': 5, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port': {'id': 'c6d7fb1a-337e-494c-b2e2-004c95960f57', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:38Z', 'updated_at': '2021-07-06T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:00.559956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] Checking router: 20ee8c2d-a935-4059-bc69-88c88f8812f2 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:00.611216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] Routers {'20ee8c2d-a935-4059-bc69-88c88f8812f2'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:00.612419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20ee8c2d-a935-4059-bc69-88c88f8812f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:00.787122 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.844883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fc32ab5-c019-4d0d-b22e-010a578cd67d req-96b7b7de-0d2e-4501-a82e-525605eb9139 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543988 Jul 06 17:49:00.915809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] Set router 20ee8c2d-a935-4059-bc69-88c88f8812f2 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:00.934919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591ed54-d287-4c13-a7a0-461c5f266fa4 req-70a3201c-f53b-487c-afea-0a5adcf01d02 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:00.937861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e591ed54-d287-4c13-a7a0-461c5f266fa4 req-70a3201c-f53b-487c-afea-0a5adcf01d02 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.7637467 Jul 06 17:49:01.040184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:59Z', 'revision_number': 6, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:01.093442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246ce08-bd4e-430c-8726-648de9ba553e None None] The sync data for ids ['20ee8c2d-a935-4059-bc69-88c88f8812f2'] in n-d-799527-3 is: [{'id': '20ee8c2d-a935-4059-bc69-88c88f8812f2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853327102-router', 'tenant_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:35Z', 'updated_at': '2021-07-06T17:48:59Z', 'revision_number': 6, 'project_id': '8a3dd59fc09246fe9cb6f23259f53c14', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:01.114387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e591ed54-d287-4c13-a7a0-461c5f266fa4 req-b6510258-747c-4f00-83c8-941994380a6d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050091 Jul 06 17:49:01.181750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.192983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041be0c-6557-4074-90c8-5c6011b8c105 req-5e5e0c45-b7a9-4ce9-8135-6adc7d3b8f18 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:01.195173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a041be0c-6557-4074-90c8-5c6011b8c105 req-5e5e0c45-b7a9-4ce9-8135-6adc7d3b8f18 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 946 time: 0.1847403 Jul 06 17:49:01.230371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d7fb1a-337e-494c-b2e2-004c95960f57,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:01.343878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a041be0c-6557-4074-90c8-5c6011b8c105 req-709c29e1-cadd-45b0-a523-81a7fb7fe69a tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237233 Jul 06 17:49:01.347942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:01.352495 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b2225-86b0-486d-8da9-fc5c47bdb1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:01.379378 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.525050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.528026 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.595442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.597202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ee8c2d-a935-4059-bc69-88c88f8812f2 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:49:01.607288 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.609513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c6bbadfa-6590-4347-bf23-47299f8ecb4b admin admin] 10.222.0.37 "DELETE /v2.0/routers/20ee8c2d-a935-4059-bc69-88c88f8812f2 HTTP/1.1" status: 204 len: 168 time: 2.4946635 Jul 06 17:49:01.612698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:01.689591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Deleting subnet f32b137b-a329-498a-bc4c-b10e8b4f8d43 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:01.693809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.725801 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bccaa6b-eaf7-425f-8b18-d7774c86aee5 x-openstack-request-id: req-7bccaa6b-eaf7-425f-8b18-d7774c86aee5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:01.728710 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:01.730445 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bccaa6b-eaf7-425f-8b18-d7774c86aee5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:01.731751 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'status': 'completed', 'code': 200} Jul 06 17:49:01.755185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.890080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-af71646d-1b3d-4b93-b7e4-39170588742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:01.891699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-af71646d-1b3d-4b93-b7e4-39170588742c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1124 time: 0.1393037 Jul 06 17:49:01.957996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.044279 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.075109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-3fd21f85-d6ff-4990-960f-5a6eb8cf723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:02.077229 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-3fd21f85-d6ff-4990-960f-5a6eb8cf723c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.1757653 Jul 06 17:49:02.098000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.186449 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-47a01001-99b3-4f76-8c63-cc6c4e70dae8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 217 time: 0.1018627 Jul 06 17:49:02.200868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32b137b-a329-498a-bc4c-b10e8b4f8d43,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:02.303296 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.307416 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b57484e7-6d60-459a-a36a-6f296b968ae7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f32b137b-a329-498a-bc4c-b10e8b4f8d43 HTTP/1.1" status: 204 len: 168 time: 0.6935735 Jul 06 17:49:02.309909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-c7ae5301-b0cf-4360-a2a0-a7749ff27ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:02.313633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:02.331212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b666354-0871-47b5-b590-6085debcf2cb None None] Network adcbb1a5-898d-49bc-9e9c-b42734694ef2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:02.351290 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-c7ae5301-b0cf-4360-a2a0-a7749ff27ecb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1508877 Jul 06 17:49:02.452566 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-1a78b31a-93e8-46b4-8199-e2f406fce99e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927055 Jul 06 17:49:02.476324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 04a866ba-a4c5-4bce-aea3-2d974763adaa no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:02.548967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 04a866ba-a4c5-4bce-aea3-2d974763adaa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:02.550749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 04a866ba-a4c5-4bce-aea3-2d974763adaa not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:02.552124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6d7fb1a-337e-494c-b2e2-004c95960f57 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:02.656529 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-fda8ea23-4b99-442c-8ea7-c799fa92e428 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937912 Jul 06 17:49:02.659170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.665122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: c6d7fb1a-337e-494c-b2e2-004c95960f57 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:02.665471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6d7fb1a-337e-494c-b2e2-004c95960f57 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:02.742626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54848c-7af4-4498-b79d-dae6543439b2 req-2ade9f03-6793-4f5a-98ea-b5e7ee4cae48 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:02.755308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac54848c-7af4-4498-b79d-dae6543439b2 req-2ade9f03-6793-4f5a-98ea-b5e7ee4cae48 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.2684593 Jul 06 17:49:02.835637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac54848c-7af4-4498-b79d-dae6543439b2 req-3cbb08ba-1a68-48a7-8655-172a755be994 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778203 Jul 06 17:49:02.836706 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-040b2225-86b0-486d-8da9-fc5c47bdb1c1 req-42f84e44-5d70-4da5-a277-5d871cdfb54a service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715236 Jul 06 17:49:02.849434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Deleting port da5cd2ec-9c60-433f-93af-4137d5450229 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:02.850838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.879321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] DHCP port deletion for adcbb1a5-898d-49bc-9e9c-b42734694ef2 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:02.882978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51262) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:02.970003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] For port da5cd2ec-9c60-433f-93af-4137d5450229, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=da5cd2ec-9c60-433f-93af-4137d5450229,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:02.970383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.999497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Calling delete_port for da5cd2ec-9c60-433f-93af-4137d5450229 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:03.023574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] Deleting port da5cd2ec-9c60-433f-93af-4137d5450229 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:03.024329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.106566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.145445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] For port da5cd2ec-9c60-433f-93af-4137d5450229, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=da5cd2ec-9c60-433f-93af-4137d5450229,segment=NetworkSegment(b99efcab-5973-4533-b12e-3d291005cc93),segment_id=b99efcab-5973-4533-b12e-3d291005cc93)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:03.148099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.164600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] Calling delete_port for da5cd2ec-9c60-433f-93af-4137d5450229 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:03.165008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5cd2ec-9c60-433f-93af-4137d5450229,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:03.168774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] No DVR routers for this DVR port da5cd2ec-9c60-433f-93af-4137d5450229 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:03.188316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f4751d7-1dac-430b-bb95-02704211a0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: from cryptography.utils import int_from_bytes Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: from cryptography.utils import int_from_bytes Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.322505 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:03.326862 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 17:49:03.341395 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.342969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.360479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcbb1a5-898d-49bc-9e9c-b42734694ef2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:03.369943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f4751d7-1dac-430b-bb95-02704211a0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.378747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f4751d7-1dac-430b-bb95-02704211a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.387100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] Pushing event deleted for resources: {'Port': ['ID=da5cd2ec-9c60-433f-93af-4137d5450229,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:03.391658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99efcab-5973-4533-b12e-3d291005cc93') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:03.391658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99efcab-5973-4533-b12e-3d291005cc93') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:03.392448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28eae62-1ba7-452b-b459-32cc7aa980cc None None] No DVR routers for this DVR port da5cd2ec-9c60-433f-93af-4137d5450229 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:03.426252 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f4751d7-1dac-430b-bb95-02704211a0c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=557081bcaf014563bf37c10710584f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417516 Jul 06 17:49:03.427281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4751d7-1dac-430b-bb95-02704211a0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7050e1-a604-4ce7-9820-f701a0af027a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:03.430525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51266) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:03.455696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.488203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.498719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6809ef-ee50-474d-b2ba-dea42c7cc7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.498988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:03.499500 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:03.501744 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:03.547221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6809ef-ee50-474d-b2ba-dea42c7cc7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.578565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.587799 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.593930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/adcbb1a5-898d-49bc-9e9c-b42734694ef2 HTTP/1.1" status: 204 len: 168 time: 1.2754724 Jul 06 17:49:03.601397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a561e-2119-4918-91d4-5bb0c0d1a736 req-5bbe7504-1344-446b-b8f2-02c6a5ad94a6 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:03.603549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd4a561e-2119-4918-91d4-5bb0c0d1a736 req-5bbe7504-1344-446b-b8f2-02c6a5ad94a6 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.2280893 Jul 06 17:49:03.616514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370db4-f2d8-46c7-b0d3-490da042d7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=adcbb1a5-898d-49bc-9e9c-b42734694ef2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:03.656849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6809ef-ee50-474d-b2ba-dea42c7cc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.659535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6809ef-ee50-474d-b2ba-dea42c7cc7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.664137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b6809ef-ee50-474d-b2ba-dea42c7cc7dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d7050e1-a604-4ce7-9820-f701a0af027a HTTP/1.1" status: 204 len: 168 time: 0.2291353 Jul 06 17:49:03.671474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6809ef-ee50-474d-b2ba-dea42c7cc7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7050e1-a604-4ce7-9820-f701a0af027a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:03.715321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd4a561e-2119-4918-91d4-5bb0c0d1a736 req-8f5493e9-78fd-45ff-9669-3b1f81fdc58c tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949206 Jul 06 17:49:03.827773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51272) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:03.837463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17f3b7-7e94-4e1f-8ccf-8d4335ff443f req-373e3591-d954-435e-b4a2-e3e5c5bdc026 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:03.840333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e17f3b7-7e94-4e1f-8ccf-8d4335ff443f req-373e3591-d954-435e-b4a2-e3e5c5bdc026 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 946 time: 0.1522148 Jul 06 17:49:03.882327 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f5ef9d24-e337-48fb-9b25-947159b19f67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a3dd59fc09246fe9cb6f23259f53c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533795 Jul 06 17:49:03.885351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51276) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:03.931243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e17f3b7-7e94-4e1f-8ccf-8d4335ff443f req-70ecea37-511b-49e3-8928-e58ff2efe6b5 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795197 Jul 06 17:49:03.955900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ddf18c8-c93e-4e84-ad96-5a1b744845ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.989627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ddf18c8-c93e-4e84-ad96-5a1b744845ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.077303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ddf18c8-c93e-4e84-ad96-5a1b744845ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.081581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ddf18c8-c93e-4e84-ad96-5a1b744845ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.083606 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ddf18c8-c93e-4e84-ad96-5a1b744845ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a7afbb8-40f5-4045-88f1-364526b98619 HTTP/1.1" status: 204 len: 168 time: 0.1967454 Jul 06 17:49:04.098010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf18c8-c93e-4e84-ad96-5a1b744845ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7afbb8-40f5-4045-88f1-364526b98619,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:04.260843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51284) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:04.285494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8462cbeb-5bc7-461d-a9e1-548c54cde046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.290427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6612-2499-47d5-b58d-b343df42eec5 req-01ad06d6-bd7d-488a-be13-5a06f1885d80 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:04.294320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-686d6612-2499-47d5-b58d-b343df42eec5 req-01ad06d6-bd7d-488a-be13-5a06f1885d80 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.1668150 Jul 06 17:49:04.352856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device da5cd2ec-9c60-433f-93af-4137d5450229 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:04.393572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-686d6612-2499-47d5-b58d-b343df42eec5 req-26ddc3ca-816f-4520-aaf8-19607eed6a69 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882947 Jul 06 17:49:04.408664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: da5cd2ec-9c60-433f-93af-4137d5450229 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:04.409955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device da5cd2ec-9c60-433f-93af-4137d5450229 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:04.570405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-ed3b4786-f5dd-43e2-b547-e55270028088 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:04.573215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-ed3b4786-f5dd-43e2-b547-e55270028088 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.2297416 Jul 06 17:49:04.669674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8462cbeb-5bc7-461d-a9e1-548c54cde046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.684343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8462cbeb-5bc7-461d-a9e1-548c54cde046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.807110 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8462cbeb-5bc7-461d-a9e1-548c54cde046 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4840760b885044d8b1d0d730042b1003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445056 Jul 06 17:49:04.809936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462cbeb-5bc7-461d-a9e1-548c54cde046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243e8627-6ce1-4887-b201-ca887058ab80,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:04.812919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:04.864615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Deleting port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:04.865060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.875727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-beb30795-6b3b-4b3e-9d38-4d22e294d88b tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:04.879238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-beb30795-6b3b-4b3e-9d38-4d22e294d88b tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 946 time: 0.1699948 Jul 06 17:49:05.001400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c84ecdd-61db-453e-8847-1a3fee830c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.077608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c84ecdd-61db-453e-8847-1a3fee830c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.093013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] For port 05f0ee3c-d08e-4d09-93bf-e22db1169d06, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05f0ee3c-d08e-4d09-93bf-e22db1169d06,segment=NetworkSegment(eb0d29b4-2b1c-4f9b-9625-8e29c2400298),segment_id=eb0d29b4-2b1c-4f9b-9625-8e29c2400298)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:05.093591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.122690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Calling delete_port for 05f0ee3c-d08e-4d09-93bf-e22db1169d06 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:05.262775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c84ecdd-61db-453e-8847-1a3fee830c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.265725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c84ecdd-61db-453e-8847-1a3fee830c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.272474 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9c84ecdd-61db-453e-8847-1a3fee830c88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/243e8627-6ce1-4887-b201-ca887058ab80 HTTP/1.1" status: 204 len: 168 time: 0.4527733 Jul 06 17:49:05.272826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b35ea6-e968-45fb-97f3-e00683660a46 req-f7f1bf88-1dc5-4297-87df-8f25612c91fd tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:05.281931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84ecdd-61db-453e-8847-1a3fee830c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243e8627-6ce1-4887-b201-ca887058ab80,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:05.284262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64b35ea6-e968-45fb-97f3-e00683660a46 req-f7f1bf88-1dc5-4297-87df-8f25612c91fd tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 945 time: 0.2769136 Jul 06 17:49:05.373232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Deleting port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:05.373773 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.410442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.423542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['05f0ee3c-d08e-4d09-93bf-e22db1169d06'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:05.487212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Pushing event deleted for resources: {'Port': ['ID=05f0ee3c-d08e-4d09-93bf-e22db1169d06,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:05.546024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64b35ea6-e968-45fb-97f3-e00683660a46 req-00a8171a-3862-41de-891e-54742f4beba0 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/security-groups?id=14d3daf3-f288-432b-aca8-2ef9df8132a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595282 Jul 06 17:49:05.630251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] No DVR routers for this DVR port 05f0ee3c-d08e-4d09-93bf-e22db1169d06 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:05.642851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.645978 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-83fc14bc-5ba0-4c30-9a4d-56df6a9b1ed7 req-a28c6513-fe85-43db-af3b-4cf0d0186f7a tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.60 "DELETE /v2.0/ports/05f0ee3c-d08e-4d09-93bf-e22db1169d06 HTTP/1.1" status: 204 len: 173 time: 1.0640521 Jul 06 17:49:05.652369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'name': 'network-vif-deleted', 'tag': '05f0ee3c-d08e-4d09-93bf-e22db1169d06'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:05.655492 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b947c0-0bd4-4f01-9dc3-c370eddcc882" -d '{"events": [{"server_uuid": "b9f7f233-6d10-4dc5-883b-363605d52c6a", "name": "network-vif-deleted", "tag": "05f0ee3c-d08e-4d09-93bf-e22db1169d06"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:05.759977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b538215-1e4f-4a66-821c-b5a4768a22b2 req-28c3e4fe-4de5-4e97-a087-d547f13da718 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:05.782258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b538215-1e4f-4a66-821c-b5a4768a22b2 req-28c3e4fe-4de5-4e97-a087-d547f13da718 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 946 time: 0.5435727 Jul 06 17:49:05.812820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] For port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,segment=NetworkSegment(411259aa-5735-403e-a82f-fdd48055bf55),segment_id=411259aa-5735-403e-a82f-fdd48055bf55)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:05.816443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.939098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Calling delete_port for 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:06.108571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b538215-1e4f-4a66-821c-b5a4768a22b2 req-d73a22b2-fee0-4290-a41d-7c166e4d4b98 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db2258c-96b3-4113-82b5-6e0823ac91cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074174 Jul 06 17:49:06.125333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:06.428850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-447827485-network', 'tenant_id': '691f92beb2a44b3faac47f98d201e473'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:06.504331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.521099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Made reservation on behalf of 691f92beb2a44b3faac47f98d201e473 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:06.522834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['7b191fec-0d8f-4aab-93f3-427c0f4b58c3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:06.525860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.568594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.609623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Pushing event deleted for resources: {'Port': ['ID=7b191fec-0d8f-4aab-93f3-427c0f4b58c3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:06.773642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] No DVR routers for this DVR port 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:06.785807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.798414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e048a5ab-75df-42db-8306-72ce9cd5e22f req-6a715a8e-020f-4d36-ac8f-034d979fdb56 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.60 "DELETE /v2.0/ports/7b191fec-0d8f-4aab-93f3-427c0f4b58c3 HTTP/1.1" status: 204 len: 173 time: 1.9130962 Jul 06 17:49:06.803571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'name': 'network-vif-deleted', 'tag': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:06.814667 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a88c0a-556a-4472-9d39-18081922dd3e" -d '{"events": [{"server_uuid": "7d10cab8-0ef4-4de4-aee4-42958f396b4c", "name": "network-vif-deleted", "tag": "7b191fec-0d8f-4aab-93f3-427c0f4b58c3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:06.866910 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbde668-d94e-4164-9a0b-3ed555b328ea x-openstack-request-id: req-6bbde668-d94e-4164-9a0b-3ed555b328ea {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:06.867384 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f7f233-6d10-4dc5-883b-363605d52c6a", "name": "network-vif-deleted", "tag": "05f0ee3c-d08e-4d09-93bf-e22db1169d06", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:06.870066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd9f2-de5a-4c65-83dd-1bb2269aee47 req-ed995506-d639-4951-a2f9-db59494b6c46 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:06.872252 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bbde668-d94e-4164-9a0b-3ed555b328ea {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:06.875134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16fcd9f2-de5a-4c65-83dd-1bb2269aee47 req-ed995506-d639-4951-a2f9-db59494b6c46 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.5487864 Jul 06 17:49:06.877466 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f7f233-6d10-4dc5-883b-363605d52c6a', 'name': 'network-vif-deleted', 'tag': '05f0ee3c-d08e-4d09-93bf-e22db1169d06', 'status': 'completed', 'code': 200} Jul 06 17:49:06.949343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.959954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.013910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16fcd9f2-de5a-4c65-83dd-1bb2269aee47 req-63cad27a-fd10-4a52-8e14-75c7d598f989 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212478 Jul 06 17:49:07.144704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:07.167359 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52b8055-7abe-4e8f-b943-684470f55a9c x-openstack-request-id: req-c52b8055-7abe-4e8f-b943-684470f55a9c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:07.168653 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d10cab8-0ef4-4de4-aee4-42958f396b4c", "name": "network-vif-deleted", "tag": "7b191fec-0d8f-4aab-93f3-427c0f4b58c3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:07.168653 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c52b8055-7abe-4e8f-b943-684470f55a9c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:07.169554 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d10cab8-0ef4-4de4-aee4-42958f396b4c', 'name': 'network-vif-deleted', 'tag': '7b191fec-0d8f-4aab-93f3-427c0f4b58c3', 'status': 'completed', 'code': 200} Jul 06 17:49:07.215172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.215852 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Added segment bac4d35e-9e5f-4f0f-ae2a-5299179fc007 of type vlan for network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 Jul 06 17:49:07.218832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3412abd2-29de-4008-ba2a-f86c59be9004,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:07.322258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dc6c328-1760-42e8-b3ed-a524db33b086 req-f74a7597-c519-478c-9d46-0709f0557857 tempest-InstanceActionsTestJSON-69523610 tempest-InstanceActionsTestJSON-69523610-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f7f233-6d10-4dc5-883b-363605d52c6a HTTP/1.1" status: 200 len: 210 time: 0.1453142 Jul 06 17:49:07.368742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.445920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.447603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:07.448569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.590498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4607821 Jul 06 17:49:07.591141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:07.600202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Request body: {'subnet': {'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-447827485-subnet', 'tenant_id': '691f92beb2a44b3faac47f98d201e473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:07.606626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a3554-2d57-45cb-a139-cecd5608081f admin admin] Pushing event updated for resources: {'Network': ['ID=9990f140-e398-4fb3-8e96-c48f08b6d3d6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:07.626712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:07.669507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Made reservation on behalf of 691f92beb2a44b3faac47f98d201e473 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:07.677016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.885722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be16e5a1-5924-4117-a587-2e0dbe705cea req-9eea4aa6-4ca4-422f-8cc0-b4ff1f176f92 tempest-ServerPasswordTestJSON-2088563707 tempest-ServerPasswordTestJSON-2088563707-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d10cab8-0ef4-4de4-aee4-42958f396b4c HTTP/1.1" status: 200 len: 210 time: 0.1024830 Jul 06 17:49:08.164199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05f0ee3c-d08e-4d09-93bf-e22db1169d06 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:08.236929 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.244123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 05f0ee3c-d08e-4d09-93bf-e22db1169d06 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:08.245339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05f0ee3c-d08e-4d09-93bf-e22db1169d06 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:08.250125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:08.306944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:08.307620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7b191fec-0d8f-4aab-93f3-427c0f4b58c3 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:08.348988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499e3ed8-24f9-4432-97d7-841d9ecb3cec,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:08.479438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Checking segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:08.480017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Network hostable DHCP agents. Network: 9990f140-e398-4fb3-8e96-c48f08b6d3d6, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:08.530880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:08.572056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51384) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:08.602954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9990f140-e398-4fb3-8e96-c48f08b6d3d6) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:08.625810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990d8e3-808c-4e54-8081-0390603cb3ad None None] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:08.662065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:08.666487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.771424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Deleting subnet 79958f2a-0382-4e82-8153-621a4b5ca791 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:08.779036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.792182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc804bd-7953-49a7-82f7-10651510f7d0 req-1e270fc5-b295-479f-bcc8-90823c564d86 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:08.828047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1bc804bd-7953-49a7-82f7-10651510f7d0 req-1e270fc5-b295-479f-bcc8-90823c564d86 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.4184465 Jul 06 17:49:08.878687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e33577f3-a2cd-4393-99b7-ebaaa99723c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2846670 Jul 06 17:49:08.901238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.994543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.078689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1bc804bd-7953-49a7-82f7-10651510f7d0 req-8ce877cd-a5a7-432e-859c-c4ad1b41509c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443020 Jul 06 17:49:09.292153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.308656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44cd65-a924-42bf-ba95-7b9627c901b9 None None] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:09.441790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79958f2a-0382-4e82-8153-621a4b5ca791,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:09.462374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51410) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:09.520661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.524944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8dabc5f7-e0e3-4532-af00-19c5b82ca9ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/79958f2a-0382-4e82-8153-621a4b5ca791 HTTP/1.1" status: 204 len: 168 time: 0.9486349 Jul 06 17:49:09.536543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:09.660952 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:49:09.769870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Deleting subnet 93892172-b384-49e2-b770-f5a58bc00bfd {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:09.794244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.956636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.986954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.057253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.163450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:10.226902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.246652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66136c6-38db-42b8-8ddf-958956318283']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.279239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.279748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0d29b4-2b1c-4f9b-9625-8e29c2400298') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.302278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.335372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-181facfb-6121-48de-b8b7-882f216a8262 req-0f8895d5-83be-4565-9da0-a91beb96ca5b tempest-FlavorsV2NegativeTest-1976241483 tempest-FlavorsV2NegativeTest-1976241483-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0e5431c852284903a15c0a867866f19c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1775768 Jul 06 17:49:10.337164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.343726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.358368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:10.359323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:10.361403 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:10.423702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93892172-b384-49e2-b770-f5a58bc00bfd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.435130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.447299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.451243 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d66136c6-38db-42b8-8ddf-958956318283 HTTP/1.1" status: 204 len: 168 time: 0.9059715 Jul 06 17:49:10.465995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.469047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-678acce8-c325-4527-845f-eacc56b9124e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93892172-b384-49e2-b770-f5a58bc00bfd HTTP/1.1" status: 204 len: 168 time: 1.0044053 Jul 06 17:49:10.481284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:10.492184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed91d8-117f-4e2f-b174-59e427c40690 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66136c6-38db-42b8-8ddf-958956318283,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.586415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.612441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-a6338af5-3a1e-4fb3-b3e2-6994dc5d1b89 service neutron] 10.222.0.60 "GET /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.4436085 Jul 06 17:49:10.631929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-ff331fbd-74b2-43e6-9f3f-28c78e50d16b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:10.634867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-ff331fbd-74b2-43e6-9f3f-28c78e50d16b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.5067244 Jul 06 17:49:10.699351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.712959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10bf9f3-41ca-492a-afa3-723ee649ba51']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.734551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411259aa-5735-403e-a82f-fdd48055bf55') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.734997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411259aa-5735-403e-a82f-fdd48055bf55') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.747486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-27369b30-1d42-45d2-91ee-0e5e47639014 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/quotas/691f92beb2a44b3faac47f98d201e473 HTTP/1.1" status: 200 len: 375 time: 0.0911615 Jul 06 17:49:10.750868 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.765837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181facfb-6121-48de-b8b7-882f216a8262 req-4796a781-2b5c-47d0-9b99-4d147a884a63 tempest-FlavorsV2NegativeTest-1976241483 tempest-FlavorsV2NegativeTest-1976241483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:10.768930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-181facfb-6121-48de-b8b7-882f216a8262 req-4796a781-2b5c-47d0-9b99-4d147a884a63 tempest-FlavorsV2NegativeTest-1976241483 tempest-FlavorsV2NegativeTest-1976241483-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068363 Jul 06 17:49:10.785545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.798015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:10.798796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:10.802201 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:10.839716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-77fd1884-f92d-4a5e-9d46-b18e586420eb tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683012 Jul 06 17:49:10.845984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:10.892883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-181facfb-6121-48de-b8b7-882f216a8262 req-aea2042a-8f5a-4d05-a949-4bdf9d6c3c1e tempest-FlavorsV2NegativeTest-1976241483 tempest-FlavorsV2NegativeTest-1976241483-project] 10.222.0.37 "GET /v2.0/quotas/0e5431c852284903a15c0a867866f19c HTTP/1.1" status: 200 len: 375 time: 0.0639815 Jul 06 17:49:10.901052 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.911169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.915095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e10bf9f3-41ca-492a-afa3-723ee649ba51 HTTP/1.1" status: 204 len: 168 time: 0.4314916 Jul 06 17:49:10.928530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c53338-9c4e-4943-9adb-d89394d9c947 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10bf9f3-41ca-492a-afa3-723ee649ba51,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.992367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-181facfb-6121-48de-b8b7-882f216a8262 req-e667f904-35e1-4a4e-860c-9ea9a3eb1e37 tempest-FlavorsV2NegativeTest-1976241483 tempest-FlavorsV2NegativeTest-1976241483-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e5431c852284903a15c0a867866f19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569856 Jul 06 17:49:11.054358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5e2747e3-93bd-47e6-971f-18d4b33fc4c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa84f294cfcb4b8da9fc48bcf0544f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070351 Jul 06 17:49:11.058854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:11.175094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-09c10b07-be00-4596-b1cf-5c4e8716cabd service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063121 Jul 06 17:49:11.203022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aed4c49-bdd5-4eed-967e-0741d9bece2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.287787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aed4c49-bdd5-4eed-967e-0741d9bece2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.331031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51466) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:11.335832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:11.396226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:11.468829 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f66e5525-88bc-4459-a1ac-b2b2111810d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=130621b706804424a74936c6315db21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360385 Jul 06 17:49:11.469231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:11.491325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-04cd40f1-5cd8-48fc-adb9-dc2ca0b98248 service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925117 Jul 06 17:49:11.505028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa58357-6b5a-45f7-b71b-0c2deeefb87f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:11.505868 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aed4c49-bdd5-4eed-967e-0741d9bece2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.512377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1aed4c49-bdd5-4eed-967e-0741d9bece2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.524730 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1aed4c49-bdd5-4eed-967e-0741d9bece2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14d3daf3-f288-432b-aca8-2ef9df8132a2 HTTP/1.1" status: 204 len: 168 time: 0.4595068 Jul 06 17:49:11.535592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:11.569381 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.593200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed4c49-bdd5-4eed-967e-0741d9bece2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d3daf3-f288-432b-aca8-2ef9df8132a2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:11.670273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77afe35b-d393-4749-a235-61d56ffcdd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.768509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77afe35b-d393-4749-a235-61d56ffcdd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.842344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c31069-c601-4f7a-b5b7-f6d72ebb05a6 req-4d536ff2-07ea-45d6-9f65-611fbf7daaab tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:11.850929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83c31069-c601-4f7a-b5b7-f6d72ebb05a6 req-4d536ff2-07ea-45d6-9f65-611fbf7daaab tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 943 time: 0.3572185 Jul 06 17:49:11.891840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] Transition to ACTIVE for port object 6fa58357-6b5a-45f7-b71b-0c2deeefb87f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:11.922879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83c31069-c601-4f7a-b5b7-f6d72ebb05a6 req-9a49d535-1962-4c08-909d-f123ce10bc10 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702498 Jul 06 17:49:11.927651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.946987 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77afe35b-d393-4749-a235-61d56ffcdd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.952724 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77afe35b-d393-4749-a235-61d56ffcdd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.954960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-77afe35b-d393-4749-a235-61d56ffcdd64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1db2258c-96b3-4113-82b5-6e0823ac91cc HTTP/1.1" status: 204 len: 168 time: 0.4799862 Jul 06 17:49:12.015921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afe35b-d393-4749-a235-61d56ffcdd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2258c-96b3-4113-82b5-6e0823ac91cc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:12.126969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] No DVR routers for this DVR port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:12.163076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:12.278888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-7f1b9ff8-7fe9-4605-8b5d-9268e5aac2f2 service neutron] 10.222.0.60 "PUT /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f/bindings/n-h2-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6374271 Jul 06 17:49:12.403072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-469012c6-48d4-453d-ba44-cc221ba714b3 req-1239b4d0-5e94-4611-a62c-3e7acda9f718 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 210 time: 0.1392157 Jul 06 17:49:12.614002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-435ab92a-4def-41c0-b68b-9d2d53b7dc78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812718 Jul 06 17:49:12.643606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-1ff58c43-b568-4af9-8b6a-83869e9cca29 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:12.652860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-1ff58c43-b568-4af9-8b6a-83869e9cca29 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.1498365 Jul 06 17:49:12.839920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-b0514021-8841-4aba-acdb-611dfb40ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:12.842637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-b0514021-8841-4aba-acdb-611dfb40ad3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1096 time: 0.1720212 Jul 06 17:49:12.851829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-afbee256-fe8e-4472-87e4-0cde28fc9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:12.854131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-afbee256-fe8e-4472-87e4-0cde28fc9133 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5&tenant_id=b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 1095 time: 0.1987960 Jul 06 17:49:12.946044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:13.060074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-1dfd01ca-f3a4-48e9-b41d-b7653b5d20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:13.062552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-1dfd01ca-f3a4-48e9-b41d-b7653b5d20d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1095 time: 0.0968637 Jul 06 17:49:13.068978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-4ea32199-af6e-4f27-87f7-577fd8d8445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:13.070786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-4ea32199-af6e-4f27-87f7-577fd8d8445a service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.1687055 Jul 06 17:49:13.229130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-13a3c501-f8e3-4063-a012-d16158d15be6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 1001 time: 0.1358364 Jul 06 17:49:13.290123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-3a338a93-b485-4dc0-99fc-8361440420d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:13.291712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-3a338a93-b485-4dc0-99fc-8361440420d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.0566370 Jul 06 17:49:13.346684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-eed793e8-dea4-4022-9b8a-091b6f45a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:13.348391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-eed793e8-dea4-4022-9b8a-091b6f45a1a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.2761364 Jul 06 17:49:13.387723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa00f4-e466-4b50-84ca-0165f70266f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.449766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-66c2703e-25cc-4a93-b9a2-a9fe477bfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:13.451410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-66c2703e-25cc-4a93-b9a2-a9fe477bfb89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534133 Jul 06 17:49:13.453758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-863c25e2-24f9-4a07-95e6-b3cf52485450 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 200 len: 217 time: 0.0987971 Jul 06 17:49:13.671656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa00f4-e466-4b50-84ca-0165f70266f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.681673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aeaa00f4-e466-4b50-84ca-0165f70266f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.838183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aeaa00f4-e466-4b50-84ca-0165f70266f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e5431c852284903a15c0a867866f19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903894 Jul 06 17:49:13.840986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:13.857900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa00f4-e466-4b50-84ca-0165f70266f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94cbffd-a899-4209-9d7c-4f3b962d01ad,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:13.964709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-4d6a1235-6ae5-4ae6-9d0d-4fa993f4a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:13.967804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-4d6a1235-6ae5-4ae6-9d0d-4fa993f4a820 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.4368372 Jul 06 17:49:13.968813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:14.036514 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea5724e-526b-4234-92dc-6c373fc894d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.101401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea5724e-526b-4234-92dc-6c373fc894d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.103817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-f59b8ec0-1cd7-4498-9c7f-85ba765957d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179731 Jul 06 17:49:14.121513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c644-4821-4772-8308-183bfdc7059e req-2230e9ee-ef78-459b-8255-7ddbb5bc7c4c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:14.134174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6822c644-4821-4772-8308-183bfdc7059e req-2230e9ee-ef78-459b-8255-7ddbb5bc7c4c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 944 time: 0.6864841 Jul 06 17:49:14.169848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-129b330c-aa4e-48d0-b6f8-00b829000027 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426351 Jul 06 17:49:14.221144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea5724e-526b-4234-92dc-6c373fc894d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.242579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea5724e-526b-4234-92dc-6c373fc894d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.247413 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8ea5724e-526b-4234-92dc-6c373fc894d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d94cbffd-a899-4209-9d7c-4f3b962d01ad HTTP/1.1" status: 204 len: 168 time: 0.4019418 Jul 06 17:49:14.271039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5724e-526b-4234-92dc-6c373fc894d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94cbffd-a899-4209-9d7c-4f3b962d01ad,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:14.387395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:14.409148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6822c644-4821-4772-8308-183bfdc7059e req-ee98941e-89c9-49f4-9ccb-c2457828b9b2 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736418 Jul 06 17:49:14.425013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-408486260-network', 'tenant_id': 'd8ef558684364b97bd6c1ee8879d31ec'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:14.496323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-network', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:14.528757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9e2bc1a-6e04-4c21-860b-744e14c1a35c req-26218cee-0c6c-4ac9-953c-00f977525164 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271191 Jul 06 17:49:14.550191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Made reservation on behalf of d8ef558684364b97bd6c1ee8879d31ec for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:14.553723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.560122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f04b0b76-0834-470a-a6b2-8588ab50a993 req-c36a41da-e5c8-4cc1-8310-ec3bb2b006b4 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 210 time: 0.0629725 Jul 06 17:49:14.560810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Made reservation on behalf of bc04245553894d7794178a9b8e4bda57 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:14.567497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-9743868d-bbc5-41bd-9d59-51aaf1eb74f1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300191 Jul 06 17:49:14.568947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.570881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.601421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.406546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-a4298601-f066-4a00-8636-81f044183b3c service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8281033 Jul 06 17:49:15.530319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-90e395f0-d6a2-4219-ae34-b7a9f36d2d30 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:15.532775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-90e395f0-d6a2-4219-ae34-b7a9f36d2d30 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.60 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.4365897 Jul 06 17:49:15.552932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Request body: {'port': {'device_id': '054c7011-6e06-4dff-81f8-da173e154491', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'admin_state_up': True, 'tenant_id': '691f92beb2a44b3faac47f98d201e473'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:15.672565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.691419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.711012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:15.724140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.724582 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Added segment b60c600e-c5bb-4385-99db-f5d3155af4ab of type vlan for network a428a018-7620-41c3-a95b-c7f6aa46e862 Jul 06 17:49:15.880473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.887038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.916985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:15.928899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93578d1b-c26d-4641-bd22-a5d6f3c9f549,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:15.935049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.935463 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Added segment 8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec of type vlan for network ca906231-73a2-472d-afea-4b5df77834fb Jul 06 17:49:15.993787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.014690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bec5125a-78d1-40b7-bdbd-562713465e80 req-18e8392c-2a78-4943-834c-58cebcad608c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 210 time: 0.1845624 Jul 06 17:49:16.020007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.026296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad6f2f8-e3b6-4430-bfd7-54f108cec853,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:16.049921 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.052293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:16.055061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.150225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7616642 Jul 06 17:49:16.151521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f4b1c-b6ee-4229-82e9-4efd9ea072d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca906231-73a2-472d-afea-4b5df77834fb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:16.154849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51594) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:16.156955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Made reservation on behalf of 691f92beb2a44b3faac47f98d201e473 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:16.160353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Request body: {'subnet': {'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-subnet', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:16.163660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.179493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network ca906231-73a2-472d-afea-4b5df77834fb details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:16.202374 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.204370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:16.205587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.222204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Made reservation on behalf of bc04245553894d7794178a9b8e4bda57 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:16.229292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.329436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8732a-7707-40a7-959f-32186b9138e6 req-fe8ea271-0da7-4d29-bea2-d6377ddb6227 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:16.332689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-fe8ea271-0da7-4d29-bea2-d6377ddb6227 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.5426512 Jul 06 17:49:16.363719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85ed43-0f4d-417e-ab0b-f3ba7dec17ea req-a05b052c-f342-4ee2-8eed-7444e03db71b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:16.368312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e85ed43-0f4d-417e-ab0b-f3ba7dec17ea req-a05b052c-f342-4ee2-8eed-7444e03db71b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 944 time: 0.5833101 Jul 06 17:49:16.475692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4920242 Jul 06 17:49:16.498218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:16.507079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Request body: {'subnet': {'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-408486260-subnet', 'tenant_id': 'd8ef558684364b97bd6c1ee8879d31ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:16.521301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afd854-948b-4d9e-9b06-951cd45c6469 admin admin] Pushing event updated for resources: {'Network': ['ID=a428a018-7620-41c3-a95b-c7f6aa46e862,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:16.543509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a428a018-7620-41c3-a95b-c7f6aa46e862 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:16.556539 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.658004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e85ed43-0f4d-417e-ab0b-f3ba7dec17ea req-ef736154-cf03-49c4-813b-edf04b840fe3 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106285 Jul 06 17:49:16.667648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8413ec6b-3aae-4626-a8ae-1b04efe71567,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:16.681934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Made reservation on behalf of d8ef558684364b97bd6c1ee8879d31ec for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:16.686587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.772137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51b8732a-7707-40a7-959f-32186b9138e6 req-99df588d-67c9-4c85-bc80-06f1f04cdb3f service neutron] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:16.788584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Allocated IP 172.20.0.12 (9990f140-e398-4fb3-8e96-c48f08b6d3d6/499e3ed8-24f9-4432-97d7-841d9ecb3cec/498ac759-1d35-4b6b-9537-8577ada519de) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:16.799505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51b8732a-7707-40a7-959f-32186b9138e6 req-99df588d-67c9-4c85-bc80-06f1f04cdb3f service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.800977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51b8732a-7707-40a7-959f-32186b9138e6 req-99df588d-67c9-4c85-bc80-06f1f04cdb3f service neutron] 10.222.0.61 "DELETE /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f/bindings/n-h1-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.4563005 Jul 06 17:49:16.843690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73ac1f89-17a9-4991-991f-8b010f4cf1c8 req-23bcb11d-d112-43b3-ba19-5997aa8e4b12 tempest-AbsoluteLimitsNegativeTestJSON-1233034139 tempest-AbsoluteLimitsNegativeTestJSON-1233034139-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a9a2d0883abe42908d9c9c870970dea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414968 Jul 06 17:49:16.875615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Checking segment: {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:16.875970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Network hostable DHCP agents. Network: ca906231-73a2-472d-afea-4b5df77834fb, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:16.934602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Network ca906231-73a2-472d-afea-4b5df77834fb is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:16.963111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, ca906231-73a2-472d-afea-4b5df77834fb) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:16.977096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8041754-8cf2-44af-9887-2184f7680617 None None] Network ca906231-73a2-472d-afea-4b5df77834fb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:17.013027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:17.014575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.072504 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5519aab3-231d-486b-ad44-993eb3382839 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9159553 Jul 06 17:49:17.076092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:17.087081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:17.162033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac1f89-17a9-4991-991f-8b010f4cf1c8 req-8f7f218e-3f96-497b-9607-a3ab96f803d4 tempest-AbsoluteLimitsNegativeTestJSON-1233034139 tempest-AbsoluteLimitsNegativeTestJSON-1233034139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:17.162977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c97866-caaa-456c-bfcf-38dc3b5205ca None None] Network ca906231-73a2-472d-afea-4b5df77834fb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:17.164234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73ac1f89-17a9-4991-991f-8b010f4cf1c8 req-8f7f218e-3f96-497b-9607-a3ab96f803d4 tempest-AbsoluteLimitsNegativeTestJSON-1233034139 tempest-AbsoluteLimitsNegativeTestJSON-1233034139-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850964 Jul 06 17:49:17.182267 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.192585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.196398 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.239796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73ac1f89-17a9-4991-991f-8b010f4cf1c8 req-608dbcab-68c8-47df-a0f9-07ddb3968876 tempest-AbsoluteLimitsNegativeTestJSON-1233034139 tempest-AbsoluteLimitsNegativeTestJSON-1233034139-project] 10.222.0.37 "GET /v2.0/quotas/a9a2d0883abe42908d9c9c870970dea0 HTTP/1.1" status: 200 len: 375 time: 0.0431669 Jul 06 17:49:17.249405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.336310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37b3d9f-56a6-4694-a4e0-95533d021871,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.351950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73ac1f89-17a9-4991-991f-8b010f4cf1c8 req-1596119d-c643-4d25-ae40-faa942e6642b tempest-AbsoluteLimitsNegativeTestJSON-1233034139 tempest-AbsoluteLimitsNegativeTestJSON-1233034139-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9a2d0883abe42908d9c9c870970dea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091006 Jul 06 17:49:17.384552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd872be1-ca4f-430d-a722-b5c0bad75591 req-911367f3-85ae-435c-88d3-c489eef61165 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 210 time: 0.1073797 Jul 06 17:49:17.423776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.432384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.434290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Checking segment: {'id': 'b60c600e-c5bb-4385-99db-f5d3155af4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:17.434863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Network hostable DHCP agents. Network: a428a018-7620-41c3-a95b-c7f6aa46e862, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:17.482023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:17.486182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:17.491298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:17.531098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.564179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Network a428a018-7620-41c3-a95b-c7f6aa46e862 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:17.575323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:17.582248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.609158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-1083136b-5bda-43af-a10a-18771b6a4770 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0622642 Jul 06 17:49:17.625264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Request body: {'port': {'device_id': '054c7011-6e06-4dff-81f8-da173e154491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:17.657822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a428a018-7620-41c3-a95b-c7f6aa46e862) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:17.679324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d84275-f50d-4f9f-b516-74c486934a2d None None] Network a428a018-7620-41c3-a95b-c7f6aa46e862 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:17.771310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.319110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:18.321002 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.327950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.335468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbc11-006f-4080-9a57-cf8def4b0a14 req-f9eac3dd-cd62-432e-a2ca-f7925b564491 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:18.340043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae4078-cd67-4928-a249-5f09f8f68a4c None None] Network a428a018-7620-41c3-a95b-c7f6aa46e862 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:18.344806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cfbc11-006f-4080-9a57-cf8def4b0a14 req-f9eac3dd-cd62-432e-a2ca-f7925b564491 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 944 time: 0.1868298 Jul 06 17:49:18.356589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e6df96a-0e77-45d1-8bce-7b04100ad9a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8486016 Jul 06 17:49:18.382451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:18.554737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498ac759-1d35-4b6b-9537-8577ada519de {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:18.610151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1cfbc11-006f-4080-9a57-cf8def4b0a14 req-085d497c-4505-450d-aff9-35d3904d138a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618420 Jul 06 17:49:18.622964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.682934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Transition to ACTIVE for port object 498ac759-1d35-4b6b-9537-8577ada519de will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:18.691123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.730376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b6fe5b-b278-4e3e-84d1-aaef525ff2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.887236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.917461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.966633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:19.059526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b6fe5b-b278-4e3e-84d1-aaef525ff2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.067695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b6fe5b-b278-4e3e-84d1-aaef525ff2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.092244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Allocated IP 172.25.5.215 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a378ffa8-af66-4197-b968-0c61639643eb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:19.134295 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28b6fe5b-b278-4e3e-84d1-aaef525ff2ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9a2d0883abe42908d9c9c870970dea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472117 Jul 06 17:49:19.141759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51658) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:19.163349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6fe5b-b278-4e3e-84d1-aaef525ff2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760971cb-af72-4acb-92c9-071a533e9ae8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:19.215459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe7e23-ba3b-4348-8364-614dc9e10300 req-c3f49739-2937-4cba-b212-78617f846a17 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.218158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6abe7e23-ba3b-4348-8364-614dc9e10300 req-c3f49739-2937-4cba-b212-78617f846a17 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 944 time: 0.4848404 Jul 06 17:49:19.274033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Attempting to bind port 498ac759-1d35-4b6b-9537-8577ada519de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:19.274379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Attempting to bind port 498ac759-1d35-4b6b-9537-8577ada519de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:19.275588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Attempting to bind port 498ac759-1d35-4b6b-9537-8577ada519de on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:19.300203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Port 498ac759-1d35-4b6b-9537-8577ada519de on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:19.300800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Attempting to bind port 498ac759-1d35-4b6b-9537-8577ada519de on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:19.313911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0834-4e52-40fe-b077-466ee9264ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.335202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-360a5f85-7c6e-406a-9247-f112a3696c8c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.337564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-360a5f85-7c6e-406a-9247-f112a3696c8c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/networks?id=a428a018-7620-41c3-a95b-c7f6aa46e862 HTTP/1.1" status: 200 len: 820 time: 0.3109748 Jul 06 17:49:19.338334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:19.338675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Checking segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:19.339604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Bound using segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:19.339901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Bound port: 498ac759-1d35-4b6b-9537-8577ada519de, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:19.340550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.374949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.381996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6abe7e23-ba3b-4348-8364-614dc9e10300 req-4a4e6b95-bddd-4005-af96-534175228147 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436853 Jul 06 17:49:19.386145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-5713c35f-4e2c-4e81-a766-c6ef331cc616 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/quotas/d8ef558684364b97bd6c1ee8879d31ec HTTP/1.1" status: 200 len: 375 time: 0.0338204 Jul 06 17:49:19.386492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0834-4e52-40fe-b077-466ee9264ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.475548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-758ce3f9-2f5a-4f53-84f7-ee3364c055ae tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8ef558684364b97bd6c1ee8879d31ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593681 Jul 06 17:49:19.502329 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0834-4e52-40fe-b077-466ee9264ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.507186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0834-4e52-40fe-b077-466ee9264ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.509807 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3a7b0834-4e52-40fe-b077-466ee9264ea3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/760971cb-af72-4acb-92c9-071a533e9ae8 HTTP/1.1" status: 204 len: 168 time: 0.3667784 Jul 06 17:49:19.532040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.549614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:19.565307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:19.575057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.693574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.694257 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.695876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] 10.222.0.60 "PUT /v2.0/ports/498ac759-1d35-4b6b-9537-8577ada519de HTTP/1.1" status: 200 len: 1092 time: 2.0766945 Jul 06 17:49:19.719170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Pushing event updated for resources: {'Port': ['ID=a378ffa8-af66-4197-b968-0c61639643eb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:19.733531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:19.735990 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8262e3-007b-48cf-904e-fd6f77309cac" -d '{"events": [{"name": "network-changed", "server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "tag": "498ac759-1d35-4b6b-9537-8577ada519de"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:19.766567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b0834-4e52-40fe-b077-466ee9264ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760971cb-af72-4acb-92c9-071a533e9ae8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:19.786835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:19.791344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:19.795664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:19.815365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353162-c26f-4f4d-87b5-5fae9ea56016 service neutron] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:19.864405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-368345a2-cc84-4967-86dc-137f23ec2378 service neutron] 10.222.0.37 "GET /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651757 Jul 06 17:49:19.965382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-e0cdbb68-8287-49b2-84e5-50d8072a9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.973574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-e0cdbb68-8287-49b2-84e5-50d8072a9bff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 1095 time: 0.1997280 Jul 06 17:49:20.059606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-8a09f509-8707-4754-bc92-5fdf02cc633f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498ac759-1d35-4b6b-9537-8577ada519de HTTP/1.1" status: 200 len: 217 time: 0.0751719 Jul 06 17:49:20.123940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-6216313b-5f9d-4eb6-ac4a-32300ac360b4 service neutron] 10.222.0.37 "GET /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586017 Jul 06 17:49:20.147875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-e3d574c7-7939-468b-b85f-1d7523985275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.149970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-e3d574c7-7939-468b-b85f-1d7523985275 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.0761368 Jul 06 17:49:20.203959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-dface4b6-697b-4f8d-95ab-e53ace2c2340 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472829 Jul 06 17:49:20.385024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.438692 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e7650c-edf6-4a25-9a5d-9f64a1110bc5 x-openstack-request-id: req-79e7650c-edf6-4a25-9a5d-9f64a1110bc5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:20.439076 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "tag": "498ac759-1d35-4b6b-9537-8577ada519de", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:20.440714 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79e7650c-edf6-4a25-9a5d-9f64a1110bc5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:20.441471 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de', 'status': 'completed', 'code': 200} Jul 06 17:49:20.479240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-75251214-f010-4825-a143-620e4f2f062a service neutron] 10.222.0.60 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565744 Jul 06 17:49:20.494322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c00ff-904f-488f-88df-1857a03df419 req-ca6d929e-e792-417b-b74e-66315d088baf tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.496778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-710c00ff-904f-488f-88df-1857a03df419 req-ca6d929e-e792-417b-b74e-66315d088baf tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1095 time: 0.2645516 Jul 06 17:49:20.533933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c7ea2ce-ccf4-4d3d-a3bd-745b522a57a5 req-75b87eaf-7cd0-4a8e-973f-ce376dd1090d tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 210 time: 0.0619011 Jul 06 17:49:20.637741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-710c00ff-904f-488f-88df-1857a03df419 req-450f48f2-959c-49e2-ad8e-0ab838d435ca tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067085 Jul 06 17:49:20.697436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99a2446b-a3f4-4cac-a402-776dfa466d46 req-7dcefd3f-50d3-4670-9515-914a311965f0 service neutron] 10.222.0.60 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077656 Jul 06 17:49:20.897270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef16c-713b-46d8-b3ea-1e18236ad7c2 req-5e4bf67f-c8c0-45fc-8157-c604b236c2ce tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.907845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f16ef16c-713b-46d8-b3ea-1e18236ad7c2 req-5e4bf67f-c8c0-45fc-8157-c604b236c2ce tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 944 time: 0.1631038 Jul 06 17:49:20.964261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.043834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f16ef16c-713b-46d8-b3ea-1e18236ad7c2 req-ba9a74bf-313a-46cf-8e4b-8a0b315159f7 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344242 Jul 06 17:49:21.057896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-34213605-3c50-4260-a25b-69480404abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.059638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-34213605-3c50-4260-a25b-69480404abd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 1095 time: 0.2404602 Jul 06 17:49:21.160250 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51710) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:21.247725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-17e69927-df3c-4263-8695-b498e51404b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.250558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-17e69927-df3c-4263-8695-b498e51404b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 905 time: 0.1822026 Jul 06 17:49:21.254110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d315-b239-44f2-ba6b-d81d8e082cfa req-3ed7c3be-6de5-42d8-bc84-39b89a470294 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.260593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Router ff199fb5-8194-4052-9cb0-931211fce492 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:49:21.264942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a756d315-b239-44f2-ba6b-d81d8e082cfa req-3ed7c3be-6de5-42d8-bc84-39b89a470294 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 1095 time: 0.3533847 Jul 06 17:49:21.417411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a756d315-b239-44f2-ba6b-d81d8e082cfa req-a445985b-f29e-4c43-9e7f-7d50eadedcd3 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491361 Jul 06 17:49:21.425707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-a91675fb-0733-4c9e-870e-06e09df1fef7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498ac759-1d35-4b6b-9537-8577ada519de HTTP/1.1" status: 200 len: 217 time: 0.1552348 Jul 06 17:49:21.478587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:21.494044 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Sync routers for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:21.522352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-769555667-network', 'tenant_id': '5a640009db24423f8a7a8f5282a15c1e'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:21.532047 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:21.533373 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:21.545904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.548449 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7664ff13-d2f1-414b-b02f-800beeebccd9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4712927 Jul 06 17:49:21.559320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:21.631556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Made reservation on behalf of 5a640009db24423f8a7a8f5282a15c1e for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:21.634527 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.690341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.704830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-dfc7e85e-d2f8-4be4-94ac-05a0f7bce0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.706864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-dfc7e85e-d2f8-4be4-94ac-05a0f7bce0ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.2735665 Jul 06 17:49:21.753130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-22f862a8-e079-4046-9ace-527767eb74e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357616 Jul 06 17:49:21.892113 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:21.931368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.940518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.979396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:22.018495 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.019077 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Added segment b58c1454-5572-42fd-8863-459a2d0c53e3 of type vlan for network a36859fa-43c9-4115-b659-8d03ca240a87 Jul 06 17:49:22.056051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9321e115-4edf-4d1f-a55f-90a82a7c4ad9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:22.145985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.205683 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.208328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.211675 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.299544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56b23b1e-9f66-430d-bdad-5702892ba650 req-5eb64cf5-d737-4359-9da1-eb3686a14351 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 210 time: 0.5452735 Jul 06 17:49:22.346532 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1837554 Jul 06 17:49:22.348307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72b42f-dca4-46b9-87fc-6f4828ecea25 admin admin] Pushing event updated for resources: {'Network': ['ID=a36859fa-43c9-4115-b659-8d03ca240a87,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:22.353812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51730) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:22.370721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a36859fa-43c9-4115-b659-8d03ca240a87 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:22.379450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Request body: {'subnet': {'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-769555667-subnet', 'tenant_id': '5a640009db24423f8a7a8f5282a15c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:22.398900 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:20Z', 'revision_number': 3, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:22.411981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-49cd798a-3bfc-4c82-b5ed-84dc9ffa4c35 service neutron] 10.222.0.60 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124544 Jul 06 17:49:22.480991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Made reservation on behalf of 5a640009db24423f8a7a8f5282a15c1e for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:22.499144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.579833 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Checking router: ff199fb5-8194-4052-9cb0-931211fce492 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:22.580611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Updating router ff199fb5-8194-4052-9cb0-931211fce492 port a378ffa8-af66-4197-b968-0c61639643eb binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:22.664559 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.753222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a8262e3-007b-48cf-904e-fd6f77309cac req-d27be19e-d67a-4dab-8b1f-56553fb3a110 service neutron] 10.222.0.60 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219013 Jul 06 17:49:23.055042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.072041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890e6e4-2ef9-4fb8-b48b-469f985b6795 req-8cb4ffeb-1d54-41fd-934c-2e61ea721332 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.088393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4890e6e4-2ef9-4fb8-b48b-469f985b6795 req-8cb4ffeb-1d54-41fd-934c-2e61ea721332 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 944 time: 0.3578155 Jul 06 17:49:23.160373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e61292e-02d1-4756-b48c-51b788734967,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:23.188267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Checking segment: {'id': 'b58c1454-5572-42fd-8863-459a2d0c53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:23.188639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Network hostable DHCP agents. Network: a36859fa-43c9-4115-b659-8d03ca240a87, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:23.199690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-ac5823e3-ad4d-427a-a8e8-7b24eb7ccd00 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.204941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-ac5823e3-ad4d-427a-a8e8-7b24eb7ccd00 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.60 "GET /v2.0/networks?id=a428a018-7620-41c3-a95b-c7f6aa46e862 HTTP/1.1" status: 200 len: 820 time: 0.4264381 Jul 06 17:49:23.223751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Request body: {'port': {'device_id': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862', 'admin_state_up': True, 'tenant_id': 'd8ef558684364b97bd6c1ee8879d31ec'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:23.238742 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.239648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4890e6e4-2ef9-4fb8-b48b-469f985b6795 req-34cb124f-a24f-4476-9655-451593993563 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489408 Jul 06 17:49:23.266915 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Transition to ACTIVE for port object a378ffa8-af66-4197-b968-0c61639643eb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:23.276084 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.311743 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Attempting to bind port a378ffa8-af66-4197-b968-0c61639643eb on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:23.312387 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Attempting to bind port a378ffa8-af66-4197-b968-0c61639643eb by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:23.312925 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Attempting to bind port a378ffa8-af66-4197-b968-0c61639643eb on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:23.338077 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:23.338896 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:23.339529 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.340106 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:23.340852 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Bound port: a378ffa8-af66-4197-b968-0c61639643eb, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:23.341473 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.392290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Network a36859fa-43c9-4115-b659-8d03ca240a87 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:23.414727 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] For port a378ffa8-af66-4197-b968-0c61639643eb, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:23.415197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a36859fa-43c9-4115-b659-8d03ca240a87) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:23.421334 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] For port a378ffa8-af66-4197-b968-0c61639643eb, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a378ffa8-af66-4197-b968-0c61639643eb,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:23.425922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Made reservation on behalf of d8ef558684364b97bd6c1ee8879d31ec for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:23.429274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa104284-d789-4846-a04d-61f045ac5533 None None] Network a36859fa-43c9-4115-b659-8d03ca240a87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:23.436820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.446923 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.473724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.474525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.481589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.510023 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:23.510932 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:48:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:23.691196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Allocated IP 172.20.0.12 (a428a018-7620-41c3-a95b-c7f6aa46e862/d37b3d9f-56a6-4694-a4e0-95533d021871/8f8ff1bc-619d-4d16-bfd6-a2a31968e59c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:23.697124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583532fd-7bd6-473f-a42d-6e5f17317317 req-ade776c7-cf37-414d-b0e0-4a3359941f02 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 210 time: 0.0840888 Jul 06 17:49:23.803118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad10d24-4d9a-472f-9176-ae7c646f6f7e None None] Network a36859fa-43c9-4115-b659-8d03ca240a87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:23.841399 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:23.842062 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-076d3ca0-9cba-43b3-934d-4006cb2ddf79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4858260 Jul 06 17:49:24.097858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.127083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Allocated IP 172.20.0.1 (ca906231-73a2-472d-afea-4b5df77834fb/8413ec6b-3aae-4626-a8ae-1b04efe71567/178fc51d-eb51-4fa1-969f-18d841dd87e5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:24.188111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.260358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Network a428a018-7620-41c3-a95b-c7f6aa46e862 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:24.266828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:24.328419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:24.387681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:24.433361 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Pushing event updated for resources: {'Port': ['ID=a378ffa8-af66-4197-b968-0c61639643eb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:24.445092 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.445450 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.445688 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.446028 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.446383 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.446712 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.447008 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.447358 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.447680 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.448001 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.448320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.448637 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:24.499873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Pushing event updated for resources: {'Port': ['ID=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:24.515683 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612388e-adbe-46b3-8a80-f045f6d63f8d None None] Pushing event updated for resources: {'Port': ['ID=a378ffa8-af66-4197-b968-0c61639643eb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:24.539128 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:20Z', 'revision_number': 3, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:24.539508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.540946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.573417 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58d581-bb09-4456-a4c7-1f88b9e2c1cd None None] The sync data for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 is: [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:20Z', 'revision_number': 3, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:24.585219 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1faf1526-e8c5-445e-9213-2a62c341af86 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3693037 Jul 06 17:49:24.594425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.597622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Request body: {'port': {'device_id': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:24.719702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.794701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:24.863996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '498ac759-1d35-4b6b-9537-8577ada519de', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '498ac759-1d35-4b6b-9537-8577ada519de', 'mac_address': 'fa:16:3e:92:68:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:24.958526 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.973658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498ac759-1d35-4b6b-9537-8577ada519de {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:25.005595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:25.011397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.016894 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.172814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Network ca906231-73a2-472d-afea-4b5df77834fb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:25.190305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:25.194351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:25.230636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:25.246525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.251654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.252803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.254445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.255414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.257490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.260099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.261079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.262285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.263231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.264494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.265612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.268207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8c1f-9b90-4dd7-ba5d-6fe55eda54c8 req-47c9a2d8-cc89-4c5c-b0e0-861355d16600 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:25.269562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:25.280908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['498ac759-1d35-4b6b-9537-8577ada519de'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:25.284011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b22b8c1f-9b90-4dd7-ba5d-6fe55eda54c8 req-47c9a2d8-cc89-4c5c-b0e0-861355d16600 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 944 time: 0.6317320 Jul 06 17:49:25.366846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Pushing event updated for resources: {'Port': ['ID=178fc51d-eb51-4fa1-969f-18d841dd87e5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:25.385070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:25.391113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-c67a9fb3-ccf0-45b4-99ef-36802a365fd9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:25.400496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-c67a9fb3-ccf0-45b4-99ef-36802a365fd9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/networks?id=a36859fa-43c9-4115-b659-8d03ca240a87 HTTP/1.1" status: 200 len: 821 time: 0.6175323 Jul 06 17:49:25.401443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.424003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c33971ab-3045-4602-bf0e-06ceddb61ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.437148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Transition to ACTIVE for port object 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:25.445111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.454976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b22b8c1f-9b90-4dd7-ba5d-6fe55eda54c8 req-04e74f82-df78-443e-9e80-53fdf0399d12 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698368 Jul 06 17:49:25.486552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-55178302-41a2-4bb3-b80b-6bfbf4872717 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/quotas/5a640009db24423f8a7a8f5282a15c1e HTTP/1.1" status: 200 len: 375 time: 0.0847831 Jul 06 17:49:25.529335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Pushing event updated for resources: {'Port': ['ID=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:25.602271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-8f213f95-aa75-4f8b-a5aa-93605438c8e2 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a640009db24423f8a7a8f5282a15c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145549 Jul 06 17:49:25.802859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Attempting to bind port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:25.803683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Attempting to bind port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'b60c600e-c5bb-4385-99db-f5d3155af4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:25.804173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Attempting to bind port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c on network a428a018-7620-41c3-a95b-c7f6aa46e862 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:25.823489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c on network a428a018-7620-41c3-a95b-c7f6aa46e862 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:25.824041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Attempting to bind port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c on network a428a018-7620-41c3-a95b-c7f6aa46e862 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:25.839410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:25.839967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Checking segment: {'id': 'b60c600e-c5bb-4385-99db-f5d3155af4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:25.840615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Bound using segment: {'id': 'b60c600e-c5bb-4385-99db-f5d3155af4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:25.841580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Bound port: 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60c600e-c5bb-4385-99db-f5d3155af4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:25.842209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.863782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-ae73aef6-1309-4c60-b1fb-478a51ac7e95 service neutron] 10.222.0.37 "GET /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507312 Jul 06 17:49:26.019224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] For port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:26.021156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df0eb9-4f7b-4e5e-a739-ace4248b1a0a req-5f74817c-eec3-41c3-9ddd-3ae535e61caa tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.023098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8df0eb9-4f7b-4e5e-a739-ace4248b1a0a req-5f74817c-eec3-41c3-9ddd-3ae535e61caa tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 944 time: 0.2727823 Jul 06 17:49:26.032666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.044946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] For port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,segment=NetworkSegment(b60c600e-c5bb-4385-99db-f5d3155af4ab),segment_id=b60c600e-c5bb-4385-99db-f5d3155af4ab)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:26.055017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.161820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.163044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.164727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] 10.222.0.60 "PUT /v2.0/ports/8f8ff1bc-619d-4d16-bfd6-a2a31968e59c HTTP/1.1" status: 200 len: 1092 time: 1.5716214 Jul 06 17:49:26.165203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'tag': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:26.169022 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86875f3b-4792-470b-92d5-6425dc07c55d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5688db-7d9d-4d36-8dbb-b68b69190294", "tag": "8f8ff1bc-619d-4d16-bfd6-a2a31968e59c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:26.192010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56cac9-67b4-4889-95ba-e7f5ea5f020f service neutron] Pushing event updated for resources: {'Port': ['ID=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:26.198441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3fe21cac-42aa-4ac9-8ddb-d0857b0237fd service neutron] 10.222.0.37 "GET /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137462 Jul 06 17:49:26.217734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8df0eb9-4f7b-4e5e-a739-ace4248b1a0a req-da8fc6d0-c1c3-429e-9037-03084cb2123f tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585395 Jul 06 17:49:26.241521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:26.372966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-f137bdbc-ad13-483a-ae57-a0dfada432b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.374941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-f137bdbc-ad13-483a-ae57-a0dfada432b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8ef558684364b97bd6c1ee8879d31ec&device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 1095 time: 0.1365378 Jul 06 17:49:26.385389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 498ac759-1d35-4b6b-9537-8577ada519de completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:26.392015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 498ac759-1d35-4b6b-9537-8577ada519de triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:26.392507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.504304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-4996f8fe-8746-459b-b2a3-01c50600b5c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c HTTP/1.1" status: 200 len: 217 time: 0.1158836 Jul 06 17:49:26.566476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.578937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.602020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.609609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a378ffa8-af66-4197-b968-0c61639643eb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:26.703023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-5f8510ab-e298-48f7-a864-439e7e9c6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.716378 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-5f8510ab-e298-48f7-a864-439e7e9c6294 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d37b3d9f-56a6-4694-a4e0-95533d021871 HTTP/1.1" status: 200 len: 860 time: 0.2069805 Jul 06 17:49:26.751249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Pushing event updated for resources: {'Port': ['ID=178fc51d-eb51-4fa1-969f-18d841dd87e5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:26.762912 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.784111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:26.790309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:26.800099 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d01041-3168-424b-ab2a-8f1eac7a425d" -d '{"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-plugged", "status": "completed", "tag": "498ac759-1d35-4b6b-9537-8577ada519de"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:26.811454 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-335f07eb-a73c-472f-a5bf-1c7bddca882c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a428a018-7620-41c3-a95b-c7f6aa46e862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830133 Jul 06 17:49:26.820569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.987865 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318fdac-99d3-4af7-a604-83994255bf62 x-openstack-request-id: req-8318fdac-99d3-4af7-a604-83994255bf62 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:26.988159 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5688db-7d9d-4d36-8dbb-b68b69190294", "tag": "8f8ff1bc-619d-4d16-bfd6-a2a31968e59c", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:26.990445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Network ca906231-73a2-472d-afea-4b5df77834fb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:26.992029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:26.993698 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8318fdac-99d3-4af7-a604-83994255bf62 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:26.994350 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'tag': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c', 'status': 'completed', 'code': 200} Jul 06 17:49:27.008307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:27.057302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a378ffa8-af66-4197-b968-0c61639643eb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:27.063832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a378ffa8-af66-4197-b968-0c61639643eb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:27.064666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.085986 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-293c7614-6d78-437e-8681-d07d9687e91e service neutron] 10.222.0.60 "GET /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723353 Jul 06 17:49:27.286318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2cc21b67-e4b9-4ecb-adbc-abfb0f99e703 req-62ed1304-586d-415a-afaf-aacc02333884 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 210 time: 0.1236150 Jul 06 17:49:27.312217 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e2e7c456-da3a-4f27-a814-af23fd509918 req-1c174124-90e9-43c6-8e2d-b6b2e82d9710 service neutron] 10.222.0.60 "GET /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192087 Jul 06 17:49:27.340420 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.402201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a378ffa8-af66-4197-b968-0c61639643eb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a378ffa8-af66-4197-b968-0c61639643eb,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:27.408689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.442651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d488e-dcfa-4707-a472-2170f9c94a6d req-80ea95fb-40a1-4543-b0f3-8a02c580046a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:27.444708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d0d488e-dcfa-4707-a472-2170f9c94a6d req-80ea95fb-40a1-4543-b0f3-8a02c580046a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 946 time: 0.3571763 Jul 06 17:49:27.459922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Router ff199fb5-8194-4052-9cb0-931211fce492 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:27.516326 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e213d923-d7c7-4b34-863c-3483d7db4f27 x-openstack-request-id: req-e213d923-d7c7-4b34-863c-3483d7db4f27 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:27.516568 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-plugged", "status": "completed", "tag": "498ac759-1d35-4b6b-9537-8577ada519de", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:27.516796 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e213d923-d7c7-4b34-863c-3483d7db4f27 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:27.517235 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de', 'code': 200} Jul 06 17:49:27.517858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a378ffa8-af66-4197-b968-0c61639643eb,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:27.598136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d0d488e-dcfa-4707-a472-2170f9c94a6d req-1ad00fad-f0b2-4e75-815c-6c05074894d6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365316 Jul 06 17:49:27.654746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875f3b-4792-470b-92d5-6425dc07c55d req-5273e55b-5ed1-4694-a21c-911fad78ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:27.660470 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-5273e55b-5ed1-4694-a21c-911fad78ac37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8ef558684364b97bd6c1ee8879d31ec&device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 1095 time: 0.2205143 Jul 06 17:49:27.847706 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54a581cc-f356-4755-9f0d-365ef12900e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.889686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875f3b-4792-470b-92d5-6425dc07c55d req-2d2e9571-2ae8-4aae-98e4-87fb5177f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:27.891834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-2d2e9571-2ae8-4aae-98e4-87fb5177f6ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=a428a018-7620-41c3-a95b-c7f6aa46e862 HTTP/1.1" status: 200 len: 921 time: 0.2238772 Jul 06 17:49:27.934138 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.974287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:27.983748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9d06867f-5147-47cb-aa88-2036130f2593 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff199fb5-8194-4052-9cb0-931211fce492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4232163 Jul 06 17:49:27.989183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Sync routers for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:28.016017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:28.017190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:49:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:28.040025 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-a2a6e8c3-d653-47f1-b1d3-c0d51d4e8037 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c HTTP/1.1" status: 200 len: 217 time: 0.1395354 Jul 06 17:49:28.048082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a2bd-8200-4c2e-bdc2-3545dfabc961 req-fd4d1831-ea89-4556-b663-01d4fa35df35 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:28.056444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ec6a2bd-8200-4c2e-bdc2-3545dfabc961 req-fd4d1831-ea89-4556-b663-01d4fa35df35 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 944 time: 0.3568578 Jul 06 17:49:28.154778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9578393-beb9-40b6-8d50-f39edcf7526e req-1fe2e85a-d4da-43e0-aa0e-546ff8717e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:28.156817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9578393-beb9-40b6-8d50-f39edcf7526e req-1fe2e85a-d4da-43e0-aa0e-546ff8717e35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 1097 time: 0.5540469 Jul 06 17:49:28.200974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875f3b-4792-470b-92d5-6425dc07c55d req-9b0f4c43-c938-4bb4-89c8-15579fec48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:28.206793 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-9b0f4c43-c938-4bb4-89c8-15579fec48c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d37b3d9f-56a6-4694-a4e0-95533d021871 HTTP/1.1" status: 200 len: 860 time: 0.1598325 Jul 06 17:49:28.234673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ec6a2bd-8200-4c2e-bdc2-3545dfabc961 req-09412ef0-f599-4cad-9b40-2f474d5e8281 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772380 Jul 06 17:49:28.268606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9578393-beb9-40b6-8d50-f39edcf7526e req-dd11d367-b98c-43f0-847e-5b0720b89ef9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990462 Jul 06 17:49:28.310959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:28.340272 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-4af54581-23be-491c-b399-b8891f9347a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a428a018-7620-41c3-a95b-c7f6aa46e862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237493 Jul 06 17:49:28.446038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a378ffa8-af66-4197-b968-0c61639643eb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:28.587690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acc79dbe-d8c0-45d8-8141-bde1b907baa8 req-89fc818f-5d83-4416-beab-01f5c0ef9429 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 210 time: 0.0428448 Jul 06 17:49:28.816422 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-55f01d07-abdd-4874-be4d-4787a9033af4 service neutron] 10.222.0.60 "GET /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676130 Jul 06 17:49:28.945034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a378ffa8-af66-4197-b968-0c61639643eb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:28.945034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.073922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:26Z', 'revision_number': 2, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:29.124019 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-86875f3b-4792-470b-92d5-6425dc07c55d req-82fa85c5-da92-47c5-8aa8-241886e2bbc3 service neutron] 10.222.0.60 "GET /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966714 Jul 06 17:49:29.139017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Checking router: ff199fb5-8194-4052-9cb0-931211fce492 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:29.141139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Updating router ff199fb5-8194-4052-9cb0-931211fce492 port 178fc51d-eb51-4fa1-969f-18d841dd87e5 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:29.156550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-4da7a681-9a6d-40f4-bb36-ba9991fd3cc0 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:29.157636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-4da7a681-9a6d-40f4-bb36-ba9991fd3cc0 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 819 time: 0.3934841 Jul 06 17:49:29.169888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca53c2-c83c-4e36-a1a9-7f22a25a8559 req-356263c3-4567-4b6d-9358-82f490b1f05a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:29.177325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fdca53c2-c83c-4e36-a1a9-7f22a25a8559 req-356263c3-4567-4b6d-9358-82f490b1f05a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 946 time: 0.2829995 Jul 06 17:49:29.219677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.231674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.236368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-44e481fe-7f25-43a9-85ed-a9e253d402d7 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/quotas/bc04245553894d7794178a9b8e4bda57 HTTP/1.1" status: 200 len: 375 time: 0.0554061 Jul 06 17:49:29.259472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fdca53c2-c83c-4e36-a1a9-7f22a25a8559 req-6e1e2321-b61b-4511-9390-0a27a0342eca tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805435 Jul 06 17:49:29.347591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-73103ad0-714e-4395-b40c-2cfbef6869a1 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101139 Jul 06 17:49:29.522679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-da6bd5ec-ab7f-44a4-ab78-4426bbbab94d service neutron] 10.222.0.37 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732666 Jul 06 17:49:29.657447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.780148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-6fdf334f-08fa-43ff-8a86-6ae66abd18e3 service neutron] 10.222.0.37 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462993 Jul 06 17:49:29.857882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-c1475a0a-1bbb-4962-8901-f9329daeb8a9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:29.859874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-c1475a0a-1bbb-4962-8901-f9329daeb8a9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.61 "GET /v2.0/networks?id=a36859fa-43c9-4115-b659-8d03ca240a87 HTTP/1.1" status: 200 len: 821 time: 0.2193489 Jul 06 17:49:29.872791 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.877174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Request body: {'port': {'device_id': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87', 'admin_state_up': True, 'tenant_id': '5a640009db24423f8a7a8f5282a15c1e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:29.895069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Transition to ACTIVE for port object 178fc51d-eb51-4fa1-969f-18d841dd87e5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:29.924996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.116939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Made reservation on behalf of 5a640009db24423f8a7a8f5282a15c1e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:30.125517 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.127071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a8610-5788-403b-91d7-4c17acddd1b3 None None] Pushing event updated for resources: {'Port': ['ID=178fc51d-eb51-4fa1-969f-18d841dd87e5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:30.277209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:30.306408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Attempting to bind port 178fc51d-eb51-4fa1-969f-18d841dd87e5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:30.307187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Attempting to bind port 178fc51d-eb51-4fa1-969f-18d841dd87e5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:30.308298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Attempting to bind port 178fc51d-eb51-4fa1-969f-18d841dd87e5 on network ca906231-73a2-472d-afea-4b5df77834fb {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:30.341335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:30.342277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Checking segment: {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:30.343038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.343809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Bound using segment: {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:30.345193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Bound port: 178fc51d-eb51-4fa1-969f-18d841dd87e5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:30.345889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.400645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Allocated IP 172.20.0.2 (a36859fa-43c9-4115-b659-8d03ca240a87/8e61292e-02d1-4756-b48c-51b788734967/666bf8e3-95fa-4f04-987c-66ab9ac8767f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:30.464264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c91fe35-7758-4060-b7b8-c40a23ad9a6d req-57be4d80-4111-4888-9e02-991b0e524601 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 210 time: 0.0563958 Jul 06 17:49:30.710837 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.753150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5a0a32f-4789-4621-8ae5-032db23308b3 req-9898c896-559a-49bb-b258-a977e9620dfa tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 210 time: 0.1457379 Jul 06 17:49:30.814005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20182-baaa-4093-95f2-bf33fe4b26f4 req-ccdc3702-367d-45a9-8f73-c6201d24b71e tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:30.822462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bd20182-baaa-4093-95f2-bf33fe4b26f4 req-ccdc3702-367d-45a9-8f73-c6201d24b71e tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 944 time: 0.6476371 Jul 06 17:49:30.890232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.961112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] For port 178fc51d-eb51-4fa1-969f-18d841dd87e5, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:31.009990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.029531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bd20182-baaa-4093-95f2-bf33fe4b26f4 req-7dbce4d2-ac33-40a4-9659-05bb24f3c25e tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054999 Jul 06 17:49:31.034793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] For port 178fc51d-eb51-4fa1-969f-18d841dd87e5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=178fc51d-eb51-4fa1-969f-18d841dd87e5,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:31.038834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,segment=NetworkSegment(b60c600e-c5bb-4385-99db-f5d3155af4ab),segment_id=b60c600e-c5bb-4385-99db-f5d3155af4ab)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:31.043153 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.078216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Pushing event updated for resources: {'Port': ['ID=666bf8e3-95fa-4f04-987c-66ab9ac8767f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:31.114279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Network a36859fa-43c9-4115-b659-8d03ca240a87 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:31.126499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:31.133043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:31.151670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c', 'network_id': 'a428a018-7620-41c3-a95b-c7f6aa46e862', 'port_id': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c', 'mac_address': 'fa:16:3e:71:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37b3d9f-56a6-4694-a4e0-95533d021871', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:31.218463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:31.219697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.236325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:31.239889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:49:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:31.259099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-3ddb73da-3dc8-4351-9927-1baa0e9df737 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3885295 Jul 06 17:49:31.268517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdfa9-f6ea-46d9-a032-6be84c92a1f9 req-ed7e67bb-fe3c-4285-a502-e0fa5917db0a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:31.277881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5acdfa9-f6ea-46d9-a032-6be84c92a1f9 req-ed7e67bb-fe3c-4285-a502-e0fa5917db0a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 946 time: 0.2455394 Jul 06 17:49:31.292665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Request body: {'port': {'device_id': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:31.527150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:31.707492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a8610-5788-403b-91d7-4c17acddd1b3 None None] Pushing event updated for resources: {'Port': ['ID=178fc51d-eb51-4fa1-969f-18d841dd87e5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:31.865205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5acdfa9-f6ea-46d9-a032-6be84c92a1f9 req-e1cb45f0-881c-4175-ad52-6c79debf1f94 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843756 Jul 06 17:49:31.959103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.979417 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.012049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:32.094933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,segment=NetworkSegment(b60c600e-c5bb-4385-99db-f5d3155af4ab),segment_id=b60c600e-c5bb-4385-99db-f5d3155af4ab)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:32.118205 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.151935 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.307697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:30Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:32.374984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:32.397853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['8f8ff1bc-619d-4d16-bfd6-a2a31968e59c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:32.401639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b32de-3bf2-4d77-badd-30fe23e901ff None None] The sync data for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 is: [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:30Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:32.479659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e60db4-960b-4fdb-864f-b15430bea7a4 req-ebb022d6-fbef-4f83-9858-de388b8824fd tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 210 time: 0.1705050 Jul 06 17:49:32.554227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-24bbc036-1ec4-442e-a2bd-a8d72dedc51b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:32.557375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-24bbc036-1ec4-442e-a2bd-a8d72dedc51b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 819 time: 0.5022006 Jul 06 17:49:32.625757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'port': {'device_id': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'admin_state_up': True, 'tenant_id': 'bc04245553894d7794178a9b8e4bda57'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:33.224849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442e45a-fd30-4e22-beaf-8ed4db96075b req-b574b7d2-21d7-4661-8eac-280afcd33ed1 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:33.239094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f442e45a-fd30-4e22-beaf-8ed4db96075b req-b574b7d2-21d7-4661-8eac-280afcd33ed1 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 931 time: 0.9211781 Jul 06 17:49:33.315659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f442e45a-fd30-4e22-beaf-8ed4db96075b req-51f6b710-f380-46ad-a4f4-70f6f5e26c9b tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760984 Jul 06 17:49:33.474088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48cb86-7596-4c29-bba3-236ed9cdbab6 req-7aa4857b-28f3-4623-a1ed-35660f428962 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:33.489332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf48cb86-7596-4c29-bba3-236ed9cdbab6 req-7aa4857b-28f3-4623-a1ed-35660f428962 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 945 time: 0.3855591 Jul 06 17:49:33.524287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Made reservation on behalf of bc04245553894d7794178a9b8e4bda57 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:33.531576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.661976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf48cb86-7596-4c29-bba3-236ed9cdbab6 req-dc2ab5b7-b41c-4233-90b9-754bb21fed4f tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662726 Jul 06 17:49:33.726974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666bf8e3-95fa-4f04-987c-66ab9ac8767f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:33.742788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.793770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Transition to ACTIVE for port object 666bf8e3-95fa-4f04-987c-66ab9ac8767f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:33.809860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.962326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Allocated IP 172.20.0.11 (ca906231-73a2-472d-afea-4b5df77834fb/8413ec6b-3aae-4626-a8ae-1b04efe71567/9f8fccd3-c1a2-46a9-aaef-2f78426a3094) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:34.263766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Pushing event updated for resources: {'Port': ['ID=666bf8e3-95fa-4f04-987c-66ab9ac8767f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:34.285043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:34.357057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56800831-1086-4c0e-ab16-2ef1e85fb929 req-09f07b8a-7aad-4102-844b-4765cb9783fa tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 210 time: 0.0530295 Jul 06 17:49:34.419586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969c04e-cb3b-40f7-968b-e581e239a049 req-f2df5953-335f-443a-8c8f-6ae161dc0764 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:34.421067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6969c04e-cb3b-40f7-968b-e581e239a049 req-f2df5953-335f-443a-8c8f-6ae161dc0764 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 946 time: 0.3896868 Jul 06 17:49:34.461800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Attempting to bind port 666bf8e3-95fa-4f04-987c-66ab9ac8767f on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:34.462047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Attempting to bind port 666bf8e3-95fa-4f04-987c-66ab9ac8767f by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'b58c1454-5572-42fd-8863-459a2d0c53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:34.462388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Attempting to bind port 666bf8e3-95fa-4f04-987c-66ab9ac8767f on network a36859fa-43c9-4115-b659-8d03ca240a87 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:34.523445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Port 666bf8e3-95fa-4f04-987c-66ab9ac8767f on network a36859fa-43c9-4115-b659-8d03ca240a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:34.523788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Attempting to bind port 666bf8e3-95fa-4f04-987c-66ab9ac8767f on network a36859fa-43c9-4115-b659-8d03ca240a87 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:34.536081 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.557161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:34.557476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Checking segment: {'id': 'b58c1454-5572-42fd-8863-459a2d0c53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:34.560095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Bound using segment: {'id': 'b58c1454-5572-42fd-8863-459a2d0c53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:34.560883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Bound port: 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58c1454-5572-42fd-8863-459a2d0c53e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:34.561495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.565682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 178fc51d-eb51-4fa1-969f-18d841dd87e5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:34.598078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6969c04e-cb3b-40f7-968b-e581e239a049 req-29205403-4a2c-49b7-aee6-c8706a20b467 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591382 Jul 06 17:49:34.707191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:34.723314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:34.723902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.743454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] For port 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:34.749546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] For port 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f,segment=NetworkSegment(b58c1454-5572-42fd-8863-459a2d0c53e3),segment_id=b58c1454-5572-42fd-8863-459a2d0c53e3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:34.752411 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.769273 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.839815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Network ca906231-73a2-472d-afea-4b5df77834fb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:34.841048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 178fc51d-eb51-4fa1-969f-18d841dd87e5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:34.855141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9cb38-9075-4568-be0d-d4b9ef4d0124 req-c73ad5c9-88e2-491a-880c-081afe032537 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:34.855401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 178fc51d-eb51-4fa1-969f-18d841dd87e5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:34.856034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.856895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35a9cb38-9075-4568-be0d-d4b9ef4d0124 req-c73ad5c9-88e2-491a-880c-081afe032537 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 943 time: 0.2178967 Jul 06 17:49:34.861457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:34.862098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.863597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] 10.222.0.61 "PUT /v2.0/ports/666bf8e3-95fa-4f04-987c-66ab9ac8767f HTTP/1.1" status: 200 len: 1091 time: 3.5755317 Jul 06 17:49:34.864052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'tag': '666bf8e3-95fa-4f04-987c-66ab9ac8767f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:34.867040 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d19c3-5195-41e5-8faa-2dca5840c3df" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc57993-fff3-478e-b0bd-df35e3c3b865", "tag": "666bf8e3-95fa-4f04-987c-66ab9ac8767f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:34.871116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:34.873325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:34.875827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:35.016888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.028747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:35.029579 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.079001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-a14ef962-6f10-4d50-8a2f-c6a11625076c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5095234 Jul 06 17:49:35.083147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61aed5-480a-4d51-bc7e-bd431e596b05 service neutron] Pushing event updated for resources: {'Port': ['ID=666bf8e3-95fa-4f04-987c-66ab9ac8767f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:35.091736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,segment=NetworkSegment(b60c600e-c5bb-4385-99db-f5d3155af4ab),segment_id=b60c600e-c5bb-4385-99db-f5d3155af4ab)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:35.093429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:35.097989 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf1024c-f4bc-49d8-9da6-ffb32021d1ea" -d '{"events": [{"server_uuid": "4d5688db-7d9d-4d36-8dbb-b68b69190294", "name": "network-vif-plugged", "status": "completed", "tag": "8f8ff1bc-619d-4d16-bfd6-a2a31968e59c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:35.099223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Request body: {'port': {'device_id': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:35.107322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.172497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35a9cb38-9075-4568-be0d-d4b9ef4d0124 req-fa275080-350e-4d04-ad71-049678f48e67 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353446 Jul 06 17:49:35.225195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:35.234935 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.290085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-804c065b-aef5-40c3-b2df-b05da86eb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:35.293764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 178fc51d-eb51-4fa1-969f-18d841dd87e5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=178fc51d-eb51-4fa1-969f-18d841dd87e5,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:35.295698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-804c065b-aef5-40c3-b2df-b05da86eb0f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a640009db24423f8a7a8f5282a15c1e&device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 1094 time: 0.3548882 Jul 06 17:49:35.300354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.303243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.403572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=178fc51d-eb51-4fa1-969f-18d841dd87e5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:35.432991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-899fdc72-af02-40c0-a072-69f86044184b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f HTTP/1.1" status: 200 len: 217 time: 0.1227655 Jul 06 17:49:35.579374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-facb14ee-1f85-4107-9ce5-640250ef2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:35.580920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-facb14ee-1f85-4107-9ce5-640250ef2cc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e61292e-02d1-4756-b48c-51b788734967 HTTP/1.1" status: 200 len: 861 time: 0.1314483 Jul 06 17:49:35.628652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-7f9d8746-4bce-4725-9b52-6ea0f9ad1738 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a36859fa-43c9-4115-b659-8d03ca240a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386829 Jul 06 17:49:35.780273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f073da-c56c-4db8-80bf-6d069e791950 req-f3676fb5-5415-48c4-89d9-827e7df0d8ee tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:35.781908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7f073da-c56c-4db8-80bf-6d069e791950 req-f3676fb5-5415-48c4-89d9-827e7df0d8ee tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 946 time: 0.3563430 Jul 06 17:49:35.793269 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f662735-7e9f-4472-b4a1-82f720cbff43 x-openstack-request-id: req-5f662735-7e9f-4472-b4a1-82f720cbff43 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:35.793605 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc57993-fff3-478e-b0bd-df35e3c3b865", "tag": "666bf8e3-95fa-4f04-987c-66ab9ac8767f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:35.793798 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f662735-7e9f-4472-b4a1-82f720cbff43 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:35.794206 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'tag': '666bf8e3-95fa-4f04-987c-66ab9ac8767f', 'status': 'completed', 'code': 200} Jul 06 17:49:35.902023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-8830aa33-5e68-46e0-b715-1f108d7742ac service neutron] 10.222.0.61 "GET /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206006 Jul 06 17:49:35.957371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7f073da-c56c-4db8-80bf-6d069e791950 req-636f22e1-7fbf-4463-bc79-aba222818f22 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410728 Jul 06 17:49:36.047017 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aa486b-11c1-494c-8444-30daf4db7978 x-openstack-request-id: req-b5aa486b-11c1-494c-8444-30daf4db7978 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:36.054640 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5688db-7d9d-4d36-8dbb-b68b69190294", "name": "network-vif-plugged", "status": "completed", "tag": "8f8ff1bc-619d-4d16-bfd6-a2a31968e59c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:36.055066 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5aa486b-11c1-494c-8444-30daf4db7978 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:36.060498 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c', 'code': 200} Jul 06 17:49:36.232412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afd76cc-50ae-4547-b48f-b17a0898aae1 req-f7ed9b51-f45c-4e46-86f9-7034220a0557 service neutron] 10.222.0.61 "GET /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208954 Jul 06 17:49:36.280055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:36.312353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.339703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Transition to ACTIVE for port object 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:36.360007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.408361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 178fc51d-eb51-4fa1-969f-18d841dd87e5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:36.476687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e967b5-d6a3-44a1-99e9-36c7329ef65c req-b66d801a-4a10-44d0-ade8-ccce6f5065b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:36.479153 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-65e967b5-d6a3-44a1-99e9-36c7329ef65c req-b66d801a-4a10-44d0-ade8-ccce6f5065b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 1097 time: 0.1883721 Jul 06 17:49:36.525160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 178fc51d-eb51-4fa1-969f-18d841dd87e5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:36.525613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.590927 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-65e967b5-d6a3-44a1-99e9-36c7329ef65c req-c154ab7e-985a-4bbb-b10f-53951b4bc8aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046553 Jul 06 17:49:36.654584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc1485-9f5b-4c67-8d09-ea997b3c4e77 req-778fc0a6-edae-485f-aa2c-6471aa6e4d6b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:36.656872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edfc1485-9f5b-4c67-8d09-ea997b3c4e77 req-778fc0a6-edae-485f-aa2c-6471aa6e4d6b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 932 time: 0.4131405 Jul 06 17:49:36.702083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:36.742738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-d456b33f-325f-462e-ae46-fa5ea4e4e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:36.744963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-d456b33f-325f-462e-ae46-fa5ea4e4e4d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a640009db24423f8a7a8f5282a15c1e&device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 1094 time: 0.4036832 Jul 06 17:49:36.767602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edfc1485-9f5b-4c67-8d09-ea997b3c4e77 req-6db0e5df-b76b-4b7e-978f-c4fdac0dfc4f tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Jul 06 17:49:36.889441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Attempting to bind port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:36.889999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Attempting to bind port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:36.890534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Attempting to bind port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 on network ca906231-73a2-472d-afea-4b5df77834fb {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:36.906228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 on network ca906231-73a2-472d-afea-4b5df77834fb not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:36.906636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Attempting to bind port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 on network ca906231-73a2-472d-afea-4b5df77834fb {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:36.967099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:36.967557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Checking segment: {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:36.967966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Bound using segment: {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:36.968417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Bound port: 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:36.968786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.040531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-b97ca6b3-2a06-4a4c-bfef-dc2ea22ec344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.042076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-b97ca6b3-2a06-4a4c-bfef-dc2ea22ec344 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a36859fa-43c9-4115-b659-8d03ca240a87 HTTP/1.1" status: 200 len: 922 time: 0.2780619 Jul 06 17:49:37.106968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-94701bd3-9757-4742-b5f9-6f524b65eefe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f HTTP/1.1" status: 200 len: 217 time: 0.0569000 Jul 06 17:49:37.161260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:37.175034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffbc77-b9e2-4e92-9027-87efbf0c5381 req-b16d0192-905c-4fd4-8798-8a6135e02d2a tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.182563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1bffbc77-b9e2-4e92-9027-87efbf0c5381 req-b16d0192-905c-4fd4-8798-8a6135e02d2a tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 943 time: 0.2774758 Jul 06 17:49:37.205492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:37.219451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.277737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-c2fe77d0-b61a-40d0-80e1-2f27892a2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.279289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-c2fe77d0-b61a-40d0-80e1-2f27892a2ea5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e61292e-02d1-4756-b48c-51b788734967 HTTP/1.1" status: 200 len: 861 time: 0.1598833 Jul 06 17:49:37.321218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.322301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.323380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] 10.222.0.61 "PUT /v2.0/ports/9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 1092 time: 2.2340047 Jul 06 17:49:37.327937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1bffbc77-b9e2-4e92-9027-87efbf0c5381 req-d18153e3-14b7-43fc-ad34-31fb64143d70 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443872 Jul 06 17:49:37.356178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-4b1fb557-7b9d-4574-aca8-1390ac110048 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a36859fa-43c9-4115-b659-8d03ca240a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508065 Jul 06 17:49:37.455314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:37.482097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.482441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.482785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.483115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.483479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.484043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.484384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.484844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.485181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.485509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.485838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.486159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db03dfd-eb54-42ac-9304-261641a8fd6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:37.560996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb677f36-2eb4-4d2f-b139-169a66ac2199 req-8a6be2cd-1f87-4dd1-8046-70ed7137bded tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.562457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb677f36-2eb4-4d2f-b139-169a66ac2199 req-8a6be2cd-1f87-4dd1-8046-70ed7137bded tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 946 time: 0.3331010 Jul 06 17:49:37.572068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-fe2ce6f8-8328-468c-abe3-e9e5206e746b service neutron] 10.222.0.61 "GET /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014887 Jul 06 17:49:37.581685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-c7d82cdd-199e-4858-9ea7-147d9a4bbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.583356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-c7d82cdd-199e-4858-9ea7-147d9a4bbeb0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1095 time: 0.2139924 Jul 06 17:49:37.877217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 666bf8e3-95fa-4f04-987c-66ab9ac8767f details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:38.083705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:38.087854 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4335ee83-c904-476c-aa32-a5a324e7f9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:38.100210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f,segment=NetworkSegment(b58c1454-5572-42fd-8863-459a2d0c53e3),segment_id=b58c1454-5572-42fd-8863-459a2d0c53e3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:38.104269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-de7747f6-d428-41fa-a060-6dc3c93cdeee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.4992795 Jul 06 17:49:38.133038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '666bf8e3-95fa-4f04-987c-66ab9ac8767f', 'network_id': 'a36859fa-43c9-4115-b659-8d03ca240a87', 'port_id': '666bf8e3-95fa-4f04-987c-66ab9ac8767f', 'mac_address': 'fa:16:3e:ab:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61292e-02d1-4756-b48c-51b788734967', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:38.172349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb677f36-2eb4-4d2f-b139-169a66ac2199 req-85a3e3eb-5d11-4c4e-9c6b-35abd26e4b72 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025500 Jul 06 17:49:38.186364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.203115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666bf8e3-95fa-4f04-987c-66ab9ac8767f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:38.227353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f,segment=NetworkSegment(b58c1454-5572-42fd-8863-459a2d0c53e3),segment_id=b58c1454-5572-42fd-8863-459a2d0c53e3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:38.232988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.298970 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab72f6d1-c7f1-473c-869f-596dd79ba87f x-openstack-request-id: req-ab72f6d1-c7f1-473c-869f-596dd79ba87f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:38.300122 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:38.300505 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab72f6d1-c7f1-473c-869f-596dd79ba87f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:38.301105 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'status': 'completed', 'code': 200} Jul 06 17:49:38.303039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=666bf8e3-95fa-4f04-987c-66ab9ac8767f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:38.346653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb311-62cf-43d3-8c63-4870f991e224 req-31cdaebc-0e4c-4ea3-aab8-bb4ee78ef344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:38.349203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-31cdaebc-0e4c-4ea3-aab8-bb4ee78ef344 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.2234304 Jul 06 17:49:38.353204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-730d19c3-5195-41e5-8faa-2dca5840c3df req-9603d616-0343-4255-a0ca-1ff7f55dfec4 service neutron] 10.222.0.61 "GET /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667162 Jul 06 17:49:38.399347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c19a4-9c98-4148-9559-164fc603b77b req-3bb164bd-350a-4c12-96c9-92a2d9258d99 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:38.402377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-698c19a4-9c98-4148-9559-164fc603b77b req-3bb164bd-350a-4c12-96c9-92a2d9258d99 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 944 time: 0.2568414 Jul 06 17:49:38.516415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-bf19fbc5-26a2-4806-8664-2354fa317c2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887444 Jul 06 17:49:38.571221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['666bf8e3-95fa-4f04-987c-66ab9ac8767f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:38.578238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-698c19a4-9c98-4148-9559-164fc603b77b req-a1fbfea1-4916-4700-a9b9-83bc5e2bedfd tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693814 Jul 06 17:49:38.785493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-e9e8b265-836e-46a0-8a61-93fb3cd90db2 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506208 Jul 06 17:49:38.838476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0e84-1696-4e1d-9f05-e75c6b501cc9 req-68e01afe-296d-4214-8585-5b6a413a7e23 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:38.851803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ecc0e84-1696-4e1d-9f05-e75c6b501cc9 req-68e01afe-296d-4214-8585-5b6a413a7e23 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 944 time: 0.2267253 Jul 06 17:49:38.996000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ecc0e84-1696-4e1d-9f05-e75c6b501cc9 req-e8462bc7-2f9f-40b6-b4c5-a4069c62b1a0 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371422 Jul 06 17:49:39.060079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661fb311-62cf-43d3-8c63-4870f991e224 req-c74df116-30bf-41e1-ac7b-b074af485ea0 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664793 Jul 06 17:49:39.243561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-a0875221-c94a-45f5-9a00-b8c69b483cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:39.246403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-a0875221-c94a-45f5-9a00-b8c69b483cff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1095 time: 0.1160309 Jul 06 17:49:39.487093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-da1e6eee-78bc-4c07-823c-c74fdfefef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:39.489236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-da1e6eee-78bc-4c07-823c-c74fdfefef62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.2354250 Jul 06 17:49:39.570822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-b6b1d53e-fec2-4f02-a0c2-feda5e08dfa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.0701337 Jul 06 17:49:39.617465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a7d7-055a-4698-94d9-66d57a3fa813 req-d8815ab9-e3d4-43b6-a85b-50ec990ef3b8 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:39.620877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf40a7d7-055a-4698-94d9-66d57a3fa813 req-d8815ab9-e3d4-43b6-a85b-50ec990ef3b8 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 946 time: 0.2088768 Jul 06 17:49:39.739069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-8215b21c-7de2-4563-ae18-7eea315e97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:39.744568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-8215b21c-7de2-4563-ae18-7eea315e97a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.1588330 Jul 06 17:49:39.779551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf40a7d7-055a-4698-94d9-66d57a3fa813 req-19120178-cf8f-438a-bcca-50c4805e6ebd tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149099 Jul 06 17:49:39.863754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-11a9e070-1a10-4416-9899-094334bad661 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066704 Jul 06 17:49:39.881896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 666bf8e3-95fa-4f04-987c-66ab9ac8767f up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:40.044859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 666bf8e3-95fa-4f04-987c-66ab9ac8767f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:40.065665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 666bf8e3-95fa-4f04-987c-66ab9ac8767f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:40.066218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.138839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-59be9f0d-b25a-4fa1-b917-6f0d47c06b46 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594912 Jul 06 17:49:40.235623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.326539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:40.353282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bf8e3-95fa-4f04-987c-66ab9ac8767f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:40.361778 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158da793-5417-44fa-a3d1-fd7f9217e187" -d '{"events": [{"server_uuid": "ffc57993-fff3-478e-b0bd-df35e3c3b865", "name": "network-vif-plugged", "status": "completed", "tag": "666bf8e3-95fa-4f04-987c-66ab9ac8767f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:40.397144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f,segment=NetworkSegment(b58c1454-5572-42fd-8863-459a2d0c53e3),segment_id=b58c1454-5572-42fd-8863-459a2d0c53e3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:40.405160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4335ee83-c904-476c-aa32-a5a324e7f9f3 req-bab8151c-49d6-4bec-920c-44cecb9752be service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530270 Jul 06 17:49:40.408461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.440937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7d7f6-b16e-4298-a9dc-c95dc9dfce9a req-d7703973-c72d-45f7-8cd2-f4d96a459943 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:40.443577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6a7d7f6-b16e-4298-a9dc-c95dc9dfce9a req-d7703973-c72d-45f7-8cd2-f4d96a459943 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 944 time: 0.5887361 Jul 06 17:49:40.518151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6a7d7f6-b16e-4298-a9dc-c95dc9dfce9a req-3adec61f-53d9-443f-ae29-02d0dc14e505 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608702 Jul 06 17:49:40.554681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=666bf8e3-95fa-4f04-987c-66ab9ac8767f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.628134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:40.668809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '498ac759-1d35-4b6b-9537-8577ada519de', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '498ac759-1d35-4b6b-9537-8577ada519de', 'mac_address': 'fa:16:3e:92:68:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:40.730985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.743999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216c4eb-b378-4ec1-9dbc-ad43f5e47f18 req-f9a80524-2736-4b00-bbfa-c526b6f8ea4c tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:40.749476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 498ac759-1d35-4b6b-9537-8577ada519de {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:40.752077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3216c4eb-b378-4ec1-9dbc-ad43f5e47f18 req-f9a80524-2736-4b00-bbfa-c526b6f8ea4c tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 945 time: 0.1696284 Jul 06 17:49:40.781533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:40.790323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.836754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3216c4eb-b378-4ec1-9dbc-ad43f5e47f18 req-1abeb49e-50cf-4b0a-94ad-beee5b9b6f4a tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833390 Jul 06 17:49:40.881451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.886754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['498ac759-1d35-4b6b-9537-8577ada519de'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:41.117002 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04669cf7-fb2c-4f24-8048-d6a3cba1073a x-openstack-request-id: req-04669cf7-fb2c-4f24-8048-d6a3cba1073a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:41.117533 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc57993-fff3-478e-b0bd-df35e3c3b865", "name": "network-vif-plugged", "status": "completed", "tag": "666bf8e3-95fa-4f04-987c-66ab9ac8767f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:41.117887 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04669cf7-fb2c-4f24-8048-d6a3cba1073a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:41.118404 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bf8e3-95fa-4f04-987c-66ab9ac8767f', 'code': 200} Jul 06 17:49:41.327058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adb167-d18a-4181-a685-2a603346fe07 req-04537588-410f-4fe1-bb10-b2a56ef86739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:41.330056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3adb167-d18a-4181-a685-2a603346fe07 req-04537588-410f-4fe1-bb10-b2a56ef86739 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 1096 time: 0.1158240 Jul 06 17:49:41.484844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3adb167-d18a-4181-a685-2a603346fe07 req-cbf22b75-f18a-4ace-8028-2550115114a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426389 Jul 06 17:49:41.842567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a116a-285b-40c7-b3c3-239855cbf969 req-918f472b-548a-4f8c-88a7-b98081e97d36 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:41.845482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b4a116a-285b-40c7-b3c3-239855cbf969 req-918f472b-548a-4f8c-88a7-b98081e97d36 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 944 time: 0.1456509 Jul 06 17:49:41.893409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:41.947883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b4a116a-285b-40c7-b3c3-239855cbf969 req-e0d4d4b7-6365-4d06-867e-ef67df28aacd tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946479 Jul 06 17:49:42.244863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:42.329243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:42.409431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02d49-48be-42d4-ab59-6906ced4b3bc req-de177855-383b-48a1-8812-47e55915f9c5 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:42.425696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bf02d49-48be-42d4-ab59-6906ced4b3bc req-de177855-383b-48a1-8812-47e55915f9c5 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 945 time: 0.1897113 Jul 06 17:49:42.444124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'port_id': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'mac_address': 'fa:16:3e:3c:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:42.593308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bf02d49-48be-42d4-ab59-6906ced4b3bc req-acb52439-2866-46d3-9dbc-24cdf5026af9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660790 Jul 06 17:49:42.608220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.646546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 498ac759-1d35-4b6b-9537-8577ada519de triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:42.647141 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.737851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:42.839682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:42.863499 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.161679 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.267144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:43.272009 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e37b5-5774-4458-a969-481dd133fb22" -d '{"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-plugged", "status": "completed", "tag": "498ac759-1d35-4b6b-9537-8577ada519de"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:43.327340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9f8fccd3-c1a2-46a9-aaef-2f78426a3094'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:43.422444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:43.431780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:43.467553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.847045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:44.142065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bc0ba-d7be-4ee1-aca5-b553b85bedaa req-1be5a359-6362-4153-9fd5-a72100caa725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:44.155781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb8bc0ba-d7be-4ee1-aca5-b553b85bedaa req-1be5a359-6362-4153-9fd5-a72100caa725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 945 time: 0.1730525 Jul 06 17:49:44.221095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb8bc0ba-d7be-4ee1-aca5-b553b85bedaa req-197164c6-07b2-4993-9671-35d99f61a3b4 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 Jul 06 17:49:44.293166 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485498b4-22de-48d6-bdee-093fa3200079 x-openstack-request-id: req-485498b4-22de-48d6-bdee-093fa3200079 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:44.294057 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-plugged", "status": "completed", "tag": "498ac759-1d35-4b6b-9537-8577ada519de", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:44.294475 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-485498b4-22de-48d6-bdee-093fa3200079 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:44.295064 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de', 'code': 200} Jul 06 17:49:44.757013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450de4f1-d37f-4ac9-8ee4-38213a0741ef req-434f5df5-2047-40ec-a11d-be2921b45988 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:44.760086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-450de4f1-d37f-4ac9-8ee4-38213a0741ef req-434f5df5-2047-40ec-a11d-be2921b45988 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 945 time: 0.2322261 Jul 06 17:49:44.838781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-450de4f1-d37f-4ac9-8ee4-38213a0741ef req-e4d248dc-aa88-48c8-83bb-eff99a90b514 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637729 Jul 06 17:49:45.201738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955e49-7dc9-4f8a-92dc-c1d75a882922 req-adbc1bc1-a1d4-4af0-ad45-50bdfc4f15a8 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:45.214473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae955e49-7dc9-4f8a-92dc-c1d75a882922 req-adbc1bc1-a1d4-4af0-ad45-50bdfc4f15a8 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 946 time: 0.1940534 Jul 06 17:49:45.304572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae955e49-7dc9-4f8a-92dc-c1d75a882922 req-c9b4de65-1a3f-4ae4-9c5b-04e55b383cbb tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6f2f8-e3b6-4430-bfd7-54f108cec853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789335 Jul 06 17:49:45.329339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-f11a9828-c4b5-4251-8f40-652516ccb514 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:45.330944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-f11a9828-c4b5-4251-8f40-652516ccb514 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 946 time: 0.1278553 Jul 06 17:49:45.551620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Deleting port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:45.554651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.910302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:46.141788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:46.156060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:46.156547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.173295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] For port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,segment=NetworkSegment(b60c600e-c5bb-4385-99db-f5d3155af4ab),segment_id=b60c600e-c5bb-4385-99db-f5d3155af4ab)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:46.173760 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.189102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Calling delete_port for 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:46.442656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.465711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['8f8ff1bc-619d-4d16-bfd6-a2a31968e59c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:46.518068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.562497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:46.563920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:46.567135 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e3cfa3-acf1-4569-9062-87dbec19ea45" -d '{"events": [{"server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "name": "network-vif-plugged", "status": "completed", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:46.572768 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.587927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Pushing event deleted for resources: {'Port': ['ID=8f8ff1bc-619d-4d16-bfd6-a2a31968e59c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.613366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] No DVR routers for this DVR port 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:46.619244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.622213 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc77173e-6e1f-41d9-b44f-789c50157450 req-06640f04-9ee2-4c76-893a-ea4f64da871c tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.60 "DELETE /v2.0/ports/8f8ff1bc-619d-4d16-bfd6-a2a31968e59c HTTP/1.1" status: 204 len: 173 time: 1.2842691 Jul 06 17:49:46.623181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'name': 'network-vif-deleted', 'tag': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:46.628479 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ea83e-2b3b-4974-9ef9-1d3e82d8f22f" -d '{"events": [{"server_uuid": "4d5688db-7d9d-4d36-8dbb-b68b69190294", "name": "network-vif-deleted", "tag": "8f8ff1bc-619d-4d16-bfd6-a2a31968e59c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:46.635247 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:49:46.645491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.807489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02d033-4375-46d7-a9f0-59eb6b45a643 req-8174e6d4-f3c4-4d4c-b6a0-5ebbb7958b86 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:46.809168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea02d033-4375-46d7-a9f0-59eb6b45a643 req-8174e6d4-f3c4-4d4c-b6a0-5ebbb7958b86 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.1293037 Jul 06 17:49:46.878342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea02d033-4375-46d7-a9f0-59eb6b45a643 req-15f4f71a-f5d6-4c0f-bc93-a2684938be77 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629616 Jul 06 17:49:47.119718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-387bcff4-e134-428e-81ea-924793604802 req-6066fa6a-b43f-4ac9-9003-e1adc0cc1e55 tempest-ServerMetadataNegativeTestJSON-333248438 tempest-ServerMetadataNegativeTestJSON-333248438-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5688db-7d9d-4d36-8dbb-b68b69190294 HTTP/1.1" status: 200 len: 210 time: 0.0617139 Jul 06 17:49:47.358590 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d6df0-11db-4f80-bca0-c841190055c3 x-openstack-request-id: req-c94d6df0-11db-4f80-bca0-c841190055c3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:47.359886 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "name": "network-vif-plugged", "status": "completed", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:47.360496 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c94d6df0-11db-4f80-bca0-c841190055c3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:47.382910 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'code': 200} Jul 06 17:49:47.415550 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996f0746-57cd-45fe-b257-ab1cb3e760dc x-openstack-request-id: req-996f0746-57cd-45fe-b257-ab1cb3e760dc {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:47.423426 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5688db-7d9d-4d36-8dbb-b68b69190294", "name": "network-vif-deleted", "tag": "8f8ff1bc-619d-4d16-bfd6-a2a31968e59c", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:47.424073 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-996f0746-57cd-45fe-b257-ab1cb3e760dc {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:47.425010 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5688db-7d9d-4d36-8dbb-b68b69190294', 'name': 'network-vif-deleted', 'tag': '8f8ff1bc-619d-4d16-bfd6-a2a31968e59c', 'status': 'completed', 'code': 200} Jul 06 17:49:47.670457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b36543-04df-46a5-b297-bbdcbf62e695 req-2bef1505-6217-42b6-949d-2c64e75d409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:47.673201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9b36543-04df-46a5-b297-bbdcbf62e695 req-2bef1505-6217-42b6-949d-2c64e75d409a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.0904551 Jul 06 17:49:47.747634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9b36543-04df-46a5-b297-bbdcbf62e695 req-2dc90eb3-826e-4468-8c79-3db370b7821d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661612 Jul 06 17:49:48.266905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437e658-5f36-426c-b2e9-7e835ced1920 req-18812098-1c3f-4cb9-b4e8-13c97d9dcc4c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:48.272450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b437e658-5f36-426c-b2e9-7e835ced1920 req-18812098-1c3f-4cb9-b4e8-13c97d9dcc4c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 945 time: 0.0964670 Jul 06 17:49:48.345853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b437e658-5f36-426c-b2e9-7e835ced1920 req-a2fe4c14-f836-4df4-ac67-489b331e2ef7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695672 Jul 06 17:49:48.772107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286056cf-cd50-4375-ad33-27906ef5f2c3 req-1df9999d-8a8e-4a9d-acce-2b97b7b9bc0a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:48.787919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-286056cf-cd50-4375-ad33-27906ef5f2c3 req-1df9999d-8a8e-4a9d-acce-2b97b7b9bc0a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.2351902 Jul 06 17:49:48.875442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-286056cf-cd50-4375-ad33-27906ef5f2c3 req-1639bc2c-c6b7-4d7c-b11a-c66787826579 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825257 Jul 06 17:49:49.128434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efecd-3f3e-41dd-a1c1-052c43ba7818 req-4f3adff4-6d01-4713-a054-ec44a71268f2 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:49.137051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-625efecd-3f3e-41dd-a1c1-052c43ba7818 req-4f3adff4-6d01-4713-a054-ec44a71268f2 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 945 time: 0.0879824 Jul 06 17:49:49.191608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-625efecd-3f3e-41dd-a1c1-052c43ba7818 req-d5c8f19a-3353-4094-8e42-38c37a6122da tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.37 "GET /v2.0/security-groups?id=9321e115-4edf-4d1f-a55f-90a82a7c4ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533419 Jul 06 17:49:49.315552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.424623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Deleting subnet d37b3d9f-56a6-4694-a4e0-95533d021871 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:49.429867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.507603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.588881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.721301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.760744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37b3d9f-56a6-4694-a4e0-95533d021871,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:49.788844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.790911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-429b7e0b-aa01-4424-b36a-94ee7ec145bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d37b3d9f-56a6-4694-a4e0-95533d021871 HTTP/1.1" status: 204 len: 168 time: 0.4742460 Jul 06 17:49:49.793637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52202) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.805088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-2f2c9230-946c-4eb9-a246-9bfed7bd85f9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:49.808589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-2f2c9230-946c-4eb9-a246-9bfed7bd85f9 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffc57993-fff3-478e-b0bd-df35e3c3b865 HTTP/1.1" status: 200 len: 945 time: 0.1707809 Jul 06 17:49:49.932895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.035065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Deleting port 666bf8e3-95fa-4f04-987c-66ab9ac8767f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:50.035752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.086164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.101953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a428a018-7620-41c3-a95b-c7f6aa46e862']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:50.116545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60c600e-c5bb-4385-99db-f5d3155af4ab') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:50.117337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60c600e-c5bb-4385-99db-f5d3155af4ab') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:50.135042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.189639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.193005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] For port 666bf8e3-95fa-4f04-987c-66ab9ac8767f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=666bf8e3-95fa-4f04-987c-66ab9ac8767f,segment=NetworkSegment(b58c1454-5572-42fd-8863-459a2d0c53e3),segment_id=b58c1454-5572-42fd-8863-459a2d0c53e3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:50.193881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.199205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:50.199668 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:50.201686 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:50.223075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Calling delete_port for 666bf8e3-95fa-4f04-987c-66ab9ac8767f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:50.288342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.308488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.314202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a428a018-7620-41c3-a95b-c7f6aa46e862 HTTP/1.1" status: 204 len: 168 time: 0.5167856 Jul 06 17:49:50.353806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a428a018-7620-41c3-a95b-c7f6aa46e862,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:50.360693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:50.369380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.369973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.370660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.371128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.373055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.373640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.374145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.374605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.375026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.375399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.375783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.376109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16882f56-644c-48fa-94f5-810a7408a9e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:50.412961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:50.413312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8f8ff1bc-619d-4d16-bfd6-a2a31968e59c not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:50.571643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:50.614559 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.636252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['666bf8e3-95fa-4f04-987c-66ab9ac8767f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:50.686786 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-674769ff-c629-4567-953d-018ea64e4c21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8ef558684364b97bd6c1ee8879d31ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128135 Jul 06 17:49:50.687945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52220) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:50.705907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Pushing event deleted for resources: {'Port': ['ID=666bf8e3-95fa-4f04-987c-66ab9ac8767f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:50.815726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b40d4f8-b8e7-412d-90d3-5f491f0d7fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.849600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] No DVR routers for this DVR port 666bf8e3-95fa-4f04-987c-66ab9ac8767f on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:50.854391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.862347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0615b9b-3aa6-494e-a677-32c9d62e16d4 req-45377ac3-55bc-41d3-932d-3e113e1dfeb7 tempest-InstanceActionsNegativeTestJSON-1874572797 tempest-InstanceActionsNegativeTestJSON-1874572797-project] 10.222.0.61 "DELETE /v2.0/ports/666bf8e3-95fa-4f04-987c-66ab9ac8767f HTTP/1.1" status: 204 len: 173 time: 1.0476902 Jul 06 17:49:50.863510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'name': 'network-vif-deleted', 'tag': '666bf8e3-95fa-4f04-987c-66ab9ac8767f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:50.868613 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006d490-b523-4d7c-ac48-d1e3319b6001" -d '{"events": [{"server_uuid": "ffc57993-fff3-478e-b0bd-df35e3c3b865", "name": "network-vif-deleted", "tag": "666bf8e3-95fa-4f04-987c-66ab9ac8767f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:50.886357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b40d4f8-b8e7-412d-90d3-5f491f0d7fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.085299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b40d4f8-b8e7-412d-90d3-5f491f0d7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.089943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b40d4f8-b8e7-412d-90d3-5f491f0d7fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.094461 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7b40d4f8-b8e7-412d-90d3-5f491f0d7fc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ad6f2f8-e3b6-4430-bfd7-54f108cec853 HTTP/1.1" status: 204 len: 168 time: 0.4023032 Jul 06 17:49:51.128654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40d4f8-b8e7-412d-90d3-5f491f0d7fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad6f2f8-e3b6-4430-bfd7-54f108cec853,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:53.928703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 666bf8e3-95fa-4f04-987c-66ab9ac8767f no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:53.956957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 666bf8e3-95fa-4f04-987c-66ab9ac8767f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:53.957328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 666bf8e3-95fa-4f04-987c-66ab9ac8767f not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:54.987497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a85b7-45d6-498a-be8a-6da1aea342fc req-c12f71c9-6914-4d31-a4a3-54a990e6f51a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:55.003563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf5a85b7-45d6-498a-be8a-6da1aea342fc req-c12f71c9-6914-4d31-a4a3-54a990e6f51a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.1481404 Jul 06 17:49:55.077121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf5a85b7-45d6-498a-be8a-6da1aea342fc req-df060fcf-eca3-413f-bd53-5ef0ead07a90 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710642 Jul 06 17:49:55.256495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:55.333322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a30ea30-e5ae-445a-9b8f-be47e277a173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.376170 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b445ee-7e81-4dec-bd2a-bb08c89abaea x-openstack-request-id: req-f8b445ee-7e81-4dec-bd2a-bb08c89abaea {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:55.386419 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc57993-fff3-478e-b0bd-df35e3c3b865", "name": "network-vif-deleted", "tag": "666bf8e3-95fa-4f04-987c-66ab9ac8767f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:55.387151 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8b445ee-7e81-4dec-bd2a-bb08c89abaea {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:55.388020 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc57993-fff3-478e-b0bd-df35e3c3b865', 'name': 'network-vif-deleted', 'tag': '666bf8e3-95fa-4f04-987c-66ab9ac8767f', 'status': 'completed', 'code': 200} Jul 06 17:49:55.394347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Deleting subnet 8e61292e-02d1-4756-b48c-51b788734967 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:55.410079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.539499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.652512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.774826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.816735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e61292e-02d1-4756-b48c-51b788734967,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:55.825776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.830518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0883337-2610-459b-b695-2ae1bd520237 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e61292e-02d1-4756-b48c-51b788734967 HTTP/1.1" status: 204 len: 168 time: 0.5714052 Jul 06 17:49:55.836237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:56.017391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.097312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-1107ec3b-348e-4498-9b7e-fc8c3cb007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.103927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-1107ec3b-348e-4498-9b7e-fc8c3cb007a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.1524348 Jul 06 17:49:56.264024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.291200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36859fa-43c9-4115-b659-8d03ca240a87']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:56.315855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58c1454-5572-42fd-8863-459a2d0c53e3') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:56.316149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58c1454-5572-42fd-8863-459a2d0c53e3') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:56.345291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.374376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.389208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:56.389883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:56.392637 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:56.412993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-295b372b-be9d-4eca-88e3-ee0439b8737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.414796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-295b372b-be9d-4eca-88e3-ee0439b8737c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.3039398 Jul 06 17:49:56.479034 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-7bbb18ca-d79a-4641-b51e-3d0c3f055054 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.0524807 Jul 06 17:49:56.499013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae1bf3-ddcf-4c82-8096-f4bf8a93535a req-229dfa6d-1c43-4a99-83cb-2a48ca96753c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.500888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66ae1bf3-ddcf-4c82-8096-f4bf8a93535a req-229dfa6d-1c43-4a99-83cb-2a48ca96753c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.1767609 Jul 06 17:49:56.560961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-d1606643-f7d3-409b-9b34-56ee45b07854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.575023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-d1606643-f7d3-409b-9b34-56ee45b07854 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.0776801 Jul 06 17:49:56.575715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.606367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.613727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a36859fa-43c9-4115-b659-8d03ca240a87 HTTP/1.1" status: 204 len: 168 time: 0.7718894 Jul 06 17:49:56.617134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-c3c5bb87-a1f8-4333-b1f6-8c968420cec6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401762 Jul 06 17:49:56.662429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a69c0f-f6c0-4ad8-841c-492f1f521074 req-966dd85f-2382-4e20-9f40-fc753771e0ae tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0421746 Jul 06 17:49:56.667148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a06c0-2f79-4a95-9e43-d226d7f46c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36859fa-43c9-4115-b659-8d03ca240a87,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:56.766405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66ae1bf3-ddcf-4c82-8096-f4bf8a93535a req-29c04f5c-5312-4456-bd6e-2b9d96af6065 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891973 Jul 06 17:49:56.870463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-5a9c325c-3657-4ae6-b104-66b3df618056 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405012 Jul 06 17:49:57.101787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52368) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:57.115691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d49cd4-2a24-429d-9090-adb5b5feb087 req-6abb453c-1384-462a-9736-57e78f23d903 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370396 Jul 06 17:49:57.249175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a34a7444-d346-4592-925e-18533cf78fc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a640009db24423f8a7a8f5282a15c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454532 Jul 06 17:49:57.253186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52382) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:57.400075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9512418-7684-41cf-88f2-08d351ccf0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.481839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9512418-7684-41cf-88f2-08d351ccf0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.609026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9512418-7684-41cf-88f2-08d351ccf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.614273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9512418-7684-41cf-88f2-08d351ccf0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.617219 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9512418-7684-41cf-88f2-08d351ccf0f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9321e115-4edf-4d1f-a55f-90a82a7c4ad9 HTTP/1.1" status: 204 len: 168 time: 0.3623953 Jul 06 17:49:57.632520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9512418-7684-41cf-88f2-08d351ccf0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321e115-4edf-4d1f-a55f-90a82a7c4ad9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:57.887185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae54288-480c-4dbd-a431-263c5cbf2f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.964293 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.047819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d0423fa-43a1-445b-8194-05b6586198d2 req-9fe7479f-2a8d-4535-b491-ac47058d88d7 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0596495 Jul 06 17:49:58.399817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:58.450206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb413c5-841a-4215-b27c-4109282d84f2 req-dbcbcbb5-18f7-45bc-ace5-6cfff87da510 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.454107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb413c5-841a-4215-b27c-4109282d84f2 req-dbcbcbb5-18f7-45bc-ace5-6cfff87da510 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.1372781 Jul 06 17:49:58.572987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb413c5-841a-4215-b27c-4109282d84f2 req-cf2a7c44-78f0-4441-b034-d861a998c84c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Jul 06 17:49:58.727940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:58.793307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:58.952854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.015988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0f766bb-d8b2-4500-8886-bf9e55370326 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:59.063016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:59.072432 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.301681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e0f766bb-d8b2-4500-8886-bf9e55370326'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:59.307107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:59.423070 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.771405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.816348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719241cc-7c0a-4d94-b46d-8b39e43d38d5 req-51a7a0b8-ac23-4566-a8c3-bf0f8de7e5bf tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:59.829537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-719241cc-7c0a-4d94-b46d-8b39e43d38d5 req-51a7a0b8-ac23-4566-a8c3-bf0f8de7e5bf tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.2366145 Jul 06 17:49:59.894777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e95772c-4b99-462d-9c8a-6064e6cc5e78 req-b9af99f8-6422-40cf-abeb-2fdcdc869890 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0626659 Jul 06 17:49:59.910485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:59.995922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-719241cc-7c0a-4d94-b46d-8b39e43d38d5 req-9952497e-3b82-4061-a2d7-5b98b27c3258 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648121 Jul 06 17:50:00.279063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1661432335-network', 'tenant_id': 'a5f4dd790ca14bafb75da4b22fe6f797'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:00.325239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Made reservation on behalf of a5f4dd790ca14bafb75da4b22fe6f797 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:00.329065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.343276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.423309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:00.497931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-924677fa-d54e-4824-a2e3-59a52891a36b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:00.511316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-924677fa-d54e-4824-a2e3-59a52891a36b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.3618445 Jul 06 17:50:00.531931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aaaaa-9b37-4560-b3b8-c80a527b8427 req-d98987f6-7f95-4973-8bd8-208d97e8f351 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:00.534711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a1aaaaa-9b37-4560-b3b8-c80a527b8427 req-d98987f6-7f95-4973-8bd8-208d97e8f351 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.3840277 Jul 06 17:50:00.548784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e0f766bb-d8b2-4500-8886-bf9e55370326 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:00.555358 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.604017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-dffa12a5-bcc5-40e6-a127-d3e5588ead70 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/quotas/691f92beb2a44b3faac47f98d201e473 HTTP/1.1" status: 200 len: 375 time: 0.0910459 Jul 06 17:50:00.607676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.619237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.669530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:00.689999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8556dc9b-f865-4433-923f-cfabac97efd6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:00.701065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.701561 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Added segment 4e34c94e-259b-426e-848a-a6c6a0931627 of type vlan for network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 Jul 06 17:50:00.763396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a1aaaaa-9b37-4560-b3b8-c80a527b8427 req-1ac8d777-924d-4c6a-b7e2-762603e7d9c6 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029629 Jul 06 17:50:00.818136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.825273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.860851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.862615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:00.863878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.935243 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0231214 Jul 06 17:50:00.942266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:00.976826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-7afda590-2411-4edf-baf5-2de65c4b896f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3510361 Jul 06 17:50:01.004680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Request body: {'subnet': {'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1661432335-subnet', 'tenant_id': 'a5f4dd790ca14bafb75da4b22fe6f797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:01.051529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.105739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c63d3-c3d6-4be7-9105-42a5e36576b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:01.124964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:01.238390 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-00bf6b19-447a-4c41-b12a-bded9c1cdaaf req-50993e76-e5e0-416b-9c03-3fb8e9652377 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0909309 Jul 06 17:50:01.244245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d76bb5a0-10bd-4b4e-aa9f-d27708f3e4c8 service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644846 Jul 06 17:50:01.379671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Made reservation on behalf of a5f4dd790ca14bafb75da4b22fe6f797 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:01.384914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.403039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:01.405497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:01.406249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-7f93bf60-2243-4c30-a151-309c9fc63fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565411 Jul 06 17:50:01.408943 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aa8bd2-53bf-406e-9927-f9dc57e28fb3" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:01.414919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.417757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:01.534692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:01.550830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-079cd27a-0755-40db-8848-ea167a7797d2 req-c6ccc7eb-4dda-44d2-96f8-88cb30eb9f8a tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0644479 Jul 06 17:50:01.606927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-965c324e-352a-4386-8051-780347e0180f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:01.608863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-965c324e-352a-4386-8051-780347e0180f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.60 "GET /v2.0/ports?device_id=054c7011-6e06-4dff-81f8-da173e154491 HTTP/1.1" status: 200 len: 946 time: 0.4375839 Jul 06 17:50:01.697727 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.778389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:01.793168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.865079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:01.983668 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7527cd4-8302-42f4-953d-b5fa51aaf9d6 x-openstack-request-id: req-d7527cd4-8302-42f4-953d-b5fa51aaf9d6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:01.984214 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:01.984376 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7527cd4-8302-42f4-953d-b5fa51aaf9d6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:01.984839 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:50:02.097864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0628f24-1e87-4129-9626-b05c678f4c3d req-674be569-6520-4e12-a15e-4e38cf3b432b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 210 time: 0.1566594 Jul 06 17:50:02.120895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.290861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Deleting port 498ac759-1d35-4b6b-9537-8577ada519de {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:02.291526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.295810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.554004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9368242-54a7-454c-94fb-a56336c104c3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:02.589942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Checking segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:02.590366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Network hostable DHCP agents. Network: 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:02.638171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] For port 498ac759-1d35-4b6b-9537-8577ada519de, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=498ac759-1d35-4b6b-9537-8577ada519de,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:02.639007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.655957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:02.684302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Calling delete_port for 498ac759-1d35-4b6b-9537-8577ada519de owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:02.761465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c8d-36a1-4de5-ad27-28b152e3bab2 req-7077f74d-a716-4125-a1d7-a4ce17132583 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:02.769855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b89d4c8d-36a1-4de5-ad27-28b152e3bab2 req-7077f74d-a716-4125-a1d7-a4ce17132583 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.3426068 Jul 06 17:50:02.772865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:02.779230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:02.780593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.784477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23d4b0-bcbd-4d6c-a4ae-190fd6efebc8 None None] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:02.933264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-75fe5faa-805d-40f9-9d49-875a198b021d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9381642 Jul 06 17:50:03.041456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b89d4c8d-36a1-4de5-ad27-28b152e3bab2 req-ae245e55-121f-41b7-9c99-a1547b40fbbd tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703140 Jul 06 17:50:03.199397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc325e5-4056-4694-ae51-59d38ccc8fa6 req-0f78ecf6-d5f2-40ed-b07f-6472451ddb04 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:03.214524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc325e5-4056-4694-ae51-59d38ccc8fa6 req-0f78ecf6-d5f2-40ed-b07f-6472451ddb04 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.3544645 Jul 06 17:50:03.243245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbffbbb-4dbe-4c6a-bfdf-2a86a7a9adf9 None None] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:03.451899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc325e5-4056-4694-ae51-59d38ccc8fa6 req-f5f2835e-1c49-497c-bf10-df7f1ff1da8a tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358899 Jul 06 17:50:03.552370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.672088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event deleted for resources: {'Port': ['ID=498ac759-1d35-4b6b-9537-8577ada519de,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:03.913782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cddfad1-d913-42d8-a0bd-cdbffc976ed2 req-7dedd875-8ea9-451d-aa6d-8377d78717ad tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.1172092 Jul 06 17:50:03.915291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] No DVR routers for this DVR port 498ac759-1d35-4b6b-9537-8577ada519de on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:03.932746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.949029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f415570d-cd2c-4c1b-bbaa-e2617d25f325 req-60995836-8f1e-47f2-9fab-66deef191dee tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.60 "DELETE /v2.0/ports/498ac759-1d35-4b6b-9537-8577ada519de HTTP/1.1" status: 204 len: 173 time: 2.3258119 Jul 06 17:50:03.949559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-deleted', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:03.959313 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec2931-2b7d-4bf7-a0a8-130fd8f3ae89" -d '{"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-deleted", "tag": "498ac759-1d35-4b6b-9537-8577ada519de"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:03.986624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:03.993580 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f6828-db73-4b21-8ff1-4144c064e710" -d '{"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-unplugged", "status": "completed", "tag": "498ac759-1d35-4b6b-9537-8577ada519de"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:04.042027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50323069-e8ef-4cc4-a4f5-c9cee2ac2bf4 req-71a2528d-c6ae-48eb-b8f9-00ab4cbf342a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 210 time: 0.1433344 Jul 06 17:50:04.173745 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a531f2e8-dc71-4b06-bc2f-8f9d8d444726 x-openstack-request-id: req-a531f2e8-dc71-4b06-bc2f-8f9d8d444726 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:04.174355 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-deleted", "tag": "498ac759-1d35-4b6b-9537-8577ada519de", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:04.174802 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a531f2e8-dc71-4b06-bc2f-8f9d8d444726 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:04.175446 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-deleted', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de', 'status': 'completed', 'code': 200} Jul 06 17:50:04.813179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-db9c73db-09a7-4cf9-b634-8f3b1f4b8e7c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:04.815826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-db9c73db-09a7-4cf9-b634-8f3b1f4b8e7c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.2977319 Jul 06 17:50:04.852295 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dacca07-b2ea-4b14-ab3d-ba4f2cf7f59f x-openstack-request-id: req-4dacca07-b2ea-4b14-ab3d-ba4f2cf7f59f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:04.853108 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054c7011-6e06-4dff-81f8-da173e154491", "name": "network-vif-unplugged", "status": "completed", "tag": "498ac759-1d35-4b6b-9537-8577ada519de", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:04.853912 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dacca07-b2ea-4b14-ab3d-ba4f2cf7f59f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:04.854803 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054c7011-6e06-4dff-81f8-da173e154491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498ac759-1d35-4b6b-9537-8577ada519de', 'code': 200} Jul 06 17:50:04.889189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Request body: {'port': {'device_id': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'admin_state_up': True, 'tenant_id': '691f92beb2a44b3faac47f98d201e473'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:05.728100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46905e85-567b-4401-a7c1-a5d6c17ecef5 req-9f614ca3-fe19-4b34-8807-f00458865afc tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:05.729744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46905e85-567b-4401-a7c1-a5d6c17ecef5 req-9f614ca3-fe19-4b34-8807-f00458865afc tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.6765008 Jul 06 17:50:05.787605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Made reservation on behalf of 691f92beb2a44b3faac47f98d201e473 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:05.791332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.810684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-5d2a4289-b536-432b-989b-cfb917c9ab2b tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:05.818394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-5d2a4289-b536-432b-989b-cfb917c9ab2b tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 818 time: 1.0005288 Jul 06 17:50:05.841148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46905e85-567b-4401-a7c1-a5d6c17ecef5 req-571ca62f-d138-49df-bde4-349577759877 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895319 Jul 06 17:50:05.854297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-87151f48-8f52-4cb0-a1e0-89d5e2656495 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/quotas/a5f4dd790ca14bafb75da4b22fe6f797 HTTP/1.1" status: 200 len: 375 time: 0.0348151 Jul 06 17:50:05.901137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-b6597abe-d030-43d2-b7f8-4e3cfdc51772 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458982 Jul 06 17:50:06.102146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-2b5da232-eac7-4aed-9582-b37898676fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712260 Jul 06 17:50:06.189080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Allocated IP 172.20.0.5 (9990f140-e398-4fb3-8e96-c48f08b6d3d6/499e3ed8-24f9-4432-97d7-841d9ecb3cec/307e4230-f785-4776-a990-c1e9444ea7ce) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:06.253214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8fbb5239-edf3-4e09-814f-49411adf5b8c service neutron] 10.222.0.37 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501527 Jul 06 17:50:06.440588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:06.486296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 498ac759-1d35-4b6b-9537-8577ada519de {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:50:06.486768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 498ac759-1d35-4b6b-9537-8577ada519de not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:06.562316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.640594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.816346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:06.827473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:06.836953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:06.931729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:06.999493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:06.999493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.078499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-d5108faa-1db9-49a2-a6f0-168453d5f1e3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2406256 Jul 06 17:50:07.100589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Request body: {'port': {'device_id': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:07.182868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80cc79-8d3f-484f-bd6c-226382f6c463 req-403576c1-db93-46f3-a44f-c52cc2f31e59 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:07.185251 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e80cc79-8d3f-484f-bd6c-226382f6c463 req-403576c1-db93-46f3-a44f-c52cc2f31e59 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 931 time: 0.2206912 Jul 06 17:50:07.340158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e80cc79-8d3f-484f-bd6c-226382f6c463 req-225fdd88-e693-4f02-a230-0260f4662e49 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399500 Jul 06 17:50:07.353346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.011877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b77460-7c24-4658-b987-95bb130bda6a req-24e6473c-95b9-418d-9fe3-c46636bc7e13 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:08.013749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99b77460-7c24-4658-b987-95bb130bda6a req-24e6473c-95b9-418d-9fe3-c46636bc7e13 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.2432547 Jul 06 17:50:08.341551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99b77460-7c24-4658-b987-95bb130bda6a req-ed873351-9688-4abb-955b-106878ce523c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466993 Jul 06 17:50:08.450037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-87c07970-6723-4987-90d6-ca8a595bb7f9 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:08.453704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-87c07970-6723-4987-90d6-ca8a595bb7f9 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.61 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 945 time: 0.3976939 Jul 06 17:50:08.544837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307e4230-f785-4776-a990-c1e9444ea7ce {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:08.557261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.589370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Transition to ACTIVE for port object 307e4230-f785-4776-a990-c1e9444ea7ce will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:08.621048 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.051763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:09.212063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b747354-82d0-41d7-b398-f5cc9781234f req-98c74a94-e37d-48c4-8d52-e1b5cf49f9e2 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:09.237590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b747354-82d0-41d7-b398-f5cc9781234f req-98c74a94-e37d-48c4-8d52-e1b5cf49f9e2 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.6449952 Jul 06 17:50:09.477896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b747354-82d0-41d7-b398-f5cc9781234f req-f362e926-f293-4636-8a2a-a0b1da5fc80a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368491 Jul 06 17:50:09.516820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-948e126f-3c85-4c6d-8fe6-de0d1656115c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:09.547306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-948e126f-3c85-4c6d-8fe6-de0d1656115c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 0.8232632 Jul 06 17:50:09.578852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-3439c6ae-c688-4488-997c-40a6cfbaf45d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/quotas/b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 375 time: 0.0300260 Jul 06 17:50:09.608847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Deleting port 3e5916dc-ea82-4a16-b795-2472532577f9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:09.608847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.751571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Attempting to bind port 307e4230-f785-4776-a990-c1e9444ea7ce on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:09.752445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Attempting to bind port 307e4230-f785-4776-a990-c1e9444ea7ce by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:09.753262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Attempting to bind port 307e4230-f785-4776-a990-c1e9444ea7ce on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:09.818147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Port 307e4230-f785-4776-a990-c1e9444ea7ce on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:09.818952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Attempting to bind port 307e4230-f785-4776-a990-c1e9444ea7ce on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:09.868812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:09.879856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Checking segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:09.880564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Bound using segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:09.881473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Bound port: 307e4230-f785-4776-a990-c1e9444ea7ce, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:09.882008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.001314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-706b9e02-097b-4478-a213-6b3e56a0b00b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4168589 Jul 06 17:50:10.098888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3e5916dc-ea82-4a16-b795-2472532577f9 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:10.137685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3e5916dc-ea82-4a16-b795-2472532577f9,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:10.138416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.298260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.349317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:10.353613 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9cde15-8ddf-4e84-9e0b-1099d82aebeb" -d '{"events": [{"server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:10.379479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3e5916dc-ea82-4a16-b795-2472532577f9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3e5916dc-ea82-4a16-b795-2472532577f9,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:10.394700 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.500188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:10.562018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5bb9287-c247-4194-a93e-d91842453489 req-0f53a1e5-c20c-4153-8ebb-072f1623a7b1 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.2510262 Jul 06 17:50:10.609255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:10.630078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:10.663983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.954156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-84d3ea48-07a3-402d-97be-7e8796d698d7 service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9507959 Jul 06 17:50:10.992007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-974742b7-4417-4bfb-9e47-f0a0ffdfa008 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:11.000880 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-974742b7-4417-4bfb-9e47-f0a0ffdfa008 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.61 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 818 time: 0.1805315 Jul 06 17:50:11.014073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Request body: {'port': {'device_id': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'admin_state_up': True, 'tenant_id': 'a5f4dd790ca14bafb75da4b22fe6f797'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:11.106803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:11.189674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:11.190774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.193745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-a48fffac-eb94-4ad9-ba6a-3426c5c2aead service neutron] 10.222.0.61 "PUT /v2.0/ports/307e4230-f785-4776-a990-c1e9444ea7ce HTTP/1.1" status: 200 len: 1091 time: 4.1060724 Jul 06 17:50:11.246699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Made reservation on behalf of a5f4dd790ca14bafb75da4b22fe6f797 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:11.251883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:11.254026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.256681 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0782e810-e4c5-4afb-a3dc-d71f081b06cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:11.287280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0293bc03-de6d-4f6e-9b21-9061aaace7fe req-5caf91f8-4176-4213-9571-41cdd83be186 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 210 time: 0.3270388 Jul 06 17:50:11.495842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Allocated IP 172.20.0.11 (7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43/b9368242-54a7-454c-94fb-a56336c104c3/165e7c15-487d-48d4-999d-f245ed7c549c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:11.616974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.617384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.617711 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Floating IP 2a394a0a-f194-4722-92c3-3e6ae3f6af33 disassociated. External IP: 172.25.5.248, port: 3e5916dc-ea82-4a16-b795-2472532577f9. Jul 06 17:50:11.618061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Calling delete_port for 3e5916dc-ea82-4a16-b795-2472532577f9 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:11.660264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-4d31fa7b-10d7-4abd-96de-997463393c32 service neutron] 10.222.0.37 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042148 Jul 06 17:50:11.915312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.998674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-bd058bd0-13e5-4eb7-8ba0-41da677e5066 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.000354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-bd058bd0-13e5-4eb7-8ba0-41da677e5066 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 818 time: 0.9224267 Jul 06 17:50:12.018878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-0663910e-9207-4e21-8027-ad7b15c437f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.020462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-0663910e-9207-4e21-8027-ad7b15c437f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 1094 time: 0.7034905 Jul 06 17:50:12.025009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Request body: {'port': {'device_id': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'admin_state_up': True, 'tenant_id': 'a5f4dd790ca14bafb75da4b22fe6f797'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:12.122031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-81f65e76-fdb8-40d9-90c1-3e40b93a4ea9 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.124138 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-81f65e76-fdb8-40d9-90c1-3e40b93a4ea9 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 818 time: 0.5514989 Jul 06 17:50:12.126480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.154701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Request body: {'port': {'device_id': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'admin_state_up': True, 'tenant_id': 'a5f4dd790ca14bafb75da4b22fe6f797'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:12.282274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-ca877cc8-06e3-4108-872d-6f994234c481 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307e4230-f785-4776-a990-c1e9444ea7ce HTTP/1.1" status: 200 len: 217 time: 0.1315570 Jul 06 17:50:12.291011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53e911-5c92-4a26-97b4-b3bce01af5e7 req-2351a925-1a76-46b8-8148-5aea5cf18107 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.297787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c53e911-5c92-4a26-97b4-b3bce01af5e7 req-2351a925-1a76-46b8-8148-5aea5cf18107 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 943 time: 0.6143878 Jul 06 17:50:12.395104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:12.403418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:12.414885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:12.436263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Made reservation on behalf of a5f4dd790ca14bafb75da4b22fe6f797 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:12.440214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.473594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c53e911-5c92-4a26-97b4-b3bce01af5e7 req-20c75c2f-0d2a-4c9b-9fba-3ae1fe4776f9 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748440 Jul 06 17:50:12.485267 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.528968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-ad594945-7787-4555-865a-ea8812710bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.530819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-ad594945-7787-4555-865a-ea8812710bb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.2085824 Jul 06 17:50:12.562830 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94add258-6213-4c87-8c16-5ce358368efc x-openstack-request-id: req-94add258-6213-4c87-8c16-5ce358368efc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:12.563408 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:12.563408 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94add258-6213-4c87-8c16-5ce358368efc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:12.564278 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9', 'code': 200} Jul 06 17:50:12.581046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Pushing event updated for resources: {'Port': ['ID=165e7c15-487d-48d4-999d-f245ed7c549c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:12.586520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event deleted for resources: {'Port': ['ID=3e5916dc-ea82-4a16-b795-2472532577f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:12.604518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Made reservation on behalf of a5f4dd790ca14bafb75da4b22fe6f797 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:12.621830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.684681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-4530aba1-f11d-4451-88a2-1ebc6e543755 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192911 Jul 06 17:50:12.688364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.688926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.732038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-48ca7b5d-1dbe-4e67-8f77-6f3314ad847c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7219677 Jul 06 17:50:12.781770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Request body: {'port': {'device_id': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:12.944465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.947403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Allocated IP 172.20.0.9 (7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43/b9368242-54a7-454c-94fb-a56336c104c3/fe455380-e7d0-4cf2-85d9-fbdcda8ea231) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:13.452619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.495730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-fabcf2b2-5645-4862-9f15-6a6b406748ff service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930517 Jul 06 17:50:13.526278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.626061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f9a17ee-9b01-4601-9d2c-877b48e88a2f req-6455ea1a-595d-47ee-9ae7-4f5706dd4207 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176159 Jul 06 17:50:13.643125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f0201-9842-47ed-826a-42c3fdf01696 req-cbfb0e99-d1fa-4cb5-89c8-3aec0c509f01 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.651363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:13.654430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d6f0201-9842-47ed-826a-42c3fdf01696 req-cbfb0e99-d1fa-4cb5-89c8-3aec0c509f01 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 865 time: 1.3896656 Jul 06 17:50:13.669008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:13.678337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Pushing event updated for resources: {'Port': ['ID=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:13.684393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:13.813433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5989d-18e3-4699-8b3d-f44d8b55f154 req-1772fe84-8221-4480-833b-d5d9f34464ca tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.814485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.815163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.825094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52e5989d-18e3-4699-8b3d-f44d8b55f154 req-1772fe84-8221-4480-833b-d5d9f34464ca tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.5600059 Jul 06 17:50:13.849907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d6f0201-9842-47ed-826a-42c3fdf01696 req-ecf273ad-9c46-4160-96ce-33d6bfcd78fa tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895959 Jul 06 17:50:13.869866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Router def14c86-aef0-42a7-9697-2dfa924afb5e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:13.905381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165e7c15-487d-48d4-999d-f245ed7c549c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:13.916615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d3554229-9134-45fa-a0b9-727875b371a2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743058 Jul 06 17:50:13.929232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.941618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Request body: {'port': {'device_id': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:13.997274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52e5989d-18e3-4699-8b3d-f44d8b55f154 req-364c9e3f-ef53-4913-99bc-f94d3899b146 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701229 Jul 06 17:50:14.031855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Transition to ACTIVE for port object 165e7c15-487d-48d4-999d-f245ed7c549c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:14.061749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.156396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Allocated IP 172.20.0.6 (7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43/b9368242-54a7-454c-94fb-a56336c104c3/f9568082-5a44-4ba3-8e61-b184257b9546) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:14.190264 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.365325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=165e7c15-487d-48d4-999d-f245ed7c549c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:14.434511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.550417 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df6e034-6944-426d-bc9d-0a23bf12ddca x-openstack-request-id: req-5df6e034-6944-426d-bc9d-0a23bf12ddca {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:14.551508 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:14.551508 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5df6e034-6944-426d-bc9d-0a23bf12ddca {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:14.551508 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce', 'status': 'completed', 'code': 200} Jul 06 17:50:14.554141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.573053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Attempting to bind port 165e7c15-487d-48d4-999d-f245ed7c549c on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:14.573919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Attempting to bind port 165e7c15-487d-48d4-999d-f245ed7c549c by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:14.573919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Attempting to bind port 165e7c15-487d-48d4-999d-f245ed7c549c on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:14.623496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1486cb8d-08b5-4deb-82c1-48d0c5c5afc9 req-f823e416-46ea-4148-b9b3-7ba76e7a49d5 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0909343 Jul 06 17:50:14.777007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:14.801512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:14.886297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c01f7f8-57d0-415f-acf1-e61cbba56cdd req-4b95c9cd-24ea-45aa-98ec-6c779b6bd1ce tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 210 time: 0.1512122 Jul 06 17:50:14.903293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Port 165e7c15-487d-48d4-999d-f245ed7c549c on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:14.903813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Attempting to bind port 165e7c15-487d-48d4-999d-f245ed7c549c on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:14.908132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:14.920057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:14.920550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Checking segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:14.921520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Bound using segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:14.922118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Bound port: 165e7c15-487d-48d4-999d-f245ed7c549c, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:14.922837 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.976551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Pushing event updated for resources: {'Port': ['ID=f9568082-5a44-4ba3-8e61-b184257b9546,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:14.995829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-35f955c6-f5a2-4e11-ae57-8106e688372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:14.999518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-35f955c6-f5a2-4e11-ae57-8106e688372c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 1094 time: 0.5106432 Jul 06 17:50:15.086252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:15.103121 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] Sync routers for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:15.104042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe455380-e7d0-4cf2-85d9-fbdcda8ea231 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:15.121548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.135237 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:15.139601 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:49:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:15.148013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Transition to ACTIVE for port object fe455380-e7d0-4cf2-85d9-fbdcda8ea231 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:15.268020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-1e9374c2-e002-4f02-a9e7-6afe34482b3b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.272489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-1e9374c2-e002-4f02-a9e7-6afe34482b3b tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 808 time: 1.2722101 Jul 06 17:50:15.287721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.288419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.293191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.334731 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:15.478372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Pushing event updated for resources: {'Port': ['ID=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:15.494190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Request body: {'port': {'device_id': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'admin_state_up': True, 'tenant_id': 'b834152154f54cb18deae9ddb927b54a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:15.513126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] For port 165e7c15-487d-48d4-999d-f245ed7c549c, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:15.748922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] For port 165e7c15-487d-48d4-999d-f245ed7c549c, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=165e7c15-487d-48d4-999d-f245ed7c549c,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:15.766419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.793186 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:47:00Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:15.856540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] No DVR routers for this DVR port 3e5916dc-ea82-4a16-b795-2472532577f9 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:15.973636 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] Checking router: def14c86-aef0-42a7-9697-2dfa924afb5e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:15.981835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-ed666640-0971-4b45-bdc7-e0030d5afe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.985120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-ed666640-0971-4b45-bdc7-e0030d5afe44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 905 time: 0.9750378 Jul 06 17:50:15.994818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=165e7c15-487d-48d4-999d-f245ed7c549c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:16.004672 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:16.007061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:49:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:16.043606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.045012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.047474 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-18a08a0e-23a7-40ec-ac63-a4d3fa33a8d7 service neutron] 10.222.0.61 "PUT /v2.0/ports/165e7c15-487d-48d4-999d-f245ed7c549c HTTP/1.1" status: 200 len: 1092 time: 3.2704329 Jul 06 17:50:16.048323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'tag': '165e7c15-487d-48d4-999d-f245ed7c549c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:16.053248 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbb80d-69cf-40ce-92a9-905d70e0a484" -d '{"events": [{"name": "network-changed", "server_uuid": "74bf7d14-47d3-4b5a-9942-00f7f2f47a5f", "tag": "165e7c15-487d-48d4-999d-f245ed7c549c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:16.106924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.111062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:16.125035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ef0975f-52ee-4f26-9e90-4c58501efc6a req-0ee53a49-cafe-49bd-a209-60aa6944ec3d tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.61 "DELETE /v2.0/ports/3e5916dc-ea82-4a16-b795-2472532577f9 HTTP/1.1" status: 204 len: 173 time: 7.6447830 Jul 06 17:50:16.163379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Attempting to bind port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:16.164124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Attempting to bind port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:16.167935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Attempting to bind port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:16.184522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:16.185239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Attempting to bind port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:16.205280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:16.211602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Checking segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:16.212462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Bound using segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:16.213333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Bound port: fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:16.214118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.527362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] For port fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:16.543706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] For port fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:16.557175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ce6cca3c-ab10-4559-b96e-dcedcf75e3fb tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5404761 Jul 06 17:50:16.557432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.609196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'name': 'network-vif-deleted', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:16.615208 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63e9bb-2ea9-438f-be66-c877b69f8aa2" -d '{"events": [{"server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "name": "network-vif-deleted", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:16.643355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:16.659139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Request body: {'port': {'device_id': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:16.688776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.690034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.691775 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] 10.222.0.60 "PUT /v2.0/ports/fe455380-e7d0-4cf2-85d9-fbdcda8ea231 HTTP/1.1" status: 200 len: 1091 time: 2.7590585 Jul 06 17:50:16.698283 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:16.752966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dfb92-1691-4b69-8a20-80e1d5f8d33d service neutron] Pushing event updated for resources: {'Port': ['ID=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:16.786594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-a79f6f53-e640-4990-a5e2-9f15c69e3243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307e4230-f785-4776-a990-c1e9444ea7ce HTTP/1.1" status: 200 len: 217 time: 0.6450403 Jul 06 17:50:16.804731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '307e4230-f785-4776-a990-c1e9444ea7ce', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '307e4230-f785-4776-a990-c1e9444ea7ce', 'mac_address': 'fa:16:3e:81:79:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:16.934489 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.966516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307e4230-f785-4776-a990-c1e9444ea7ce {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:16.978535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-097b2fc6-49ea-4206-86f2-40bfe28c8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.987750 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-097b2fc6-49ea-4206-86f2-40bfe28c8196 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&device_id=26d9a812-e4a6-4d0e-be41-b6e4cbdb0554 HTTP/1.1" status: 200 len: 1094 time: 0.2031262 Jul 06 17:50:17.041399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:17.053709 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.106755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c0d53-7bca-4d11-9baf-a600f2a233be req-f7b9a45f-b74d-4915-ae48-fb46d1230f1f tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.116112 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-56d30036-23d7-4375-977e-38550200a7d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231 HTTP/1.1" status: 200 len: 217 time: 0.1193793 Jul 06 17:50:17.124238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b39c0d53-7bca-4d11-9baf-a600f2a233be req-f7b9a45f-b74d-4915-ae48-fb46d1230f1f tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 944 time: 1.9754450 Jul 06 17:50:17.163676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:17.232897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.251783 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:47:00Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:17.282972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ff975abc-9624-45d4-ad18-165e637840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.284597 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-ff975abc-9624-45d4-ad18-165e637840dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 200 len: 858 time: 0.1587787 Jul 06 17:50:17.315421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-9656641d-fff6-4b97-a8d6-69c146ca7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.316055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7b646-affa-4aba-9396-412dd7c8b214 None None] The sync data for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 is: [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:46:51Z', 'revision_number': 4, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '4299ddc5-b723-488c-8055-627e5409862d', 'name': '', 'network_id': 'fde0487f-7d60-46ba-a360-67ac6ae4e70d', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'mac_address': 'fa:16:3e:68:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:50Z', 'updated_at': '2021-07-06T17:47:00Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'subnets': [{'id': '4dddba49-30e9-4456-91d8-80021c9461ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:17.335106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-9656641d-fff6-4b97-a8d6-69c146ca7c1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.4904907 Jul 06 17:50:17.350200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['307e4230-f785-4776-a990-c1e9444ea7ce'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:17.358840 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-76a731fa-195f-4e88-af09-4e7c1cf9fcff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662777 Jul 06 17:50:17.410882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392baa-8d35-410f-8e9d-8ecc15f6dbd6 req-e1403341-7eec-4ad3-af2f-66a21d9fd0a4 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.428170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51392baa-8d35-410f-8e9d-8ecc15f6dbd6 req-e1403341-7eec-4ad3-af2f-66a21d9fd0a4 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 943 time: 2.0572293 Jul 06 17:50:17.449406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b39c0d53-7bca-4d11-9baf-a600f2a233be req-f5d6176b-1ac0-43ba-b02a-cef7bca7c5a0 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234327 Jul 06 17:50:17.565608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Made reservation on behalf of b834152154f54cb18deae9ddb927b54a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:17.583685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.609950 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-57dc1c92-4ad4-45a0-ba48-42cf562b3139 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327552 Jul 06 17:50:17.648422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-ddce7306-4b22-4ae4-b865-893fe148493c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2187948 Jul 06 17:50:17.748560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d67b746c-04c6-471d-b519-b0f10c4bab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.751775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-d67b746c-04c6-471d-b519-b0f10c4bab9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 1095 time: 1.4331276 Jul 06 17:50:17.899961 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-b5d7c1d9-d9c3-4242-a3e0-c747c343290e service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890248 Jul 06 17:50:18.016432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-8b57ad86-eadf-4a72-bff1-2a0c7ca6e08e service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068194 Jul 06 17:50:18.063171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619cccd-5962-4907-a0d6-ec9103655e0b None None] New status for floating IP 2a394a0a-f194-4722-92c3-3e6ae3f6af33: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:50:18.253519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51392baa-8d35-410f-8e9d-8ecc15f6dbd6 req-8aac63df-1990-43c2-a3f6-cbbc3fde222e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996583 Jul 06 17:50:18.272918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e693c7-296d-447c-9e70-1c2161bb3152 req-1bfcf907-ce1b-4f2f-82ad-dbea8b37c644 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 210 time: 0.2495592 Jul 06 17:50:18.311124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-b7557d06-7726-403e-8da0-f87d46fbe57c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=165e7c15-487d-48d4-999d-f245ed7c549c HTTP/1.1" status: 200 len: 217 time: 0.2726443 Jul 06 17:50:18.700512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d788a1-4be8-42df-b597-3bf8ea9f9c16 req-e90263ce-b75a-4e61-8c3e-bf367cc105c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.702167 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-19d788a1-4be8-42df-b597-3bf8ea9f9c16 req-e90263ce-b75a-4e61-8c3e-bf367cc105c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.1796956 Jul 06 17:50:18.853405 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-19d788a1-4be8-42df-b597-3bf8ea9f9c16 req-3f343f71-29c9-4f01-b116-8b312be9cca6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391196 Jul 06 17:50:19.113088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35ceb8ce-24e0-48af-b2b0-2718945f32b5 req-668ad566-dae9-4fd4-8141-61054884c5e2 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.2087317 Jul 06 17:50:19.185797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-fdd032f6-5ca1-4235-93b3-81ef4e7b28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:19.191636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-fdd032f6-5ca1-4235-93b3-81ef4e7b28f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 200 len: 858 time: 0.6292429 Jul 06 17:50:19.196947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0782e810-e4c5-4afb-a3dc-d71f081b06cd req-1d408078-449a-4cc8-bfba-1e93f4d183ba service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1463306 Jul 06 17:50:19.883464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-6aebb409-e885-4c08-b1cb-c4ca1ed44745 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6845028 Jul 06 17:50:19.908059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Allocated IP 172.20.0.9 (6f9b102c-5c12-4711-bca5-2eb81ea55745/757b3b0f-79c3-421a-b123-a02545b505c2/dca315f0-ae54-4bb6-bbab-f340496199c2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:19.993593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5474091-00e3-4203-8b82-7676206691e3 req-2c468261-40db-4343-8605-3e4450e7b70f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 210 time: 0.1032779 Jul 06 17:50:20.087797 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c652cfd3-b20d-4871-8541-2f5033f764b5 x-openstack-request-id: req-c652cfd3-b20d-4871-8541-2f5033f764b5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:20.088399 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bf7d14-47d3-4b5a-9942-00f7f2f47a5f", "tag": "165e7c15-487d-48d4-999d-f245ed7c549c", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:20.088870 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c652cfd3-b20d-4871-8541-2f5033f764b5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:20.089845 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'tag': '165e7c15-487d-48d4-999d-f245ed7c549c', 'status': 'completed', 'code': 200} Jul 06 17:50:20.127026 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:20.147878 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf7cd3-9286-4c39-b93e-49a18902595a x-openstack-request-id: req-4eaf7cd3-9286-4c39-b93e-49a18902595a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:20.148395 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca", "name": "network-vif-deleted", "tag": "3e5916dc-ea82-4a16-b795-2472532577f9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:20.148816 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eaf7cd3-9286-4c39-b93e-49a18902595a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:20.149498 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca', 'name': 'network-vif-deleted', 'tag': '3e5916dc-ea82-4a16-b795-2472532577f9', 'status': 'completed', 'code': 200} Jul 06 17:50:20.309838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7920f-a603-4219-abd2-fc5eeb593fc5 req-4bb2c33d-ed0d-4eb3-a35d-5374a64a0b57 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:20.323781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1b7920f-a603-4219-abd2-fc5eeb593fc5 req-4bb2c33d-ed0d-4eb3-a35d-5374a64a0b57 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 1.4126117 Jul 06 17:50:20.371019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 307e4230-f785-4776-a990-c1e9444ea7ce completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:20.400938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 307e4230-f785-4776-a990-c1e9444ea7ce triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:20.401454 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.578648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.582196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device fe455380-e7d0-4cf2-85d9-fbdcda8ea231 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:20.719054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:20.737288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231', 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'port_id': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231', 'mac_address': 'fa:16:3e:81:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9368242-54a7-454c-94fb-a56336c104c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:20.779464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-934ee85a-feb7-4185-af06-fccbb317c3cd service neutron] 10.222.0.61 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8565698 Jul 06 17:50:20.801566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:20.805020 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e28aa55-f5a3-4854-92a7-9f0df998a683" -d '{"events": [{"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-plugged", "status": "completed", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:20.827649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:20.831427 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.850155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe455380-e7d0-4cf2-85d9-fbdcda8ea231 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:20.857093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.902204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:20.915902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.937458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1b7920f-a603-4219-abd2-fc5eeb593fc5 req-e5b61f73-1e24-415f-89cd-7ca9086e30dc tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123848 Jul 06 17:50:20.945150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-f0695658-8f9a-4225-92ed-08d8c95ea8f4 service neutron] 10.222.0.61 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500757 Jul 06 17:50:20.952126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9568082-5a44-4ba3-8e61-b184257b9546 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:20.986703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.028880 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.146507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Transition to ACTIVE for port object f9568082-5a44-4ba3-8e61-b184257b9546 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:21.158178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca39476-13f8-48d9-962d-177d3d196fd9 req-e624ccaf-441f-425e-a555-4c6462c442fd tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:21.167988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dca39476-13f8-48d9-962d-177d3d196fd9 req-e624ccaf-441f-425e-a555-4c6462c442fd tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 944 time: 0.8323359 Jul 06 17:50:21.218824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.231748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['fe455380-e7d0-4cf2-85d9-fbdcda8ea231'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:21.238622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.302067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.304848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Pushing event updated for resources: {'Port': ['ID=f9568082-5a44-4ba3-8e61-b184257b9546,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.366767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dca39476-13f8-48d9-962d-177d3d196fd9 req-52d968a1-a4ee-458d-8ebf-5f5e6b7d622e tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910808 Jul 06 17:50:21.492225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-1d034c6d-35cd-47fe-bd2f-3549ba5ee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:21.494028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-1d034c6d-35cd-47fe-bd2f-3549ba5ee5f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 1095 time: 0.4282393 Jul 06 17:50:21.699645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cdc39-dbd0-4ce4-8ceb-a961bac6a9ff req-864423b1-f6d2-4195-ac57-bd9447c0526f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:21.702535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e3cdc39-dbd0-4ce4-8ceb-a961bac6a9ff req-864423b1-f6d2-4195-ac57-bd9447c0526f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.5827363 Jul 06 17:50:21.795698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.801692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-491a84ae-349d-45f0-9ca4-cdec99df3c4a req-06261272-ead8-4c14-a5ad-59bb61fdc0f6 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 210 time: 0.0844302 Jul 06 17:50:21.810217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6fa58357-6b5a-45f7-b71b-0c2deeefb87f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:21.978089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Attempting to bind port f9568082-5a44-4ba3-8e61-b184257b9546 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:21.979216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Attempting to bind port f9568082-5a44-4ba3-8e61-b184257b9546 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:21.979812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Attempting to bind port f9568082-5a44-4ba3-8e61-b184257b9546 on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:21.991797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Port f9568082-5a44-4ba3-8e61-b184257b9546 on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:21.992492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Attempting to bind port f9568082-5a44-4ba3-8e61-b184257b9546 on network 7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:22.007625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Network 6f9b102c-5c12-4711-bca5-2eb81ea55745 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:22.032317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:22.036818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:22.091337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'tag': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:22.095735 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493eb44d-dc27-434b-88fa-db60f25527cb" -d '{"events": [{"name": "network-changed", "server_uuid": "26d9a812-e4a6-4d0e-be41-b6e4cbdb0554", "tag": "fe455380-e7d0-4cf2-85d9-fbdcda8ea231"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:22.116990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.117756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.133547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:22.134062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Checking segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:22.134656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Bound using segment: {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:22.135296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Bound port: f9568082-5a44-4ba3-8e61-b184257b9546, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e34c94e-259b-426e-848a-a6c6a0931627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:22.135794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.173039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8816090 Jul 06 17:50:22.180603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6014-63da-413b-816b-f6e89f2316b9 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:22.202074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Request body: {'port': {'device_id': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:22.208050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-98de8dd8-fdf6-4e7a-aa35-da50610ec5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.209549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 165e7c15-487d-48d4-999d-f245ed7c549c details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:22.211012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-98de8dd8-fdf6-4e7a-aa35-da50610ec5af service neutron] 10.222.0.61 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 919 time: 0.7085476 Jul 06 17:50:22.214886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e3cdc39-dbd0-4ce4-8ceb-a961bac6a9ff req-3abd833a-d958-4d19-ac7a-bdc72e3b3d70 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923751 Jul 06 17:50:22.284589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-446ac4b1-4964-4e2b-992a-9709f5581e56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=165e7c15-487d-48d4-999d-f245ed7c549c HTTP/1.1" status: 200 len: 217 time: 0.0655594 Jul 06 17:50:22.463164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 165e7c15-487d-48d4-999d-f245ed7c549c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=165e7c15-487d-48d4-999d-f245ed7c549c,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:22.658058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] For port f9568082-5a44-4ba3-8e61-b184257b9546, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:22.662462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] For port f9568082-5a44-4ba3-8e61-b184257b9546, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f9568082-5a44-4ba3-8e61-b184257b9546,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:22.705827 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-01c26cc4-ca92-4944-b4a6-d5c0620fb6da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202099 Jul 06 17:50:22.714513 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c929f4-57fa-4a40-a6dd-63857c9d9fd3 x-openstack-request-id: req-b9c929f4-57fa-4a40-a6dd-63857c9d9fd3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:22.715135 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-plugged", "status": "completed", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:22.715702 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c929f4-57fa-4a40-a6dd-63857c9d9fd3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:22.716448 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce', 'code': 200} Jul 06 17:50:22.718148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device fe455380-e7d0-4cf2-85d9-fbdcda8ea231 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:22.726730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '165e7c15-487d-48d4-999d-f245ed7c549c', 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'port_id': '165e7c15-487d-48d4-999d-f245ed7c549c', 'mac_address': 'fa:16:3e:9c:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9368242-54a7-454c-94fb-a56336c104c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:22.735273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b48f76d-90c8-46ce-b82a-1a7107a3428b req-28fb2a8d-b336-4485-b7d6-e4ba8fefeb70 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.3665979 Jul 06 17:50:22.765497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.877471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-62d62978-c21c-40e4-adc2-db1f2f192b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.879020 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-62d62978-c21c-40e4-adc2-db1f2f192b53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 1095 time: 0.1260140 Jul 06 17:50:22.890475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.907351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.908941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.910700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9568082-5a44-4ba3-8e61-b184257b9546 HTTP/1.1" status: 200 len: 1091 time: 6.2734227 Jul 06 17:50:22.949321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'tag': 'f9568082-5a44-4ba3-8e61-b184257b9546'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:22.957129 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8104c52a-8803-457b-8cb4-6feaa583dda6" -d '{"events": [{"name": "network-changed", "server_uuid": "4643e590-b04e-4f1c-b4e4-5bf2c415c12c", "tag": "f9568082-5a44-4ba3-8e61-b184257b9546"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:22.977658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165e7c15-487d-48d4-999d-f245ed7c549c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:23.004423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:23.033461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-b50c7e18-b5a7-40cb-a43d-f685fffb447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.048081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:23.048583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-b50c7e18-b5a7-40cb-a43d-f685fffb447e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 200 len: 858 time: 0.6839013 Jul 06 17:50:23.053967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.093484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-e4c2e3bc-3410-4829-8d6e-e662487d9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.094041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 165e7c15-487d-48d4-999d-f245ed7c549c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=165e7c15-487d-48d4-999d-f245ed7c549c,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:23.095749 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-e4c2e3bc-3410-4829-8d6e-e662487d9ead service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.1905727 Jul 06 17:50:23.187298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.191496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-b52fd8a1-be2b-4a16-a8ea-7b5361018dae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 200 len: 217 time: 0.0873878 Jul 06 17:50:23.303436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-5e61aef2-706e-4162-8ea2-b07749466cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.305265 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-5e61aef2-706e-4162-8ea2-b07749466cd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1089339 Jul 06 17:50:23.350996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=165e7c15-487d-48d4-999d-f245ed7c549c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:23.351384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-7633b2ae-16e7-4299-b0ee-72d60b62cf92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2181659 Jul 06 17:50:23.378173 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-8b7b92b9-79e8-4b5f-aaa5-1a8776055d71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658512 Jul 06 17:50:23.394044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.502951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.542790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['165e7c15-487d-48d4-999d-f245ed7c549c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:23.633992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226f17-3a06-4f43-a0e9-30196d0ce189 service neutron] Pushing event updated for resources: {'Port': ['ID=f9568082-5a44-4ba3-8e61-b184257b9546,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:23.650337 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:50:23.672169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:23.691507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.718102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eab8b-4c9e-4b44-a4e5-60c2c98cef2b req-f55886d4-afa6-45d0-bff2-78dc637a14ed tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.726577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-275eab8b-4c9e-4b44-a4e5-60c2c98cef2b req-f55886d4-afa6-45d0-bff2-78dc637a14ed tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 931 time: 1.0618155 Jul 06 17:50:23.729321 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-a5cf4d40-d556-415a-95f5-5243e551ea96 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440838 Jul 06 17:50:23.746342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97e19e-cb17-4b33-9b11-4985b2281e98 req-06dba20a-7bf5-44ba-9f9d-b541f535ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.748278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f97e19e-cb17-4b33-9b11-4985b2281e98 req-06dba20a-7bf5-44ba-9f9d-b541f535ae08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 1096 time: 1.1582165 Jul 06 17:50:23.890385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:23.948840 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d39c86ec-f4f3-4e50-8438-98a40da3c850 req-b60ccac6-35d8-4775-8c76-5b54a376784a service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090929 Jul 06 17:50:24.043298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f97e19e-cb17-4b33-9b11-4985b2281e98 req-be024e91-b699-4d02-8d0b-40eb1f672a11 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601945 Jul 06 17:50:24.093565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-00c5e85f-b023-4b85-9ca3-426c7e1f2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.096376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-00c5e85f-b023-4b85-9ca3-426c7e1f2310 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&device_id=4643e590-b04e-4f1c-b4e4-5bf2c415c12c HTTP/1.1" status: 200 len: 1094 time: 1.0658708 Jul 06 17:50:24.121837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-275eab8b-4c9e-4b44-a4e5-60c2c98cef2b req-3c8ca08c-0fa5-4457-840e-5fc25ff431d2 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684289 Jul 06 17:50:24.226059 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de149ac0-0a0b-421b-a8dc-0eaa65288a22 x-openstack-request-id: req-de149ac0-0a0b-421b-a8dc-0eaa65288a22 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:24.226888 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d9a812-e4a6-4d0e-be41-b6e4cbdb0554", "tag": "fe455380-e7d0-4cf2-85d9-fbdcda8ea231", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:24.226888 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de149ac0-0a0b-421b-a8dc-0eaa65288a22 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:24.227460 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'tag': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231', 'status': 'completed', 'code': 200} Jul 06 17:50:24.304040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-bd99cfe1-bc10-444c-b44c-451146a36c41 service neutron] 10.222.0.61 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9506478 Jul 06 17:50:24.421109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376228-f833-421c-8f3a-f0c1a4013575 req-2871d875-50bf-4fce-8e85-f247e3d164a5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.426183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56376228-f833-421c-8f3a-f0c1a4013575 req-2871d875-50bf-4fce-8e85-f247e3d164a5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 1.2401023 Jul 06 17:50:24.438510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eb44d-dc27-434b-88fa-db60f25527cb req-e481abd5-1527-484a-9522-3c19a1fdf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.440343 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-e481abd5-1527-484a-9522-3c19a1fdf1ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&device_id=26d9a812-e4a6-4d0e-be41-b6e4cbdb0554 HTTP/1.1" status: 200 len: 1096 time: 0.1791058 Jul 06 17:50:24.495666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-42135668-2e83-4b14-b5e3-a5569f2f9e33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9568082-5a44-4ba3-8e61-b184257b9546 HTTP/1.1" status: 200 len: 217 time: 0.3857119 Jul 06 17:50:24.653146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eb44d-dc27-434b-88fa-db60f25527cb req-8d1750df-37dd-4558-908f-83d9cda28362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.655714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-8d1750df-37dd-4558-908f-83d9cda28362 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 919 time: 0.2084725 Jul 06 17:50:24.658173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56376228-f833-421c-8f3a-f0c1a4013575 req-4ad34394-749a-40cd-ac27-e23ada59139a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921778 Jul 06 17:50:24.718168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:24.721572 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e61f6e6-69e1-442c-b2a1-fe756eecec16" -d '{"events": [{"server_uuid": "26d9a812-e4a6-4d0e-be41-b6e4cbdb0554", "name": "network-vif-plugged", "status": "completed", "tag": "fe455380-e7d0-4cf2-85d9-fbdcda8ea231"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:24.744198 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-c4ab07c7-3237-4889-93a3-e63c0c2cafc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231 HTTP/1.1" status: 200 len: 217 time: 0.0742757 Jul 06 17:50:24.772933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcbb80d-69cf-40ce-92a9-905d70e0a484 req-b3b4f5e4-e1f1-4962-bc20-58944d19d8d9 service neutron] 10.222.0.61 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445933 Jul 06 17:50:24.785431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4dcf56ed-7354-490f-9454-f202884bbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.787560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-4dcf56ed-7354-490f-9454-f202884bbd86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 200 len: 858 time: 0.1934102 Jul 06 17:50:24.854564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a1ce6-aa34-472c-8598-2089f0384bed req-b6c66c71-6ac7-4517-9ea3-b05a7d132df8 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.857417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa8a1ce6-aa34-472c-8598-2089f0384bed req-b6c66c71-6ac7-4517-9ea3-b05a7d132df8 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 945 time: 0.4065871 Jul 06 17:50:24.909326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eb44d-dc27-434b-88fa-db60f25527cb req-7e81205c-5db6-4a81-963b-f73cfde0bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.912240 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-7e81205c-5db6-4a81-963b-f73cfde0bc8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 200 len: 858 time: 0.0816741 Jul 06 17:50:24.925457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-bc843a38-d390-4801-86d0-b5e4d947273f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635471 Jul 06 17:50:24.991801 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-4e7e9e63-5767-4cf3-983d-62cdff223dfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708933 Jul 06 17:50:25.219716 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-899e2ef6-e301-4768-acdc-598eb1e85d6b service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197995 Jul 06 17:50:25.289553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca315f0-ae54-4bb6-bbab-f340496199c2 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:25.321087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f043ed70-0fa1-43bb-8db7-41915582d7a5 req-233dc609-a97c-45cd-b2c9-99efd721019c tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a943cb36-a4e1-43c1-90a2-7e95b1a9c8ca HTTP/1.1" status: 200 len: 210 time: 0.3455391 Jul 06 17:50:25.344015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.364065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b711-50bc-4dfc-9d65-7b6a539db3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.376511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa8a1ce6-aa34-472c-8598-2089f0384bed req-a7e366fd-4e19-41ab-aad8-df98b7bf901c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484143 Jul 06 17:50:25.410531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Transition to ACTIVE for port object dca315f0-ae54-4bb6-bbab-f340496199c2 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:25.425103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.526867 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-493eb44d-dc27-434b-88fa-db60f25527cb req-85fb5270-802b-4184-958c-778813a5c737 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004568 Jul 06 17:50:25.561802 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28cd4f4-c90f-4f64-9ad3-18435e9b49f1 x-openstack-request-id: req-c28cd4f4-c90f-4f64-9ad3-18435e9b49f1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:25.562355 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4643e590-b04e-4f1c-b4e4-5bf2c415c12c", "tag": "f9568082-5a44-4ba3-8e61-b184257b9546", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:25.562714 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c28cd4f4-c90f-4f64-9ad3-18435e9b49f1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:25.564729 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'tag': 'f9568082-5a44-4ba3-8e61-b184257b9546', 'status': 'completed', 'code': 200} Jul 06 17:50:25.601167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-a56eff1d-aa30-48ea-9fcb-c562db159c67 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409638 Jul 06 17:50:25.611564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:26.155600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 165e7c15-487d-48d4-999d-f245ed7c549c up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:26.224825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 165e7c15-487d-48d4-999d-f245ed7c549c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:26.229894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 165e7c15-487d-48d4-999d-f245ed7c549c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:26.230585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.336116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1172199-365e-482e-8cc1-0aa1a96fa402 req-b9410be7-e2c4-432f-b2f3-52d78debfd96 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.5315130 Jul 06 17:50:26.394973 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.443469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:26.443988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:26.444563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:26.471788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 165e7c15-487d-48d4-999d-f245ed7c549c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=165e7c15-487d-48d4-999d-f245ed7c549c,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:26.474434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:26.474722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:26.481889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.505804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a759b1-81d8-4a23-87b3-0a7d0536754f req-fb27e85f-ecfd-4ac4-8f57-ca5e76bd49ba service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8973675 Jul 06 17:50:26.523610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b520-4672-41df-8997-fcbdea3bb0e7 req-c6d2b9cd-bf0c-4d77-bf93-d051d254203c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.536970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8404b520-4672-41df-8997-fcbdea3bb0e7 req-c6d2b9cd-bf0c-4d77-bf93-d051d254203c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.8096163 Jul 06 17:50:26.575044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=165e7c15-487d-48d4-999d-f245ed7c549c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:26.584996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:26.585534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:26.586161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:26.586874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Bound port: dca315f0-ae54-4bb6-bbab-f340496199c2, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:26.587495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.589257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.589802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.590334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.590882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.591473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.592034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.592676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.593265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.593827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.594381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.594964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.595538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:26.705955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8404b520-4672-41df-8997-fcbdea3bb0e7 req-1310357d-e8f0-4fe9-bf9b-9615c0069bb5 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677430 Jul 06 17:50:26.794509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5e7dbc35-0b7c-49f3-b2e7-9fb5e98357f0 req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-631424545', 'description': 'tempest-description-1120965363'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:26.809563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91bb1b-7a8d-48ee-8158-8e5e49969b3f req-6231e112-1d38-4f47-b9d6-99dc1572031f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.811016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f91bb1b-7a8d-48ee-8158-8e5e49969b3f req-6231e112-1d38-4f47-b9d6-99dc1572031f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 945 time: 0.3231344 Jul 06 17:50:26.822742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:26.830255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:26.855375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.873646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-c6031156-c287-4223-8b93-1fae2f51d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.875328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-c6031156-c287-4223-8b93-1fae2f51d9b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&device_id=4643e590-b04e-4f1c-b4e4-5bf2c415c12c HTTP/1.1" status: 200 len: 1094 time: 0.2750635 Jul 06 17:50:26.945682 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fe123a07-6a67-4262-bfb3-5266c938cd97 req-19829b8b-2d71-4259-990a-90c86be887df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0541427 Jul 06 17:50:26.995306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.996385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.998765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] 10.222.0.60 "PUT /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 1091 time: 4.8066866 Jul 06 17:50:27.012555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5e7dbc35-0b7c-49f3-b2e7-9fb5e98357f0 req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.155510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f91bb1b-7a8d-48ee-8158-8e5e49969b3f req-e7cb9beb-a80d-4828-85a3-4e0a7a156933 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199384 Jul 06 17:50:27.266132 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079caf09-4d66-46cb-934f-84e28169a294 x-openstack-request-id: req-079caf09-4d66-46cb-934f-84e28169a294 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:27.267421 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d9a812-e4a6-4d0e-be41-b6e4cbdb0554", "name": "network-vif-plugged", "status": "completed", "tag": "fe455380-e7d0-4cf2-85d9-fbdcda8ea231", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:27.269601 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-079caf09-4d66-46cb-934f-84e28169a294 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:27.271782 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231', 'code': 200} Jul 06 17:50:27.280353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-dc0f5286-e360-40cb-8631-3eeed43f24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.284146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-dc0f5286-e360-40cb-8631-3eeed43f24f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 200 len: 919 time: 0.3208945 Jul 06 17:50:27.395600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f0f8e-6179-4a0f-9c7e-be83d291e02a service neutron] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:27.431915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-37ff0dbf-1801-4e80-9145-a96877cec19c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9568082-5a44-4ba3-8e61-b184257b9546 HTTP/1.1" status: 200 len: 217 time: 0.0921097 Jul 06 17:50:27.437449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c00b7-dba5-405d-a504-5ece3286098f req-badae1a7-7ee8-40e2-9b9a-10c27420a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.439029 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e91c00b7-dba5-405d-a504-5ece3286098f req-badae1a7-7ee8-40e2-9b9a-10c27420a514 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26d9a812-e4a6-4d0e-be41-b6e4cbdb0554 HTTP/1.1" status: 200 len: 1096 time: 0.0727842 Jul 06 17:50:27.484295 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e91c00b7-dba5-405d-a504-5ece3286098f req-e495b4ec-31f6-47bd-8d3a-036db97b5f92 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Jul 06 17:50:27.543624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-c1ec02e5-4eb9-4d24-be64-c0b76de68d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.545188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-c1ec02e5-4eb9-4d24-be64-c0b76de68d6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 200 len: 858 time: 0.1050644 Jul 06 17:50:27.570841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:27.575102 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531dbffa-f373-4ddc-bbd8-5372652866e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:27.586811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-f26de0dd-b5ac-4799-ad27-6ca2a5780911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.588446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-f26de0dd-b5ac-4799-ad27-6ca2a5780911 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1094 time: 0.4633484 Jul 06 17:50:27.617790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-f76171ad-56b6-4c6c-9b7c-00b9504fd661 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615518 Jul 06 17:50:27.638232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb07bc3-5db2-4115-b4db-00e2691fd800 req-a78afe11-5092-448e-9bd6-15d910386f0d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.645108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fb07bc3-5db2-4115-b4db-00e2691fd800 req-a78afe11-5092-448e-9bd6-15d910386f0d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 943 time: 0.2505136 Jul 06 17:50:27.690293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-4ca00ef2-9a73-4e98-9d20-7a6aa6fda3db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 217 time: 0.0776136 Jul 06 17:50:27.807740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5e7dbc35-0b7c-49f3-b2e7-9fb5e98357f0 req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.828963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5e7dbc35-0b7c-49f3-b2e7-9fb5e98357f0 req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.859343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fb7db99-4a21-4115-b2e3-88939264ef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.918756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5e7dbc35-0b7c-49f3-b2e7-9fb5e98357f0 req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.921408 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.931886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e7dbc35-0b7c-49f3-b2e7-9fb5e98357f0 req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1474626 Jul 06 17:50:27.938203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2a14e322-5058-4c15-acd2-bcd828cd096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.955682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-2a14e322-5058-4c15-acd2-bcd828cd096a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1888773 Jul 06 17:50:28.043975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fb07bc3-5db2-4115-b4db-00e2691fd800 req-87724340-7ef3-4b15-8b27-db48360ffbf6 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302901 Jul 06 17:50:28.045313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ebd8b-496c-4598-acad-7b0cbe745a92 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a54a8ce-0fc8-4165-8ee0-78f74a663ed4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:28.055850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-46a267f0-8329-4d81-a8c8-78e6b034ae37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990210 Jul 06 17:50:28.303988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-2160eb13-8d18-4366-b06c-5612719b04d0 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555803 Jul 06 17:50:28.571846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-126f9623-7a5f-442c-9c22-cc54fa521547 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889333 Jul 06 17:50:28.584811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:28.628082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8104c52a-8803-457b-8cb4-6feaa583dda6 req-73cdb7f0-b27d-4086-912d-9e0dccb9a745 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617803 Jul 06 17:50:28.696370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3335a16-95e7-4e83-bb03-fec121e00ed7 req-73b411f2-99ea-418a-9b4b-84fbda90c482 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.710573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3335a16-95e7-4e83-bb03-fec121e00ed7 req-73b411f2-99ea-418a-9b4b-84fbda90c482 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 946 time: 0.4526210 Jul 06 17:50:28.834583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3335a16-95e7-4e83-bb03-fec121e00ed7 req-8e770a59-ee64-4b76-afd0-8fd11b17dfc5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221082 Jul 06 17:50:28.853633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77313167-1b20-4255-b34f-ddfc51b8eb5d req-4b948082-e9a2-45f2-b12e-12bf601b58b7 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650001 Jul 06 17:50:28.881729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.938277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:28.944264 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.011806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:29.084548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6341aef-0970-4fe8-a420-ff6554850939 req-fe59ca79-ea4b-4877-81d9-e185fc607fe6 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0405233 Jul 06 17:50:29.162033 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2edc2-ed92-4d59-9933-8c31be55b80c x-openstack-request-id: req-c8f2edc2-ed92-4d59-9933-8c31be55b80c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:29.162355 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:29.162782 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8f2edc2-ed92-4d59-9933-8c31be55b80c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:29.163324 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'status': 'completed', 'code': 200} Jul 06 17:50:29.203947 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.273399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7c15-487d-48d4-999d-f245ed7c549c'}, {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:29.281986 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a594fe-8ac1-45fa-9b41-d0891ed1dc16" -d '{"events": [{"server_uuid": "74bf7d14-47d3-4b5a-9942-00f7f2f47a5f", "name": "network-vif-plugged", "status": "completed", "tag": "165e7c15-487d-48d4-999d-f245ed7c549c"}, {"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:29.336261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-4aa61b6a-3b2a-464d-acf3-29d6407914df tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-631424545&fields=id&tenant_id=bc04245553894d7794178a9b8e4bda57 HTTP/1.1" status: 200 len: 267 time: 0.0577173 Jul 06 17:50:29.361348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-783055a2-d034-4701-be7e-bc0eecbb0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.363081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-783055a2-d034-4701-be7e-bc0eecbb0543 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1094 time: 0.1778162 Jul 06 17:50:29.458407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:29.602370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37869893-abd3-4c21-835a-3c3f6e7ff798 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.622160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-d31d7730-81c9-4042-83b4-38e1d6b85536 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.624014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-d31d7730-81c9-4042-83b4-38e1d6b85536 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.2793918 Jul 06 17:50:29.625432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-c26258cc-87f1-46b2-8d2d-369dbf33c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.627087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-c26258cc-87f1-46b2-8d2d-369dbf33c49d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.2436192 Jul 06 17:50:29.633833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37869893-abd3-4c21-835a-3c3f6e7ff798 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.645138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'port': {'security_groups': ['93578d1b-c26d-4641-bd22-a5d6f3c9f549', '6a54a8ce-0fc8-4165-8ee0-78f74a663ed4']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:29.662486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.687696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-f23b0693-d174-4292-a057-baff50856e2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 217 time: 0.0541387 Jul 06 17:50:29.696900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37869893-abd3-4c21-835a-3c3f6e7ff798 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.700481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37869893-abd3-4c21-835a-3c3f6e7ff798 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.705035 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-37869893-abd3-4c21-835a-3c3f6e7ff798 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "DELETE /v2.0/security-groups/d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5 HTTP/1.1" status: 204 len: 168 time: 0.2443833 Jul 06 17:50:29.705907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:29.751007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37869893-abd3-4c21-835a-3c3f6e7ff798 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:29.754110 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-70153af2-b857-480b-a1e2-659cf7c24e18 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] show failed (client error): The resource could not be found. Jul 06 17:50:29.756472 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70153af2-b857-480b-a1e2-659cf7c24e18 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "GET /v2.0/security-groups/d2614ac6-f1c5-4c8f-bdf6-a86a3678cbd5 HTTP/1.1" status: 404 len: 347 time: 0.0382469 Jul 06 17:50:29.760131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:29.843681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-11ab177b-b57f-4143-bc42-8bc62a20e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.845260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-11ab177b-b57f-4143-bc42-8bc62a20e931 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1254895 Jul 06 17:50:29.897734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-79d10524-0a65-4c24-bd77-4a7f70df3072 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353804 Jul 06 17:50:29.898228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.920908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Deleting port 8a81213f-2569-4a37-b72c-e5132835d7ec {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:29.921866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.936412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b443cfd-044b-47a9-955f-ff12e8ed9d2d req-4eeca4c7-92ef-48c9-afb3-3684cc069e5e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.938097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b443cfd-044b-47a9-955f-ff12e8ed9d2d req-4eeca4c7-92ef-48c9-afb3-3684cc069e5e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.2549968 Jul 06 17:50:30.077323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.078011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.101028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Calling delete_port for 8a81213f-2569-4a37-b72c-e5132835d7ec owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:30.104969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b443cfd-044b-47a9-955f-ff12e8ed9d2d req-58dc3e4f-12a5-4037-8408-1f50f9bfb91c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542768 Jul 06 17:50:30.120667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-be6929ef-d287-4e77-b435-e87a0b0277ae service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030234 Jul 06 17:50:30.382633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-531dbffa-f373-4ddc-bbd8-5372652866e6 req-0f0b9b23-9f80-4a88-8e1a-480157b38292 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537260 Jul 06 17:50:30.404984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:30.415589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.449046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Pushing event deleted for resources: {'Port': ['ID=8a81213f-2569-4a37-b72c-e5132835d7ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:30.519771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d64b3-ac15-4fee-8075-bf1c9c0e5528 req-ad78ab13-0cbb-4d0a-b150-a5e4c6895e05 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.523857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b81d64b3-ac15-4fee-8075-bf1c9c0e5528 req-ad78ab13-0cbb-4d0a-b150-a5e4c6895e05 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 943 time: 0.2395678 Jul 06 17:50:30.527813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.540270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.545240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.550780 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f283459-4d71-4d5d-8a9a-0077c316bd98 tempest-ServersTestBootFromVolume-375923859 tempest-ServersTestBootFromVolume-375923859-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a394a0a-f194-4722-92c3-3e6ae3f6af33 HTTP/1.1" status: 204 len: 168 time: 0.7860472 Jul 06 17:50:30.551013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.551892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:30.564652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9f8fccd3-c1a2-46a9-aaef-2f78426a3094'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:30.601467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f9568082-5a44-4ba3-8e61-b184257b9546 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:30.682725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.752109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.753974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.756663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8019fb62-6b0e-4697-bcfb-91bbe15d545e req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "PUT /v2.0/ports/9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 982 time: 1.1239402 Jul 06 17:50:30.788873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b81d64b3-ac15-4fee-8075-bf1c9c0e5528 req-60b1c274-b853-472c-bb39-ea8e66b8f82e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556045 Jul 06 17:50:30.914420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9f8fccd3-c1a2-46a9-aaef-2f78426a3094'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:30.934747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0723d-9cef-4ddc-adaa-85e682c143f8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:31.086654 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ffd73-9dec-45a3-b591-3e514c8f3035 x-openstack-request-id: req-a60ffd73-9dec-45a3-b591-3e514c8f3035 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:31.087107 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bf7d14-47d3-4b5a-9942-00f7f2f47a5f", "name": "network-vif-plugged", "status": "completed", "tag": "165e7c15-487d-48d4-999d-f245ed7c549c", "code": 200}, {"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:31.087486 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a60ffd73-9dec-45a3-b591-3e514c8f3035 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:31.087982 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7c15-487d-48d4-999d-f245ed7c549c', 'code': 200} Jul 06 17:50:31.088335 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:50:31.132848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f9568082-5a44-4ba3-8e61-b184257b9546, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f9568082-5a44-4ba3-8e61-b184257b9546,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:31.170528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:31.174789 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619bd22a-454b-41b6-976e-7ce38938ee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:31.205036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'f9568082-5a44-4ba3-8e61-b184257b9546', 'network_id': '7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43', 'port_id': 'f9568082-5a44-4ba3-8e61-b184257b9546', 'mac_address': 'fa:16:3e:20:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9368242-54a7-454c-94fb-a56336c104c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:31.303338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.336546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9568082-5a44-4ba3-8e61-b184257b9546 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:31.400936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f9568082-5a44-4ba3-8e61-b184257b9546, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f9568082-5a44-4ba3-8e61-b184257b9546,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:31.419098 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.504429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-fde8b997-1507-45f4-b013-f638c60f930e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-631424545&fields=id&tenant_id=bc04245553894d7794178a9b8e4bda57 HTTP/1.1" status: 200 len: 267 time: 0.1928840 Jul 06 17:50:31.512874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f9568082-5a44-4ba3-8e61-b184257b9546,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:31.557385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d52b6-190a-4ba4-a061-363c097c77ab req-bcb01269-a8e2-493c-9535-4ffea17d4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.559117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959d52b6-190a-4ba4-a061-363c097c77ab req-bcb01269-a8e2-493c-9535-4ffea17d4cde service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 1097 time: 0.3794360 Jul 06 17:50:31.670482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-959d52b6-190a-4ba4-a061-363c097c77ab req-9eaa5238-403d-455a-ad0c-97d904445b8b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948987 Jul 06 17:50:31.692553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['f9568082-5a44-4ba3-8e61-b184257b9546'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:31.711889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ddd3e-20b9-46fa-b562-bf472238dd8a req-0dc15015-8c87-485f-80cf-c2c63fe29adc tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.713524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-301ddd3e-20b9-46fa-b562-bf472238dd8a req-0dc15015-8c87-485f-80cf-c2c63fe29adc tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 946 time: 0.3993473 Jul 06 17:50:31.761155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-4e81981a-0373-46ce-90cd-3d385b6c2b04 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.764180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-4e81981a-0373-46ce-90cd-3d385b6c2b04 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 985 time: 0.2005193 Jul 06 17:50:31.804589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'port': {'security_groups': ['93578d1b-c26d-4641-bd22-a5d6f3c9f549']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:31.881695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-301ddd3e-20b9-46fa-b562-bf472238dd8a req-43fb4e40-9e11-4c04-aed4-93627c995516 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500514 Jul 06 17:50:31.962011 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.987647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.109202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.561307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ea21560-e2f1-4252-8407-23fc44bda631 req-112ed3cd-2475-4575-a103-b1a2db9b2474 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=28643df4f4024eb7b55fc9cde8fa891a&device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0507519 Jul 06 17:50:32.572682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:32.576642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f9568082-5a44-4ba3-8e61-b184257b9546 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:32.645287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ea21560-e2f1-4252-8407-23fc44bda631 req-71a12316-a13c-4122-b056-6df3e0376264 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=28643df4f4024eb7b55fc9cde8fa891a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679464 Jul 06 17:50:32.697376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port f9568082-5a44-4ba3-8e61-b184257b9546 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:32.736973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port f9568082-5a44-4ba3-8e61-b184257b9546 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:32.737462 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.905751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.952986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39262e-3399-4b22-b6a1-cb60627a584d req-e8fdb8dd-5632-49bd-ab43-4411acb7be58 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:32.954698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa39262e-3399-4b22-b6a1-cb60627a584d req-e8fdb8dd-5632-49bd-ab43-4411acb7be58 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.4176495 Jul 06 17:50:32.959454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port f9568082-5a44-4ba3-8e61-b184257b9546, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f9568082-5a44-4ba3-8e61-b184257b9546,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:32.969454 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.974295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:33.010421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21560-e2f1-4252-8407-23fc44bda631 req-614dc1b7-ac19-439b-bcb8-dc7e910f7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.012119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ea21560-e2f1-4252-8407-23fc44bda631 req-614dc1b7-ac19-439b-bcb8-dc7e910f7da0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3111236 Jul 06 17:50:33.050948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=f9568082-5a44-4ba3-8e61-b184257b9546,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:33.057274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:33.075711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:33.104920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9568082-5a44-4ba3-8e61-b184257b9546'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:33.108203 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8a42ab-b8fc-472b-ad2f-42a2697edd0f" -d '{"events": [{"server_uuid": "4643e590-b04e-4f1c-b4e4-5bf2c415c12c", "name": "network-vif-plugged", "status": "completed", "tag": "f9568082-5a44-4ba3-8e61-b184257b9546"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:33.108956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.116725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa39262e-3399-4b22-b6a1-cb60627a584d req-e656f86c-24de-4585-95d4-ce30446ef416 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239576 Jul 06 17:50:33.125286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.140829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9f8fccd3-c1a2-46a9-aaef-2f78426a3094'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:33.146709 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.195445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f766bb-d8b2-4500-8886-bf9e55370326 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:33.231776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:33.247936 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.275416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.276662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.278561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bb28042-8599-4fad-846c-058dfa1f8df9 req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "PUT /v2.0/ports/9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 943 time: 1.4909422 Jul 06 17:50:33.318593 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760e16e-97bc-492c-9329-535bc21a510e x-openstack-request-id: req-e760e16e-97bc-492c-9329-535bc21a510e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:33.319237 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:33.319595 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e760e16e-97bc-492c-9329-535bc21a510e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:33.320077 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'status': 'completed', 'code': 200} Jul 06 17:50:33.322864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc4125-8dcc-40a0-9d02-78a54291f66e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event updated for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:33.423466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e0f766bb-d8b2-4500-8886-bf9e55370326'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:33.432869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9f8fccd3-c1a2-46a9-aaef-2f78426a3094'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:33.508799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Deleting port 4299ddc5-b723-488c-8055-627e5409862d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:33.510118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.549148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:33.770727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67b4bc5b-eed6-4e7a-9977-e4b21055cc14 req-50a652b0-e3c2-4ca7-8036-042f9291c507 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.0906706 Jul 06 17:50:33.830876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-0ee967f7-61ae-4495-b222-96a6bd120980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.834243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-0ee967f7-61ae-4495-b222-96a6bd120980 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.4671049 Jul 06 17:50:33.955748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b2c6e-1713-431a-b370-763b3287abbc req-5bf86c5c-e10e-4388-8c88-b16dbfd609e8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.958248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-199b2c6e-1713-431a-b370-763b3287abbc req-5bf86c5c-e10e-4388-8c88-b16dbfd609e8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 943 time: 0.3228879 Jul 06 17:50:33.987853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] For port 4299ddc5-b723-488c-8055-627e5409862d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4299ddc5-b723-488c-8055-627e5409862d,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:33.988364 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.038426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Calling delete_port for 4299ddc5-b723-488c-8055-627e5409862d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:34.153658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-199b2c6e-1713-431a-b370-763b3287abbc req-1e97ab8a-cc87-47ea-ab48-43baa7ef7b9a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708975 Jul 06 17:50:34.175351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-1a52511b-882c-47b1-bdd9-7f35de4457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:34.178221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-1a52511b-882c-47b1-bdd9-7f35de4457d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.3215322 Jul 06 17:50:34.260584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-db3e5838-e326-40c9-a2a9-6cf0406da73f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.0717621 Jul 06 17:50:34.293146 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f1101-1d53-4823-85f4-ac2df715396f x-openstack-request-id: req-398f1101-1d53-4823-85f4-ac2df715396f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:34.298892 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4643e590-b04e-4f1c-b4e4-5bf2c415c12c", "name": "network-vif-plugged", "status": "completed", "tag": "f9568082-5a44-4ba3-8e61-b184257b9546", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:34.299672 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-398f1101-1d53-4823-85f4-ac2df715396f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:34.308270 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9568082-5a44-4ba3-8e61-b184257b9546', 'code': 200} Jul 06 17:50:34.571017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b308b-cbbc-489b-bcf9-aaff65f7b5b3 req-0ce92bbe-6671-4c4f-a9ed-0d1d21898852 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:34.574166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f5b308b-cbbc-489b-bcf9-aaff65f7b5b3 req-0ce92bbe-6671-4c4f-a9ed-0d1d21898852 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 946 time: 0.5667582 Jul 06 17:50:34.596812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:34.717804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ea21560-e2f1-4252-8407-23fc44bda631 req-df982046-9a31-44d5-bb71-ae072c635af3 tempest-ServerShowV254Test-50214947 tempest-ServerShowV254Test-50214947-project] 10.222.0.60 "GET /v2.0/ports?device_id=eeb6728c-dc66-40f5-8162-2e31530df833 HTTP/1.1" status: 200 len: 210 time: 0.2665989 Jul 06 17:50:34.776130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e0f766bb-d8b2-4500-8886-bf9e55370326 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:34.776563 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.838162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-733f7d23-3974-4ae4-a180-30352fa14db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:34.840897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-733f7d23-3974-4ae4-a180-30352fa14db4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.5644908 Jul 06 17:50:34.980526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-b53e96a5-b8f9-4454-8475-3f80d7e8dcb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199360 Jul 06 17:50:34.995310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f5b308b-cbbc-489b-bcf9-aaff65f7b5b3 req-583eac7d-5eb6-458e-b98b-11a3da411080 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867483 Jul 06 17:50:35.065616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bede4-0b65-4678-b8bc-c10467e72b49 req-4353b58d-5801-4e67-a657-93a8a08b871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:35.069597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e2bede4-0b65-4678-b8bc-c10467e72b49 req-4353b58d-5801-4e67-a657-93a8a08b871e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4643e590-b04e-4f1c-b4e4-5bf2c415c12c HTTP/1.1" status: 200 len: 1096 time: 0.6203675 Jul 06 17:50:35.211593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.223064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-81dd344a-4141-4791-8396-da17dfa245ea tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8235967 Jul 06 17:50:35.245786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:35.284806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:35.296714 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.324204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:35.326728 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:35.365183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:35.428768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e2bede4-0b65-4678-b8bc-c10467e72b49 req-0a9739dd-cb9a-4714-bb7a-3b4884ab6259 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270819 Jul 06 17:50:35.433261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.435662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.536742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Pushing event deleted for resources: {'Port': ['ID=4299ddc5-b723-488c-8055-627e5409862d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:35.547214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-98f5f16d-b317-4126-8cc9-3c92e29e6460 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348830 Jul 06 17:50:35.772906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e7cf-e35c-4f1f-aa99-689e1eaba13b req-b7b7c858-2279-4a8d-bc4c-36e8bb34b36f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:35.775499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08c8e7cf-e35c-4f1f-aa99-689e1eaba13b req-b7b7c858-2279-4a8d-bc4c-36e8bb34b36f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.4654787 Jul 06 17:50:36.049130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08c8e7cf-e35c-4f1f-aa99-689e1eaba13b req-b3d9f899-0da4-4ca4-bd0e-a26f843291eb tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624931 Jul 06 17:50:36.160250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-619bd22a-454b-41b6-976e-7ce38938ee7e req-9e2c9ba9-b300-42e5-97ad-bdc028eaedda service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965586 Jul 06 17:50:36.211090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.229065 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.310528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:36.314190 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7a2af-6912-424a-8c25-68f50a9ebc8d" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:36.691505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Allocated IP 172.25.5.236 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/187066ab-fc64-47e2-b9bb-17cde9c018f4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:36.803776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52978) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:36.945655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089ad78-0a00-4ece-b8aa-6d9dd88bc093 req-8bc88c31-c85d-4060-a040-ff325e820b1e tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:36.958417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9089ad78-0a00-4ece-b8aa-6d9dd88bc093 req-8bc88c31-c85d-4060-a040-ff325e820b1e tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d9a812-e4a6-4d0e-be41-b6e4cbdb0554 HTTP/1.1" status: 200 len: 945 time: 0.4207182 Jul 06 17:50:36.966270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bf606e5-1837-47ee-8aad-3e2a379d0c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.116582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bf606e5-1837-47ee-8aad-3e2a379d0c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.124340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bf606e5-1837-47ee-8aad-3e2a379d0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.177887 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9bf606e5-1837-47ee-8aad-3e2a379d0c7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28643df4f4024eb7b55fc9cde8fa891a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729999 Jul 06 17:50:37.181460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf606e5-1837-47ee-8aad-3e2a379d0c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0481a48-d75a-418c-8765-e4492a2b6b76,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:37.186442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52988) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:37.293500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d338068-db36-4df3-8c0a-eca12fe37bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.328256 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d338068-db36-4df3-8c0a-eca12fe37bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.410661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d338068-db36-4df3-8c0a-eca12fe37bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.417376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d338068-db36-4df3-8c0a-eca12fe37bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.419828 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d338068-db36-4df3-8c0a-eca12fe37bf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0481a48-d75a-418c-8765-e4492a2b6b76 HTTP/1.1" status: 204 len: 168 time: 0.2308030 Jul 06 17:50:37.436499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d338068-db36-4df3-8c0a-eca12fe37bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0481a48-d75a-418c-8765-e4492a2b6b76,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:37.611584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9089ad78-0a00-4ece-b8aa-6d9dd88bc093 req-c6acd3c5-4c07-473e-9ea4-48e090ad91d7 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519067 Jul 06 17:50:37.659456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Router def14c86-aef0-42a7-9697-2dfa924afb5e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:37.673165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.840114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.964024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:37.972569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event updated for resources: {'Port': ['ID=187066ab-fc64-47e2-b9bb-17cde9c018f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:37.976367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:38.006528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:38.079029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.079393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.079772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.080116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.080534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.080919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.081328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.081675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.082040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.082426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.083623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.084601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:38.122993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:38.136937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a84b183-7435-4276-8fc2-baee425fa768 admin admin] 10.222.0.37 "PUT /v2.0/routers/def14c86-aef0-42a7-9697-2dfa924afb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5814409 Jul 06 17:50:38.141023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53010) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:38.146115 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] Sync routers for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:38.178776 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:38.183782 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:38.332239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.378494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5a36-ec16-4632-9000-6b690371caa8 req-40dd9299-ad1a-4182-a09b-d6f6b521e096 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:38.384751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7d5a36-ec16-4632-9000-6b690371caa8 req-40dd9299-ad1a-4182-a09b-d6f6b521e096 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 943 time: 0.5222914 Jul 06 17:50:38.437994 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:38.470000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.601786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:38.679773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7d5a36-ec16-4632-9000-6b690371caa8 req-b2d94c6d-934c-40cd-b404-26fc19a57a06 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217519 Jul 06 17:50:38.744465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:38.778313 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf40ce1-73a3-448c-96cc-2624e4916392 x-openstack-request-id: req-fcf40ce1-73a3-448c-96cc-2624e4916392 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:38.778606 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:38.779281 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcf40ce1-73a3-448c-96cc-2624e4916392 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:38.779281 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'status': 'completed', 'code': 200} Jul 06 17:50:38.895777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:38.906193 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:50:35Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:38.929891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745', 'port_id': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'mac_address': 'fa:16:3e:f5:80:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b3b0f-79c3-421a-b123-a02545b505c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:38.937794 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415b3f5d-62c8-44f6-8f95-cc09244b48da x-openstack-request-id: req-415b3f5d-62c8-44f6-8f95-cc09244b48da {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:38.938720 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:38.939609 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-415b3f5d-62c8-44f6-8f95-cc09244b48da {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:38.940618 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:50:38.946885 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] Checking router: def14c86-aef0-42a7-9697-2dfa924afb5e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:38.958445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] Routers {'def14c86-aef0-42a7-9697-2dfa924afb5e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:38.959473 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['def14c86-aef0-42a7-9697-2dfa924afb5e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:39.055348 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.070425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1201044293-network', 'tenant_id': 'ee13478477854915bc0a643687c8cd9a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:39.090339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca315f0-ae54-4bb6-bbab-f340496199c2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:39.123447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.129527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.150771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] Set router def14c86-aef0-42a7-9697-2dfa924afb5e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:39.152484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.155619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:39.164265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.175783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-0cfd1b6b-bebc-4b0d-8801-d2e2c3ea1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:39.180929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-0cfd1b6b-bebc-4b0d-8801-d2e2c3ea1680 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.3446434 Jul 06 17:50:39.328161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:39.381379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Made reservation on behalf of ee13478477854915bc0a643687c8cd9a for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:39.384021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.387333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.452177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['dca315f0-ae54-4bb6-bbab-f340496199c2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:39.521109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Deleting port 18f5de01-656e-4a4c-a1d0-c8341f191ea8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:39.528408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.546701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.579657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.714289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] For port 18f5de01-656e-4a4c-a1d0-c8341f191ea8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18f5de01-656e-4a4c-a1d0-c8341f191ea8,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:39.715092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.734276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Calling delete_port for 18f5de01-656e-4a4c-a1d0-c8341f191ea8 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:39.763767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.789165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.814299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:39.830546 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:50:35Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:39.838102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.839143 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Added segment 69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4 of type vlan for network 807c8bd2-06e1-47c1-884e-3194e97303e3 Jul 06 17:50:39.872445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55fda2d-6947-479e-8be9-d8f17eac59fc None None] The sync data for ids ['def14c86-aef0-42a7-9697-2dfa924afb5e'] in n-d-799527-3 is: [{'id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'name': 'tempest-ServersTestBootFromVolume-902388139-router', 'tenant_id': 'c0230c6c53b14bd0a8d27e661193c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:46:46Z', 'updated_at': '2021-07-06T17:50:35Z', 'revision_number': 5, 'project_id': 'c0230c6c53b14bd0a8d27e661193c971', 'gw_port': {'id': '18f5de01-656e-4a4c-a1d0-c8341f191ea8', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def14c86-aef0-42a7-9697-2dfa924afb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:47Z', 'updated_at': '2021-07-06T17:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:39.926949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event updated for resources: {'Port': ['ID=187066ab-fc64-47e2-b9bb-17cde9c018f4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:39.971059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.971059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-bd9fdfe6-5f87-4e1d-a647-c2027503c75c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7384989 Jul 06 17:50:39.975721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.007505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0159442-eb60-4ef2-bca7-e389180136e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:40.031291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.063509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-4f109b73-b2f2-4ec5-b4f7-6f3feeab2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:40.065090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-4f109b73-b2f2-4ec5-b4f7-6f3feeab2523 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.8712389 Jul 06 17:50:40.072736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f5de01-656e-4a4c-a1d0-c8341f191ea8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:40.131741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e91f9-fcf4-4aed-8d0c-e823393aefd9 req-3c7e4343-35df-4273-b28e-236d29973ca3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:40.140355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-805e91f9-fcf4-4aed-8d0c-e823393aefd9 req-3c7e4343-35df-4273-b28e-236d29973ca3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.7610848 Jul 06 17:50:40.153692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-5af538d1-c254-45e3-8cc5-da9b61c0630a tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1602941 Jul 06 17:50:40.163459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.173619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.174606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:40.175165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.273524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-f8592094-83d1-44e9-9b3d-ee7666aea1b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.1940267 Jul 06 17:50:40.294027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.310097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.457378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.466505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] Pushing event updated for resources: {'Network': ['ID=807c8bd2-06e1-47c1-884e-3194e97303e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:40.476464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def14c86-aef0-42a7-9697-2dfa924afb5e {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:50:40.492368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.496398 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0514fcb6-dd89-4f84-a6de-9ad8518b5aa0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/def14c86-aef0-42a7-9697-2dfa924afb5e HTTP/1.1" status: 204 len: 168 time: 2.3517540 Jul 06 17:50:40.497325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53038) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:40.499541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 807c8bd2-06e1-47c1-884e-3194e97303e3 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:40.552399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-3898a8eb-fc1d-4fb7-90a6-5ba89ff57c2b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:40.554677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-3898a8eb-fc1d-4fb7-90a6-5ba89ff57c2b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.3996561 Jul 06 17:50:40.565445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf6fc625-cf74-40a5-a48e-9f6a5cb338b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8198385 Jul 06 17:50:40.566555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:40.586144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Request body: {'subnet': {'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1201044293-subnet', 'tenant_id': 'ee13478477854915bc0a643687c8cd9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:40.605616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-5afa6aac-ae05-4f70-a6e5-de198da0b216 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:50:40.607136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b493978a-442c-45af-a7b6-b2b0850a01ef req-5afa6aac-ae05-4f70-a6e5-de198da0b216 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0387518 Jul 06 17:50:40.624808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-805e91f9-fcf4-4aed-8d0c-e823393aefd9 req-42d802c8-0888-47fa-a76c-54d86417984f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819965 Jul 06 17:50:40.642129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-bb039317-bbf5-4b11-b049-ecf6ce5bf427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:40.645502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4299ddc5-b723-488c-8055-627e5409862d no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:40.649039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-bb039317-bbf5-4b11-b049-ecf6ce5bf427 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.3548772 Jul 06 17:50:40.652359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:40.682783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Made reservation on behalf of ee13478477854915bc0a643687c8cd9a for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:40.696051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.700167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Deleting subnet 4dddba49-30e9-4456-91d8-80021c9461ee {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:50:40.712894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.812147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4299ddc5-b723-488c-8055-627e5409862d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:50:40.812542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4299ddc5-b723-488c-8055-627e5409862d not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:40.886761 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.889888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port dca315f0-ae54-4bb6-bbab-f340496199c2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:40.899017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port dca315f0-ae54-4bb6-bbab-f340496199c2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:40.899945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.921058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-a92617e3-7afc-45d7-a418-abe04568b412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2625463 Jul 06 17:50:41.089061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.096072 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.140261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-0ca6e13f-f6b7-4b38-8d40-6107cb0dde77 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090261 Jul 06 17:50:41.171161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:41.172578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:41.175586 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27c386b-e415-454a-8e71-9e63345cc6f6" -d '{"events": [{"server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "name": "network-vif-plugged", "status": "completed", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:41.187942 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.274164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:41.289631 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.347996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dddba49-30e9-4456-91d8-80021c9461ee,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:41.372857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.373229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb579e-8f8d-4993-9dc4-813bd5039d54 None None] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:41.381945 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-29ff1712-815b-4ba7-ba17-6ddc0b4d6888 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4dddba49-30e9-4456-91d8-80021c9461ee HTTP/1.1" status: 204 len: 168 time: 0.8805919 Jul 06 17:50:41.382455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53050) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:41.456580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.578774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.613563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34989a0d-f8e7-42d1-8a0f-500e59d15ce2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:41.684627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b6224-91a9-4a86-bd13-6f0f539e365a req-e0b645f3-73cc-4c0c-9331-2470c15a7a69 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:41.696669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b40b6224-91a9-4a86-bd13-6f0f539e365a req-e0b645f3-73cc-4c0c-9331-2470c15a7a69 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=4643e590-b04e-4f1c-b4e4-5bf2c415c12c HTTP/1.1" status: 200 len: 945 time: 0.5517058 Jul 06 17:50:41.762842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Deleting port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:41.764128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.772938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9eaf182-f545-4f3c-8891-e4647b4cc4bf req-354b94e7-02ef-4fcf-b732-89a1fd1e844c service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070411 Jul 06 17:50:41.810692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807469f-60ec-4c7d-b5b1-1357067618cf req-dde3a344-116e-48b4-9fa5-78e8592052db tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:41.812504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2807469f-60ec-4c7d-b5b1-1357067618cf req-dde3a344-116e-48b4-9fa5-78e8592052db tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 945 time: 0.6659174 Jul 06 17:50:41.878115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b40b6224-91a9-4a86-bd13-6f0f539e365a req-a0266896-8b8d-4df8-9103-683c4a343ab1 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744998 Jul 06 17:50:41.892294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Checking segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:41.894104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Network hostable DHCP agents. Network: 807c8bd2-06e1-47c1-884e-3194e97303e3, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:41.900056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] DHCP port deletion for fde0487f-7d60-46ba-a360-67ac6ae4e70d request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:50:41.933039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2807469f-60ec-4c7d-b5b1-1357067618cf req-cef4a311-d6ac-4b32-8482-d2e2238e00b2 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036320 Jul 06 17:50:41.947385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] For port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,segment=NetworkSegment(2898a985-6ea4-454d-b868-8921a0bf9d99),segment_id=2898a985-6ea4-454d-b868-8921a0bf9d99)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:41.947881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.970834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Network 807c8bd2-06e1-47c1-884e-3194e97303e3 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:41.982216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Calling delete_port for 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:41.988060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 807c8bd2-06e1-47c1-884e-3194e97303e3) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:41.994984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.011654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.023928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8ffd6-2780-4bda-bdfd-4a05c9903df2 None None] Network 807c8bd2-06e1-47c1-884e-3194e97303e3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:42.080600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-82ccf432-acc1-4fec-9674-68c070157315 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4987550 Jul 06 17:50:42.237468 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5831052b-ce6d-4ad8-80ef-0e5df172b8d5 x-openstack-request-id: req-5831052b-ce6d-4ad8-80ef-0e5df172b8d5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:42.238230 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "name": "network-vif-plugged", "status": "completed", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:42.242143 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5831052b-ce6d-4ad8-80ef-0e5df172b8d5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:42.243049 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'code': 200} Jul 06 17:50:42.246236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.306047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Pushing event deleted for resources: {'Port': ['ID=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:42.346180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] No DVR routers for this DVR port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:42.399970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Deleting port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:42.400743 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.492595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fe197-b61e-49cc-a566-50e473a0ec5d req-2277311a-cb8a-4303-a3b1-5175d0c5d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.495873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a0fe197-b61e-49cc-a566-50e473a0ec5d req-2277311a-cb8a-4303-a3b1-5175d0c5d190 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1096 time: 0.3193328 Jul 06 17:50:42.526909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-7149d6c1-f037-4529-a1f5-de50ff993c60 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.536937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.547936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-7149d6c1-f037-4529-a1f5-de50ff993c60 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3868160 Jul 06 17:50:42.569985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18f5de01-656e-4a4c-a1d0-c8341f191ea8 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:42.573079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde0487f-7d60-46ba-a360-67ac6ae4e70d']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:42.593235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2898a985-6ea4-454d-b868-8921a0bf9d99') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:42.593916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2898a985-6ea4-454d-b868-8921a0bf9d99') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:42.612722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.615344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d971dd8-1226-49d5-987d-a549da90a42e None None] Network 807c8bd2-06e1-47c1-884e-3194e97303e3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:42.654114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.661496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:42.661905 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:42.663787 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:42.677338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-7116cfea-87a7-441c-a024-5db8ea769d19 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1278110 Jul 06 17:50:42.686857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'floatingip': {'port_id': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:42.791314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 18f5de01-656e-4a4c-a1d0-c8341f191ea8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:50:42.792174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18f5de01-656e-4a4c-a1d0-c8341f191ea8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:42.793945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:42.848687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.854606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:50:42.854976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:42.860156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.873804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] For port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:42.874414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.880700 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.880898 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fde0487f-7d60-46ba-a360-67ac6ae4e70d HTTP/1.1" status: 204 len: 168 time: 1.4935691 Jul 06 17:50:42.903134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa86a-72f3-48d6-9788-ac75721ea134 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde0487f-7d60-46ba-a360-67ac6ae4e70d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:42.928294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Calling delete_port for 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:42.931552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:50:42.932900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.959953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Network fde0487f-7d60-46ba-a360-67ac6ae4e70d is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:50:42.960703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] No DVR routers for this DVR port 7980a488-1a84-40cd-ad6e-4d5ba6ba4684 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:42.962824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7dc3c-f358-4141-94e7-613e40c1220e None None] Pushing event deleted for resources: {'Port': ['ID=7980a488-1a84-40cd-ad6e-4d5ba6ba4684,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:43.041311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a0fe197-b61e-49cc-a566-50e473a0ec5d req-80ad608d-7328-44a6-a9f0-8ec36ed415f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912783 Jul 06 17:50:43.054546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95673e-3d78-4e8c-80bd-8ced8c4a8176 req-0d48ba7a-405a-4780-bcfe-7c1e3783f1a2 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:43.057851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa95673e-3d78-4e8c-80bd-8ced8c4a8176 req-0d48ba7a-405a-4780-bcfe-7c1e3783f1a2 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.7638733 Jul 06 17:50:43.075713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53072) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:43.134631 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1a20f669-9299-4624-be65-bb15d115f91a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0230c6c53b14bd0a8d27e661193c971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540280 Jul 06 17:50:43.137943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53074) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:43.223757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84bd406-62c5-4df0-97a3-2896e9fd4570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.254187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84bd406-62c5-4df0-97a3-2896e9fd4570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.262499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa95673e-3d78-4e8c-80bd-8ced8c4a8176 req-c336e2d0-4c67-4047-b9ae-02b29180f7f6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856201 Jul 06 17:50:43.382982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84bd406-62c5-4df0-97a3-2896e9fd4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.388559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84bd406-62c5-4df0-97a3-2896e9fd4570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.390007 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f84bd406-62c5-4df0-97a3-2896e9fd4570 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed1f5291-31d8-4362-b640-debbfc2c67fd HTTP/1.1" status: 204 len: 168 time: 0.2510481 Jul 06 17:50:43.406730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bd406-62c5-4df0-97a3-2896e9fd4570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1f5291-31d8-4362-b640-debbfc2c67fd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:44.008229 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.016065 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.187705 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Floating IP 1a24c767-f69c-482b-b5ab-00654a94aec6 associated. External IP: 172.25.5.236, port: 9f8fccd3-c1a2-46a9-aaef-2f78426a3094. Jul 06 17:50:44.883609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:45.005197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-83acc673-9cf9-468f-b123-3892ced97d1b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:45.007228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-83acc673-9cf9-468f-b123-3892ced97d1b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 814 time: 0.6836712 Jul 06 17:50:45.030578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-682350283-network', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:45.035695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Router ff199fb5-8194-4052-9cb0-931211fce492 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:45.061155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-dbfc8abf-c350-46fd-b44b-71cd02e61c61 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/quotas/ee13478477854915bc0a643687c8cd9a HTTP/1.1" status: 200 len: 375 time: 0.0382433 Jul 06 17:50:45.079427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Made reservation on behalf of 1d7ac1ef2ddb4344aba38293f2f22c96 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:45.083401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.100353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.141855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-df5b12b3-61b0-453e-906d-68f29a57f750 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791962 Jul 06 17:50:45.334485 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.343795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.393787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:45.404662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dbf6de-3ff4-4a67-bd27-c1396b72b47f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:45.438303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.439226 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Added segment 6d71147d-6ad0-4470-b8f9-40f5ea1c0923 of type vlan for network 67bf2683-c08e-4345-b83f-4c8f666d7589 Jul 06 17:50:45.540991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.580397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.585340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:45.586295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.623929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-9777620c-3e7a-4f57-8e29-e9c8cbf418ee service neutron] 10.222.0.37 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200530 Jul 06 17:50:45.629275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:45.642954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] Sync routers for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:45.649951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.670639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:45.671752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:45.673234 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7868278 Jul 06 17:50:45.674162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:45.685250 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Request body: {'subnet': {'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-682350283-subnet', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:45.690438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9186-a6a7-4af8-bc63-c31a9bbcb114 admin admin] Pushing event updated for resources: {'Network': ['ID=67bf2683-c08e-4345-b83f-4c8f666d7589,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:45.727139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Made reservation on behalf of 1d7ac1ef2ddb4344aba38293f2f22c96 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:45.731280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.747304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:45.884516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc23a-9017-443d-b600-005c34091ffe req-cd5f87af-abab-43c3-b964-10329965f6da tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:45.887144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-578cc23a-9017-443d-b600-005c34091ffe req-cd5f87af-abab-43c3-b964-10329965f6da tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "GET /v2.0/ports?device_id=4643e590-b04e-4f1c-b4e4-5bf2c415c12c HTTP/1.1" status: 200 len: 945 time: 0.4353421 Jul 06 17:50:45.905138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-a25f1fad-ff66-46b4-9ec5-63e6dbf6419d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "PUT /v2.0/floatingips/1a24c767-f69c-482b-b5ab-00654a94aec6 HTTP/1.1" status: 200 len: 997 time: 3.2253168 Jul 06 17:50:45.937053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:45.941316 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e23bd8-5e13-46a7-86b5-52e75a6086bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:45.986637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:46.032387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.138549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Checking segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:46.140046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Network hostable DHCP agents. Network: 67bf2683-c08e-4345-b83f-4c8f666d7589, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:46.144684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f76a636-17fd-434e-b570-b372e1891f90,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:46.195797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:46.242367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 67bf2683-c08e-4345-b83f-4c8f666d7589) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:46.268783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-11036c2d-17c3-4b8f-96c9-607b02b12109 service neutron] 10.222.0.37 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359024 Jul 06 17:50:46.347877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '1a24c767-f69c-482b-b5ab-00654a94aec6', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'port_id': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'mac_address': 'fa:16:3e:3c:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:38Z', 'updated_at': '2021-07-06T17:50:43Z', 'revision_number': 1, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:35Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:46.353185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.353465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Deleting port f9568082-5a44-4ba3-8e61-b184257b9546 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:46.353706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.357196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.358787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-c9a1e9d1-ef3e-4cd0-84d8-0964a1cc521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.366082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-c9a1e9d1-ef3e-4cd0-84d8-0964a1cc521e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.4194803 Jul 06 17:50:46.394132 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f9c67889-8ecc-497e-bb54-054a2bf7d507 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7135742 Jul 06 17:50:46.394334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53132) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:46.399770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:46.414936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d81660-264a-45ae-aad5-0225204b722a None None] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:46.420885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] Checking router: ff199fb5-8194-4052-9cb0-931211fce492 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:46.466373 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.471902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.538965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:46.539676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:46.574270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.685366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] For port f9568082-5a44-4ba3-8e61-b184257b9546, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=f9568082-5a44-4ba3-8e61-b184257b9546,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:46.686877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.705612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-4873f275-1cc3-4b4e-a8c9-1f8b558f056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.707194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-4873f275-1cc3-4b4e-a8c9-1f8b558f056d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.3402960 Jul 06 17:50:46.734901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Calling delete_port for f9568082-5a44-4ba3-8e61-b184257b9546 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:46.826368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:46.878797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-6649f861-96d9-48dd-8102-c8b1bfac7612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 1000 time: 0.1617992 Jul 06 17:50:46.950568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-67bf2683-c08e-4345-b83f-4c8f666d7589', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:46.951509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.058417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.174738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-fcd4dd6c-69ea-4532-899c-5f1f9c1a8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.177944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-fcd4dd6c-69ea-4532-899c-5f1f9c1a8202 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.2905262 Jul 06 17:50:47.298275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-d7d456a4-5aee-478b-97f2-1ff0eb7a33c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964921 Jul 06 17:50:47.347562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-16920ec7-543e-4921-bea3-0af14122b7e5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:50:47.358610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-16920ec7-543e-4921-bea3-0af14122b7e5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422359 Jul 06 17:50:47.428686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cbb38-2752-4b9c-8e8c-988b2023e34d req-3725c9ba-1dbe-401c-87ce-ae53959a2f98 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.435374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d46cbb38-2752-4b9c-8e8c-988b2023e34d req-3725c9ba-1dbe-401c-87ce-ae53959a2f98 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 945 time: 0.4948077 Jul 06 17:50:47.532023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.544651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Allocated IP 172.20.0.2 (67bf2683-c08e-4345-b83f-4c8f666d7589/7f76a636-17fd-434e-b570-b372e1891f90/1f0f826c-0300-4361-9db6-43bf66f4befa) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:47.557633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.667164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.688644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['fe455380-e7d0-4cf2-85d9-fbdcda8ea231', 'f9568082-5a44-4ba3-8e61-b184257b9546'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:47.707714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['165e7c15-487d-48d4-999d-f245ed7c549c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:47.765847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Allocated IP 172.25.5.25 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/7d781676-cc1f-49bc-84fb-7c4425a2a393) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:47.878643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Pushing event deleted for resources: {'Port': ['ID=f9568082-5a44-4ba3-8e61-b184257b9546,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:47.978590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] No DVR routers for this DVR port f9568082-5a44-4ba3-8e61-b184257b9546 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:47.985930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.990879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-578cc23a-9017-443d-b600-005c34091ffe req-b1766991-4dfb-469d-9b08-0591b35f7d7c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "DELETE /v2.0/ports/f9568082-5a44-4ba3-8e61-b184257b9546 HTTP/1.1" status: 204 len: 173 time: 2.0842454 Jul 06 17:50:48.014719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.062101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d46cbb38-2752-4b9c-8e8c-988b2023e34d req-10bee45f-d4cd-46d7-bfdb-28fd6bcb0986 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860682 Jul 06 17:50:48.098709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.123156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-42a3ecee-7dab-4282-9255-43bde29c1094 service neutron] 10.222.0.37 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412069 Jul 06 17:50:48.301710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:48.313123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:48.326024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:48.502106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97af6a87-f3fe-43ad-989e-b34ecc598b5c req-c4162158-decd-46e7-a11f-0d0f84188aed tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=4643e590-b04e-4f1c-b4e4-5bf2c415c12c HTTP/1.1" status: 200 len: 210 time: 0.0972903 Jul 06 17:50:48.526474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-626d2b9b-d2fb-4050-90fe-ecefed7aea61 req-0f740487-e55e-4824-8f43-973f283e855e service neutron] 10.222.0.37 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951023 Jul 06 17:50:48.565931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d781676-cc1f-49bc-84fb-7c4425a2a393,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:48.820424 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904bbdc4-0ed7-4ed8-82b7-ef74914e8ce7 x-openstack-request-id: req-904bbdc4-0ed7-4ed8-82b7-ef74914e8ce7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:48.822448 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:48.825544 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-904bbdc4-0ed7-4ed8-82b7-ef74914e8ce7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:48.827632 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'status': 'completed', 'code': 200} Jul 06 17:50:48.840750 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.872915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Transition to ACTIVE for port object 1f0f826c-0300-4361-9db6-43bf66f4befa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:48.919734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '1a24c767-f69c-482b-b5ab-00654a94aec6', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'port_id': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'mac_address': 'fa:16:3e:3c:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:38Z', 'updated_at': '2021-07-06T17:50:43Z', 'revision_number': 1, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:35Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:48.928943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Transition to ACTIVE for port object 1f0f826c-0300-4361-9db6-43bf66f4befa will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:49.021214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-bb4d25b3-e037-4446-b55e-4033d8d8debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.023056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-bb4d25b3-e037-4446-b55e-4033d8d8debd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.0946755 Jul 06 17:50:49.136321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d0af6-d50d-433f-b162-ebdb67539619 None None] The sync data for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 is: [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '1a24c767-f69c-482b-b5ab-00654a94aec6', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'port_id': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'mac_address': 'fa:16:3e:3c:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:38Z', 'updated_at': '2021-07-06T17:50:43Z', 'revision_number': 1, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:35Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:49.178600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.243509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-86005684-89df-491f-9690-8b344aa40b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.247863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-86005684-89df-491f-9690-8b344aa40b0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.2134378 Jul 06 17:50:49.299815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.324905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Pushing event updated for resources: {'Port': ['ID=1f0f826c-0300-4361-9db6-43bf66f4befa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:49.425732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:49.445625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:49.448864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:49.646445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Attempting to bind port 1f0f826c-0300-4361-9db6-43bf66f4befa on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:49.646826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Attempting to bind port 1f0f826c-0300-4361-9db6-43bf66f4befa by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:49.647194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Attempting to bind port 1f0f826c-0300-4361-9db6-43bf66f4befa on network 67bf2683-c08e-4345-b83f-4c8f666d7589 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:49.657147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-7fe9ad20-4312-4020-b18e-73e7f9065a3b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.659140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-7fe9ad20-4312-4020-b18e-73e7f9065a3b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.61 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 814 time: 0.3594732 Jul 06 17:50:49.659474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:49.659967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Checking segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:49.660386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.660849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Bound using segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:49.661341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Bound port: 1f0f826c-0300-4361-9db6-43bf66f4befa, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:49.661731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.730291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Request body: {'port': {'device_id': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'admin_state_up': True, 'tenant_id': 'ee13478477854915bc0a643687c8cd9a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:49.742320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5852bd80-934e-4b3d-b01e-8b183a4ddb29 None None] New status for floating IP 1a24c767-f69c-482b-b5ab-00654a94aec6: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:50:49.845662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] For port 1f0f826c-0300-4361-9db6-43bf66f4befa, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:49.856298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] For port 1f0f826c-0300-4361-9db6-43bf66f4befa, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1f0f826c-0300-4361-9db6-43bf66f4befa,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:49.869966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.890283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.894558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de65892-d066-406b-8520-e2836e00d6d3 req-1125e77b-9985-40e2-878a-b760e13b240d tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.916777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7de65892-d066-406b-8520-e2836e00d6d3 req-1125e77b-9985-40e2-878a-b760e13b240d tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 1.1378167 Jul 06 17:50:49.942044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dc9c013-7a07-415d-95ac-7c6374b2f3b1 req-21b76819-911e-4635-b360-00c9114c0204 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 210 time: 0.6926427 Jul 06 17:50:50.094780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78b30-038b-423d-9201-e67eb28fe001 None None] Pushing event updated for resources: {'Port': ['ID=1f0f826c-0300-4361-9db6-43bf66f4befa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:50.188080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Router 7ceb5ff6-bd68-40f8-9479-d2701668b65e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:50:50.300204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-bfbf47bd-28d4-4b23-b518-db9eb54e3b1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 1000 time: 0.6723917 Jul 06 17:50:50.432910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Made reservation on behalf of ee13478477854915bc0a643687c8cd9a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:50.442925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.510104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:50.526503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Sync routers for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:50.543946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:50.544725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:50.554792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7de65892-d066-406b-8520-e2836e00d6d3 req-3ec5de74-7623-4baf-9c40-c06025fa884c tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713356 Jul 06 17:50:50.604165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.606358 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e3805248-45ac-44e0-8c95-05419d1443e3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2106574 Jul 06 17:50:50.610153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53176) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:50.662815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f9568082-5a44-4ba3-8e61-b184257b9546 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:50.697300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: f9568082-5a44-4ba3-8e61-b184257b9546 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:50:50.697649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device f9568082-5a44-4ba3-8e61-b184257b9546 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:50.748178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-fa8c2302-5363-4de6-bb2f-9ac6f7cbca48 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1002 time: 0.0901916 Jul 06 17:50:50.867491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'name': 'network-vif-deleted', 'tag': 'f9568082-5a44-4ba3-8e61-b184257b9546'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:50.872041 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525cd604-8141-409c-aa4d-ca521181ab3b" -d '{"events": [{"server_uuid": "4643e590-b04e-4f1c-b4e4-5bf2c415c12c", "name": "network-vif-deleted", "tag": "f9568082-5a44-4ba3-8e61-b184257b9546"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:50.888547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:50.947665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-87e5c114-2b19-4363-8d55-3f5a623e4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:50.949349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-87e5c114-2b19-4363-8d55-3f5a623e4827 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.6219776 Jul 06 17:50:51.077878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-0903fd83-8f39-4a42-bbeb-23039ecb1838 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669460 Jul 06 17:50:51.099402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-51adedfd-9ebf-4c0f-9abd-6982a779a899 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.118132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-51adedfd-9ebf-4c0f-9abd-6982a779a899 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports/9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 943 time: 0.3567884 Jul 06 17:50:51.199013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Allocated IP 172.20.0.2 (807c8bd2-06e1-47c1-884e-3194e97303e3/34989a0d-f8e7-42d1-8a0f-500e59d15ce2/cd0cf99c-1310-4d3b-9c12-81891af738f3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:51.393879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:48Z', 'revision_number': 3, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:51.405632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414d60-fb36-4fd1-8d62-b37624a1f58b req-1f7b1645-c20d-47dc-bed6-c84bfdce5e36 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.407410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3414d60-fb36-4fd1-8d62-b37624a1f58b req-1f7b1645-c20d-47dc-bed6-c84bfdce5e36 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1096 time: 0.5309196 Jul 06 17:50:51.476711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Checking router: 7ceb5ff6-bd68-40f8-9479-d2701668b65e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:51.477500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Updating router 7ceb5ff6-bd68-40f8-9479-d2701668b65e port 7d781676-cc1f-49bc-84fb-7c4425a2a393 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:50:51.561554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-f688ddf1-6e89-4775-8c92-0b692ea6cc8b service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718046 Jul 06 17:50:51.577347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-4a2b71e6-7863-4aee-9edc-d5cca0428f1d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1002 time: 0.2545855 Jul 06 17:50:51.597578 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.765699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.861115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00e23bd8-5e13-46a7-86b5-52e75a6086bf req-534b1724-46ba-4c3c-8bec-684784099337 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815013 Jul 06 17:50:51.976870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3414d60-fb36-4fd1-8d62-b37624a1f58b req-f140ac94-fbe6-4809-9d6c-60ea3274d176 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458097 Jul 06 17:50:51.990432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Allocated IP 172.20.0.1 (67bf2683-c08e-4345-b83f-4c8f666d7589/7f76a636-17fd-434e-b570-b372e1891f90/dced74d5-98b7-4289-8fff-1e8f6819a30c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:52.074215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e95fc-8a88-48f2-b322-fd8bed18b783 None None] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:52.137535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-faabb2c2-edc3-47a0-99ed-fe9c62cbd395 None None] Provisioning for port 1f0f826c-0300-4361-9db6-43bf66f4befa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:52.245055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.254054 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.284433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Transition to ACTIVE for port object 7d781676-cc1f-49bc-84fb-7c4425a2a393 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:52.312020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Transition to ACTIVE for port object dced74d5-98b7-4289-8fff-1e8f6819a30c will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:52.365238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.458475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.536378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-0b75efbf-47af-4344-9437-6f9097e7bb00 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:52.554546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.558558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-0b75efbf-47af-4344-9437-6f9097e7bb00 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.9787436 Jul 06 17:50:52.613238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-b46d2425-467b-4e06-8f6c-2b235074e23d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:50:52.634263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-b46d2425-467b-4e06-8f6c-2b235074e23d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549531 Jul 06 17:50:52.658727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Attempting to bind port 7d781676-cc1f-49bc-84fb-7c4425a2a393 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:52.672774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Attempting to bind port 7d781676-cc1f-49bc-84fb-7c4425a2a393 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:52.673320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Attempting to bind port 7d781676-cc1f-49bc-84fb-7c4425a2a393 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:52.722316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1f0f826c-0300-4361-9db6-43bf66f4befa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:52.725921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:52.731779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d29f2-dbe7-4a5f-b3d6-2d3e6f7868c8 None None] Pushing event updated for resources: {'Port': ['ID=7d781676-cc1f-49bc-84fb-7c4425a2a393,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:52.758932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:52.764986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:52.804253 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Pushing event updated for resources: {'Port': ['ID=dced74d5-98b7-4289-8fff-1e8f6819a30c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:52.845336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:52.845905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:52.846329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.846743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:52.847378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Bound port: 7d781676-cc1f-49bc-84fb-7c4425a2a393, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:52.847777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.891081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.893028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.896694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.897308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.898408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.899184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.900456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.902422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.903492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.905723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.906463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.908716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:52.912457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 1f0f826c-0300-4361-9db6-43bf66f4befa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:52.948580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.980057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] For port 7d781676-cc1f-49bc-84fb-7c4425a2a393, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:52.984351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] For port 7d781676-cc1f-49bc-84fb-7c4425a2a393, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7d781676-cc1f-49bc-84fb-7c4425a2a393,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:52.988086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1f0f826c-0300-4361-9db6-43bf66f4befa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:52.988707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.994052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.076978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d29f2-dbe7-4a5f-b3d6-2d3e6f7868c8 None None] Pushing event updated for resources: {'Port': ['ID=7d781676-cc1f-49bc-84fb-7c4425a2a393,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:53.193740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:53.194959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:53.205739 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.458718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.465380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.550723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Pushing event updated for resources: {'Port': ['ID=dced74d5-98b7-4289-8fff-1e8f6819a30c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:53.620919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.650751 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1463e23e-45bd-4153-ba0b-6d580ba6de4e x-openstack-request-id: req-1463e23e-45bd-4153-ba0b-6d580ba6de4e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:53.651599 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4643e590-b04e-4f1c-b4e4-5bf2c415c12c", "name": "network-vif-deleted", "tag": "f9568082-5a44-4ba3-8e61-b184257b9546", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:53.651599 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1463e23e-45bd-4153-ba0b-6d580ba6de4e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:53.651961 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4643e590-b04e-4f1c-b4e4-5bf2c415c12c', 'name': 'network-vif-deleted', 'tag': 'f9568082-5a44-4ba3-8e61-b184257b9546', 'status': 'completed', 'code': 200} Jul 06 17:50:53.773903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.822354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:53.929104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:53.997670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:54.000921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:54.011471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-e695f5fb-3ff6-4f42-8682-41fb331c5bdc tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 1002 time: 1.3746142 Jul 06 17:50:54.027014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:54.041736 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.046604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Network 807c8bd2-06e1-47c1-884e-3194e97303e3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:54.146507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd1879ff-ba69-434e-b196-e3a9e333bb06 None None] Provisioning complete for port 1f0f826c-0300-4361-9db6-43bf66f4befa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:54.147238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd1879ff-ba69-434e-b196-e3a9e333bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.163137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:54.204397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:54.264352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Router 7ceb5ff6-bd68-40f8-9479-d2701668b65e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:54.433118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8061564-1c81-4967-8366-95f0911dd3a0 req-75c97719-3a96-47e6-bc4e-8117b7652903 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:54.451156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:54.451383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8061564-1c81-4967-8366-95f0911dd3a0 req-75c97719-3a96-47e6-bc4e-8117b7652903 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 931 time: 0.7551413 Jul 06 17:50:54.496449 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-463556e7-d932-4026-b72a-69bcea6a5ebd admin admin] 10.222.0.37 "PUT /v2.0/routers/7ceb5ff6-bd68-40f8-9479-d2701668b65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8788953 Jul 06 17:50:54.507422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 1f0f826c-0300-4361-9db6-43bf66f4befa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1f0f826c-0300-4361-9db6-43bf66f4befa,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:54.533347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.562921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.734259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:54.736493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.737869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=1f0f826c-0300-4361-9db6-43bf66f4befa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:54.749965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:50:52Z', 'revision_number': 1, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:54.785537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8061564-1c81-4967-8366-95f0911dd3a0 req-d5ad0bed-8244-4951-a756-6d004e4f11e2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330681 Jul 06 17:50:54.797348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446077c-d789-4426-bc2b-5ead384c33c8 None None] The sync data for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 is: [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:50:52Z', 'revision_number': 1, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:54.815845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd1879ff-ba69-434e-b196-e3a9e333bb06 None None] Provisioning for port dced74d5-98b7-4289-8fff-1e8f6819a30c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:54.823054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd1879ff-ba69-434e-b196-e3a9e333bb06 None None] Provisioning complete for port dced74d5-98b7-4289-8fff-1e8f6819a30c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:54.823693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd1879ff-ba69-434e-b196-e3a9e333bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.858797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-d58123f1-63ad-431e-90f2-43e68755a7c8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1361239 Jul 06 17:50:54.895109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dd1879ff-ba69-434e-b196-e3a9e333bb06 None None] Port dced74d5-98b7-4289-8fff-1e8f6819a30c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:50:54.976446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Request body: {'port': {'device_id': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:55.024647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b0e0fa32-2582-455a-ac8d-ef48f1c636ae None None] Provisioning complete for port dced74d5-98b7-4289-8fff-1e8f6819a30c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:55.026209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fa32-2582-455a-ac8d-ef48f1c636ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.163580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0fa32-2582-455a-ac8d-ef48f1c636ae None None] Port dced74d5-98b7-4289-8fff-1e8f6819a30c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:50:55.281272 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.300415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.329808 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fd823dc-e72a-4784-8ec3-80c9ffbb0bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.342929 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.343474 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Floating IP 1a24c767-f69c-482b-b5ab-00654a94aec6 disassociated. External IP: 172.25.5.236, port: 9f8fccd3-c1a2-46a9-aaef-2f78426a3094. Jul 06 17:50:55.481312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680038f6-5e80-4e20-8359-50c1dc84132b req-bb7d41a4-198d-4a88-b577-fc2b9b76e32e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:55.488969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-680038f6-5e80-4e20-8359-50c1dc84132b req-bb7d41a4-198d-4a88-b577-fc2b9b76e32e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.4313688 Jul 06 17:50:55.658565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-680038f6-5e80-4e20-8359-50c1dc84132b req-5a11ac97-4c03-4c99-9e35-6f6221b4947e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687491 Jul 06 17:50:56.194638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fee72-0a6e-46f7-b7c8-1b840420c81c req-153110fe-0543-4bc9-96ae-81c1368cf365 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:56.209672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-502fee72-0a6e-46f7-b7c8-1b840420c81c req-153110fe-0543-4bc9-96ae-81c1368cf365 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1096 time: 0.3793170 Jul 06 17:50:56.361575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-502fee72-0a6e-46f7-b7c8-1b840420c81c req-c450029a-5a2f-4969-a29e-d890c57f0c9f tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339755 Jul 06 17:50:56.378522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Router ff199fb5-8194-4052-9cb0-931211fce492 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:56.464807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0cf99c-1310-4d3b-9c12-81891af738f3 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:56.476617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.493511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Transition to ACTIVE for port object cd0cf99c-1310-4d3b-9c12-81891af738f3 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:56.546191 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.687420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:56.745687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:56.751952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.757779 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] Sync routers for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:56.776182 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:56.780118 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:56.812872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:56.813156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:56.813450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:56.821098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Port cd0cf99c-1310-4d3b-9c12-81891af738f3 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:56.821440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:56.835677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-acc52fd6-6f87-496c-b9d5-7d3ba9773725 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "PUT /v2.0/floatingips/1a24c767-f69c-482b-b5ab-00654a94aec6 HTTP/1.1" status: 200 len: 695 time: 2.8224885 Jul 06 17:50:56.836444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:56.836779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Checking segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:56.837174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Bound using segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:56.837630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Bound port: cd0cf99c-1310-4d3b-9c12-81891af738f3, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:56.838003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.840016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:56.842395 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8203a01-e87c-407b-9eb5-d76e2958c8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:56.853452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d781676-cc1f-49bc-84fb-7c4425a2a393 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:57.000448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:57.007039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7d781676-cc1f-49bc-84fb-7c4425a2a393 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:57.007584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:57.014765 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.023202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7d781676-cc1f-49bc-84fb-7c4425a2a393 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:57.023806 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.073758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-dde66a8e-d507-4b25-8470-0f38a28c16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.075743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-dde66a8e-d507-4b25-8470-0f38a28c16a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.1926527 Jul 06 17:50:57.084132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.085448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.086092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] 10.222.0.61 "PUT /v2.0/ports/cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 1091 time: 2.1269670 Jul 06 17:50:57.158958 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:57.253370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-c627800f-511c-46fa-b77d-dffb6da67af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.255625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-c627800f-511c-46fa-b77d-dffb6da67af1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.1685150 Jul 06 17:50:57.257766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40dc8-76aa-43a6-aa22-53bb632a42fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:57.310243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-982234b9-d43e-4e24-86da-984f9c89d876 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.0446453 Jul 06 17:50:57.341060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.363712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-7b725223-c0f8-4301-bbd0-b13152cfba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.365335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-7b725223-c0f8-4301-bbd0-b13152cfba0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1094 time: 0.1906362 Jul 06 17:50:57.388810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7d781676-cc1f-49bc-84fb-7c4425a2a393, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7d781676-cc1f-49bc-84fb-7c4425a2a393,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:57.397053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.412485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1f0f826c-0300-4361-9db6-43bf66f4befa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:57.433646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-706b9bf8-cb9b-4d6b-8a12-74cead3273b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.0554976 Jul 06 17:50:57.440866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-8d8ff50b-04d4-457a-8ce0-87d465c2737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.443562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-8d8ff50b-04d4-457a-8ce0-87d465c2737a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.1262770 Jul 06 17:50:57.510268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-ec2296c4-8d9d-4693-9bbb-68f56d54d62d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572729 Jul 06 17:50:57.552605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-de944326-6f5f-453f-9dbe-0ed66135904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.554218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-de944326-6f5f-453f-9dbe-0ed66135904e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.1097453 Jul 06 17:50:57.614950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7d781676-cc1f-49bc-84fb-7c4425a2a393,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:57.624715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-258b3731-2989-4efb-95ee-8f8f86e33081 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378418 Jul 06 17:50:57.637619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1f0f826c-0300-4361-9db6-43bf66f4befa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:57.638179 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.673182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:57.684347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750440879', 'description': 'tempest-description--1344712937'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:57.726490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.728162 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:35Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:57.787734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-a7557c3b-b700-4990-ba84-085daeaed379 service neutron] 10.222.0.37 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618709 Jul 06 17:50:57.824381 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] Checking router: ff199fb5-8194-4052-9cb0-931211fce492 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:57.860677 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:57.863053 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:57.882880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-5d99d670-88b8-4fae-ac70-9bd105528afe service neutron] 10.222.0.61 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487540 Jul 06 17:50:57.966895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-080e06be-afb6-4b34-a67e-1a875895c96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.971231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.012463 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.020300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.076337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.078333 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4037893 Jul 06 17:50:58.079218 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:58.083064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53262) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:58.087292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2da2c3d-610c-4afa-ab6e-4c6fa766c049 req-97818bff-bd48-4ff2-8f60-2a54949ea379 service neutron] 10.222.0.37 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984390 Jul 06 17:50:58.102660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Request body: {'security_group_rule': {'security_group_id': 'b09dc598-5f0c-448c-8205-f7880eddd9be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:58.133690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b973-a9b7-41ce-97e9-6f51d79fcdff tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09dc598-5f0c-448c-8205-f7880eddd9be,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:58.163237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d5b7b55-883e-4a80-8d41-d8a53c67e18b req-9ca5b561-7f0f-46ab-a127-e47b25c858e2 service neutron] 10.222.0.61 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703097 Jul 06 17:50:58.179156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d8ae7-8a63-44a3-b40c-7b9969ef0844 req-234588de-5f78-4077-9c24-c80b4d673e49 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.180882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d66d8ae7-8a63-44a3-b40c-7b9969ef0844 req-234588de-5f78-4077-9c24-c80b4d673e49 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.2205167 Jul 06 17:50:58.205619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.245338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d66d8ae7-8a63-44a3-b40c-7b9969ef0844 req-e84c69a5-01eb-4976-bc57-287ac023b0d7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Jul 06 17:50:58.319712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.325490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.360980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62d4c9e-a6a5-4665-aafb-abbab43b7f88,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:58.366240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.368432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eccfb745-e05b-4354-b9d0-af0584c90845 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2837751 Jul 06 17:50:58.371187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53272) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:58.376685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Request body: {'security_group_rule': {'security_group_id': 'b09dc598-5f0c-448c-8205-f7880eddd9be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:58.405610 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c1364-83bc-4e3c-9923-303f9bcb86cd x-openstack-request-id: req-e99c1364-83bc-4e3c-9923-303f9bcb86cd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:58.406393 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:58.406393 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e99c1364-83bc-4e3c-9923-303f9bcb86cd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:58.406920 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'status': 'completed', 'code': 200} Jul 06 17:50:58.435236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.568498 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.573866 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:35Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:58.574284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.597090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f3b4be-8700-41b0-b137-daed00dff2a0,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:58.607889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.609916 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4aa43903-c214-4c89-acd1-2c4a8d78eff8 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371564 Jul 06 17:50:58.615531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53274) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:58.622487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:58.646043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c97d-a6b0-4c26-8062-494f87f7b79b req-fa1c8101-ada7-49bd-837b-2ac1fb5dfe11 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.648327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1e8c97d-a6b0-4c26-8062-494f87f7b79b req-fa1c8101-ada7-49bd-837b-2ac1fb5dfe11 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.1970744 Jul 06 17:50:58.649983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-117be2d7-890d-4a2b-8e97-9df1430e3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.651574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-117be2d7-890d-4a2b-8e97-9df1430e3b09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc04245553894d7794178a9b8e4bda57&device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 1097 time: 0.2200754 Jul 06 17:50:58.658597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.665319 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab957ec-c7ae-45c3-8203-87f9604486b5 None None] The sync data for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 is: [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:49:25Z', 'revision_number': 4, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '178fc51d-eb51-4fa1-969f-18d841dd87e5', 'name': '', 'network_id': 'ca906231-73a2-472d-afea-4b5df77834fb', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'mac_address': 'fa:16:3e:ee:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:23Z', 'updated_at': '2021-07-06T17:49:35Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'subnets': [{'id': '8413ec6b-3aae-4626-a8ae-1b04efe71567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:58.752762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2344029-2b9b-49ba-ae99-89c7e3743ab7 req-cb095745-94fb-468f-8673-77bd0faea663 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.761062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2344029-2b9b-49ba-ae99-89c7e3743ab7 req-cb095745-94fb-468f-8673-77bd0faea663 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 946 time: 0.2176576 Jul 06 17:50:58.789858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.792898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d781676-cc1f-49bc-84fb-7c4425a2a393 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:58.836168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1e8c97d-a6b0-4c26-8062-494f87f7b79b req-1f759d78-17ae-4f74-91be-7e07497910bf tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726754 Jul 06 17:50:58.870837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2344029-2b9b-49ba-ae99-89c7e3743ab7 req-fc6f02cf-751f-4bb4-a11c-bb28beb8892a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086383 Jul 06 17:50:58.871539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Sync routers for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:58.888301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:58.889073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:58.921941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-6ee97f51-e90a-4fe8-b270-bd1c5439f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.928803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-6ee97f51-e90a-4fe8-b270-bd1c5439f148 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 200 len: 920 time: 0.2636094 Jul 06 17:50:58.951308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Allocated IP 172.25.5.6 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/c0536692-4c87-4903-9ce5-791af77aad27) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:59.049053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7d781676-cc1f-49bc-84fb-7c4425a2a393 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:59.049663 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.167738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:59.188312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.230502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b226c-c4cb-4cee-bc9b-f233799e0e61 None None] New status for floating IP 1a24c767-f69c-482b-b5ab-00654a94aec6: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:50:59.306820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.342432 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.403776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event updated for resources: {'Port': ['ID=c0536692-4c87-4903-9ce5-791af77aad27,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:59.418272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:59.420348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:59.423403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:59.653502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.690376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-0e37ac1e-d438-44b3-969d-ab7d7f2d306a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 200 len: 217 time: 0.7520642 Jul 06 17:50:59.706962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-02905ec2-48ae-4533-9c45-e7fc1ed88bb6 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips/1a24c767-f69c-482b-b5ab-00654a94aec6 HTTP/1.1" status: 200 len: 695 time: 0.7517886 Jul 06 17:50:59.720913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.729198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.744214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 2, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:59.794379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Checking router: 7ceb5ff6-bd68-40f8-9479-d2701668b65e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:59.796234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Updating router 7ceb5ff6-bd68-40f8-9479-d2701668b65e port dced74d5-98b7-4289-8fff-1e8f6819a30c binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:50:59.853974 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.890156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-4b6b880b-72f3-4dcf-9e4c-c7fc8f72605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:59.891845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-4b6b880b-72f3-4dcf-9e4c-c7fc8f72605c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 200 len: 859 time: 0.1908422 Jul 06 17:50:59.949700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364a769-ace4-4740-a38d-64069898338d req-f518959d-22e4-4f3f-a7ea-e36ecdf2c2e6 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:59.951201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-f518959d-22e4-4f3f-a7ea-e36ecdf2c2e6 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 784 time: 0.2223837 Jul 06 17:50:59.953561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-d0952489-29b0-4b16-b44e-c313b835ce07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ca906231-73a2-472d-afea-4b5df77834fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507851 Jul 06 17:50:59.977548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-9bd748eb-464e-4ba1-a2ef-53413d3db68c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:50:59.979105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-9bd748eb-464e-4ba1-a2ef-53413d3db68c tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186884 Jul 06 17:51:00.009416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.018092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.078284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-607aa60c-0346-4553-9640-147cb94613f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165583 Jul 06 17:51:00.173746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event updated for resources: {'Port': ['ID=c0536692-4c87-4903-9ce5-791af77aad27,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:00.197097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.197734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-f2db292d-dc31-425d-bbc8-2ee414e6ab4b tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.2064071 Jul 06 17:51:00.221888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.227314 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5a25d6c-8bdf-42b8-9b0e-835494f0705f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6056130 Jul 06 17:51:00.312335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-71e9e343-13aa-4b63-b916-56e92e4fc86e tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0740297 Jul 06 17:51:00.352590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8203a01-e87c-407b-9eb5-d76e2958c8ba req-38db8c62-2cfa-46c0-a674-2f0eca993497 service neutron] 10.222.0.61 "GET /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649965 Jul 06 17:51:00.411714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:00.417443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:00.421506 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29c49e-c81c-449f-8c9b-2a86af8f764c" -d '{"events": [{"name": "network-changed", "server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:00.429685 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.446760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Transition to ACTIVE for port object dced74d5-98b7-4289-8fff-1e8f6819a30c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:00.487065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.569081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734b796-359e-4ced-a86b-636d6d899d62 None None] Pushing event updated for resources: {'Port': ['ID=dced74d5-98b7-4289-8fff-1e8f6819a30c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:00.591892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Deleting port 187066ab-fc64-47e2-b9bb-17cde9c018f4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:00.592514 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.640652 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:51:00.666140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:00.705152 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.706631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Attempting to bind port dced74d5-98b7-4289-8fff-1e8f6819a30c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:00.707805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Attempting to bind port dced74d5-98b7-4289-8fff-1e8f6819a30c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:00.708453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Attempting to bind port dced74d5-98b7-4289-8fff-1e8f6819a30c on network 67bf2683-c08e-4345-b83f-4c8f666d7589 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:00.709230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-96d35b2f-d8fc-40b0-9e0a-9bb64024d91a tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:51:00.710968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-96d35b2f-d8fc-40b0-9e0a-9bb64024d91a tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105445 Jul 06 17:51:00.716649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:00.717133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Checking segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:00.717626 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.718105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Bound using segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:00.718670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Bound port: dced74d5-98b7-4289-8fff-1e8f6819a30c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:00.719132 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.721461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'port_id': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'mac_address': 'fa:16:3e:55:72:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34989a0d-f8e7-42d1-8a0f-500e59d15ce2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:00.729390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Request body: {'binding': {'host': 'n-h2-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:00.729920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:51:00.740681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:00.770605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.770605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.793356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Calling delete_port for 187066ab-fc64-47e2-b9bb-17cde9c018f4 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:00.844979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.883647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0cf99c-1310-4d3b-9c12-81891af738f3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:00.926008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] For port dced74d5-98b7-4289-8fff-1e8f6819a30c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:00.958749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] For port dced74d5-98b7-4289-8fff-1e8f6819a30c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dced74d5-98b7-4289-8fff-1e8f6819a30c,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:00.964656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:00.969034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.980418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.987002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on host n-h2-799527-3 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:00.987480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:00.987889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:00.991379 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.995001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:00.995438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:01.001776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:01.002226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:01.002712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:01.003317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Bound port: dca315f0-ae54-4bb6-bbab-f340496199c2, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:01.074504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:01.076874 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000d881d-7c0e-4423-b15b-a1642fd6c0da" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:01.103195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:01.104030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.104260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:01.104990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:01.111428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:01.115560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734b796-359e-4ced-a86b-636d6d899d62 None None] Pushing event updated for resources: {'Port': ['ID=dced74d5-98b7-4289-8fff-1e8f6819a30c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:01.128248 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.140056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.141470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d305c941-d3ae-4659-9d68-a84282e86c95 service neutron] 10.222.0.37 "POST /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4161294 Jul 06 17:51:01.145549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event deleted for resources: {'Port': ['ID=187066ab-fc64-47e2-b9bb-17cde9c018f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:01.225208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.229413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.231350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8364a769-ace4-4740-a38d-64069898338d req-ba3e76f1-1919-46c8-801e-7d73bbcf0ee3 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "DELETE /v2.0/floatingips/1a24c767-f69c-482b-b5ab-00654a94aec6 HTTP/1.1" status: 204 len: 173 time: 0.9018047 Jul 06 17:51:01.382493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['cd0cf99c-1310-4d3b-9c12-81891af738f3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:01.397439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:01.576238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:01.689590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:01.844810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-790c502c-82d5-4633-aa46-656935defbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.860570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-790c502c-82d5-4633-aa46-656935defbb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1096 time: 0.2314982 Jul 06 17:51:02.040425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad5f1-14c9-45a0-878c-42c71f260fdc req-89620c3e-fb9e-446c-a041-71ce31504f9c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.042052 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9bad5f1-14c9-45a0-878c-42c71f260fdc req-89620c3e-fb9e-446c-a041-71ce31504f9c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 0.1789162 Jul 06 17:51:02.043692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-7d706dd9-6917-45b8-8ed9-06b0cc17101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.045122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-7d706dd9-6917-45b8-8ed9-06b0cc17101d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.1664317 Jul 06 17:51:02.059343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:00Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:02.097435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae85a9-8f5b-4411-87d5-0bc137c945d1 None None] The sync data for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 is: [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:00Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:02.113762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:02.172864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-f7d6bc2f-ac45-492c-8822-ffa4a6f323a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 217 time: 0.1179507 Jul 06 17:51:02.273499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9bad5f1-14c9-45a0-878c-42c71f260fdc req-e3da7536-763d-45da-953a-d5c289e8af9d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205017 Jul 06 17:51:02.334337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-31a09d1c-deae-45d5-bc4e-746ef3df7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.336120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-31a09d1c-deae-45d5-bc4e-746ef3df7d3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1534185 Jul 06 17:51:02.390061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-e4a83d7d-d7e0-4bd9-8dbc-118747023787 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404775 Jul 06 17:51:02.400552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef65c-b90c-4a49-b0ec-7e117e3a3db4 req-8ccc8c69-f61b-4f92-ad54-3797286acbd3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.402420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e04ef65c-b90c-4a49-b0ec-7e117e3a3db4 req-8ccc8c69-f61b-4f92-ad54-3797286acbd3 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 945 time: 0.1278429 Jul 06 17:51:02.523959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e04ef65c-b90c-4a49-b0ec-7e117e3a3db4 req-85696a21-1a48-4cfa-b545-fb28806d9c1b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664823 Jul 06 17:51:02.544961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-8359d56b-5b5f-43df-bbe7-5314e070438a service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414354 Jul 06 17:51:02.631420 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ea58b-0aa4-435c-875a-8dd6bc56ece5 x-openstack-request-id: req-ba2ea58b-0aa4-435c-875a-8dd6bc56ece5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:02.631933 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:02.633982 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba2ea58b-0aa4-435c-875a-8dd6bc56ece5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:02.634653 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:51:02.652659 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f331409-1625-4e2f-b577-d2f2b0ec13c3 x-openstack-request-id: req-7f331409-1625-4e2f-b577-d2f2b0ec13c3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:02.655078 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:02.655630 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f331409-1625-4e2f-b577-d2f2b0ec13c3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:02.656052 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'status': 'completed', 'code': 200} Jul 06 17:51:02.722762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dced74d5-98b7-4289-8fff-1e8f6819a30c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:02.795914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port dced74d5-98b7-4289-8fff-1e8f6819a30c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:02.803644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dced74d5-98b7-4289-8fff-1e8f6819a30c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:02.804029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:02.806370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-83cef9fc-db87-42ad-ac2c-835e90a2d23e tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1750440879&fields=id&tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96 HTTP/1.1" status: 200 len: 267 time: 0.1403091 Jul 06 17:51:02.820799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-be9fa119-88cd-4d39-9777-2b564196039b service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679946 Jul 06 17:51:02.823750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b03b2730-e560-47c3-a9cf-b887e3728cdf req-3c55f2a2-3605-433f-aac8-8d85603f27f9 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups/6a54a8ce-0fc8-4165-8ee0-78f74a663ed4 HTTP/1.1" status: 200 len: 1809 time: 0.1453986 Jul 06 17:51:02.937646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-7a06df31-2f7c-40d7-b768-668cd19d7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.939215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-7a06df31-2f7c-40d7-b768-668cd19d7c12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1095 time: 0.2823219 Jul 06 17:51:02.965576 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.006712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port dced74d5-98b7-4289-8fff-1e8f6819a30c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dced74d5-98b7-4289-8fff-1e8f6819a30c,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:03.014327 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.072872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=dced74d5-98b7-4289-8fff-1e8f6819a30c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:03.104145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-fabd1ddc-cf00-4b9b-adb5-d8d2561a9340 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.105933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-fabd1ddc-cf00-4b9b-adb5-d8d2561a9340 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/networks?id=67bf2683-c08e-4345-b83f-4c8f666d7589 HTTP/1.1" status: 200 len: 811 time: 0.2909527 Jul 06 17:51:03.128426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b03b2730-e560-47c3-a9cf-b887e3728cdf req-eb4514d0-3d90-4807-bf27-8eec2533fdd5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.154265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-6164ac1e-7164-4b3a-a7cc-386661504b20 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/quotas/1d7ac1ef2ddb4344aba38293f2f22c96 HTTP/1.1" status: 200 len: 375 time: 0.0410016 Jul 06 17:51:03.177518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b03b2730-e560-47c3-a9cf-b887e3728cdf req-eb4514d0-3d90-4807-bf27-8eec2533fdd5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.254863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-345e4d27-5595-4e31-9eac-f59116adbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.256987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-345e4d27-5595-4e31-9eac-f59116adbdd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 0.3065426 Jul 06 17:51:03.314459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-8f594ae0-9187-44c3-a756-cbbbc10380b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.0478127 Jul 06 17:51:03.315055 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b03b2730-e560-47c3-a9cf-b887e3728cdf req-eb4514d0-3d90-4807-bf27-8eec2533fdd5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.318380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b03b2730-e560-47c3-a9cf-b887e3728cdf req-eb4514d0-3d90-4807-bf27-8eec2533fdd5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.319503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b03b2730-e560-47c3-a9cf-b887e3728cdf req-eb4514d0-3d90-4807-bf27-8eec2533fdd5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a54a8ce-0fc8-4165-8ee0-78f74a663ed4 HTTP/1.1" status: 204 len: 173 time: 0.4839628 Jul 06 17:51:03.375939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4514d0-3d90-4807-bf27-8eec2533fdd5 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a54a8ce-0fc8-4165-8ee0-78f74a663ed4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:03.409311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-6c1a38ee-ead1-42ec-a689-ffa3687af167 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2443700 Jul 06 17:51:03.430095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-d992c77c-277c-4069-80ab-5cd25467957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.432852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-d992c77c-277c-4069-80ab-5cd25467957f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.1062500 Jul 06 17:51:03.518514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-60b27c86-3985-42ee-ad8e-8740c40c5ed9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751064 Jul 06 17:51:03.669657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-b3edf504-41f7-4dd8-8473-c77154dc2e83 service neutron] 10.222.0.37 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347550 Jul 06 17:51:03.747615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3cf76-1108-404a-8a28-16fb2289216f req-1bad501f-e1f5-422b-a77e-b595c837ce1e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.749412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfa3cf76-1108-404a-8a28-16fb2289216f req-1bad501f-e1f5-422b-a77e-b595c837ce1e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 945 time: 0.2965147 Jul 06 17:51:03.754682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-03f55194-156f-457c-b01e-16e6af0a58d4 service neutron] 10.222.0.61 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118382 Jul 06 17:51:03.922635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfa3cf76-1108-404a-8a28-16fb2289216f req-6ed5a8c5-9925-4213-8be1-a8bba2ec925c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445954 Jul 06 17:51:04.001246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-9dfc375d-0c8e-4997-bdba-da37cb50e75b service neutron] 10.222.0.37 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157561 Jul 06 17:51:04.012973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d29c49e-c81c-449f-8c9b-2a86af8f764c req-03d2ae42-3e9a-41fd-b04b-74394da9831a service neutron] 10.222.0.61 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498052 Jul 06 17:51:04.376565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:04.470263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port cd0cf99c-1310-4d3b-9c12-81891af738f3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:04.481692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port cd0cf99c-1310-4d3b-9c12-81891af738f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:04.483064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.581097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a4f19-2d3c-4103-8633-c36cffdd7db4 req-6d4244b2-0f4f-4381-a246-797677302539 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:04.593569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab2a4f19-2d3c-4103-8633-c36cffdd7db4 req-6d4244b2-0f4f-4381-a246-797677302539 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.1668849 Jul 06 17:51:04.672981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab2a4f19-2d3c-4103-8633-c36cffdd7db4 req-160238f5-f815-4d2e-942f-274adb09d4c6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747840 Jul 06 17:51:04.701476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.730373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dced74d5-98b7-4289-8fff-1e8f6819a30c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:04.792321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:04.795045 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef91a9-ec3d-4bf1-af00-40c22b348b84" -d '{"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-plugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:04.819582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:04.826843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.831681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dced74d5-98b7-4289-8fff-1e8f6819a30c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:04.832563 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:05.015089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:05.306647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c93d2-7a61-4ebb-9640-2307ef9e5d40 req-735e9728-19f1-40b3-8655-75e79df5d256 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:05.309172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f2c93d2-7a61-4ebb-9640-2307ef9e5d40 req-735e9728-19f1-40b3-8655-75e79df5d256 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1892126 Jul 06 17:51:05.382521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f2c93d2-7a61-4ebb-9640-2307ef9e5d40 req-bea81cce-9ac5-4991-877b-d2862c2842c6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Jul 06 17:51:05.478395 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee43b5-84d0-4b3f-8215-2ae49dcb76af x-openstack-request-id: req-c3ee43b5-84d0-4b3f-8215-2ae49dcb76af {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:05.479174 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-plugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:05.479855 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ee43b5-84d0-4b3f-8215-2ae49dcb76af {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:05.480773 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'code': 200} Jul 06 17:51:05.674135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9419ae0f-024c-431a-b0d3-f644cd8904d3 req-11e4c7be-ab7e-4b40-9461-676acd369c09 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 210 time: 0.0801020 Jul 06 17:51:06.313048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f2df-8fa6-4c56-8965-be48ef824a63 req-0c8da980-b176-45dd-b461-56120c4d6859 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:06.314599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac7f2df-8fa6-4c56-8965-be48ef824a63 req-0c8da980-b176-45dd-b461-56120c4d6859 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 945 time: 0.7016644 Jul 06 17:51:06.376334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:06.548124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d92585-a6a7-432d-bab1-e72b6557ba16 req-6dbd63ae-a5a3-42b1-89a1-beb811e9e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:06.550088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97d92585-a6a7-432d-bab1-e72b6557ba16 req-6dbd63ae-a5a3-42b1-89a1-beb811e9e4cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1096 time: 0.8061683 Jul 06 17:51:06.564422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:06.660072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-b4a0ca0f-ccae-4f66-af94-d1295ee8a736 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:06.665173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-b4a0ca0f-ccae-4f66-af94-d1295ee8a736 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.60 "GET /v2.0/networks?id=67bf2683-c08e-4345-b83f-4c8f666d7589 HTTP/1.1" status: 200 len: 811 time: 0.3464572 Jul 06 17:51:06.700543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a03be3-d5d1-4de9-b28f-c93bd9da782a req-9f4686fa-396e-422e-b4e2-f1db9f44c01d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:06.704206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2a03be3-d5d1-4de9-b28f-c93bd9da782a req-9f4686fa-396e-422e-b4e2-f1db9f44c01d tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.4953713 Jul 06 17:51:06.724872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac7f2df-8fa6-4c56-8965-be48ef824a63 req-9e3806ea-9975-477a-8ced-cd7a82056320 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891299 Jul 06 17:51:06.894314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-d2f8d5ca-4c13-4539-a9eb-06c02ac2c333 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96 HTTP/1.1" status: 200 len: 380 time: 0.2118654 Jul 06 17:51:06.905368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97d92585-a6a7-432d-bab1-e72b6557ba16 req-dbb9959c-13e6-46a5-87c7-57e28846bbae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411391 Jul 06 17:51:06.935786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Request body: {'port': {'device_id': '131f7b52-14b7-4554-9574-8ce924e697d1', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'admin_state_up': True, 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'security_groups': ['b09dc598-5f0c-448c-8205-f7880eddd9be']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:06.950277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:06.958162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '307e4230-f785-4776-a990-c1e9444ea7ce', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '307e4230-f785-4776-a990-c1e9444ea7ce', 'mac_address': 'fa:16:3e:81:79:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:07.052329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2a03be3-d5d1-4de9-b28f-c93bd9da782a req-fa661bf6-f468-4d92-8d58-fe6b115c3e09 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393684 Jul 06 17:51:07.076055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.097261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 307e4230-f785-4776-a990-c1e9444ea7ce {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:07.161354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:07.183111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.229424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ad327-b5a3-49e7-a380-b8d3112c34cc req-ed9ce591-d8be-49c3-ba9d-658f898fdb74 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:07.231294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-079ad327-b5a3-49e7-a380-b8d3112c34cc req-ed9ce591-d8be-49c3-ba9d-658f898fdb74 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2386744 Jul 06 17:51:07.309578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:07.323220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-079ad327-b5a3-49e7-a380-b8d3112c34cc req-eeb65ef9-03d8-4346-8de9-01abe0e68876 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613351 Jul 06 17:51:07.333552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Made reservation on behalf of 1d7ac1ef2ddb4344aba38293f2f22c96 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:07.338281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.359423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:07.401952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'mac_address': 'fa:16:3e:30:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:07.466022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['307e4230-f785-4776-a990-c1e9444ea7ce'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:07.577048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f20c35f-5675-4ae2-be0a-1aa1ef65f047 req-28d7e041-7c54-4c55-a63b-8fc5a4f222cf tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 210 time: 0.0517337 Jul 06 17:51:07.644623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.743043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0fa36-66bb-431b-b8b7-13e8bebfd7ee req-f6e5ea3e-ac7a-4060-8dd8-1a65b40d4cfd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:07.745071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9b0fa36-66bb-431b-b8b7-13e8bebfd7ee req-f6e5ea3e-ac7a-4060-8dd8-1a65b40d4cfd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3394256 Jul 06 17:51:07.746650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f766bb-d8b2-4500-8886-bf9e55370326 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:07.748319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Allocated IP 172.20.0.4 (67bf2683-c08e-4345-b83f-4c8f666d7589/7f76a636-17fd-434e-b570-b372e1891f90/05cc1e94-f0e7-4c5c-b645-d8119d73d6d8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:07.847500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:07.850932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9b0fa36-66bb-431b-b8b7-13e8bebfd7ee req-aa6ae0ff-2d73-4f2b-8b79-5c954fa23293 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977104 Jul 06 17:51:07.898250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.020522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e0f766bb-d8b2-4500-8886-bf9e55370326'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:08.095501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:08.416463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:08.455376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.482988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-66a8a0bf-7c0d-4e46-8ed3-3754b9c319a8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:08.484758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-66a8a0bf-7c0d-4e46-8ed3-3754b9c319a8 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.4477413 Jul 06 17:51:08.493788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Transition to ACTIVE for port object 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:08.573606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 307e4230-f785-4776-a990-c1e9444ea7ce triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:08.574687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.600802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62783e6-a113-4a3f-9ad8-59fa05c7633c req-93830c74-c199-47f7-8979-6037d709506f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:08.610352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a62783e6-a113-4a3f-9ad8-59fa05c7633c req-93830c74-c199-47f7-8979-6037d709506f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 945 time: 0.4046938 Jul 06 17:51:08.717564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.765680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:08.767470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:08.771476 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f46e9-d6ab-4a54-a1ad-39404ec4ea25" -d '{"events": [{"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-plugged", "status": "completed", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:08.776110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a62783e6-a113-4a3f-9ad8-59fa05c7633c req-00bf63d2-f2b1-49bf-97b1-bc05ef0cc11f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644070 Jul 06 17:51:08.776568 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.857844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:08.869878 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.967321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77faf5-b106-4cc3-aa10-e903769d4902 req-93c84789-11b8-4530-ae71-49cfa891a340 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:08.969406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd77faf5-b106-4cc3-aa10-e903769d4902 req-93c84789-11b8-4530-ae71-49cfa891a340 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84f0bc2-23b1-409d-9377-2cd74d944631 HTTP/1.1" status: 200 len: 946 time: 0.4113379 Jul 06 17:51:09.009600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:09.011464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Deleting port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:09.011938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.039646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event updated for resources: {'Port': ['ID=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:09.060443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:09.146027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:09.202893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd77faf5-b106-4cc3-aa10-e903769d4902 req-a6d8db93-ef00-4cfe-afdc-d40f4c9dafee tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.37 "GET /v2.0/security-groups?id=93578d1b-c26d-4641-bd22-a5d6f3c9f549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029958 Jul 06 17:51:09.283737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:09.284542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.400796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] For port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:09.401183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.415172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-4c65e7cc-9dc3-4046-8bed-98b8d8c89e07 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5067778 Jul 06 17:51:09.486829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Request body: {'port': {'device_id': '131f7b52-14b7-4554-9574-8ce924e697d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:09.545261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Calling delete_port for 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:09.742890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-72c7bb7b-25b6-4fd0-a3f0-760b0c0dceb2 None None] Provisioning for port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:09.756920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-72c7bb7b-25b6-4fd0-a3f0-760b0c0dceb2 None None] Provisioning complete for port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:09.757725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72c7bb7b-25b6-4fd0-a3f0-760b0c0dceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.854670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-72c7bb7b-25b6-4fd0-a3f0-760b0c0dceb2 None None] Port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:09.985586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.105865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14152e-4413-4663-938a-47d79c714376 req-8acc7d6e-f18c-4bbf-bf31-6a84c7bcf1f0 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:10.112178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb14152e-4413-4663-938a-47d79c714376 req-8acc7d6e-f18c-4bbf-bf31-6a84c7bcf1f0 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 931 time: 0.5871158 Jul 06 17:51:10.187956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc4c1-f592-4ded-a3de-99610085c7b9 req-1d863848-d827-4e2a-9173-27fe9b967171 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:10.197605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b66dc4c1-f592-4ded-a3de-99610085c7b9 req-1d863848-d827-4e2a-9173-27fe9b967171 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 945 time: 0.5132957 Jul 06 17:51:10.325670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.346890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b66dc4c1-f592-4ded-a3de-99610085c7b9 req-19113f06-75bf-4706-b43c-614e62575fc3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432748 Jul 06 17:51:10.370359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb14152e-4413-4663-938a-47d79c714376 req-61bdd54c-77e8-48f5-ada7-05f70976682f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434657 Jul 06 17:51:10.415213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:10.537561 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5156f2-9833-45f9-bf0b-4b0c2a08081c x-openstack-request-id: req-0a5156f2-9833-45f9-bf0b-4b0c2a08081c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:10.543814 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-plugged", "status": "completed", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:10.544595 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a5156f2-9833-45f9-bf0b-4b0c2a08081c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:10.545272 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce', 'code': 200} Jul 06 17:51:10.550420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:10.551630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:10.611939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Pushing event deleted for resources: {'Port': ['ID=9f8fccd3-c1a2-46a9-aaef-2f78426a3094,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:10.772464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:10.832743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] No DVR routers for this DVR port 9f8fccd3-c1a2-46a9-aaef-2f78426a3094 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:10.844861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.848167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-632e0192-fba7-42e8-a73f-b8f6a41513a8 req-c4061462-9f70-49cc-8ce3-c1e1115c1e47 tempest-ServerRescueTestJSONUnderV235-1138963352 tempest-ServerRescueTestJSONUnderV235-1138963352-project] 10.222.0.61 "DELETE /v2.0/ports/9f8fccd3-c1a2-46a9-aaef-2f78426a3094 HTTP/1.1" status: 204 len: 173 time: 2.3554568 Jul 06 17:51:10.848990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'name': 'network-vif-deleted', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:10.851676 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3185a069-7782-40c9-89f5-2b8a40c37dc2" -d '{"events": [{"server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "name": "network-vif-deleted", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:10.888405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e0f766bb-d8b2-4500-8886-bf9e55370326 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:10.888689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.152989 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.252352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:11.259090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.280592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79406734-fea5-4714-af1b-ee2d8da0ac52 req-f301fe25-ff7c-4229-91d3-eaf873f7dba4 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:11.284050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79406734-fea5-4714-af1b-ee2d8da0ac52 req-f301fe25-ff7c-4229-91d3-eaf873f7dba4 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.4614148 Jul 06 17:51:11.300129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:11.354177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.378300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=13']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:11.416987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79406734-fea5-4714-af1b-ee2d8da0ac52 req-e8169795-da53-4eb3-8981-ab4cea37411b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192510 Jul 06 17:51:11.428238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Transition to ACTIVE for port object 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:11.453802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.605347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:11.924152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Attempting to bind port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:11.924899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Attempting to bind port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:11.924899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Attempting to bind port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 on network 67bf2683-c08e-4345-b83f-4c8f666d7589 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:11.938822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 on network 67bf2683-c08e-4345-b83f-4c8f666d7589 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:11.939239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Attempting to bind port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 on network 67bf2683-c08e-4345-b83f-4c8f666d7589 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:11.970849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:11.971206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Checking segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:11.973342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Bound using segment: {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:11.973831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Bound port: 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d71147d-6ad0-4470-b8f9-40f5ea1c0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:11.974249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.011468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590ec0d-2eb8-410a-b6a1-078d220d6feb req-dce280f4-d106-4400-a3ad-c0c7d94a4252 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.015741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590ec0d-2eb8-410a-b6a1-078d220d6feb req-dce280f4-d106-4400-a3ad-c0c7d94a4252 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.023857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d590ec0d-2eb8-410a-b6a1-078d220d6feb req-dce280f4-d106-4400-a3ad-c0c7d94a4252 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/ports?device_id=26d9a812-e4a6-4d0e-be41-b6e4cbdb0554&device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 1682 time: 0.2148759 Jul 06 17:51:12.152275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d590ec0d-2eb8-410a-b6a1-078d220d6feb req-f521b843-5c01-40a2-b3e5-0ff91b30392c tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.37 "GET /v2.0/security-groups?id=8556dc9b-f865-4433-923f-cfabac97efd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274414 Jul 06 17:51:12.192334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] For port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:12.201429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] For port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:12.208996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.278839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.279744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.281028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] 10.222.0.60 "PUT /v2.0/ports/05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 HTTP/1.1" status: 200 len: 1091 time: 2.7992270 Jul 06 17:51:12.479940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fb048-aba6-4832-9f6b-fe71b470af54 service neutron] Pushing event updated for resources: {'Port': ['ID=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:12.546631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:12.551610 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2818c1d-9527-401d-b4c5-5611aed4e763" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:12.651936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3ece36a3-09e7-40f4-bfce-388cd5d63003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.653780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-3ece36a3-09e7-40f4-bfce-388cd5d63003 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96&device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 1094 time: 0.3006880 Jul 06 17:51:12.682312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11edc6-170c-4bac-9002-6e6731e40e75 req-17f29efc-445d-404e-86b5-5ac0dd563c7a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.689410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a11edc6-170c-4bac-9002-6e6731e40e75 req-17f29efc-445d-404e-86b5-5ac0dd563c7a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 945 time: 0.2994587 Jul 06 17:51:12.752023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-366c787d-adb8-48af-b6c5-5bbf28f4cc6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 HTTP/1.1" status: 200 len: 217 time: 0.0592208 Jul 06 17:51:12.812483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a11edc6-170c-4bac-9002-6e6731e40e75 req-90fee5c0-9e51-4b20-9809-e2862455bb61 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215343 Jul 06 17:51:12.853537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-97b59239-380b-4f7d-8585-10b6ff9ed75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.861015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-97b59239-380b-4f7d-8585-10b6ff9ed75f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f76a636-17fd-434e-b570-b372e1891f90 HTTP/1.1" status: 200 len: 850 time: 0.1026845 Jul 06 17:51:12.988120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53498) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:12.991676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-cf4d1851-ffda-478f-8008-48d04ac09536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.993533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-cf4d1851-ffda-478f-8008-48d04ac09536 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67bf2683-c08e-4345-b83f-4c8f666d7589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245508 Jul 06 17:51:13.221429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-ad181d3d-5c24-4981-a2ae-8f0da0d56944 service neutron] 10.222.0.60 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200971 Jul 06 17:51:13.383366 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bec106-ffdc-4f93-beef-2ec5da752474 x-openstack-request-id: req-a4bec106-ffdc-4f93-beef-2ec5da752474 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:13.383875 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84f0bc2-23b1-409d-9377-2cd74d944631", "name": "network-vif-deleted", "tag": "9f8fccd3-c1a2-46a9-aaef-2f78426a3094", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:13.384465 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4bec106-ffdc-4f93-beef-2ec5da752474 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:13.384985 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84f0bc2-23b1-409d-9377-2cd74d944631', 'name': 'network-vif-deleted', 'tag': '9f8fccd3-c1a2-46a9-aaef-2f78426a3094', 'status': 'completed', 'code': 200} Jul 06 17:51:13.442722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940407eb-b2fb-4ca8-9be4-df99d09f1a52 req-6666fa39-ab3d-4a48-b24f-83702f3d36e2 service neutron] 10.222.0.60 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126446 Jul 06 17:51:13.751577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-0970f7ba-16c8-4d46-ac51-53db54021f08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1807611 Jul 06 17:51:13.787691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ce35-7073-4926-af50-7fa6e421b51a req-6eab32de-fadf-4c8b-9a6c-9bdb5ef9e54d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:13.789424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5433ce35-7073-4926-af50-7fa6e421b51a req-6eab32de-fadf-4c8b-9a6c-9bdb5ef9e54d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 946 time: 0.1309805 Jul 06 17:51:13.970037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.004586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5433ce35-7073-4926-af50-7fa6e421b51a req-ae30deca-b736-47fc-95f3-545f83b3fc81 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804953 Jul 06 17:51:14.098419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-cdf384b2-c35a-478a-9db4-a568879c3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.105805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-cdf384b2-c35a-478a-9db4-a568879c3684 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.2513192 Jul 06 17:51:14.683788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-36eab987-c0b0-44d8-8a0b-91f485311112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.689557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-36eab987-c0b0-44d8-8a0b-91f485311112 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.5560431 Jul 06 17:51:14.839676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ede4-581b-4052-b32a-61efc8667854 req-1eb65941-b876-429f-aa10-e3a93b6f5e19 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.842654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Deleting port 178fc51d-eb51-4fa1-969f-18d841dd87e5 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:14.843573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.853023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2296ede4-581b-4052-b32a-61efc8667854 req-1eb65941-b876-429f-aa10-e3a93b6f5e19 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 943 time: 0.5493674 Jul 06 17:51:14.863714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-9435b515-03ec-4242-9924-d70b79be71e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 200 len: 217 time: 0.1621637 Jul 06 17:51:14.982126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] For port 178fc51d-eb51-4fa1-969f-18d841dd87e5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=178fc51d-eb51-4fa1-969f-18d841dd87e5,segment=NetworkSegment(8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec),segment_id=8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:14.982968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:15.000069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-14bffeb1-6147-44b7-8fed-84482c94d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:15.001800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-14bffeb1-6147-44b7-8fed-84482c94d864 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1108861 Jul 06 17:51:15.010662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Calling delete_port for 178fc51d-eb51-4fa1-969f-18d841dd87e5 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:15.012311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2296ede4-581b-4052-b32a-61efc8667854 req-94efbb85-08ea-452a-91c6-51d7858ac3e5 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559269 Jul 06 17:51:15.108075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-cef63d07-0a3b-4cde-8692-c9a6405b61f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936110 Jul 06 17:51:15.306482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-2a6e436d-61ad-46b4-9e39-8e3e1da46000 service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911612 Jul 06 17:51:15.482811 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:15.606134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Pushing event deleted for resources: {'Port': ['ID=178fc51d-eb51-4fa1-969f-18d841dd87e5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:15.858856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:15.860871 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7" -d '{"events": [{"name": "network-changed", "server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:16.080288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf04165-7d7e-483d-a774-555c8a809c68 req-f43ee06f-8c86-44ae-95e9-d66bd77329ec service neutron] 10.222.0.60 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607374 Jul 06 17:51:16.094434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-f16f22c5-6760-406c-807a-4add60eba622 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:16.101321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-f16f22c5-6760-406c-807a-4add60eba622 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.2367721 Jul 06 17:51:16.104686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.115548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:16.281714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.666722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:16.788419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Router ff199fb5-8194-4052-9cb0-931211fce492 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:16.799935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:16.818036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:16.950925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.966595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.063245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:17.108705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'port_id': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'mac_address': 'fa:16:3e:92:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:17.154709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:17.177150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Sync routers for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:17.180710 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70cd9637-c79a-4347-8c71-f474aea8a77c admin admin] 10.222.0.37 "PUT /v2.0/routers/ff199fb5-8194-4052-9cb0-931211fce492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1900969 Jul 06 17:51:17.185191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53522) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:17.221671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.247797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Routers {'ff199fb5-8194-4052-9cb0-931211fce492'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:17.248598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff199fb5-8194-4052-9cb0-931211fce492'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:17.298142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:17.313734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on host n-h1-799527-3 for vnic_type normal with profile {"migrating_to": "n-h2-799527-3"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:17.314189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:17.315486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:17.338015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:17.340707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Attempting to bind port dca315f0-ae54-4bb6-bbab-f340496199c2 on network 6f9b102c-5c12-4711-bca5-2eb81ea55745 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:17.365592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:17.366829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Checking segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:17.368303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Bound using segment: {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:17.368768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Bound port: dca315f0-ae54-4bb6-bbab-f340496199c2, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6f9b102c-5c12-4711-bca5-2eb81ea55745'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:17.371443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.541871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.597353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:17.604330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:17.612100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:17.655717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.901920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:18.029656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:18.085970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Set router ff199fb5-8194-4052-9cb0-931211fce492 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:18.134853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:18.144157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.146655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-815a175d-abbc-479c-b478-e528ba543226 service neutron] 10.222.0.61 "PUT /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 1121 time: 2.0367348 Jul 06 17:51:18.164064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.335238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Deleting port a378ffa8-af66-4197-b968-0c61639643eb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:18.335953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.539185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] For port a378ffa8-af66-4197-b968-0c61639643eb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a378ffa8-af66-4197-b968-0c61639643eb,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:18.539605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.548018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:18.551968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.560064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Calling delete_port for a378ffa8-af66-4197-b968-0c61639643eb owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:18.722870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['dca315f0-ae54-4bb6-bbab-f340496199c2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:18.861419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:18.866555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['dca315f0-ae54-4bb6-bbab-f340496199c2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:19.371206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.479793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:19.506738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 has no active binding in host n-h2-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:51:19.518467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Pushing event deleted for resources: {'Port': ['ID=a378ffa8-af66-4197-b968-0c61639643eb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:19.577500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['05cc1e94-f0e7-4c5c-b645-d8119d73d6d8'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:19.598586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.942270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.960879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.966845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'name': 'tempest-ServerRescueTestJSONUnderV235-853517892-router', 'tenant_id': 'bc04245553894d7794178a9b8e4bda57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:17Z', 'updated_at': '2021-07-06T17:51:15Z', 'revision_number': 5, 'project_id': 'bc04245553894d7794178a9b8e4bda57', 'gw_port': {'id': 'a378ffa8-af66-4197-b968-0c61639643eb', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff199fb5-8194-4052-9cb0-931211fce492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:18Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:20.101666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.102435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff199fb5-8194-4052-9cb0-931211fce492 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:51:20.108064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.109401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f9fcdbb-8bf6-4015-bbf4-ca625d13345e admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff199fb5-8194-4052-9cb0-931211fce492 HTTP/1.1" status: 204 len: 168 time: 2.9232001 Jul 06 17:51:20.112035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:20.126326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Checking router: ff199fb5-8194-4052-9cb0-931211fce492 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:51:20.251432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Routers set() bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:20.251432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Router IDs set() for agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 17:51:20.251432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_agentschedulers_db [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff199fb5-8194-4052-9cb0-931211fce492'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:50:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent'). {{(pid=93944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 17:51:20.251432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4c368-bcf5-487e-84f5-99017b9a9e9a None None] The sync data for ids ['ff199fb5-8194-4052-9cb0-931211fce492'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:20.265126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Deleting subnet 8413ec6b-3aae-4626-a8ae-1b04efe71567 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:20.274183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.333955 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.429102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.513237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.540782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8413ec6b-3aae-4626-a8ae-1b04efe71567,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:20.565004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.569402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-24850c28-40f2-400a-8557-88c2cbe714f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8413ec6b-3aae-4626-a8ae-1b04efe71567 HTTP/1.1" status: 204 len: 168 time: 0.4560108 Jul 06 17:51:20.571613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:20.698098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.832664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 178fc51d-eb51-4fa1-969f-18d841dd87e5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:20.930770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 178fc51d-eb51-4fa1-969f-18d841dd87e5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:20.931191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 178fc51d-eb51-4fa1-969f-18d841dd87e5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:20.968602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.985046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca906231-73a2-472d-afea-4b5df77834fb']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:21.008681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:21.009240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8895abf3-a1d9-4c05-94c8-7f2a1b1a53ec') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:21.030763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.063487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.076944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:21.077660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:21.203395 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:21.212855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.220744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.226887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ca906231-73a2-472d-afea-4b5df77834fb HTTP/1.1" status: 204 len: 168 time: 0.6530986 Jul 06 17:51:21.255514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7eec4-7dde-4327-a096-5782dbd2e6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca906231-73a2-472d-afea-4b5df77834fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:21.584719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:21.748982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6caf2932-cb00-47bb-ad47-62fd20bbfc57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc04245553894d7794178a9b8e4bda57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604042 Jul 06 17:51:21.749803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53540) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:21.868561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ef0e-6549-4109-9bf2-aeae2b44c81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.920738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ef0e-6549-4109-9bf2-aeae2b44c81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.025974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ef0e-6549-4109-9bf2-aeae2b44c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.029023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ef0e-6549-4109-9bf2-aeae2b44c81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.035738 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0ae1ef0e-6549-4109-9bf2-aeae2b44c81e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93578d1b-c26d-4641-bd22-a5d6f3c9f549 HTTP/1.1" status: 204 len: 168 time: 0.2834690 Jul 06 17:51:22.048085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1ef0e-6549-4109-9bf2-aeae2b44c81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93578d1b-c26d-4641-bd22-a5d6f3c9f549,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:22.662890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a378ffa8-af66-4197-b968-0c61639643eb no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:22.783775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a378ffa8-af66-4197-b968-0c61639643eb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:22.783775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a378ffa8-af66-4197-b968-0c61639643eb not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:22.819634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:22.830722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-151c196b-dd08-45e9-947a-e5c11ec76197 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1681678 Jul 06 17:51:22.957888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:22.979967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:22.980390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.017256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.017748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.018232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.018772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.019819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.020315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.020785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.022954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e10f0a1a-298a-4b90-ad06-ff65b37102a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6493 time: 0.1219201 Jul 06 17:51:23.210041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.359325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:23.377221 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.378573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:23.431299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-cc53907a-fbda-4167-a18d-745f0e78e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.434185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-cc53907a-fbda-4167-a18d-745f0e78e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.434930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-cc53907a-fbda-4167-a18d-745f0e78e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.440292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-cc53907a-fbda-4167-a18d-745f0e78e182 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 2292 time: 0.3377922 Jul 06 17:51:23.648170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-04d74a62-17dc-4254-a949-c46f40516247 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 200 len: 1002 time: 0.2016246 Jul 06 17:51:23.790329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-7583fce1-bdd0-4a37-adbc-cb61b7bc5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.796984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-7583fce1-bdd0-4a37-adbc-cb61b7bc5c8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13115784-748f-4bba-b40a-201b7e16dc8e HTTP/1.1" status: 200 len: 850 time: 0.1387432 Jul 06 17:51:23.891404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:23.961898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-2991b2e9-8123-4d5c-88f5-ac4147a771e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.963499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-2991b2e9-8123-4d5c-88f5-ac4147a771e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606181 Jul 06 17:51:24.206572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:24.471902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-d2c52231-e266-4575-9f54-e5b81bcc48af service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992599 Jul 06 17:51:24.687344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1332125281-network', 'tenant_id': '334f2c4e33db4bd2a3002da6b132923d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:24.739733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Made reservation on behalf of 334f2c4e33db4bd2a3002da6b132923d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:24.744826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.760230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-d3d1604b-e120-4dfb-9817-0de4f505fbf0 service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732019 Jul 06 17:51:24.773007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.905269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-a73c442d-93ce-460e-a9b8-1eeed82b5359 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 217 time: 0.1345220 Jul 06 17:51:25.044245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d937e519-81ce-4c6d-b823-af0f96f32cbb service neutron] 10.222.0.60 "GET /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.6632569 Jul 06 17:51:25.062257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-ffc83c02-9e3f-408d-9a58-dd662fca6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:25.063963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-ffc83c02-9e3f-408d-9a58-dd662fca6288 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1169348 Jul 06 17:51:25.215164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e3f8582f-f21d-49b0-9244-71cd762ff1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:25.220230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e3f8582f-f21d-49b0-9244-71cd762ff1e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342185 Jul 06 17:51:25.225792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.239889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.357200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-f0978a39-4dfc-47e0-8c03-fbac70961bef service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162701 Jul 06 17:51:25.360690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:25.377469 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae8ca838-39d8-4bb3-9d6f-eaa1573eeea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.398330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.399164 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Added segment dadff7fd-ada5-4832-bcb4-902e97f03279 of type vlan for network 4404462a-9863-490d-9442-81ddf7409b80 Jul 06 17:51:25.529850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.574198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:25.584315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb9392-373c-4a8f-b453-76c6eb28b84b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:25.600925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.602529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:25.607833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.622504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:25.673411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca315f0-ae54-4bb6-bbab-f340496199c2 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:25.688619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:25.713636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5050116 Jul 06 17:51:25.789860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53574) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.790625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ace46-f44e-4f8d-9b9a-69630236861f admin admin] Pushing event updated for resources: {'Network': ['ID=4404462a-9863-490d-9442-81ddf7409b80,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:25.803062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4404462a-9863-490d-9442-81ddf7409b80 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:51:25.806388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Request body: {'subnet': {'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1332125281-subnet', 'tenant_id': '334f2c4e33db4bd2a3002da6b132923d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.815157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.885117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Made reservation on behalf of 334f2c4e33db4bd2a3002da6b132923d for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:25.889523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.993315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] Transition to ACTIVE for port object dca315f0-ae54-4bb6-bbab-f340496199c2 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:26.034164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-16f46038-7fa4-4e9d-b6e3-a5a44b59832f service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298051 Jul 06 17:51:26.036643 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.138661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-ca58b137-f29d-4d58-80e6-5639f8ee3d2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 217 time: 0.0515192 Jul 06 17:51:26.235077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] No DVR routers for this DVR port dca315f0-ae54-4bb6-bbab-f340496199c2 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:26.268633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.298098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-fdd6788b-b335-4aae-bba6-5e623b5d1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.299684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-fdd6788b-b335-4aae-bba6-5e623b5d1154 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1509082 Jul 06 17:51:26.302821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:26.338419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8b47cc-7522-42a3-b32b-b5407aec6ddf,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:26.348297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b33edf48-09fb-4359-990a-f447323b96b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2/bindings/n-h2-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2959299 Jul 06 17:51:26.368917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Checking segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:26.372292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Network hostable DHCP agents. Network: 4404462a-9863-490d-9442-81ddf7409b80, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:51:26.386550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-4309945d-3efc-4a15-9431-131d7f8ac76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.388599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-4309945d-3efc-4a15-9431-131d7f8ac76f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812330 Jul 06 17:51:26.409870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Network 4404462a-9863-490d-9442-81ddf7409b80 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:51:26.435703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4404462a-9863-490d-9442-81ddf7409b80) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:26.452945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe697af-2474-4eeb-b108-81a3dc159ab4 None None] Network 4404462a-9863-490d-9442-81ddf7409b80 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:26.455897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.457241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.505838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2bce5303-3bea-4cbc-b156-ba0265b4255b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7118802 Jul 06 17:51:26.585486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-015be6e6-8a78-426b-82f3-bae6bad0e13a service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892738 Jul 06 17:51:26.589099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-9689b121-c6d6-4598-94c1-9be1e219ae0d tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.591012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-9689b121-c6d6-4598-94c1-9be1e219ae0d tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.1443768 Jul 06 17:51:26.820699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9303b-88bc-4b56-80b5-348237ce25cb None None] Network 4404462a-9863-490d-9442-81ddf7409b80 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:26.866333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-15c9b343-1575-463c-9203-4b608869d14c service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670064 Jul 06 17:51:26.871124 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf5591-098d-459c-ae00-e06e374b5b51 x-openstack-request-id: req-78bf5591-098d-459c-ae00-e06e374b5b51 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:26.871577 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-plugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:26.872109 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78bf5591-098d-459c-ae00-e06e374b5b51 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:26.872732 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:51:26.907987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-798d6071-813c-4379-815e-3b10ce99a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.910849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-798d6071-813c-4379-815e-3b10ce99a42e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d&tenant_id=b834152154f54cb18deae9ddb927b54a HTTP/1.1" status: 200 len: 1095 time: 0.2999530 Jul 06 17:51:27.001194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-a6f117a7-fc5e-41fc-bf13-74366b601d11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 200 len: 217 time: 0.1117709 Jul 06 17:51:27.238637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-1a371537-6711-4592-b2e8-09e9f1288bd0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.240339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-1a371537-6711-4592-b2e8-09e9f1288bd0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 814 time: 0.4849942 Jul 06 17:51:27.244828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-1d003519-1861-417c-af74-e99b0d8db0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.246477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-1d003519-1861-417c-af74-e99b0d8db0b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.2378826 Jul 06 17:51:27.281749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-a1e47894-734e-439f-8440-cead979b55a3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/quotas/ee13478477854915bc0a643687c8cd9a HTTP/1.1" status: 200 len: 375 time: 0.0342045 Jul 06 17:51:27.334940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-f7dab8fe-60e4-4ed9-87b0-f46ca1d61da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.336539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-f7dab8fe-60e4-4ed9-87b0-f46ca1d61da1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1095 time: 0.3549674 Jul 06 17:51:27.383905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562a786-51d8-48aa-9e2e-e4259e4eb207 req-f64eec0c-1c9f-4450-b700-e7e4de157a49 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.385573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d562a786-51d8-48aa-9e2e-e4259e4eb207 req-f64eec0c-1c9f-4450-b700-e7e4de157a49 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 944 time: 0.3365102 Jul 06 17:51:27.520507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d562a786-51d8-48aa-9e2e-e4259e4eb207 req-c1979921-a07d-42f6-9fd7-59ab0cda2933 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220515 Jul 06 17:51:27.531732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-ae903287-f8fb-4c61-b148-05e444920455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.532837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-ae903287-f8fb-4c61-b148-05e444920455 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2694581 Jul 06 17:51:27.569679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b67f92cb-3cf0-4d0e-95ad-5676cb57f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.571224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-b67f92cb-3cf0-4d0e-95ad-5676cb57f99e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.2140889 Jul 06 17:51:27.643872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-0dde416b-228c-41b3-b2c3-992c58b94cab tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3344200 Jul 06 17:51:27.735214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-770e6216-d750-4ab3-9f0f-c17af3512e38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 217 time: 0.1357706 Jul 06 17:51:27.839809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-161b3def-4443-4f44-a6a8-148712cde0fe service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972221 Jul 06 17:51:27.860299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d21da85-f090-4799-b47d-0b568918447c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:27.867413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-bc4f51f8-616c-4625-a377-70b52e135ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.869011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-bc4f51f8-616c-4625-a377-70b52e135ab1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1092310 Jul 06 17:51:27.880140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-f7ec2b70-623f-4389-8885-bf3c526a09ff service neutron] 10.222.0.37 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328126 Jul 06 17:51:27.926660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.417954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-1bf35c15-beaa-4ffe-bc9f-9ae17855301b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4983926 Jul 06 17:51:28.626470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-4746e995-6397-458d-b3bf-a0c7b9fa5ee5 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771714 Jul 06 17:51:28.657735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-1e4e4b0b-3f15-401a-a33a-3dfbe8c53054 service neutron] 10.222.0.37 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764177 Jul 06 17:51:28.712602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-60c16e8c-665a-43e1-88a4-69e24bb97d00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 200 len: 217 time: 0.0719812 Jul 06 17:51:28.715939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-d7c12494-d5ad-4300-8a53-672c6a4e8489 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636354 Jul 06 17:51:28.723980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724619-99ab-4941-b4ac-0971b558f360 req-83a22eaa-1246-4340-b3b4-5fb915a4da69 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:28.725643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73724619-99ab-4941-b4ac-0971b558f360 req-83a22eaa-1246-4340-b3b4-5fb915a4da69 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 946 time: 0.7418864 Jul 06 17:51:28.860503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-75f773e1-44a3-4285-b055-94245a1de0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:28.862045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-75f773e1-44a3-4285-b055-94245a1de0c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1354659 Jul 06 17:51:28.874464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:28.881306 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56699896-e29c-45d3-8ce3-c18cc1d80596" -d '{"events": [{"server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "name": "network-vif-plugged", "status": "completed", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:28.889175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73724619-99ab-4941-b4ac-0971b558f360 req-338cf1f5-f7c8-4b0f-b18a-9b836fbc445c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460748 Jul 06 17:51:28.995081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88c81f9-94de-4ae8-a055-87405f479a9d x-openstack-request-id: req-a88c81f9-94de-4ae8-a055-87405f479a9d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:28.995081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:28.995081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a88c81f9-94de-4ae8-a055-87405f479a9d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:28.995501 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'status': 'completed', 'code': 200} Jul 06 17:51:29.001911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-4fb81141-fa6a-46db-ba09-aee50107569a service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729702 Jul 06 17:51:29.099408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-3b40c33c-effc-450e-ba8c-770038c2041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.103079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-3b40c33c-effc-450e-ba8c-770038c2041c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2334142 Jul 06 17:51:29.208708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.370265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-9078edf8-0391-4dc4-91f2-8ceb152043fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.373117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-9078edf8-0391-4dc4-91f2-8ceb152043fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96&device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 1096 time: 0.3557713 Jul 06 17:51:29.573306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-54e92c47-264e-4423-870a-43bdc2686204 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606597 Jul 06 17:51:29.679297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bc259-e098-4a76-9779-e0c0e412de24 req-a1d65637-45e2-450f-b69a-dc978920da00 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.681348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d60bc259-e098-4a76-9779-e0c0e412de24 req-a1d65637-45e2-450f-b69a-dc978920da00 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.4453809 Jul 06 17:51:29.694078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.727925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-8abe2dea-84ec-478e-902e-1fffde69a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.729434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-8abe2dea-84ec-478e-902e-1fffde69a270 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67bf2683-c08e-4345-b83f-4c8f666d7589 HTTP/1.1" status: 200 len: 912 time: 0.3292856 Jul 06 17:51:29.829378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-930f06e7-68d0-4754-9055-50338809738e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 HTTP/1.1" status: 200 len: 217 time: 0.0854111 Jul 06 17:51:29.875837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-62909a6a-efd6-4b85-b069-e8ffa94a67ad tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.877401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-62909a6a-efd6-4b85-b069-e8ffa94a67ad tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d&tenant_id=b834152154f54cb18deae9ddb927b54a&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.4596019 Jul 06 17:51:29.907848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-f8ed401b-881c-4b39-bd1a-e98013210e3f tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.909429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-f8ed401b-881c-4b39-bd1a-e98013210e3f tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.3738511 Jul 06 17:51:29.946997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d60bc259-e098-4a76-9779-e0c0e412de24 req-58942649-086c-4619-8211-cd6bb633c72f tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282372 Jul 06 17:51:29.989841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-fb44d1fb-8aea-458f-b690-9fff4f528ffc service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767147 Jul 06 17:51:30.013622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-f3bb5a8b-7580-4aad-9271-9881565591f6 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/quotas/334f2c4e33db4bd2a3002da6b132923d HTTP/1.1" status: 200 len: 375 time: 0.0787323 Jul 06 17:51:30.062278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-ebbdbfcf-d9ef-47fc-93f7-04615d8e7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.063878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-ebbdbfcf-d9ef-47fc-93f7-04615d8e7c03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f76a636-17fd-434e-b570-b372e1891f90 HTTP/1.1" status: 200 len: 850 time: 0.2182801 Jul 06 17:51:30.086748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-04f57ada-7527-42e5-882c-7d57548d2524 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 200 len: 217 time: 0.0878181 Jul 06 17:51:30.144337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-0a06022a-65ba-4130-8731-13aa77eaa160 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793777 Jul 06 17:51:30.313997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-b6c4170a-e734-4308-8017-d6a9095ed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.315502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-b6c4170a-e734-4308-8017-d6a9095ed9a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.1820309 Jul 06 17:51:30.396280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-c2f9f235-6a33-4bc2-9080-4347fb580742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.397882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-c2f9f235-6a33-4bc2-9080-4347fb580742 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67bf2683-c08e-4345-b83f-4c8f666d7589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3101437 Jul 06 17:51:30.411640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-7b6e1750-1b64-4d5e-89a8-9172e089e223 service neutron] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:30.433387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-7b6e1750-1b64-4d5e-89a8-9172e089e223 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.434535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40c3f3d7-95ee-4714-ad9c-7439a1321644 req-7b6e1750-1b64-4d5e-89a8-9172e089e223 service neutron] 10.222.0.61 "DELETE /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2/bindings/n-h1-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.5234225 Jul 06 17:51:30.502007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-b3df1c13-d7ed-4315-97a5-b40324007023 service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282430 Jul 06 17:51:30.573981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d31c-ff6c-4efd-8600-57cf90ecbb13 req-d87ba97f-ce94-4ce2-8f42-32d7e8f44b2a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.575527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c25d31c-ff6c-4efd-8600-57cf90ecbb13 req-d87ba97f-ce94-4ce2-8f42-32d7e8f44b2a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 944 time: 0.3987479 Jul 06 17:51:30.647818 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.701936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-921874bd-88a4-4426-b7d3-f28d33b8c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.703678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-921874bd-88a4-4426-b7d3-f28d33b8c3d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3722234 Jul 06 17:51:30.829781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-3a935404-f4c2-4ce0-ac45-3cac88f1ce19 service neutron] 10.222.0.60 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233215 Jul 06 17:51:30.833280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:30.876664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c25d31c-ff6c-4efd-8600-57cf90ecbb13 req-299b5da6-7e5b-46d9-bf12-1ab0eed0a298 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738194 Jul 06 17:51:30.930351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-653df37c-1335-4243-bd6d-aa918e586fb5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.931915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-653df37c-1335-4243-bd6d-aa918e586fb5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.60 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 814 time: 0.4817882 Jul 06 17:51:30.943627 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.943879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-31d29f47-edc1-4190-be9b-22a02e303c88 service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934457 Jul 06 17:51:30.967196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Request body: {'port': {'device_id': '44805ce1-5524-40b2-ae71-91bda7041123', 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'admin_state_up': True, 'tenant_id': 'ee13478477854915bc0a643687c8cd9a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:31.001691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:31.010487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.033865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2'}, {'name': 'network-changed', 'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:31.036852 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d" -d '{"events": [{"server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2"}, {"name": "network-changed", "server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:31.101668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-e271acd2-2045-4b50-81dc-d4c31fdb82c4 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866882 Jul 06 17:51:31.169285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=14']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:31.187615 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.189420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.210218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.212740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.215432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.216079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.216667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.217250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.220138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc4c2d6-60f8-4ece-8c1b-3707fb6099c7 req-a04ce621-c752-4fe5-b705-9c7fb1c65f9b service neutron] 10.222.0.60 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787420 Jul 06 17:51:31.221215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.221803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.224269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.229745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:31.273950 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca97af-eff4-4599-a205-3c84917dc94d x-openstack-request-id: req-bdca97af-eff4-4599-a205-3c84917dc94d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:31.274240 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "name": "network-vif-plugged", "status": "completed", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:31.274672 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdca97af-eff4-4599-a205-3c84917dc94d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:31.275243 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'code': 200} Jul 06 17:51:31.306798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-beb31ab2-a2ec-4431-8d9b-b52ddf4c1f4a service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912868 Jul 06 17:51:31.309243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Made reservation on behalf of ee13478477854915bc0a643687c8cd9a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:31.313521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.398505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdd97199-c4b8-452c-aa57-06681f552999 req-e1f54576-e2c7-4def-ba3a-d8bd0b24de9a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 210 time: 0.0905476 Jul 06 17:51:31.411838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-49ffb6a6-ac70-4c7b-82cf-c9dc8c46a8d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 200 len: 217 time: 0.0936842 Jul 06 17:51:32.012277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-135e9d88-5ca9-4015-b734-5ba3672ec924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:32.013786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-135e9d88-5ca9-4015-b734-5ba3672ec924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.5774868 Jul 06 17:51:32.117001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d6e2-3ad8-466d-bb5c-5a3aba00a2f2 req-d518a2f8-ab66-4773-8d90-675eff977944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:32.118498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ed5d6e2-3ad8-466d-bb5c-5a3aba00a2f2 req-d518a2f8-ab66-4773-8d90-675eff977944 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 1096 time: 0.7241933 Jul 06 17:51:32.127151 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.152487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Allocated IP 172.20.0.7 (807c8bd2-06e1-47c1-884e-3194e97303e3/34989a0d-f8e7-42d1-8a0f-500e59d15ce2/54433cf0-c895-452e-85e1-e6862e9a09f6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:32.195311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df872f4-e688-4e30-b74f-3585fad36153 req-5b7f8193-d722-4852-acc3-c35aef7721a3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:32.197172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0df872f4-e688-4e30-b74f-3585fad36153 req-5b7f8193-d722-4852-acc3-c35aef7721a3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3745396 Jul 06 17:51:32.238478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ec0-1d97-4818-b892-4aae4a7b4f32 req-7f26173c-340c-49b6-ad35-384c05418223 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:32.240280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af207ec0-1d97-4818-b892-4aae4a7b4f32 req-7f26173c-340c-49b6-ad35-384c05418223 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.3667312 Jul 06 17:51:32.289058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ed5d6e2-3ad8-466d-bb5c-5a3aba00a2f2 req-b5c361b2-b807-4eb6-8ab7-56144e3d4cea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543710 Jul 06 17:51:32.335587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-451696d7-2e8a-4b23-817a-329e89acd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:32.337326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-451696d7-2e8a-4b23-817a-329e89acd658 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3118515 Jul 06 17:51:32.432647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0df872f4-e688-4e30-b74f-3585fad36153 req-11624682-90cc-463a-9249-cf59be3aca99 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218516 Jul 06 17:51:32.519834 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e127198-128e-4b5d-9c11-a83577500c9f x-openstack-request-id: req-9e127198-128e-4b5d-9c11-a83577500c9f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:32.520109 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2", "code": 200}, {"name": "network-changed", "server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:32.520475 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e127198-128e-4b5d-9c11-a83577500c9f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:32.521111 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'code': 200} Jul 06 17:51:32.521525 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'status': 'completed', 'code': 200} Jul 06 17:51:32.545206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:32.576487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af207ec0-1d97-4818-b892-4aae4a7b4f32 req-2bff24de-5409-43f4-b9c6-3ba27b7d6d6e tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215802 Jul 06 17:51:32.697687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.766957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:32.779941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.810308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.854305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:32.914563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2b87382-0db1-411c-a485-54024b9dff4c req-edcbd976-2f77-412c-a00d-0a9347519fd7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 210 time: 0.1992137 Jul 06 17:51:32.936540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.952873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['cd0cf99c-1310-4d3b-9c12-81891af738f3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:32.997858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-f19dde1a-f6e2-4f7b-b9ca-7b1e6358dc44 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959322 Jul 06 17:51:33.281801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}, {'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:33.284868 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70608adf-4883-4d5e-855c-7a5cb95587a5" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}, {"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:33.360544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Network 807c8bd2-06e1-47c1-884e-3194e97303e3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:33.417959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:33.424699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:33.521186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-78bd2033-8119-40f4-96f4-879636d54324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.522810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-78bd2033-8119-40f4-96f4-879636d54324 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b834152154f54cb18deae9ddb927b54a&device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1095 time: 0.9397418 Jul 06 17:51:33.536506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Pushing event updated for resources: {'Port': ['ID=54433cf0-c895-452e-85e1-e6862e9a09f6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:33.744120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-b9b3f39f-bf24-4f58-9030-1c0d1f329331 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.745765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-b9b3f39f-bf24-4f58-9030-1c0d1f329331 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.8038793 Jul 06 17:51:33.765144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.765882 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.783792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Request body: {'port': {'device_id': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'admin_state_up': True, 'tenant_id': '334f2c4e33db4bd2a3002da6b132923d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:33.822270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e66bfda9-1d76-413e-b44b-6f15f8ffb7a6 req-1c3a1748-da6f-4665-b6e8-9ad200f2c25e service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253783 Jul 06 17:51:33.859560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-2f8cc101-2f53-49ad-a970-c5eac16359bb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9063013 Jul 06 17:51:33.907927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Request body: {'port': {'device_id': '44805ce1-5524-40b2-ae71-91bda7041123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:33.942403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e489d-4c6e-4e0c-b29c-b03b96072e9f req-c13497fb-10d1-4601-9061-cc913e3ba59a tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.950998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-621e489d-4c6e-4e0c-b29c-b03b96072e9f req-c13497fb-10d1-4601-9061-cc913e3ba59a tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 1095 time: 0.6114004 Jul 06 17:51:34.008308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-a305c0ab-f63e-4080-a4b9-94d20b59af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.009984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-a305c0ab-f63e-4080-a4b9-94d20b59af51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 200 len: 909 time: 0.4706402 Jul 06 17:51:34.100777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-dc14c270-232d-4970-aabd-bfded0fe56e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 200 len: 217 time: 0.0816586 Jul 06 17:51:34.185824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.199991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Made reservation on behalf of 334f2c4e33db4bd2a3002da6b132923d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:34.204416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.237168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-621e489d-4c6e-4e0c-b29c-b03b96072e9f req-d74e259e-28df-487f-a3ac-7172ad2e6695 tempest-LiveMigrationTest-490172115 tempest-LiveMigrationTest-490172115-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849066 Jul 06 17:51:34.250898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-0fc5e139-fd7e-40c2-af6f-597cfae99335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.252653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-0fc5e139-fd7e-40c2-af6f-597cfae99335 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 200 len: 848 time: 0.1426237 Jul 06 17:51:34.387387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-f1492dfb-08bb-43c6-8643-bd9321749d06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f9b102c-5c12-4711-bca5-2eb81ea55745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086106 Jul 06 17:51:34.657377 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06dae00-c7d3-436a-a038-498f6eb496de x-openstack-request-id: req-a06dae00-c7d3-436a-a038-498f6eb496de {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:34.658616 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "code": 200}, {"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:34.659143 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a06dae00-c7d3-436a-a038-498f6eb496de {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:34.660234 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'code': 200} Jul 06 17:51:34.660685 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce', 'code': 200} Jul 06 17:51:34.711197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02cf8-2e58-4bdb-89b5-690bd6779a50 req-81d72888-87de-46a8-b914-892654887eba tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.713003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3af02cf8-2e58-4bdb-89b5-690bd6779a50 req-81d72888-87de-46a8-b914-892654887eba tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 931 time: 0.4210188 Jul 06 17:51:34.726623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Allocated IP 172.20.0.4 (4404462a-9863-490d-9442-81ddf7409b80/0e8b47cc-7522-42a3-b32b-b5407aec6ddf/a7d2e1e6-4e1e-4a95-805d-738d7ed1df08) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:34.738720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-12d38dea-5c3f-4756-998f-fe5dc6ec6e1e service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327703 Jul 06 17:51:34.786889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-e51fd578-6f59-42e4-b40f-ce478dd9589f tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.789329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-e51fd578-6f59-42e4-b40f-ce478dd9589f tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "GET /v2.0/ports?device_id=26d9a812-e4a6-4d0e-be41-b6e4cbdb0554 HTTP/1.1" status: 200 len: 945 time: 0.0897102 Jul 06 17:51:34.908458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Deleting port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:34.908792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.933909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3af02cf8-2e58-4bdb-89b5-690bd6779a50 req-7dcf5444-4210-4b93-98d6-df7d8a82d116 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094061 Jul 06 17:51:35.031236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] For port fe455380-e7d0-4cf2-85d9-fbdcda8ea231, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:35.031624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.047620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Calling delete_port for fe455380-e7d0-4cf2-85d9-fbdcda8ea231 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:35.063548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2490e4e3-1f5f-44ae-81ff-2b9bc935460d req-73245bf2-8b83-4f3b-b28d-2aff40607582 service neutron] 10.222.0.61 "GET /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078103 Jul 06 17:51:35.158527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed79c3-59a8-4219-9679-4f940967bdd7 req-0f96d729-95c8-47b0-a207-f6f66605ea36 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.160298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaed79c3-59a8-4219-9679-4f940967bdd7 req-0f96d729-95c8-47b0-a207-f6f66605ea36 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.3762770 Jul 06 17:51:35.176925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54433cf0-c895-452e-85e1-e6862e9a09f6 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:35.205727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.213442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.245619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Transition to ACTIVE for port object 54433cf0-c895-452e-85e1-e6862e9a09f6 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:35.252334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.258188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaed79c3-59a8-4219-9679-4f940967bdd7 req-9534bfab-6867-45aa-9cab-5026e3126bf9 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880854 Jul 06 17:51:35.348454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=54433cf0-c895-452e-85e1-e6862e9a09f6,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.356862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.366331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.374169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['fe455380-e7d0-4cf2-85d9-fbdcda8ea231'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:35.452690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Network 4404462a-9863-490d-9442-81ddf7409b80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:35.476064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['165e7c15-487d-48d4-999d-f245ed7c549c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:35.499793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:35.567314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Pushing event deleted for resources: {'Port': ['ID=fe455380-e7d0-4cf2-85d9-fbdcda8ea231,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.576788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:35.608431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] No DVR routers for this DVR port fe455380-e7d0-4cf2-85d9-fbdcda8ea231 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:35.615770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.619553 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-15eefbfa-54ea-4b1d-9775-3e22499042d2 req-4d509cfc-bc9f-460c-901b-4bfc9dfa6ff2 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.60 "DELETE /v2.0/ports/fe455380-e7d0-4cf2-85d9-fbdcda8ea231 HTTP/1.1" status: 204 len: 173 time: 0.8245950 Jul 06 17:51:35.621108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'name': 'network-vif-deleted', 'tag': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:35.625438 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56f6f55-8d42-42ff-b30b-154de2c47086" -d '{"events": [{"server_uuid": "26d9a812-e4a6-4d0e-be41-b6e4cbdb0554", "name": "network-vif-deleted", "tag": "fe455380-e7d0-4cf2-85d9-fbdcda8ea231"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:35.739559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event updated for resources: {'Port': ['ID=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.758538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.759811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.783363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Attempting to bind port 54433cf0-c895-452e-85e1-e6862e9a09f6 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:35.784204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Attempting to bind port 54433cf0-c895-452e-85e1-e6862e9a09f6 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:35.784656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Attempting to bind port 54433cf0-c895-452e-85e1-e6862e9a09f6 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:35.805922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Port 54433cf0-c895-452e-85e1-e6862e9a09f6 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:35.806388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Attempting to bind port 54433cf0-c895-452e-85e1-e6862e9a09f6 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:35.812378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-334ee74c-ca28-45d3-b7c3-dfdd7eab6e92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0409944 Jul 06 17:51:35.824987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:35.825307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Checking segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:35.825682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Bound using segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:35.826207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Bound port: 54433cf0-c895-452e-85e1-e6862e9a09f6, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:35.826505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.833518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Request body: {'port': {'device_id': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:35.898095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481aab-c617-4862-90e4-16d936bbe547 req-bc619793-05a4-4b90-a1bf-a1b08ceede61 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.900061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20481aab-c617-4862-90e4-16d936bbe547 req-bc619793-05a4-4b90-a1bf-a1b08ceede61 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 931 time: 0.2789226 Jul 06 17:51:36.380204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576147-338e-4b49-aba2-b1b33cb07a36 req-0a4e8c01-2d7b-4f5b-b2e4-d7079d7ac085 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.381998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03576147-338e-4b49-aba2-b1b33cb07a36 req-0a4e8c01-2d7b-4f5b-b2e4-d7079d7ac085 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.8193488 Jul 06 17:51:36.503795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20481aab-c617-4862-90e4-16d936bbe547 req-223d6404-0700-4164-a704-007f6670387a tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908480 Jul 06 17:51:36.525781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] For port 54433cf0-c895-452e-85e1-e6862e9a09f6, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:36.538855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] For port 54433cf0-c895-452e-85e1-e6862e9a09f6, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=54433cf0-c895-452e-85e1-e6862e9a09f6,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:36.546936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.567619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.572628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03576147-338e-4b49-aba2-b1b33cb07a36 req-8a46b1b9-c5b0-4341-9ee5-3991ee41a885 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652360 Jul 06 17:51:36.681127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.682176 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.684630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/54433cf0-c895-452e-85e1-e6862e9a09f6 HTTP/1.1" status: 200 len: 1091 time: 2.8021288 Jul 06 17:51:36.691624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44805ce1-5524-40b2-ae71-91bda7041123', 'tag': '54433cf0-c895-452e-85e1-e6862e9a09f6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:36.695445 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e7454-18fd-488f-a61a-bab34ea39f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "44805ce1-5524-40b2-ae71-91bda7041123", "tag": "54433cf0-c895-452e-85e1-e6862e9a09f6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:36.731282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-14bcff5c-deac-432c-bd80-0c0dbebb4e86 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.733591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-14bcff5c-deac-432c-bd80-0c0dbebb4e86 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.61 "GET /v2.0/ports?device_id=74bf7d14-47d3-4b5a-9942-00f7f2f47a5f HTTP/1.1" status: 200 len: 946 time: 0.3926091 Jul 06 17:51:36.832216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c09c-ca30-4160-9325-92c4173af1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=54433cf0-c895-452e-85e1-e6862e9a09f6,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:37.299236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-ac106703-d0b5-44b7-9313-9a196e4668e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.301718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-ac106703-d0b5-44b7-9313-9a196e4668e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 1094 time: 0.5203869 Jul 06 17:51:37.414549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-29e9ef6c-1ba1-4e9f-b6ce-d587db4d95cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54433cf0-c895-452e-85e1-e6862e9a09f6 HTTP/1.1" status: 200 len: 217 time: 0.0927560 Jul 06 17:51:37.427913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Deleting port 165e7c15-487d-48d4-999d-f245ed7c549c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:37.428389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.437678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-752aec41-001f-4996-8674-bd87fc9f3896 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.439644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-752aec41-001f-4996-8674-bd87fc9f3896 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.3587711 Jul 06 17:51:37.550053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-efc5a54d-17e5-4ba9-bd71-3d6e25edf278 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.552571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-efc5a54d-17e5-4ba9-bd71-3d6e25edf278 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a582a57-6cfe-4cde-83b8-e59fff950d5a HTTP/1.1" status: 200 len: 943 time: 0.4677875 Jul 06 17:51:37.590699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-8b849005-51a7-405c-abe9-2324ddc50b8a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.593528 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-8b849005-51a7-405c-abe9-2324ddc50b8a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 944 time: 0.1115000 Jul 06 17:51:37.647749 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:51:37.649253 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-92863dda-ce8a-402a-96b3-3b5852c35214 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/quotas/691f92beb2a44b3faac47f98d201e473 HTTP/1.1" status: 200 len: 375 time: 0.1874411 Jul 06 17:51:37.692805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:37.728240 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.745612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Deleting port dca315f0-ae54-4bb6-bbab-f340496199c2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:37.746113 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.750535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-d0885a28-8cce-40be-9be6-636f70564bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.752082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-d0885a28-8cce-40be-9be6-636f70564bec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.3285511 Jul 06 17:51:37.808340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204887e3-e616-4caa-af53-5efe2f6d3738 req-18134c95-4b6d-4d06-8e19-e14df80042c6 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.809926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-204887e3-e616-4caa-af53-5efe2f6d3738 req-18134c95-4b6d-4d06-8e19-e14df80042c6 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.5836411 Jul 06 17:51:37.826806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:37.837298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Request body: {'floatingip': {'port_id': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:37.885891 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90f39a-5adf-4980-aba6-cd7b1e6046af x-openstack-request-id: req-2b90f39a-5adf-4980-aba6-cd7b1e6046af {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:37.886283 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d9a812-e4a6-4d0e-be41-b6e4cbdb0554", "name": "network-vif-deleted", "tag": "fe455380-e7d0-4cf2-85d9-fbdcda8ea231", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:37.886603 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b90f39a-5adf-4980-aba6-cd7b1e6046af {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:37.887083 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d9a812-e4a6-4d0e-be41-b6e4cbdb0554', 'name': 'network-vif-deleted', 'tag': 'fe455380-e7d0-4cf2-85d9-fbdcda8ea231', 'status': 'completed', 'code': 200} Jul 06 17:51:37.889259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Transition to ACTIVE for port object a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:37.892947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-80723571-8c5c-4c6e-bc87-d160c159ed73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304476 Jul 06 17:51:37.902482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.927954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] For port 165e7c15-487d-48d4-999d-f245ed7c549c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=165e7c15-487d-48d4-999d-f245ed7c549c,segment=NetworkSegment(4e34c94e-259b-426e-848a-a6c6a0931627),segment_id=4e34c94e-259b-426e-848a-a6c6a0931627)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:37.928496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.931662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.004646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] For port dca315f0-ae54-4bb6-bbab-f340496199c2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=dca315f0-ae54-4bb6-bbab-f340496199c2,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:38.005413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.032221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Calling delete_port for 165e7c15-487d-48d4-999d-f245ed7c549c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:38.044090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Calling delete_port for dca315f0-ae54-4bb6-bbab-f340496199c2 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:38.138822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:38.180576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.180924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.181264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.181603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.181934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.182261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.182586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.182916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.183236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.183761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.184297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.184407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:38.193278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-172127ad-2d54-4249-8a31-16f1605a3e9a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5246437 Jul 06 17:51:38.302179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-f291ebd2-c3bb-45c8-9c58-14c6281ca4b9 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915272 Jul 06 17:51:38.355197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Deleting port 307e4230-f785-4776-a990-c1e9444ea7ce {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:38.355701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.416265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.433594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'dca315f0-ae54-4bb6-bbab-f340496199c2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:38.455490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event deleted for resources: {'Port': ['ID=dca315f0-ae54-4bb6-bbab-f340496199c2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:38.576264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] No DVR routers for this DVR port dca315f0-ae54-4bb6-bbab-f340496199c2 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:38.579283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.581439 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2eaca4c3-e4c1-4158-9c21-73977a659999 req-e2790253-957b-4421-a6bc-ebca25febf2f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "DELETE /v2.0/ports/dca315f0-ae54-4bb6-bbab-f340496199c2 HTTP/1.1" status: 204 len: 173 time: 0.9826739 Jul 06 17:51:38.686754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Attempting to bind port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:38.687671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Attempting to bind port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:38.687671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Attempting to bind port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:38.713465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.718932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-02185334-ae9b-46be-bbc5-33a9e6041bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876051 Jul 06 17:51:38.724918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] For port 307e4230-f785-4776-a990-c1e9444ea7ce, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=307e4230-f785-4776-a990-c1e9444ea7ce,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:38.725284 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.732941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.745497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 on network 4404462a-9863-490d-9442-81ddf7409b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:38.746016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Attempting to bind port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:38.751668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81f4f90-234c-482a-85cd-1590ecb2aaf7 req-a99741a4-860c-4a77-aa24-cbbb14e4a0d4 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997838 Jul 06 17:51:38.786330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Calling delete_port for 307e4230-f785-4776-a990-c1e9444ea7ce owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:38.826440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:38.826783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Checking segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:38.827180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Bound using segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:38.827715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Bound port: a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:38.833285 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.854084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device fe455380-e7d0-4cf2-85d9-fbdcda8ea231 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:38.889359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8aca3-7b4b-44a7-b657-4b405eb0f3c8 req-d592fa2b-d696-4284-9655-1b1c52caa178 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.891358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4f8aca3-7b4b-44a7-b657-4b405eb0f3c8 req-d592fa2b-d696-4284-9655-1b1c52caa178 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 943 time: 0.7682121 Jul 06 17:51:38.909212 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Floating IP d70de7cc-794c-4270-9a45-b3c5a0ad2844 associated. External IP: 172.25.5.6, port: 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8. Jul 06 17:51:38.916133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: fe455380-e7d0-4cf2-85d9-fbdcda8ea231 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:38.919389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device fe455380-e7d0-4cf2-85d9-fbdcda8ea231 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:38.922487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.044610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Pushing event deleted for resources: {'Port': ['ID=165e7c15-487d-48d4-999d-f245ed7c549c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:39.157271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4f8aca3-7b4b-44a7-b657-4b405eb0f3c8 req-c68aaa39-c0f7-470e-b36e-4ca0ee08b4be tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416162 Jul 06 17:51:39.188814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Router 7ceb5ff6-bd68-40f8-9479-d2701668b65e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:39.215354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-51154557-7699-4200-b30a-aa31563ae3d4 service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511714 Jul 06 17:51:39.226691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] No DVR routers for this DVR port 165e7c15-487d-48d4-999d-f245ed7c549c on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:39.239327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] For port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:39.243195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] For port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:39.252815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.256355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-adea2e58-55b6-4b40-9e40-c94d8abc638f req-608a0403-c9ad-42dc-9482-07e94b3d93e5 tempest-ListServersNegativeTestJSON-1687570723 tempest-ListServersNegativeTestJSON-1687570723-project] 10.222.0.61 "DELETE /v2.0/ports/165e7c15-487d-48d4-999d-f245ed7c549c HTTP/1.1" status: 204 len: 173 time: 2.5067945 Jul 06 17:51:39.259079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.310835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:39.311522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.313056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] 10.222.0.60 "PUT /v2.0/ports/a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 HTTP/1.1" status: 200 len: 1091 time: 3.4894793 Jul 06 17:51:39.372184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb555b7e-fc57-4934-9e4e-b2e970fda916 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:39.410980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.467893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:39.476640 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.489550 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] Sync routers for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:39.565217 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:39.570254 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b36f9433-eec4-4a85-a3c4-a03c29c12a80 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "PUT /v2.0/floatingips/d70de7cc-794c-4270-9a45-b3c5a0ad2844 HTTP/1.1" status: 200 len: 989 time: 1.7419477 Jul 06 17:51:39.575884 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:51:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:39.579808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event deleted for resources: {'Port': ['ID=307e4230-f785-4776-a990-c1e9444ea7ce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:39.667661 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcab4954-ffe9-4690-bdca-3ba9e95db140 x-openstack-request-id: req-dcab4954-ffe9-4690-bdca-3ba9e95db140 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:39.667995 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44805ce1-5524-40b2-ae71-91bda7041123", "tag": "54433cf0-c895-452e-85e1-e6862e9a09f6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:39.668371 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcab4954-ffe9-4690-bdca-3ba9e95db140 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:39.668793 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44805ce1-5524-40b2-ae71-91bda7041123', 'tag': '54433cf0-c895-452e-85e1-e6862e9a09f6', 'status': 'completed', 'code': 200} Jul 06 17:51:39.713837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] No DVR routers for this DVR port 307e4230-f785-4776-a990-c1e9444ea7ce on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:39.717204 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.719695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75411166-77d7-47fa-8d92-00d04fd71d2d req-f915ac81-6500-4134-8579-eba7c07b9613 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "DELETE /v2.0/ports/307e4230-f785-4776-a990-c1e9444ea7ce HTTP/1.1" status: 204 len: 173 time: 2.1392434 Jul 06 17:51:39.888367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'name': 'network-vif-deleted', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2'}, {'name': 'network-changed', 'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:39.892109 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5119c9-42eb-49d6-96e4-75caffcd35cf" -d '{"events": [{"server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "name": "network-vif-deleted", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2"}, {"name": "network-changed", "server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:39.914686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-5e506e95-a90b-46c1-ac34-c07264075440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:39.918519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-5e506e95-a90b-46c1-ac34-c07264075440 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 1094 time: 0.5088601 Jul 06 17:51:40.090111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2c4f0e8-b5bd-481e-84e1-248be4e524bd req-d7529d6f-675c-420f-a2e5-173aa5a48f9a tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 210 time: 0.1927190 Jul 06 17:51:40.131520 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:40.140093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-ce14abe7-46fc-4db9-ba6c-cefd0ca03e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.150036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-ce14abe7-46fc-4db9-ba6c-cefd0ca03e58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.2343593 Jul 06 17:51:40.226954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-25e22150-9728-4e87-a2c1-11504e5cc186 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 HTTP/1.1" status: 200 len: 217 time: 0.2455449 Jul 06 17:51:40.395230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-f81d28d2-301e-4899-a6b6-b79101b8f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.398073 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-f81d28d2-301e-4899-a6b6-b79101b8f6a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.2433007 Jul 06 17:51:40.545380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-88314860-9060-409a-a35c-1965e597ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.554632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-88314860-9060-409a-a35c-1965e597ef9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 1094 time: 0.7897186 Jul 06 17:51:40.578043 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-d7b5a6e6-80c3-4203-816f-7166d2a45490 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 0.1733387 Jul 06 17:51:40.583857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 165e7c15-487d-48d4-999d-f245ed7c549c no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:40.645455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 165e7c15-487d-48d4-999d-f245ed7c549c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:40.645808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 165e7c15-487d-48d4-999d-f245ed7c549c not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:40.646559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:40.686095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-3661b650-a9e0-4700-bcb5-6658ef3c7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.695657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-3661b650-a9e0-4700-bcb5-6658ef3c7021 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.4538312 Jul 06 17:51:40.709751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 307e4230-f785-4776-a990-c1e9444ea7ce {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:40.712429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 307e4230-f785-4776-a990-c1e9444ea7ce not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:40.768452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-606bd81f-446b-4458-85f8-5e0b04d9cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.776361 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-606bd81f-446b-4458-85f8-5e0b04d9cc67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1863346 Jul 06 17:51:40.814438 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd70de7cc-794c-4270-9a45-b3c5a0ad2844', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'port_id': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'mac_address': 'fa:16:3e:92:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f7b52-14b7-4554-9574-8ce924e697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:59Z', 'updated_at': '2021-07-06T17:51:38Z', 'revision_number': 1, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:02Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:40.859426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 54433cf0-c895-452e-85e1-e6862e9a09f6 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:40.916185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] Checking router: 7ceb5ff6-bd68-40f8-9479-d2701668b65e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:51:40.942445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:40.954496 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:51:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:40.960754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-28c10cbd-5280-443e-b701-48eeb48161dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.964270 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-28c10cbd-5280-443e-b701-48eeb48161dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838059 Jul 06 17:51:41.160763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 54433cf0-c895-452e-85e1-e6862e9a09f6, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=54433cf0-c895-452e-85e1-e6862e9a09f6,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:41.185477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '54433cf0-c895-452e-85e1-e6862e9a09f6', 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'port_id': '54433cf0-c895-452e-85e1-e6862e9a09f6', 'mac_address': 'fa:16:3e:0b:fb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34989a0d-f8e7-42d1-8a0f-500e59d15ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:41.265546 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.276838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-b792010f-9590-4c94-a6a0-2212875f8cfc service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051038 Jul 06 17:51:41.291005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54433cf0-c895-452e-85e1-e6862e9a09f6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:41.310968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:41.331203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 54433cf0-c895-452e-85e1-e6862e9a09f6, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=54433cf0-c895-452e-85e1-e6862e9a09f6,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:41.338569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.515211 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-980bd86a-e11d-4edd-aa54-54578c3bfc1a req-9dd6a555-4926-4bc3-b1f6-b01ce926fc26 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307196 Jul 06 17:51:41.545075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=54433cf0-c895-452e-85e1-e6862e9a09f6,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:41.602400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['54433cf0-c895-452e-85e1-e6862e9a09f6'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:41.754310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'name': 'network-vif-deleted', 'tag': '165e7c15-487d-48d4-999d-f245ed7c549c'}, {'name': 'network-changed', 'server_uuid': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'tag': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08'}, {'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-deleted', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:41.759549 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89bf436-00c4-4a00-8b47-91f56bdd580e" -d '{"events": [{"server_uuid": "74bf7d14-47d3-4b5a-9942-00f7f2f47a5f", "name": "network-vif-deleted", "tag": "165e7c15-487d-48d4-999d-f245ed7c549c"}, {"name": "network-changed", "server_uuid": "41a58dde-a089-4a59-80d1-d2ec378b97ec", "tag": "a7d2e1e6-4e1e-4a95-805d-738d7ed1df08"}, {"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-deleted", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:41.861277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-78ac1dca-152d-4c6c-842d-ea22f6f2c1f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1526234 Jul 06 17:51:41.881330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-041dd03a-9d3a-4940-8096-0713d564bb52 req-a54df3f8-6564-4cea-9707-74665f71b1f9 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 210 time: 1.1327477 Jul 06 17:51:41.994040 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd70de7cc-794c-4270-9a45-b3c5a0ad2844', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'port_id': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'mac_address': 'fa:16:3e:92:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f7b52-14b7-4554-9574-8ce924e697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:59Z', 'updated_at': '2021-07-06T17:51:38Z', 'revision_number': 1, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:02Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:42.006636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e119c0-28c0-489c-9f90-3fbf18ca8ba3 req-206fc72c-2835-4d8c-a0f9-b3ca50607425 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:42.011877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e119c0-28c0-489c-9f90-3fbf18ca8ba3 req-206fc72c-2835-4d8c-a0f9-b3ca50607425 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 943 time: 1.7672091 Jul 06 17:51:42.069112 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fba6e0-a300-4d40-97f2-2635d45e88ae None None] The sync data for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 is: [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd70de7cc-794c-4270-9a45-b3c5a0ad2844', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'port_id': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'mac_address': 'fa:16:3e:92:5c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f7b52-14b7-4554-9574-8ce924e697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:59Z', 'updated_at': '2021-07-06T17:51:38Z', 'revision_number': 1, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:02Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:42.087683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-034a2e7c-f23b-496b-90ac-096692d4a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:42.089277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-034a2e7c-f23b-496b-90ac-096692d4a5db service neutron] 10.222.0.60 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 1.5165436 Jul 06 17:51:42.162660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e119c0-28c0-489c-9f90-3fbf18ca8ba3 req-512958d8-84d0-405b-ab55-bb8ab8e0022e tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437168 Jul 06 17:51:42.326938 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91d09a-9ea0-4457-96db-08fbe9a04164 x-openstack-request-id: req-ab91d09a-9ea0-4457-96db-08fbe9a04164 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:42.327509 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d", "name": "network-vif-deleted", "tag": "dca315f0-ae54-4bb6-bbab-f340496199c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:42.327773 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab91d09a-9ea0-4457-96db-08fbe9a04164 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:42.328378 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d', 'name': 'network-vif-deleted', 'tag': 'dca315f0-ae54-4bb6-bbab-f340496199c2', 'status': 'completed', 'code': 200} Jul 06 17:51:42.329924 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'status': 'completed', 'code': 200} Jul 06 17:51:42.372807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-40a50f42-9616-47a4-b4a5-8d6c2f5c8e2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54433cf0-c895-452e-85e1-e6862e9a09f6 HTTP/1.1" status: 200 len: 217 time: 0.2699018 Jul 06 17:51:42.389091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-5f2400ae-a24b-4571-9f53-be29dca7d5c4 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081463 Jul 06 17:51:42.526779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-40084ec5-15f2-48cb-a81f-0719d3e6e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:42.537578 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-40084ec5-15f2-48cb-a81f-0719d3e6e3bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96&device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 1096 time: 0.1888134 Jul 06 17:51:42.538562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:42.592197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:42.664530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b66ee-952b-40c3-a0ea-31db52c70e1e None None] New status for floating IP d70de7cc-794c-4270-9a45-b3c5a0ad2844: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:51:42.885124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: dca315f0-ae54-4bb6-bbab-f340496199c2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:42.886145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device dca315f0-ae54-4bb6-bbab-f340496199c2 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:42.888067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 54433cf0-c895-452e-85e1-e6862e9a09f6 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:42.897522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Deleting subnet b9368242-54a7-454c-94fb-a56336c104c3 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:42.905063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dad917e4-a8ae-40d6-8ebf-dd5bae4155b4 req-9dff0204-1c34-4844-83f8-a72fc6f8b8e7 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829025 Jul 06 17:51:42.905660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.969000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 54433cf0-c895-452e-85e1-e6862e9a09f6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:42.974061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 54433cf0-c895-452e-85e1-e6862e9a09f6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:42.974468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.989438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.042682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.087391 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.106984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.112887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-d218fbfc-fdbb-4068-aa84-c7328ea6f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:43.117908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-d218fbfc-fdbb-4068-aa84-c7328ea6f89c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.7268500 Jul 06 17:51:43.126027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44805ce1-5524-40b2-ae71-91bda7041123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54433cf0-c895-452e-85e1-e6862e9a09f6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:43.129557 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac0283-22f3-4c18-825b-3514bf39370f" -d '{"events": [{"server_uuid": "44805ce1-5524-40b2-ae71-91bda7041123", "name": "network-vif-plugged", "status": "completed", "tag": "54433cf0-c895-452e-85e1-e6862e9a09f6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:43.150322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9368242-54a7-454c-94fb-a56336c104c3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:43.150600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 54433cf0-c895-452e-85e1-e6862e9a09f6, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=54433cf0-c895-452e-85e1-e6862e9a09f6,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:43.154880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-a312d14c-e71b-4fec-aa0a-76b51032b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:43.157548 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.162370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-a312d14c-e71b-4fec-aa0a-76b51032b609 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67bf2683-c08e-4345-b83f-4c8f666d7589 HTTP/1.1" status: 200 len: 912 time: 0.6056168 Jul 06 17:51:43.172617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.174716 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-884479c9-5a6a-4ae0-9a0f-d98ce9c2f82b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b9368242-54a7-454c-94fb-a56336c104c3 HTTP/1.1" status: 204 len: 168 time: 0.6349711 Jul 06 17:51:43.179615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:43.222410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-92a0e8d4-6053-48b9-9b26-023c9c114c3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695641 Jul 06 17:51:43.264003 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-0ca77660-25ba-4173-bea7-4200c6645fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 HTTP/1.1" status: 200 len: 999 time: 0.0876241 Jul 06 17:51:43.267662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=54433cf0-c895-452e-85e1-e6862e9a09f6,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:43.315756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-784e88ee-3ea4-45a3-98e9-1602d6cbc249 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:43.319702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-784e88ee-3ea4-45a3-98e9-1602d6cbc249 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.9817581 Jul 06 17:51:43.360429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3ddb0-2c78-4521-9c70-ea00e91ff0cb req-3bb478dd-f4cb-4b09-9ff1-13c16342437e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:43.367701 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53b3ddb0-2c78-4521-9c70-ea00e91ff0cb req-3bb478dd-f4cb-4b09-9ff1-13c16342437e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.8579166 Jul 06 17:51:43.397464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Request body: {'port': {'device_id': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'admin_state_up': True, 'tenant_id': '691f92beb2a44b3faac47f98d201e473'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:43.407732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.551179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298553e-08db-4d9d-ac83-4a7484406131 req-35bb3b87-4673-43ef-ac8d-a70d2b7d353a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:43.552938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c298553e-08db-4d9d-ac83-4a7484406131 req-35bb3b87-4673-43ef-ac8d-a70d2b7d353a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 944 time: 0.6461792 Jul 06 17:51:43.561730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53b3ddb0-2c78-4521-9c70-ea00e91ff0cb req-e2a9a04e-9817-4056-acc9-2e11d96658cf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923521 Jul 06 17:51:43.699452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Made reservation on behalf of 691f92beb2a44b3faac47f98d201e473 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:43.703355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.720008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c298553e-08db-4d9d-ac83-4a7484406131 req-402d30b7-95eb-441b-bd46-9e2a211aebe3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571956 Jul 06 17:51:43.734409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-ec316986-c01f-4ba3-a04a-73d1cf6c1efd service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740725 Jul 06 17:51:43.770438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb9c9416-c813-4a28-9e85-78d0d3f4b04b req-c18da88b-ace4-4fea-90eb-dff1abdc931e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 210 time: 0.0625920 Jul 06 17:51:44.036622 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b261fb2-7cf1-42a8-bb6d-b2b0dd53d855 x-openstack-request-id: req-4b261fb2-7cf1-42a8-bb6d-b2b0dd53d855 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:44.037642 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bf7d14-47d3-4b5a-9942-00f7f2f47a5f", "name": "network-vif-deleted", "tag": "165e7c15-487d-48d4-999d-f245ed7c549c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41a58dde-a089-4a59-80d1-d2ec378b97ec", "tag": "a7d2e1e6-4e1e-4a95-805d-738d7ed1df08", "status": "completed", "code": 200}, {"server_uuid": "2a582a57-6cfe-4cde-83b8-e59fff950d5a", "name": "network-vif-deleted", "tag": "307e4230-f785-4776-a990-c1e9444ea7ce", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:44.037642 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b261fb2-7cf1-42a8-bb6d-b2b0dd53d855 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:44.037642 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bf7d14-47d3-4b5a-9942-00f7f2f47a5f', 'name': 'network-vif-deleted', 'tag': '165e7c15-487d-48d4-999d-f245ed7c549c', 'status': 'completed', 'code': 200} Jul 06 17:51:44.038124 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'tag': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'status': 'completed', 'code': 200} Jul 06 17:51:44.038124 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a582a57-6cfe-4cde-83b8-e59fff950d5a', 'name': 'network-vif-deleted', 'tag': '307e4230-f785-4776-a990-c1e9444ea7ce', 'status': 'completed', 'code': 200} Jul 06 17:51:44.066625 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17185140-3284-485c-9851-e2131a04af38 x-openstack-request-id: req-17185140-3284-485c-9851-e2131a04af38 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:44.067296 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44805ce1-5524-40b2-ae71-91bda7041123", "name": "network-vif-plugged", "status": "completed", "tag": "54433cf0-c895-452e-85e1-e6862e9a09f6", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:44.067758 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17185140-3284-485c-9851-e2131a04af38 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:44.068655 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44805ce1-5524-40b2-ae71-91bda7041123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54433cf0-c895-452e-85e1-e6862e9a09f6', 'code': 200} Jul 06 17:51:44.087683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-cb4adeea-5171-4274-8404-aef2cc5838a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.089286 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-cb4adeea-5171-4274-8404-aef2cc5838a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f76a636-17fd-434e-b570-b372e1891f90 HTTP/1.1" status: 200 len: 850 time: 0.6752760 Jul 06 17:51:44.140475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.152136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf14f2b5-c713-4014-af5c-26a4cd6eb64a req-f10d5bd1-6496-4253-92fd-1037ac9e861e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 210 time: 0.1022544 Jul 06 17:51:44.158411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:44.183477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e34c94e-259b-426e-848a-a6c6a0931627') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:44.183830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e34c94e-259b-426e-848a-a6c6a0931627') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:44.200108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.221464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.238733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:44.239142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:44.241502 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:44.257843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-a948336c-1aa1-411e-bbcd-5b38dd1a9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.259634 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-a948336c-1aa1-411e-bbcd-5b38dd1a9c1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67bf2683-c08e-4345-b83f-4c8f666d7589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572063 Jul 06 17:51:44.366849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.385714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f4e7454-18fd-488f-a61a-bab34ea39f2c req-60ae237c-6a78-4cab-bb7a-0aebcd6fd5c2 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250041 Jul 06 17:51:44.392487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.400536 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43 HTTP/1.1" status: 204 len: 168 time: 1.2196281 Jul 06 17:51:44.431248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f39f6-a07b-4b56-9588-596bc0266119 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa11dc1-2c3c-4bcd-b986-6c762d3a6d43,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:44.478177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Allocated IP 172.20.0.6 (9990f140-e398-4fb3-8e96-c48f08b6d3d6/499e3ed8-24f9-4432-97d7-841d9ecb3cec/1d947b56-335b-4a8b-b90a-3a86ad408110) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:44.507879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe137-68c1-407f-82cc-6cd49318ec14 req-0984f6c7-cd0a-4073-bc94-dec7f76a7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.509310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58fe137-68c1-407f-82cc-6cd49318ec14 req-0984f6c7-cd0a-4073-bc94-dec7f76a7d33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 1096 time: 0.3541381 Jul 06 17:51:44.519806 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-c2191b00-e5a2-406b-bb37-7121ecfbdd88 service neutron] 10.222.0.60 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287438 Jul 06 17:51:44.525136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-36d8a68d-ba49-4d50-a18c-74881d2405ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.526849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-36d8a68d-ba49-4d50-a18c-74881d2405ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 1094 time: 0.4878118 Jul 06 17:51:44.571825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db7e4-bce5-4a2f-b8ba-25838b7caa61 req-e2118d18-27ee-4315-b7b3-4335efd19f76 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.578999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c3db7e4-bce5-4a2f-b8ba-25838b7caa61 req-e2118d18-27ee-4315-b7b3-4335efd19f76 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 943 time: 0.2906318 Jul 06 17:51:44.646643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:44.741411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f58fe137-68c1-407f-82cc-6cd49318ec14 req-49b8db04-5a10-4d78-8eba-681d54c4c26b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186489 Jul 06 17:51:44.764336 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16818f34-8a46-4afb-a31c-f66e3efd1edf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5f4dd790ca14bafb75da4b22fe6f797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154814 Jul 06 17:51:44.775672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53944) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:44.810620 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-df5119c9-42eb-49d6-96e4-75caffcd35cf req-bdb47249-f073-41ce-8149-75e2a602a12d service neutron] 10.222.0.60 "GET /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849121 Jul 06 17:51:44.811936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c3db7e4-bce5-4a2f-b8ba-25838b7caa61 req-4d01ead5-439e-4a85-b3d6-4db307c64f24 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318113 Jul 06 17:51:44.883499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:44.900240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-843e9748-3e65-4b5a-bb32-464065f46f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.960972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-843e9748-3e65-4b5a-bb32-464065f46f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.993122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-f30c9b75-cac9-400e-814a-f8fbc11b55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.995645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-f30c9b75-cac9-400e-814a-f8fbc11b55a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 916 time: 0.4519298 Jul 06 17:51:45.022080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-843e9748-3e65-4b5a-bb32-464065f46f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.025178 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-843e9748-3e65-4b5a-bb32-464065f46f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.028772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-843e9748-3e65-4b5a-bb32-464065f46f37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8556dc9b-f865-4433-923f-cfabac97efd6 HTTP/1.1" status: 204 len: 168 time: 0.2492051 Jul 06 17:51:45.048345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e9748-3e65-4b5a-bb32-464065f46f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8556dc9b-f865-4433-923f-cfabac97efd6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:45.101025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:45.117429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'port_id': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'mac_address': 'fa:16:3e:13:e4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8b47cc-7522-42a3-b32b-b5407aec6ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:45.126024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-09030bb7-d287-4b9f-b259-25e3d6c78c99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 HTTP/1.1" status: 200 len: 217 time: 0.1215932 Jul 06 17:51:45.173011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.192906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:45.198948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.226364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:45.232620 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.304791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4781e1-1611-4d89-90ef-f493256187bf req-1c5fb419-e9e3-4e97-b68d-b8a2f2f61bf4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:45.312993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db4781e1-1611-4d89-90ef-f493256187bf req-1c5fb419-e9e3-4e97-b68d-b8a2f2f61bf4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4961240 Jul 06 17:51:45.323655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:45.361794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-6832a2fa-c81e-4635-b105-386f99e7f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:45.366312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-6832a2fa-c81e-4635-b105-386f99e7f5bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.2268851 Jul 06 17:51:45.467318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-3fda078a-39d1-4cf5-b2d2-e5acc3eb1332 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698433 Jul 06 17:51:45.488768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db4781e1-1611-4d89-90ef-f493256187bf req-cd672926-2f43-4c3f-a7ed-7e0a16f9a9b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434827 Jul 06 17:51:45.527655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:45.677574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9ec76-4356-4704-ac61-71a799b4c59e req-282c3005-c060-4c6c-a9cf-cb02d2d82220 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:45.692323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f9ec76-4356-4704-ac61-71a799b4c59e req-282c3005-c060-4c6c-a9cf-cb02d2d82220 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 945 time: 0.5351067 Jul 06 17:51:45.717907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.835807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f9ec76-4356-4704-ac61-71a799b4c59e req-85d0a08f-007a-4e27-a666-d8e2e899b161 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377726 Jul 06 17:51:45.905125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34429cbd-2145-4135-b755-86f2c6373a99 req-f9edc7d6-a4d5-43d2-b19a-a46dab2eaf4d tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a6fd12-ba99-4e42-bab0-1d21c7ff6c3d HTTP/1.1" status: 200 len: 210 time: 0.1429882 Jul 06 17:51:45.907150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:45.929958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:45.934460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:45.937230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:45.973880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-cbecd79c-60a2-4081-9397-fa8bdffe3189 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823172 Jul 06 17:51:46.094482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:46.095414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.195690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-5b3e46c0-55d4-4b4b-bea9-53a7cbf9e366 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8031840 Jul 06 17:51:46.222835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Request body: {'port': {'device_id': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:46.269696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f89bf436-00c4-4a00-8b47-91f56bdd580e req-cec18b89-f984-4a71-a82d-7239ac9225b0 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827852 Jul 06 17:51:46.349753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.374386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054d05-09a3-4eb9-88d2-28caa2c6ec35 req-9bbe3f57-3a20-4253-93ee-d01ba8041265 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:46.376415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2054d05-09a3-4eb9-88d2-28caa2c6ec35 req-9bbe3f57-3a20-4253-93ee-d01ba8041265 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 931 time: 0.2900529 Jul 06 17:51:46.513057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2054d05-09a3-4eb9-88d2-28caa2c6ec35 req-7c4ceaa2-7a95-49f1-baba-676c595b4f39 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118271 Jul 06 17:51:46.734524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166da79-4f7e-4b8b-b694-e269de28b2a7 req-317e8aac-a703-4898-bfff-e05c03641927 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:46.736631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4166da79-4f7e-4b8b-b694-e269de28b2a7 req-317e8aac-a703-4898-bfff-e05c03641927 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 944 time: 0.1321604 Jul 06 17:51:46.837905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4166da79-4f7e-4b8b-b694-e269de28b2a7 req-08cdc85d-9097-4900-a6df-02dccfdceea6 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890055 Jul 06 17:51:46.840226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d947b56-335b-4a8b-b90a-3a86ad408110 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:46.851894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.873334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Transition to ACTIVE for port object 1d947b56-335b-4a8b-b90a-3a86ad408110 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:46.879031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.895671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:47.030321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:47.038490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:47.038868 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.173126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:47.312855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Attempting to bind port 1d947b56-335b-4a8b-b90a-3a86ad408110 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:47.313538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Attempting to bind port 1d947b56-335b-4a8b-b90a-3a86ad408110 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:47.313538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Attempting to bind port 1d947b56-335b-4a8b-b90a-3a86ad408110 on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:47.327772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.361626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Port 1d947b56-335b-4a8b-b90a-3a86ad408110 on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:47.361977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Attempting to bind port 1d947b56-335b-4a8b-b90a-3a86ad408110 on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:47.365909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:47.369910 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a54ae7-c42f-4e6e-a6a5-64ec6b442bda" -d '{"events": [{"server_uuid": "41a58dde-a089-4a59-80d1-d2ec378b97ec", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2e1e6-4e1e-4a95-805d-738d7ed1df08"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:47.383881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:47.384841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Checking segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:47.385275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Bound using segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:47.385731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Bound port: 1d947b56-335b-4a8b-b90a-3a86ad408110, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:47.386106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.388717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:47.397097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.477347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:47.481138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:47.495911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.525864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:47.561440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f550f0-c8b1-4a9b-b45e-e85df34284c6 req-d43054ce-4dc7-4999-b2c2-239778a369e8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:47.569271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79f550f0-c8b1-4a9b-b45e-e85df34284c6 req-d43054ce-4dc7-4999-b2c2-239778a369e8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3408189 Jul 06 17:51:47.615353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:47.616060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.617622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] 10.222.0.61 "PUT /v2.0/ports/1d947b56-335b-4a8b-b90a-3a86ad408110 HTTP/1.1" status: 200 len: 1091 time: 1.4128356 Jul 06 17:51:47.620943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:47.630207 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f348482-b79e-4533-9782-94d6a9d7ac59" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:47.674458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1969b6f-bdca-4878-8105-1d54de7f41b0 req-b7d9d5f4-bc10-4e48-a1ee-f292cf5d1671 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:47.676870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1969b6f-bdca-4878-8105-1d54de7f41b0 req-b7d9d5f4-bc10-4e48-a1ee-f292cf5d1671 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 945 time: 0.3809428 Jul 06 17:51:47.701522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295410e-5d0a-4d5d-95ad-2e5108e25264 service neutron] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:47.740150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79f550f0-c8b1-4a9b-b45e-e85df34284c6 req-6a3ed4ff-42ba-42b6-ab37-a4110e3d4878 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566889 Jul 06 17:51:48.396144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1969b6f-bdca-4878-8105-1d54de7f41b0 req-b9008ee3-36ad-44cf-a1ab-74fb1270f2d9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7001479 Jul 06 17:51:48.401375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a37d605-d45a-414d-89cd-5b302fe4540d req-1677fdd9-b0d3-44b8-819f-4209bedab27f tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.1061969 Jul 06 17:51:48.452851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-49c1cc28-fb9b-4746-bee4-37f74d64082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:48.457838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-49c1cc28-fb9b-4746-bee4-37f74d64082b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 1094 time: 0.7912114 Jul 06 17:51:48.537634 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951cadbd-efb0-45c7-892f-e438c67b9763 x-openstack-request-id: req-951cadbd-efb0-45c7-892f-e438c67b9763 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:48.538458 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a58dde-a089-4a59-80d1-d2ec378b97ec", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2e1e6-4e1e-4a95-805d-738d7ed1df08", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:48.538458 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-951cadbd-efb0-45c7-892f-e438c67b9763 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:48.538801 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'code': 200} Jul 06 17:51:48.577383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-64520e22-fd2e-443a-ace9-1ff7912d32e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d947b56-335b-4a8b-b90a-3a86ad408110 HTTP/1.1" status: 200 len: 217 time: 0.1101353 Jul 06 17:51:48.668846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-14b02be7-0389-46a5-b292-374bd6a2be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:48.670366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-14b02be7-0389-46a5-b292-374bd6a2be96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.0782051 Jul 06 17:51:48.785426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-635c3a47-3d7c-4fa0-9d93-a5d62ba0debb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063225 Jul 06 17:51:48.788425 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c60eeb-5e07-4d5d-bd23-dc230cda26fe x-openstack-request-id: req-a6c60eeb-5e07-4d5d-bd23-dc230cda26fe {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:48.788910 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:48.789343 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6c60eeb-5e07-4d5d-bd23-dc230cda26fe {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:48.789999 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'status': 'completed', 'code': 200} Jul 06 17:51:49.069320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-230b415c-a3f4-480b-a7ca-1c67d6a19b2c service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092364 Jul 06 17:51:49.071506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2cfbf-6e9a-43b1-86be-e559c8913fdf req-fae09736-973c-406b-b576-259403d41c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.073092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ee2cfbf-6e9a-43b1-86be-e559c8913fdf req-fae09736-973c-406b-b576-259403d41c71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 1096 time: 0.3797116 Jul 06 17:51:49.203527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9fdf-ac79-479d-93d0-db5d30cc1a62 req-2ef0f6d4-4a69-4557-99fe-921651451a60 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.211352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316e9fdf-ac79-479d-93d0-db5d30cc1a62 req-2ef0f6d4-4a69-4557-99fe-921651451a60 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 943 time: 0.5130045 Jul 06 17:51:49.254744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ee2cfbf-6e9a-43b1-86be-e559c8913fdf req-645f408e-9083-4f13-b1c7-ac538475fc10 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659017 Jul 06 17:51:49.296526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e276c6-11a3-4969-b2a3-24764d1bc10d req-d32ee81b-7707-4f88-be72-35c7d0c43c4b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.304141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e276c6-11a3-4969-b2a3-24764d1bc10d req-d32ee81b-7707-4f88-be72-35c7d0c43c4b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3519561 Jul 06 17:51:49.341815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ba71b4c-47b6-4d4b-a035-047a00000fd7 req-52de0365-546d-473c-8048-a8dc9210f122 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633634 Jul 06 17:51:49.367784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316e9fdf-ac79-479d-93d0-db5d30cc1a62 req-2d1d9a88-a4a2-4bc1-9bc2-d8b2776cd87a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417036 Jul 06 17:51:49.436341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e276c6-11a3-4969-b2a3-24764d1bc10d req-5eb5cc64-85e3-4d42-bfc9-c329a0168af8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308033 Jul 06 17:51:49.698245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-1b9ab6e2-5ad1-4331-9c21-03f5a7cf8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.704550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-1b9ab6e2-5ad1-4331-9c21-03f5a7cf8e55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 1094 time: 0.2645519 Jul 06 17:51:49.986496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-7ca2fb7e-84bf-4c02-a6f3-eefcd55dab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.988158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-7ca2fb7e-84bf-4c02-a6f3-eefcd55dab19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 905 time: 0.2771194 Jul 06 17:51:50.057350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-4fd3e3f4-8d0b-4118-ab80-ffb9c6903243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d947b56-335b-4a8b-b90a-3a86ad408110 HTTP/1.1" status: 200 len: 217 time: 0.0596938 Jul 06 17:51:50.137035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6f7a6-5f7d-416b-8e3d-c5df1c59888d req-96c9abf0-616c-48e9-a2b3-3f89f65f67da tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:50.138984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5eb6f7a6-5f7d-416b-8e3d-c5df1c59888d req-96c9abf0-616c-48e9-a2b3-3f89f65f67da tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 945 time: 0.1997089 Jul 06 17:51:50.144460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-83732cd8-83f8-4bea-a034-ebbd5e2b1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:50.146370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-83732cd8-83f8-4bea-a034-ebbd5e2b1ef1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.0812397 Jul 06 17:51:50.305892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-f24f00b9-f92b-4dba-b54e-f70a11112d4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523609 Jul 06 17:51:50.477688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5eb6f7a6-5f7d-416b-8e3d-c5df1c59888d req-f5f3c6de-c5b5-4420-94b3-1cfc3148c4c2 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215234 Jul 06 17:51:50.545382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-4fb71f77-798b-4f9b-95b1-3b3d16c3a833 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237160 Jul 06 17:51:50.803328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f348482-b79e-4533-9782-94d6a9d7ac59 req-c1562ed5-0268-43b3-b1c3-4862d6cabc15 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507350 Jul 06 17:51:50.940190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d871-3679-4063-8f46-13a649359305 req-8f7e73ff-dad2-4e25-8420-985e245db8b3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:50.942328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb34d871-3679-4063-8f46-13a649359305 req-8f7e73ff-dad2-4e25-8420-985e245db8b3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 945 time: 0.1853707 Jul 06 17:51:50.999010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-21f9114e-5f1a-4f37-a053-f54bc1d800b4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:51.007531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-21f9114e-5f1a-4f37-a053-f54bc1d800b4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.1757233 Jul 06 17:51:51.043759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb34d871-3679-4063-8f46-13a649359305 req-605050b0-9783-4b79-a37f-a03f63250020 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890145 Jul 06 17:51:51.046709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-88769320-c707-4cd9-a2e8-0a8a38e91e62 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/quotas/33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 375 time: 0.0236192 Jul 06 17:51:51.196656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-4585c17e-172a-4572-b348-028edb59f440 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1307120 Jul 06 17:51:51.368747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-1a4ae2c9-5d22-4738-9b79-1b4d0d73ac3c service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597037 Jul 06 17:51:51.535676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f05f4b13-59b6-4794-8d7e-0d00c367649d req-3ff53b61-f7e3-4dd2-a8d9-b6a966f6e7a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.0774965 Jul 06 17:51:51.636260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-46d107e7-2cce-454a-930c-e6c482fde145 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406709 Jul 06 17:51:51.658745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-22238e72-16ce-43ab-8c56-1e6bcfb1a9b9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:51.661757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-22238e72-16ce-43ab-8c56-1e6bcfb1a9b9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.60 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 945 time: 0.1950042 Jul 06 17:51:51.752845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba645fbf-8330-482e-9808-cc5db3a7be7d req-e6882342-dc46-4251-b1ed-db9e9076a09b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:51.754708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba645fbf-8330-482e-9808-cc5db3a7be7d req-e6882342-dc46-4251-b1ed-db9e9076a09b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 943 time: 0.1795814 Jul 06 17:51:51.921105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba645fbf-8330-482e-9808-cc5db3a7be7d req-37fb88d3-33aa-4e28-9507-6c30ccab197e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141720 Jul 06 17:51:51.946039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Deleting port 54433cf0-c895-452e-85e1-e6862e9a09f6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:51.947940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.156598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd4a40ea-0ca1-48fd-a13d-cc936e530fc8 req-021227ee-7a22-467d-a08f-fb4c692c6c9f tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.1743276 Jul 06 17:51:52.355272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] For port 54433cf0-c895-452e-85e1-e6862e9a09f6, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=54433cf0-c895-452e-85e1-e6862e9a09f6,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:52.355272 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.408065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Calling delete_port for 54433cf0-c895-452e-85e1-e6862e9a09f6 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:52.679794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:52.697100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11e4e29d-e317-4aa6-919b-46b51fa114c4 req-29b69c22-7394-49c6-9e7c-b365d08b05c1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 210 time: 0.1233490 Jul 06 17:51:52.826583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5aef-7619-49b0-9504-dafe7a55c5d0 req-2661e84c-e7d2-49ef-99ef-dd62667b2951 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:52.839133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccab5aef-7619-49b0-9504-dafe7a55c5d0 req-2661e84c-e7d2-49ef-99ef-dd62667b2951 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 945 time: 0.2674475 Jul 06 17:51:52.980607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:53.001198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'mac_address': 'fa:16:3e:06:34:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:53.048141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccab5aef-7619-49b0-9504-dafe7a55c5d0 req-c2183742-bf8f-4d21-8475-7be36d4b8a96 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074714 Jul 06 17:51:53.061127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.072430 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.123917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['cd0cf99c-1310-4d3b-9c12-81891af738f3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:53.199766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Pushing event deleted for resources: {'Port': ['ID=54433cf0-c895-452e-85e1-e6862e9a09f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:53.276069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d947b56-335b-4a8b-b90a-3a86ad408110 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:53.326742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:53.340914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.389377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] No DVR routers for this DVR port 54433cf0-c895-452e-85e1-e6862e9a09f6 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:53.399453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.401633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c0e6358-9a40-49db-8c2e-d8939ce06372 req-90d05151-5453-4a07-b345-9967be84b2d1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.60 "DELETE /v2.0/ports/54433cf0-c895-452e-85e1-e6862e9a09f6 HTTP/1.1" status: 204 len: 173 time: 1.7331545 Jul 06 17:51:53.402157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44805ce1-5524-40b2-ae71-91bda7041123', 'name': 'network-vif-deleted', 'tag': '54433cf0-c895-452e-85e1-e6862e9a09f6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:53.410084 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fae9db-6e1e-4d1b-818c-eeee2c24eb6b" -d '{"events": [{"server_uuid": "44805ce1-5524-40b2-ae71-91bda7041123", "name": "network-vif-deleted", "tag": "54433cf0-c895-452e-85e1-e6862e9a09f6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:53.449414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d83df-2a49-4b83-b0c7-5eecb794eae9 req-7cb80f91-7ff6-484f-9e02-ea7a1d377742 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:53.464744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-445d83df-2a49-4b83-b0c7-5eecb794eae9 req-7cb80f91-7ff6-484f-9e02-ea7a1d377742 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 867 time: 0.5560477 Jul 06 17:51:53.557873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-445d83df-2a49-4b83-b0c7-5eecb794eae9 req-c5cdfae6-cb83-4a36-a653-2202ce79994d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919738 Jul 06 17:51:53.580127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:53.703199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1d947b56-335b-4a8b-b90a-3a86ad408110'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:53.972517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f4aca-aa82-4861-947b-a1575eaddf27 req-9de818d1-fd8f-4450-bd9d-2437bdc6822b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:53.976252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-652f4aca-aa82-4861-947b-a1575eaddf27 req-9de818d1-fd8f-4450-bd9d-2437bdc6822b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 944 time: 0.1871564 Jul 06 17:51:54.089602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-652f4aca-aa82-4861-947b-a1575eaddf27 req-566d94ba-1b42-4622-8b61-184df7328da6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087580 Jul 06 17:51:54.332765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fcffb92-ff02-4e22-956e-de8695b20798 req-f590db59-1544-40ca-a136-5f994f78118c tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0570359 Jul 06 17:51:54.451426 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44967c-1970-4ccd-a1f3-ff1c9536c85d x-openstack-request-id: req-3c44967c-1970-4ccd-a1f3-ff1c9536c85d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:54.452918 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44805ce1-5524-40b2-ae71-91bda7041123", "name": "network-vif-deleted", "tag": "54433cf0-c895-452e-85e1-e6862e9a09f6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:54.453295 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c44967c-1970-4ccd-a1f3-ff1c9536c85d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:54.453839 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44805ce1-5524-40b2-ae71-91bda7041123', 'name': 'network-vif-deleted', 'tag': '54433cf0-c895-452e-85e1-e6862e9a09f6', 'status': 'completed', 'code': 200} Jul 06 17:51:54.556502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a55c2763-864e-4e65-a221-e84baa598b22 req-9761eadc-4660-4c32-946d-2638fd2b14fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0343730 Jul 06 17:51:54.795525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36b6fe73-768f-4af1-947d-eca4d86b4460 req-bb534402-3892-442e-9130-c653727c3597 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 210 time: 0.1154814 Jul 06 17:51:54.946756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 54433cf0-c895-452e-85e1-e6862e9a09f6 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:55.021946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-642dd596-f96e-4ce0-9225-3c53cfb8c0da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:55.025715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-642dd596-f96e-4ce0-9225-3c53cfb8c0da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.4218099 Jul 06 17:51:55.040782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 54433cf0-c895-452e-85e1-e6862e9a09f6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:55.041309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 54433cf0-c895-452e-85e1-e6862e9a09f6 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:55.055851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'port': {'device_id': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'admin_state_up': True, 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:55.165067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-d17bcd90-25b0-4684-8aad-3380caa1d187 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:55.167118 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-d17bcd90-25b0-4684-8aad-3380caa1d187 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 944 time: 0.5071783 Jul 06 17:51:55.173291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd4adfbf-f199-48e0-943b-bbcc2f18798e req-a75de27e-1c48-426a-8278-d681f9ad0cb9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=44805ce1-5524-40b2-ae71-91bda7041123 HTTP/1.1" status: 200 len: 210 time: 0.1223145 Jul 06 17:51:55.323765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea3a0-c7fe-4ae9-ae2d-899dc6c67652 req-5d061e44-9540-492a-bfbe-3934c55f94e8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:55.325419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-979ea3a0-c7fe-4ae9-ae2d-899dc6c67652 req-5d061e44-9540-492a-bfbe-3934c55f94e8 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 944 time: 0.4711969 Jul 06 17:51:55.334254 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeca5359-242f-4318-ac05-621b2f807c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.457675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-979ea3a0-c7fe-4ae9-ae2d-899dc6c67652 req-0ce91fc6-d69c-453b-a5bf-1b69823833a1 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935159 Jul 06 17:51:55.479118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Deleting port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:55.479633 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.533706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:55.538263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.582242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77fcab-003b-437a-95e0-1c1613818cc0 req-28c659f7-6261-4319-aff5-c3cce45962df tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:55.583892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba77fcab-003b-437a-95e0-1c1613818cc0 req-28c659f7-6261-4319-aff5-c3cce45962df tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 944 time: 0.2776694 Jul 06 17:51:55.715123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] For port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:55.715495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.734426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba77fcab-003b-437a-95e0-1c1613818cc0 req-b87ee8ba-4f18-4e1c-a85f-6ed986298c4b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332178 Jul 06 17:51:55.742505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Calling delete_port for 6fa58357-6b5a-45f7-b71b-0c2deeefb87f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:55.875564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-642c72a9-64fc-4e2d-8b6a-c44e31bfa867 req-4f06d4cb-2689-4bd4-ab90-dab2be745486 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0491869 Jul 06 17:51:55.878593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Allocated IP 172.20.0.5 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/3084eec1-8d38-4fc2-8787-02b6036db522) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:56.174524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efa95d9a-9bea-424c-b783-6ca55a298408 req-8bb79eb9-288b-44f6-8f35-39e379bbcc55 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 210 time: 0.0737967 Jul 06 17:51:56.229707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.246097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6fa58357-6b5a-45f7-b71b-0c2deeefb87f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:56.324312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event deleted for resources: {'Port': ['ID=6fa58357-6b5a-45f7-b71b-0c2deeefb87f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:56.429110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] No DVR routers for this DVR port 6fa58357-6b5a-45f7-b71b-0c2deeefb87f on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:56.435641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.439340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83d9a9b7-684d-48e6-830e-c20528f63c75 req-f3967b47-3b3f-403a-a3ae-edb04189a94e tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "DELETE /v2.0/ports/6fa58357-6b5a-45f7-b71b-0c2deeefb87f HTTP/1.1" status: 204 len: 173 time: 1.2607448 Jul 06 17:51:56.445293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.459518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'name': 'network-vif-deleted', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:56.467520 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bbce2d-b8cd-45d7-ab49-4471f4f8a175" -d '{"events": [{"server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "name": "network-vif-deleted", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:56.505264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Transition to ACTIVE for port object 3084eec1-8d38-4fc2-8787-02b6036db522 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:56.567864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.617248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:56.625313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:56.648239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:56.695082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:56.777271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=3084eec1-8d38-4fc2-8787-02b6036db522,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:56.802037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 1d947b56-335b-4a8b-b90a-3a86ad408110 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:56.808832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 1d947b56-335b-4a8b-b90a-3a86ad408110 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:56.810584 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.848804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:56.849759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.882173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-adac056a-0518-4c79-8b9a-fa39c7afbf60 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8381433 Jul 06 17:51:56.910702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Request body: {'port': {'device_id': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:57.057612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.137277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:57.142126 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e523ee-3687-4289-a1b7-cdd4f3bbfb75" -d '{"events": [{"server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "name": "network-vif-plugged", "status": "completed", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:57.187222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:57.203392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.246027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ca1fcf4-9ced-43fc-9a13-e6c7bd64270a None None] Provisioning for port 3084eec1-8d38-4fc2-8787-02b6036db522 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:57.258331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ca1fcf4-9ced-43fc-9a13-e6c7bd64270a None None] Provisioning complete for port 3084eec1-8d38-4fc2-8787-02b6036db522 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:57.259138 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ca1fcf4-9ced-43fc-9a13-e6c7bd64270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.330603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:57.358014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1fcf4-9ced-43fc-9a13-e6c7bd64270a None None] Port 3084eec1-8d38-4fc2-8787-02b6036db522 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:57.740993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5a4b50e-6cad-49ba-8da3-2060af80937e req-d4cb4268-6233-4c30-b317-e6e4e4ff631b tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.1194961 Jul 06 17:51:57.745563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f4b4044-d681-4c15-abd9-620d149b37dc req-0e4f8409-19be-4860-9658-e5c2078263cb tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3671744-91b1-453d-a6d6-6f62f833a9e5 HTTP/1.1" status: 200 len: 210 time: 0.1256912 Jul 06 17:51:57.812958 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.822007 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386b7cd9-0669-46e8-84ac-1c297626ce96 x-openstack-request-id: req-386b7cd9-0669-46e8-84ac-1c297626ce96 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:57.822588 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3671744-91b1-453d-a6d6-6f62f833a9e5", "name": "network-vif-deleted", "tag": "6fa58357-6b5a-45f7-b71b-0c2deeefb87f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:57.823088 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-386b7cd9-0669-46e8-84ac-1c297626ce96 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:57.823833 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3671744-91b1-453d-a6d6-6f62f833a9e5', 'name': 'network-vif-deleted', 'tag': '6fa58357-6b5a-45f7-b71b-0c2deeefb87f', 'status': 'completed', 'code': 200} Jul 06 17:51:57.844681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7c93230-74d7-436c-877e-068cd4b0f94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.924242 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.316198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9a836-bf38-45df-9205-feef48bff068 req-9d3dd62c-880e-440f-a0f7-5dcd23e56650 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:58.318034 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91a9a836-bf38-45df-9205-feef48bff068 req-9d3dd62c-880e-440f-a0f7-5dcd23e56650 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2724512 Jul 06 17:51:58.424493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3084eec1-8d38-4fc2-8787-02b6036db522 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:58.438485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.444866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91a9a836-bf38-45df-9205-feef48bff068 req-c6c22c66-c0b3-4275-8e7d-8b9eeadb9081 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169481 Jul 06 17:51:58.454551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ec92f-9186-48d6-b8f0-fcf5c92888fe req-9267e4f8-2bd9-461b-b48b-3b7007e42b32 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:58.456422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a06ec92f-9186-48d6-b8f0-fcf5c92888fe req-9267e4f8-2bd9-461b-b48b-3b7007e42b32 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 945 time: 0.2350910 Jul 06 17:51:58.475569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Transition to ACTIVE for port object 3084eec1-8d38-4fc2-8787-02b6036db522 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:58.517094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.589098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a06ec92f-9186-48d6-b8f0-fcf5c92888fe req-9a4d6426-5a4a-4c32-9020-78c79044e27b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 Jul 06 17:51:58.712032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:58.798497 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4ab05-b9bc-4cdb-9362-7de7988d98ba x-openstack-request-id: req-12b4ab05-b9bc-4cdb-9362-7de7988d98ba {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:58.798920 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "name": "network-vif-plugged", "status": "completed", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:58.800586 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12b4ab05-b9bc-4cdb-9362-7de7988d98ba {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:58.800858 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'code': 200} Jul 06 17:51:58.807026 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 6fa58357-6b5a-45f7-b71b-0c2deeefb87f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:58.808029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6fa58357-6b5a-45f7-b71b-0c2deeefb87f not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:58.810579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Pushing event updated for resources: {'Port': ['ID=3084eec1-8d38-4fc2-8787-02b6036db522,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:58.880560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Attempting to bind port 3084eec1-8d38-4fc2-8787-02b6036db522 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:58.881231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Attempting to bind port 3084eec1-8d38-4fc2-8787-02b6036db522 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:58.881631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Attempting to bind port 3084eec1-8d38-4fc2-8787-02b6036db522 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:58.893429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Port 3084eec1-8d38-4fc2-8787-02b6036db522 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:58.893865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Attempting to bind port 3084eec1-8d38-4fc2-8787-02b6036db522 on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:58.906432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:58.906750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:58.907149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:58.907659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Bound port: 3084eec1-8d38-4fc2-8787-02b6036db522, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:58.908024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.194789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1743fb8-d1cc-49f1-bcdd-9c07583b7546 req-e389c518-a893-451a-a86a-17fde71e2dd4 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0821962 Jul 06 17:51:59.219285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] For port 3084eec1-8d38-4fc2-8787-02b6036db522, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:59.225750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ae137-ad65-4cc3-a6c4-3e6a68a132bb req-9da8c63d-751e-4520-8e35-30e5262f784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.228642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c2ae137-ad65-4cc3-a6c4-3e6a68a132bb req-9da8c63d-751e-4520-8e35-30e5262f784e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 1096 time: 0.3138282 Jul 06 17:51:59.232859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] For port 3084eec1-8d38-4fc2-8787-02b6036db522, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3084eec1-8d38-4fc2-8787-02b6036db522,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:59.245096 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.264202 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.393521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Pushing event updated for resources: {'Port': ['ID=3084eec1-8d38-4fc2-8787-02b6036db522,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:59.412595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb2d76-0102-41b0-bc54-59cb1c2d5fdc req-d8a83e94-16c0-46e9-aa7e-518537571bab tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.415461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40cb2d76-0102-41b0-bc54-59cb1c2d5fdc req-d8a83e94-16c0-46e9-aa7e-518537571bab tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 943 time: 0.4575725 Jul 06 17:51:59.444272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.445314 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.447740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-b8c94bd8-ad37-4b4a-a0b9-99dc156821be service neutron] 10.222.0.60 "PUT /v2.0/ports/3084eec1-8d38-4fc2-8787-02b6036db522 HTTP/1.1" status: 200 len: 1091 time: 2.5560992 Jul 06 17:51:59.485124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c2ae137-ad65-4cc3-a6c4-3e6a68a132bb req-dd2e32e6-76b4-40ad-8a61-dff6996bd913 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422800 Jul 06 17:51:59.567511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40cb2d76-0102-41b0-bc54-59cb1c2d5fdc req-dba0c16b-36c6-408d-9231-8d6ad5d7913f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352842 Jul 06 17:51:59.655776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-c22a5741-1e6c-4ae1-a82e-10f6cbf2a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.660287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-c22a5741-1e6c-4ae1-a82e-10f6cbf2a57d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 1094 time: 0.1418679 Jul 06 17:51:59.711966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.794069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-e0f2cda3-b1a0-4678-9979-68090b204b0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3084eec1-8d38-4fc2-8787-02b6036db522 HTTP/1.1" status: 200 len: 217 time: 0.1171210 Jul 06 17:51:59.832587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'tag': '3084eec1-8d38-4fc2-8787-02b6036db522'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:59.846150 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148" -d '{"events": [{"name": "network-changed", "server_uuid": "6e32a0f4-bbe7-4450-8077-c6574f86c985", "tag": "3084eec1-8d38-4fc2-8787-02b6036db522"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:59.978592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-d4f6c8ce-ebb3-4cd1-8fbd-7038430e2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.980456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-d4f6c8ce-ebb3-4cd1-8fbd-7038430e2276 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1291714 Jul 06 17:52:00.037544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a83851-192f-4e0e-9d40-2ae679ec683d req-7652b467-c9ea-4137-917a-4d4291afce98 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.039361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3a83851-192f-4e0e-9d40-2ae679ec683d req-7652b467-c9ea-4137-917a-4d4291afce98 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2688851 Jul 06 17:52:00.135369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3a83851-192f-4e0e-9d40-2ae679ec683d req-86c3ccb0-8d86-45c0-a4a4-8c9630c9705b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862272 Jul 06 17:52:00.157083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-414f5103-02b4-4e46-9602-a8a630358d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.158742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-414f5103-02b4-4e46-9602-a8a630358d49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671948 Jul 06 17:52:00.183010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f104f-ec33-4b92-a7ce-f3b8da7c359b req-928f1f14-d5f9-4ea6-8291-3071697854d6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.184665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19f104f-ec33-4b92-a7ce-f3b8da7c359b req-928f1f14-d5f9-4ea6-8291-3071697854d6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 945 time: 0.1578958 Jul 06 17:52:00.335538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f19f104f-ec33-4b92-a7ce-f3b8da7c359b req-39041c8f-99a2-44aa-b753-b7d635c30e25 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268544 Jul 06 17:52:00.392848 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63b8df-232a-4b39-89d2-a19537e9b3e2 x-openstack-request-id: req-8f63b8df-232a-4b39-89d2-a19537e9b3e2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:00.393120 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e32a0f4-bbe7-4450-8077-c6574f86c985", "tag": "3084eec1-8d38-4fc2-8787-02b6036db522", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:00.393463 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f63b8df-232a-4b39-89d2-a19537e9b3e2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:00.397345 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'tag': '3084eec1-8d38-4fc2-8787-02b6036db522', 'status': 'completed', 'code': 200} Jul 06 17:52:00.410228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-a0f7ac8d-aa03-485f-b1fd-fbcd5e4170a5 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432985 Jul 06 17:52:00.651041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.891837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0823d18-c2b2-489f-8f41-843cf6d31d8f req-8529ab18-4c0b-49e6-afc7-3e18ad08fdf0 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676745 Jul 06 17:52:00.952235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0229aa-d50f-4292-97f5-fa10b9bcf0ca req-70fd0b6f-ee2e-4f57-8eab-4afeb7d2e2f1 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.957277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b0229aa-d50f-4292-97f5-fa10b9bcf0ca req-70fd0b6f-ee2e-4f57-8eab-4afeb7d2e2f1 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 944 time: 0.3382075 Jul 06 17:52:00.966284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-b3e496fb-a79d-4c88-91db-1aafbfc65b0c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.968122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-b3e496fb-a79d-4c88-91db-1aafbfc65b0c tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 944 time: 0.3700202 Jul 06 17:52:00.980261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781f247-3fc3-463b-83fb-b7619b736fe5 req-e4ef74c0-7f09-4a2d-a763-b0204a97593f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.982285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a781f247-3fc3-463b-83fb-b7619b736fe5 req-e4ef74c0-7f09-4a2d-a763-b0204a97593f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3485401 Jul 06 17:52:01.141548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b0229aa-d50f-4292-97f5-fa10b9bcf0ca req-38ec52a3-570c-4abe-9fde-f2d7ae0d7fee tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710048 Jul 06 17:52:01.178884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a781f247-3fc3-463b-83fb-b7619b736fe5 req-b2340267-3e7d-4d7e-bbe7-c10899847f40 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787832 Jul 06 17:52:01.245741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-e020ce03-4840-41c9-8d02-ba6d7efe868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:01.248569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-e020ce03-4840-41c9-8d02-ba6d7efe868b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 1094 time: 0.2789872 Jul 06 17:52:01.395853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Deleting port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:01.396523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.499496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc907e9a-e6b6-4c42-af45-4d3a73282be5 req-16661062-d82f-4363-8dfb-9cb190c74994 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0961971 Jul 06 17:52:01.739235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-577d8e38-d730-4cf0-9781-ffddf97a9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:01.743710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-577d8e38-d730-4cf0-9781-ffddf97a9ee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.4839337 Jul 06 17:52:02.019490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-b2e3de64-32df-4ad9-92ab-d05f8b91ff2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3084eec1-8d38-4fc2-8787-02b6036db522 HTTP/1.1" status: 200 len: 217 time: 0.2322137 Jul 06 17:52:02.148290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.152082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-108396f5-7267-4cd5-af0b-bb45e6ea7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:02.154964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-108396f5-7267-4cd5-af0b-bb45e6ea7d18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1115940 Jul 06 17:52:02.161656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] For port bc3e50e1-c5a1-495f-a3ed-b996e8c65494, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:02.162277 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.267416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Calling delete_port for bc3e50e1-c5a1-495f-a3ed-b996e8c65494 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:02.326107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce76c-aaef-4a1c-829e-446b28aae47b req-f80ec143-0c6e-4c8c-9a6f-f63a68293c33 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:02.328428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf9ce76c-aaef-4a1c-829e-446b28aae47b req-f80ec143-0c6e-4c8c-9a6f-f63a68293c33 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 943 time: 0.6788695 Jul 06 17:52:02.468992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-d9378ac5-fd61-472f-956d-ba5bb18628a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:02.471141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-d9378ac5-fd61-472f-956d-ba5bb18628a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036089 Jul 06 17:52:02.491075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf9ce76c-aaef-4a1c-829e-446b28aae47b req-88f5b452-ddb1-4c0e-949e-7008ab02a576 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146007 Jul 06 17:52:02.563819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140ed57-e895-4bcf-8e84-cbd0e0f115f1 req-c87da51f-c005-466c-996d-d34608af86c6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:02.572360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c140ed57-e895-4bcf-8e84-cbd0e0f115f1 req-c87da51f-c005-466c-996d-d34608af86c6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 945 time: 0.5308828 Jul 06 17:52:02.663996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c140ed57-e895-4bcf-8e84-cbd0e0f115f1 req-e0b75fdb-1a1e-4a53-9098-ab6f7fb89c85 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903013 Jul 06 17:52:02.719865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.835940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event deleted for resources: {'Port': ['ID=bc3e50e1-c5a1-495f-a3ed-b996e8c65494,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:02.950603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59b313c4-3f9f-42ef-ac4c-21cec3ec91ab req-8e7f9cd8-98a3-43cb-a065-e1d6dd9a74d3 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 210 time: 0.1557791 Jul 06 17:52:03.000510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3084eec1-8d38-4fc2-8787-02b6036db522 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:03.150407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] No DVR routers for this DVR port bc3e50e1-c5a1-495f-a3ed-b996e8c65494 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:03.169862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.174017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f016c7fe-84cd-44a2-80f1-d6880db9e7c2 req-23570930-dc44-4f13-87b1-13ddb5f93687 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.61 "DELETE /v2.0/ports/bc3e50e1-c5a1-495f-a3ed-b996e8c65494 HTTP/1.1" status: 204 len: 173 time: 2.1784284 Jul 06 17:52:03.177591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'name': 'network-vif-deleted', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:03.182262 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9fc5f-c952-457c-bdb3-7c9e81d85443" -d '{"events": [{"server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "name": "network-vif-deleted", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:03.232712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49decb3e-4739-407d-9257-a41673965b14 req-fdef617b-0914-4a90-b769-d0c5fb659963 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.1272810 Jul 06 17:52:03.252257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3084eec1-8d38-4fc2-8787-02b6036db522, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3084eec1-8d38-4fc2-8787-02b6036db522,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:03.271283 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3084eec1-8d38-4fc2-8787-02b6036db522', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': '3084eec1-8d38-4fc2-8787-02b6036db522', 'mac_address': 'fa:16:3e:2c:a4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:03.330469 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.349379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3084eec1-8d38-4fc2-8787-02b6036db522 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:03.354544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-0598c224-70b0-41ff-a825-dea3003b39ef service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8591111 Jul 06 17:52:03.392035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3084eec1-8d38-4fc2-8787-02b6036db522, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3084eec1-8d38-4fc2-8787-02b6036db522,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:03.399119 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.483443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3084eec1-8d38-4fc2-8787-02b6036db522,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:03.560170 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87c7cce-a412-498d-8d41-411036094f6f x-openstack-request-id: req-d87c7cce-a412-498d-8d41-411036094f6f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:03.561081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01610f13-a3e0-4556-bbba-989c4c6e7286", "name": "network-vif-deleted", "tag": "bc3e50e1-c5a1-495f-a3ed-b996e8c65494", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:03.562015 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d87c7cce-a412-498d-8d41-411036094f6f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:03.562758 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01610f13-a3e0-4556-bbba-989c4c6e7286', 'name': 'network-vif-deleted', 'tag': 'bc3e50e1-c5a1-495f-a3ed-b996e8c65494', 'status': 'completed', 'code': 200} Jul 06 17:52:03.605157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cde98ce-74d5-48e5-b9b2-14b5c17ff148 req-93caf01a-a9be-42cc-8f3b-268a8ba72f1a service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433724 Jul 06 17:52:03.668439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:03.829216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee1d45-92dd-42e7-a366-a67842133fc2 req-bb8750a2-29a9-4dc3-8659-0c6dd636f48f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:03.831826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4ee1d45-92dd-42e7-a366-a67842133fc2 req-bb8750a2-29a9-4dc3-8659-0c6dd636f48f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 944 time: 0.1323025 Jul 06 17:52:03.854986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986826e-1e48-4c92-8ece-47ee5ecff346 req-e16725a0-61e7-4fde-92d8-aef97679d930 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:03.857766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d986826e-1e48-4c92-8ece-47ee5ecff346 req-e16725a0-61e7-4fde-92d8-aef97679d930 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 945 time: 0.1555681 Jul 06 17:52:03.936572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4ee1d45-92dd-42e7-a366-a67842133fc2 req-2b7e90dc-1c4a-4f03-86f5-1f2c897103d7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773675 Jul 06 17:52:03.954738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d986826e-1e48-4c92-8ece-47ee5ecff346 req-d09870ae-9772-4603-a07f-be33d6c37290 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649753 Jul 06 17:52:04.327021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3b65e63-e586-4cd7-8f67-4d6579afed81 req-43aa2f62-f38f-4cf1-9cb3-268864796523 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=01610f13-a3e0-4556-bbba-989c4c6e7286 HTTP/1.1" status: 200 len: 210 time: 0.0378561 Jul 06 17:52:04.477400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12d3b20a-ce5a-4704-aafa-5a88421cedae req-7f4d101f-0eb7-401e-bf47-21b10030b063 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0415621 Jul 06 17:52:04.734858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:04.773000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: bc3e50e1-c5a1-495f-a3ed-b996e8c65494 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:04.773512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device bc3e50e1-c5a1-495f-a3ed-b996e8c65494 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:04.784871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f6588-133e-437c-bd7a-0fb5d4804f34 req-09fbb039-16b7-4f7b-b6ab-10880018bd8e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:04.786721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b4f6588-133e-437c-bd7a-0fb5d4804f34 req-09fbb039-16b7-4f7b-b6ab-10880018bd8e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.0944488 Jul 06 17:52:04.831804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b4f6588-133e-437c-bd7a-0fb5d4804f34 req-ca10540e-7ab3-4c6f-b604-a094f3698fdf tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Jul 06 17:52:05.009876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3084eec1-8d38-4fc2-8787-02b6036db522 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:05.045885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8365d-a8f6-4ce1-bc95-a62ea45a471c req-fb28ed9a-5408-4f4c-9531-f9bbd4ad5d58 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:05.048225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bb8365d-a8f6-4ce1-bc95-a62ea45a471c req-fb28ed9a-5408-4f4c-9531-f9bbd4ad5d58 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.0808203 Jul 06 17:52:05.102342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 3084eec1-8d38-4fc2-8787-02b6036db522 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:05.107214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bb8365d-a8f6-4ce1-bc95-a62ea45a471c req-0964c367-bfa9-44ce-a8ad-241d096b2379 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Jul 06 17:52:05.109139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 3084eec1-8d38-4fc2-8787-02b6036db522 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:05.109630 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.258495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecb062-91b9-4a17-bb1a-216b6ee900b2 req-6f3c08b1-318a-4454-8b5d-234316a97c66 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:05.269932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59ecb062-91b9-4a17-bb1a-216b6ee900b2 req-6f3c08b1-318a-4454-8b5d-234316a97c66 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 944 time: 0.1582272 Jul 06 17:52:05.313118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.357148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3084eec1-8d38-4fc2-8787-02b6036db522'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:05.361201 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09359f8f-eea1-44d1-81c5-f5f49c50e081" -d '{"events": [{"server_uuid": "6e32a0f4-bbe7-4450-8077-c6574f86c985", "name": "network-vif-plugged", "status": "completed", "tag": "3084eec1-8d38-4fc2-8787-02b6036db522"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:05.387585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3084eec1-8d38-4fc2-8787-02b6036db522, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3084eec1-8d38-4fc2-8787-02b6036db522,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:05.391470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59ecb062-91b9-4a17-bb1a-216b6ee900b2 req-bebb6007-fc31-4ba4-8a73-d6f49e42f0ef tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198406 Jul 06 17:52:05.405258 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.439298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360186-aeeb-4640-ac4e-fc751cb98b96 req-c27d7e14-22bb-445f-9cb3-fc37bdc0e51a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:05.446218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc360186-aeeb-4640-ac4e-fc751cb98b96 req-c27d7e14-22bb-445f-9cb3-fc37bdc0e51a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 945 time: 0.1468079 Jul 06 17:52:05.493477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc360186-aeeb-4640-ac4e-fc751cb98b96 req-9d799f14-0e78-4998-9571-273a80ee2fa0 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Jul 06 17:52:05.536953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3084eec1-8d38-4fc2-8787-02b6036db522,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:05.728390 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6fb44-a834-4330-bfcf-ff18f2c20172 x-openstack-request-id: req-abc6fb44-a834-4330-bfcf-ff18f2c20172 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:05.728697 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e32a0f4-bbe7-4450-8077-c6574f86c985", "name": "network-vif-plugged", "status": "completed", "tag": "3084eec1-8d38-4fc2-8787-02b6036db522", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:05.728992 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abc6fb44-a834-4330-bfcf-ff18f2c20172 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:05.729380 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3084eec1-8d38-4fc2-8787-02b6036db522', 'code': 200} Jul 06 17:52:05.886332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d93f0f5-9446-426f-b9d7-cac392a680c4 req-3fc466cf-0dd3-4f27-abe4-5490443e6acb tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0331044 Jul 06 17:52:05.920509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834ac-ca23-42ec-a455-4097a2802b08 req-04ae263b-87d3-4345-9132-991fb9d42d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:05.922291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c4834ac-ca23-42ec-a455-4097a2802b08 req-04ae263b-87d3-4345-9132-991fb9d42d76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 1096 time: 0.1089599 Jul 06 17:52:05.992255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c4834ac-ca23-42ec-a455-4097a2802b08 req-dccfca8a-f6de-4ab4-97f5-aa344a2ba2df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 Jul 06 17:52:06.711162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1e853-f83f-4f54-b9d2-0566306fe3cd req-cee535f8-b514-46b5-b356-b0830b3d8492 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:06.726690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5df1e853-f83f-4f54-b9d2-0566306fe3cd req-cee535f8-b514-46b5-b356-b0830b3d8492 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 944 time: 0.1925642 Jul 06 17:52:06.870514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5df1e853-f83f-4f54-b9d2-0566306fe3cd req-026b9bd9-43e9-4478-abf9-9d05677bd49f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/security-groups?id=06b404eb-4b44-444e-b55f-5788c0032b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408794 Jul 06 17:52:06.948468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d99248-8a9b-48be-8cdd-22c01555f4f1 req-21f47229-f757-48d0-8df4-aa5efd731126 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:06.950248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54d99248-8a9b-48be-8cdd-22c01555f4f1 req-21f47229-f757-48d0-8df4-aa5efd731126 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1886060 Jul 06 17:52:07.012856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54d99248-8a9b-48be-8cdd-22c01555f4f1 req-0c40b9d0-4410-4a28-9edf-b01f9778d10d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510550 Jul 06 17:52:07.025114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-c8c6d822-c208-4162-b3ed-e3b7b1021be0 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:07.026767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-c8c6d822-c208-4162-b3ed-e3b7b1021be0 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 944 time: 0.1379790 Jul 06 17:52:07.184490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Deleting port 978fe722-5227-4032-929d-c87c86029076 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:07.184985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.264622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e831b5c-275c-4529-9ac5-95f56cf0ec9c req-8192dfb3-9333-4e85-9162-5bafc982cea4 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0748553 Jul 06 17:52:07.340140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] For port 978fe722-5227-4032-929d-c87c86029076, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=978fe722-5227-4032-929d-c87c86029076,segment=NetworkSegment(e02c863c-58cb-4e37-9bf6-7e883e3f7cbc),segment_id=e02c863c-58cb-4e37-9bf6-7e883e3f7cbc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:07.340792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.361193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Calling delete_port for 978fe722-5227-4032-929d-c87c86029076 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:07.522938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.001670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Pushing event deleted for resources: {'Port': ['ID=978fe722-5227-4032-929d-c87c86029076,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:08.108879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-224defcf-793f-494d-b39c-18f9f2cb63f6 req-4adeb477-ff30-4029-878e-c5977822124f tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce65972f-7d12-45bc-bd05-76817a66c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0583758 Jul 06 17:52:08.109567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] No DVR routers for this DVR port 978fe722-5227-4032-929d-c87c86029076 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:08.121578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.123711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04c23bd2-4def-4e1b-8feb-e08c80e6643b req-a83d01d1-f21a-4886-b35c-e2eeba9c79c5 tempest-LiveMigrationTest-1467785319 tempest-LiveMigrationTest-1467785319-project] 10.222.0.60 "DELETE /v2.0/ports/978fe722-5227-4032-929d-c87c86029076 HTTP/1.1" status: 204 len: 173 time: 1.0909219 Jul 06 17:52:08.124203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'name': 'network-vif-deleted', 'tag': '978fe722-5227-4032-929d-c87c86029076'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:08.126838 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8c0ca-4e4b-4c42-a102-ad2ac846347a" -d '{"events": [{"server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "name": "network-vif-deleted", "tag": "978fe722-5227-4032-929d-c87c86029076"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:08.233025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7b5c1-49bc-46ee-9c6e-1ddc4dacf7bc req-0e35237a-dbca-4465-8185-c3d695cd8255 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:08.240547 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06f7b5c1-49bc-46ee-9c6e-1ddc4dacf7bc req-0e35237a-dbca-4465-8185-c3d695cd8255 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1346164 Jul 06 17:52:08.319370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06f7b5c1-49bc-46ee-9c6e-1ddc4dacf7bc req-ef040bf4-2210-4506-9d2b-ad7e0cb3191e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695112 Jul 06 17:52:08.419390 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ee7213-5f18-4476-b953-ceee7c68c123 x-openstack-request-id: req-46ee7213-5f18-4476-b953-ceee7c68c123 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:08.421302 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce65972f-7d12-45bc-bd05-76817a66c8a7", "name": "network-vif-deleted", "tag": "978fe722-5227-4032-929d-c87c86029076", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:08.421813 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46ee7213-5f18-4476-b953-ceee7c68c123 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:08.422573 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce65972f-7d12-45bc-bd05-76817a66c8a7', 'name': 'network-vif-deleted', 'tag': '978fe722-5227-4032-929d-c87c86029076', 'status': 'completed', 'code': 200} Jul 06 17:52:08.527095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ad2b-6203-4f5b-b38b-9f20212f6096 req-ff706802-3a23-4d64-9181-33162a6cd956 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:08.532065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b724ad2b-6203-4f5b-b38b-9f20212f6096 req-ff706802-3a23-4d64-9181-33162a6cd956 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.0922453 Jul 06 17:52:08.588836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b724ad2b-6203-4f5b-b38b-9f20212f6096 req-b774ead9-5713-4766-b3c3-19325537aa02 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492268 Jul 06 17:52:08.715891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07f23361-31bd-4ddc-85ff-9e3f20c42b31 req-74fc65cc-d5c2-446b-8e5d-70f3b5476627 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0444741 Jul 06 17:52:08.906314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2e46e-feed-41ac-9714-5489c70afce6 req-62cbe85b-7d55-47ee-85ce-ef5f7b5beb04 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:08.908375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8a2e46e-feed-41ac-9714-5489c70afce6 req-62cbe85b-7d55-47ee-85ce-ef5f7b5beb04 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1325688 Jul 06 17:52:09.007682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8a2e46e-feed-41ac-9714-5489c70afce6 req-2f5c2be8-1f8a-4893-a246-0215295736fe tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861936 Jul 06 17:52:09.493237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee71b3-35d9-4f11-a231-5352cb84a57b req-4be1eb82-198b-4fc7-9e37-a97e6d538aa3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:09.496145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1aee71b3-35d9-4f11-a231-5352cb84a57b req-4be1eb82-198b-4fc7-9e37-a97e6d538aa3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2457473 Jul 06 17:52:09.545021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd91b9-65b7-406a-ad3f-e4fb5706e48b req-4c85589d-062c-4a78-a81f-29c9c7924a41 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:09.546962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5dd91b9-65b7-406a-ad3f-e4fb5706e48b req-4c85589d-062c-4a78-a81f-29c9c7924a41 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2698867 Jul 06 17:52:09.666282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1aee71b3-35d9-4f11-a231-5352cb84a57b req-be77d1ef-e013-4d7f-b585-0fc8de761636 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614013 Jul 06 17:52:09.678692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5dd91b9-65b7-406a-ad3f-e4fb5706e48b req-62de4f48-e124-4bcc-95c4-85bf3dc4c5c2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135349 Jul 06 17:52:09.807058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54442) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:10.178537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Deleting subnet 757b3b0f-79c3-421a-b123-a02545b505c2 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:10.182568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.224342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6ba31-2f36-45cd-85ef-4cb64283e378 req-ca293b7d-db11-4248-8a10-0f099cbc85a5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:10.231879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.241174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5e6ba31-2f36-45cd-85ef-4cb64283e378 req-ca293b7d-db11-4248-8a10-0f099cbc85a5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1769536 Jul 06 17:52:10.300953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.377357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.382217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-562ee2ee-9329-4daa-b002-1e73dd547093 req-aa7e853e-5c83-4879-ba76-31fc5900b810 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0812602 Jul 06 17:52:10.387929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5e6ba31-2f36-45cd-85ef-4cb64283e378 req-8db3df5c-ab35-4f0b-8646-e817db5eece5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454308 Jul 06 17:52:10.440935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757b3b0f-79c3-421a-b123-a02545b505c2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:10.453385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.453730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.454252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.454772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.455297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.456433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.456926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.457429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.457928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.458435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.458965 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.459497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:10.469452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.476634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:10.477497 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-182738d3-c619-4a4a-a1b4-518140919de0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/757b3b0f-79c3-421a-b123-a02545b505c2 HTTP/1.1" status: 204 len: 168 time: 0.6682730 Jul 06 17:52:10.724525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.758303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:10.920975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.930353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-c7681178-0a2a-4331-b79d-299cf8302f04 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:10.937590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-c7681178-0a2a-4331-b79d-299cf8302f04 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.3574152 Jul 06 17:52:10.974517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9b102c-5c12-4711-bca5-2eb81ea55745']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:10.994216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-a3394f72-59a0-4d02-b227-2a13c084d8cf tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/quotas/334f2c4e33db4bd2a3002da6b132923d HTTP/1.1" status: 200 len: 375 time: 0.0552506 Jul 06 17:52:11.025557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:11.026121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02c863c-58cb-4e37-9bf6-7e883e3f7cbc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:11.051601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:11.065209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.084782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'mac_address': 'fa:16:3e:06:34:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:11.088107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0f69b-d9e3-4649-86f0-7400f896d424 req-83c55782-1742-406d-b20e-3e403bab79ce tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:11.092033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 978fe722-5227-4032-929d-c87c86029076 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:11.095482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ab0f69b-d9e3-4649-86f0-7400f896d424 req-83c55782-1742-406d-b20e-3e403bab79ce tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3560283 Jul 06 17:52:11.129854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.155237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:11.155693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:11.158638 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:11.171008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 978fe722-5227-4032-929d-c87c86029076 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:11.171008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 978fe722-5227-4032-929d-c87c86029076 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:11.239482 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.264065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ab0f69b-d9e3-4649-86f0-7400f896d424 req-154463a8-8837-4537-97c6-2980f5a4e51c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675754 Jul 06 17:52:11.272327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d947b56-335b-4a8b-b90a-3a86ad408110 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:11.277739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-090fc801-b058-4e8c-a091-0511ab8c910d tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2822204 Jul 06 17:52:11.313577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:11.323702 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.390634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:11.401415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.427395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.429395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f9b102c-5c12-4711-bca5-2eb81ea55745 HTTP/1.1" status: 204 len: 168 time: 0.9514592 Jul 06 17:52:11.436022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee9629-3a1a-48cf-83e9-14f324638f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9b102c-5c12-4711-bca5-2eb81ea55745,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:11.438549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54486) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:11.451117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1d947b56-335b-4a8b-b90a-3a86ad408110'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:11.573389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Deleting subnet 6c141ecc-06f8-4300-9f81-6605e33495e7 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:11.579660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.616173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-f535d299-5b25-48b3-8279-09a29636121e service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234110 Jul 06 17:52:11.645261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.706701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.779221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1e95a-fe62-4c3f-bc4a-ba4d2ab9407d req-d95b8511-3639-4813-9e72-43392ebb5b78 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:11.786858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ebc1e95a-fe62-4c3f-bc4a-ba4d2ab9407d req-d95b8511-3639-4813-9e72-43392ebb5b78 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2866461 Jul 06 17:52:11.823518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.833107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-a305db82-8868-4144-ba98-9db72a826676 service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060950 Jul 06 17:52:11.860226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ebc1e95a-fe62-4c3f-bc4a-ba4d2ab9407d req-0527788a-7c2a-4d8f-9fad-a727f1a14eee tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721712 Jul 06 17:52:11.915759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.919425 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c141ecc-06f8-4300-9f81-6605e33495e7 HTTP/1.1" status: 204 len: 168 time: 0.4761708 Jul 06 17:52:11.921120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbffbff-c305-4af1-bf19-dec453df2221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c141ecc-06f8-4300-9f81-6605e33495e7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:11.922904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:12.013354 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.129877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.148987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:12.165949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7ede75-ab1a-48ea-afef-6964ca636a95') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:12.166207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7ede75-ab1a-48ea-afef-6964ca636a95') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:12.199581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.234062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.253913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:12.253913 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:12.255324 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:12.462665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1879b83-aae8-4cfa-85ae-0e8d4c6609e5 req-45d56446-63cd-462b-a60c-6d2d46d09750 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0578837 Jul 06 17:52:12.488736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.519992 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.522361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836 HTTP/1.1" status: 204 len: 168 time: 0.5981443 Jul 06 17:52:12.541164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872b6f3-f85a-4731-8d22-415dd7ceb1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=306c7a69-8d1a-4c8c-a2e7-4a28b3ec7836,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:12.592332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ba1e8-c85a-43db-bd60-59f4e3154122 req-f71ea836-4665-4115-8d66-73391c40c72e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:12.594011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d68ba1e8-c85a-43db-bd60-59f4e3154122 req-f71ea836-4665-4115-8d66-73391c40c72e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2378623 Jul 06 17:52:12.654829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c911ea80-18e4-4419-9b06-0ff9042f2946 req-9c9442fe-7ad1-4491-98fd-141a7697da3d tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 210 time: 0.0521796 Jul 06 17:52:12.704620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d68ba1e8-c85a-43db-bd60-59f4e3154122 req-15c3192a-3f8f-4822-806a-df48db763361 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907509 Jul 06 17:52:12.774613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:12.838781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:12.891944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2fe4349a-18a3-41c6-9bf2-a2e9356087ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b834152154f54cb18deae9ddb927b54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515034 Jul 06 17:52:12.896626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54520) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:12.898944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 1d947b56-335b-4a8b-b90a-3a86ad408110 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:12.901666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.092609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e44bccc-2e28-4c10-8b2a-fbe4e23911ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.131684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46a715-9f3f-495e-87ee-2efd2bf0fdc5 req-192c8df2-801d-44e1-ab08-daa89f5f75ce tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:13.140396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e46a715-9f3f-495e-87ee-2efd2bf0fdc5 req-192c8df2-801d-44e1-ab08-daa89f5f75ce tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1050568 Jul 06 17:52:13.145541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e44bccc-2e28-4c10-8b2a-fbe4e23911ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.188320 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.273056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e44bccc-2e28-4c10-8b2a-fbe4e23911ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.273882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e46a715-9f3f-495e-87ee-2efd2bf0fdc5 req-6fd79ce5-1ab7-456c-ba55-d95283c6c9f2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318736 Jul 06 17:52:13.278100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e44bccc-2e28-4c10-8b2a-fbe4e23911ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.295578 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3e44bccc-2e28-4c10-8b2a-fbe4e23911ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06b404eb-4b44-444e-b55f-5788c0032b57 HTTP/1.1" status: 204 len: 168 time: 0.3967557 Jul 06 17:52:13.355540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e1891-9d72-409b-8720-74c175a1b3a1 req-4ccbc577-8c30-4301-b97a-b33c6a14ab59 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:13.357421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44bccc-2e28-4c10-8b2a-fbe4e23911ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b404eb-4b44-444e-b55f-5788c0032b57,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:13.357586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-270e1891-9d72-409b-8720-74c175a1b3a1 req-4ccbc577-8c30-4301-b97a-b33c6a14ab59 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1966367 Jul 06 17:52:13.366451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:13.370940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:13.385112 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc9dcd8-7af3-49d7-911e-28450d6eb0de" -d '{"events": [{"server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "name": "network-vif-plugged", "status": "completed", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:13.401268 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.463680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-270e1891-9d72-409b-8720-74c175a1b3a1 req-d0f52081-4a58-4074-aafa-8c9a7273bedd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941098 Jul 06 17:52:13.613188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:13.641194 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551811b-2bfa-489f-9e63-be6b9415523b x-openstack-request-id: req-f551811b-2bfa-489f-9e63-be6b9415523b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:13.644245 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "name": "network-vif-plugged", "status": "completed", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:13.645568 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f551811b-2bfa-489f-9e63-be6b9415523b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:13.647653 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'code': 200} Jul 06 17:52:13.880330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d04e39b3-8e5c-4295-8bb1-ce2fe0c5f099 req-cef53d4c-7d0e-49ff-85b1-2fec7db17326 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0543234 Jul 06 17:52:13.941841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba7a39-ebc4-4f3d-bf58-a2870ff384fb req-af5aca40-0cac-4800-b6f0-7f4ee44c7cd0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:13.943863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afba7a39-ebc4-4f3d-bf58-a2870ff384fb req-af5aca40-0cac-4800-b6f0-7f4ee44c7cd0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1764588 Jul 06 17:52:14.075189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afba7a39-ebc4-4f3d-bf58-a2870ff384fb req-c8f1213d-2a87-4f06-8b74-f87270975bce tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208713 Jul 06 17:52:14.170250 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54554) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:14.277557 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84b4dfe2-933a-4da5-bb5f-e64ce1810e2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72649b86132d4d06a30341097bbb0b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057208 Jul 06 17:52:14.280275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:14.285278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97169373-a95a-4486-9da3-76726ea5ab43 req-1b735d58-f8dc-4861-a7ad-542d34566c0b tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 210 time: 0.1419003 Jul 06 17:52:14.424400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d9fbac0-70e6-457d-80c9-256735a05eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.480168 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d9fbac0-70e6-457d-80c9-256735a05eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.615530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d9fbac0-70e6-457d-80c9-256735a05eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.619092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d9fbac0-70e6-457d-80c9-256735a05eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.620847 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d9fbac0-70e6-457d-80c9-256735a05eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57060cfb-8978-4bff-b394-b79d7c844aa0 HTTP/1.1" status: 204 len: 168 time: 0.3395443 Jul 06 17:52:14.650361 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:52:14.652596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-ad7dd939-5950-48a1-b334-1c37b7a7f518 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:14.654578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-ad7dd939-5950-48a1-b334-1c37b7a7f518 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.3658762 Jul 06 17:52:14.665766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fbac0-70e6-457d-80c9-256735a05eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57060cfb-8978-4bff-b394-b79d7c844aa0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.706995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Request body: {'port': {'device_id': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'admin_state_up': True, 'tenant_id': '334f2c4e33db4bd2a3002da6b132923d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:15.001570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426298-7c42-48e1-8c1d-d2f6cf8b4e4d req-c66ba3e6-11d6-400f-b985-91ed512eaff5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:15.005474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91426298-7c42-48e1-8c1d-d2f6cf8b4e4d req-c66ba3e6-11d6-400f-b985-91ed512eaff5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2187729 Jul 06 17:52:15.131331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Made reservation on behalf of 334f2c4e33db4bd2a3002da6b132923d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:15.138687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.244577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91426298-7c42-48e1-8c1d-d2f6cf8b4e4d req-7e7079e5-0137-49b8-b204-af271e35a9f1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004569 Jul 06 17:52:15.469107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Allocated IP 172.20.0.9 (4404462a-9863-490d-9442-81ddf7409b80/0e8b47cc-7522-42a3-b32b-b5407aec6ddf/bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:15.507437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887e0b9-e194-49f6-827e-2c3525642acc req-ccd86aff-a485-4000-bc86-6628f1f3be8b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:15.510281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b887e0b9-e194-49f6-827e-2c3525642acc req-ccd86aff-a485-4000-bc86-6628f1f3be8b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.4672701 Jul 06 17:52:15.779365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b887e0b9-e194-49f6-827e-2c3525642acc req-9a4edfef-e582-48f8-9e69-654ddee1e735 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580762 Jul 06 17:52:15.848498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-b8f36eb5-a293-4bbf-8407-07370124bcfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1729078 Jul 06 17:52:16.048748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-171256a0-6c57-4084-a5e3-e276afbb0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:16.053616 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-171256a0-6c57-4084-a5e3-e276afbb0b42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.1559851 Jul 06 17:52:16.101342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e197b27c-0456-476a-94e5-05af8fbce7bf req-d9773db0-6f66-4de2-9615-256a20125f43 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.2447293 Jul 06 17:52:16.210252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:16.400190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:16.413565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:16.456034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-2fb44348-9663-4ca7-b4d5-7a3b7156708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:16.457344 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-2fb44348-9663-4ca7-b4d5-7a3b7156708b service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.3746848 Jul 06 17:52:16.587416 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-8cd72fa7-71b3-4f28-ae4b-2449b66f1fad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 0.1177158 Jul 06 17:52:16.705511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82bd0c-8dc9-45b2-881e-d76dbe73809b req-564b8258-fce0-4a3f-9b0d-e4fd262f6091 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:16.725609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e82bd0c-8dc9-45b2-881e-d76dbe73809b req-564b8258-fce0-4a3f-9b0d-e4fd262f6091 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.4954617 Jul 06 17:52:16.735663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-3206e92c-bf55-4af8-b831-e55b74bbfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:16.738818 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-3206e92c-bf55-4af8-b831-e55b74bbfc4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1421642 Jul 06 17:52:16.761120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Network 4404462a-9863-490d-9442-81ddf7409b80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:16.834743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:16.845141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:16.855324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event updated for resources: {'Port': ['ID=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:16.859427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-94236960-ac91-49b9-ba66-5410079cdf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:16.861868 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-94236960-ac91-49b9-ba66-5410079cdf7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045489 Jul 06 17:52:16.968131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e82bd0c-8dc9-45b2-881e-d76dbe73809b req-b32e67a9-8187-43ce-b885-44bf380fbca3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411811 Jul 06 17:52:17.038447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:17.044698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:17.082785 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-f5895871-683c-4119-b5b6-776f3eac6511 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076087 Jul 06 17:52:17.129844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffed65-2c88-4395-839f-72078427969f req-037a2a61-6377-46c2-9ec2-9fabe8bafdac tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:17.151631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ffed65-2c88-4395-839f-72078427969f req-037a2a61-6377-46c2-9ec2-9fabe8bafdac tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 931 time: 0.7476199 Jul 06 17:52:17.177473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-b3830e2b-e69e-4cca-9964-e5af409b80a7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4876664 Jul 06 17:52:17.240693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Request body: {'port': {'device_id': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:17.440378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ffed65-2c88-4395-839f-72078427969f req-7af9686f-2775-474f-8336-d98f396301c5 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869918 Jul 06 17:52:17.525275 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d1b42656-d3d8-471e-8cd7-6c311d6cf499 req-8ae5e21a-e64c-48c1-9365-0c83169c4f6e service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356918 Jul 06 17:52:17.610416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.073835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482deca-796b-406b-b620-24e819ee770c req-2f3b01c1-2188-4418-8766-4c03ae28d645 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:18.076622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f482deca-796b-406b-b620-24e819ee770c req-2f3b01c1-2188-4418-8766-4c03ae28d645 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2486897 Jul 06 17:52:18.163340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3972f241-3dd1-4700-8a54-3c925eb93734 req-5d3417e2-081a-46e6-b07d-2bbdbcf32d47 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0826979 Jul 06 17:52:18.300915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f482deca-796b-406b-b620-24e819ee770c req-6b5910d7-cfc0-4a87-9e9d-2ab0e57dbfe0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962459 Jul 06 17:52:18.414528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:18.437224 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.477135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Transition to ACTIVE for port object bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:18.489986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.689126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:18.869607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-afcebe56-723d-43e1-b2a6-2abe67a70eab tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9c2335ad0bc64b4198a9b24704c5c233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263704 Jul 06 17:52:19.036113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59288c-7e60-4018-ac63-1ef7c63ed2ec req-a14db56b-44ff-4eba-8a72-32eff440a561 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.038704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c59288c-7e60-4018-ac63-1ef7c63ed2ec req-a14db56b-44ff-4eba-8a72-32eff440a561 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.5359430 Jul 06 17:52:19.098593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Attempting to bind port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:19.099299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Attempting to bind port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:19.099727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Attempting to bind port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:19.147647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 on network 4404462a-9863-490d-9442-81ddf7409b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:19.147873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Attempting to bind port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:19.172867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-ff4401b5-d195-4111-97a5-ced1174541b3 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.174580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-ff4401b5-d195-4111-97a5-ced1174541b3 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855549 Jul 06 17:52:19.178268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c59288c-7e60-4018-ac63-1ef7c63ed2ec req-7c08a7e3-9f1d-43dd-9d1e-7641feb6c61f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330326 Jul 06 17:52:19.179086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:19.179462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Checking segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:19.179862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Bound using segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:19.180319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Bound port: bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:19.180693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.209593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-e20f4bb1-340d-4502-b2eb-d859a8d1824a tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/quotas/9c2335ad0bc64b4198a9b24704c5c233 HTTP/1.1" status: 200 len: 375 time: 0.0263405 Jul 06 17:52:19.309469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-13ade6ae-c86c-4e21-b3f2-3bd199524516 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c2335ad0bc64b4198a9b24704c5c233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510476 Jul 06 17:52:19.330005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] For port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:19.347162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] For port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:19.358067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.432743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.433862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.436425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] 10.222.0.60 "PUT /v2.0/ports/bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 HTTP/1.1" status: 200 len: 1091 time: 2.2446868 Jul 06 17:52:19.437518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'tag': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:19.441396 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a2da47-0af9-46c2-9c00-56fcff0bf58a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8c7f89-98ed-40ab-94a2-eed947984bb2", "tag": "bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:19.517741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4e9a-2891-4e63-a785-2c41d979fce7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:19.703135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-7c780efe-a56e-44e1-94ed-19ac41e40a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.704741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-7c780efe-a56e-44e1-94ed-19ac41e40a04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 1094 time: 0.1831989 Jul 06 17:52:19.720742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f87fe-d182-45ff-83f2-a0e474116907 req-c72f4b40-55da-443e-86c2-97365a7aee62 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.727544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce2f87fe-d182-45ff-83f2-a0e474116907 req-c72f4b40-55da-443e-86c2-97365a7aee62 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 943 time: 0.1325483 Jul 06 17:52:19.841731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-83f67c30-6ef5-4f1f-901c-6c32a76134b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 HTTP/1.1" status: 200 len: 217 time: 0.1114132 Jul 06 17:52:20.011348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce2f87fe-d182-45ff-83f2-a0e474116907 req-4c43b30c-f50b-4251-9570-34ea93060db1 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624636 Jul 06 17:52:20.022125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-d02588ae-85f8-4ec4-b815-ec9741e31149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:20.024856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-d02588ae-85f8-4ec4-b815-ec9741e31149 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.1696773 Jul 06 17:52:20.238312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fd8ea05-bef6-4ab3-a1c1-3b26fb8aa3fc req-07a09b46-1cd6-467a-bcae-27d8fe3dd0e9 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0433817 Jul 06 17:52:20.241177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-bf3bc82d-cac9-436b-aafe-e25d70b962ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943691 Jul 06 17:52:20.395450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e9dc6-fa50-497f-9f88-8e64879a5455 req-7cd251b7-98c0-4f11-a43f-9f927df565d7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:20.417929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f1e9dc6-fa50-497f-9f88-8e64879a5455 req-7cd251b7-98c0-4f11-a43f-9f927df565d7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.4049380 Jul 06 17:52:20.564127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-eb85df6e-d147-4de9-8ca3-51a249ca4234 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141079 Jul 06 17:52:20.569314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f1e9dc6-fa50-497f-9f88-8e64879a5455 req-741fc2c4-939a-4c1d-8bd4-2bdccc2e3caa tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436570 Jul 06 17:52:20.705686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335aa28-c184-48bf-931a-481d30edbd38 req-5600e0f7-9201-4d4f-9f60-acc305b686cf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:20.713232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2335aa28-c184-48bf-931a-481d30edbd38 req-5600e0f7-9201-4d4f-9f60-acc305b686cf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2286608 Jul 06 17:52:20.775356 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb46f49-1c90-4729-9ccb-00d54d9364b1 x-openstack-request-id: req-feb46f49-1c90-4729-9ccb-00d54d9364b1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:20.775655 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8c7f89-98ed-40ab-94a2-eed947984bb2", "tag": "bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:20.775921 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-feb46f49-1c90-4729-9ccb-00d54d9364b1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:20.776350 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'tag': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1', 'status': 'completed', 'code': 200} Jul 06 17:52:20.788833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2335aa28-c184-48bf-931a-481d30edbd38 req-b76f0d09-aeb2-436b-8d6e-fd828e77de5e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745246 Jul 06 17:52:20.816838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dee34d-e893-476b-b5f6-6007b9fd0376 req-94a02db7-d14f-4ff4-bd77-a55d6b378da7 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273145 Jul 06 17:52:20.982580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d84842b0-9bc3-4574-b88f-1b646072cd24 req-4e7971da-b21c-47ac-9cb0-32118d92b632 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 210 time: 0.0381119 Jul 06 17:52:21.012319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-a94926a8-f30e-4cbe-aed5-f36932342de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:21.015226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-a94926a8-f30e-4cbe-aed5-f36932342de6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 1094 time: 0.1278820 Jul 06 17:52:21.216423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-bd9556b0-cde0-403e-9d00-8b084676bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:21.218584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-bd9556b0-cde0-403e-9d00-8b084676bd11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 916 time: 0.1846082 Jul 06 17:52:21.322607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-fbb9cb1e-37db-4ddf-bc4e-c6da143d0fcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 HTTP/1.1" status: 200 len: 217 time: 0.0852921 Jul 06 17:52:21.901814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-dd0c6198-5b8f-459a-83a3-663205a36f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:21.903454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-dd0c6198-5b8f-459a-83a3-663205a36f42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.5676370 Jul 06 17:52:21.970304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-494ee596-cf6b-42ba-8fd1-3115f837f377 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440910 Jul 06 17:52:21.989089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d29f-4361-4ba3-8273-204818801015 req-9ec7061e-3e8d-4045-b63b-360df247e3ab tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:21.990674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c36d29f-4361-4ba3-8273-204818801015 req-9ec7061e-3e8d-4045-b63b-360df247e3ab tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 814 time: 0.6840596 Jul 06 17:52:22.065539 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-f3692b80-e14c-426f-b7af-679fbbf7bb42 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9c2335ad0bc64b4198a9b24704c5c233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339124 Jul 06 17:52:22.104368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9a278-7936-4a51-93d1-5ff918496af1 req-19fbc631-5442-445b-bf28-65d0b80f1cf8 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:22.117297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75e9a278-7936-4a51-93d1-5ff918496af1 req-19fbc631-5442-445b-bf28-65d0b80f1cf8 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 943 time: 0.3317883 Jul 06 17:52:22.151283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c36d29f-4361-4ba3-8273-204818801015 req-e4eafa49-321b-4df9-951c-88544c0cbcda tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/quotas/ee13478477854915bc0a643687c8cd9a HTTP/1.1" status: 200 len: 375 time: 0.1464386 Jul 06 17:52:22.308174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75e9a278-7936-4a51-93d1-5ff918496af1 req-8fe65ec9-156f-419e-8280-0d4e834fae71 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893511 Jul 06 17:52:22.318656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-d85e3d15-46b4-4b0d-9a21-b51ccef172cd tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:22.321067 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-d85e3d15-46b4-4b0d-9a21-b51ccef172cd tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455766 Jul 06 17:52:22.341659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Request body: {'port': {'device_id': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '9c2335ad0bc64b4198a9b24704c5c233'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:22.369758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-de956f35-db6a-41f7-890c-85791d0f03f0 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778040 Jul 06 17:52:22.569787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c36d29f-4361-4ba3-8273-204818801015 req-5dae2cbf-7295-4d63-9bc6-cff92a18a00a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4171870 Jul 06 17:52:22.613938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Made reservation on behalf of 9c2335ad0bc64b4198a9b24704c5c233 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:22.617752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.646000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffffdf4d-4c0a-4e5a-adb3-e5f470cc8964 req-d1a27c6e-a1c7-4937-bb99-f9d194de0201 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0729940 Jul 06 17:52:22.655009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.693322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25a2da47-0af9-46c2-9c00-56fcff0bf58a req-445ac95a-e98d-40a8-bcc9-cadd38317301 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163645 Jul 06 17:52:22.891542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911058-7146-429a-8d13-0caf00eb00c4 req-83b583a8-1b53-46a2-bd49-937d7906e8da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:22.898730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0911058-7146-429a-8d13-0caf00eb00c4 req-83b583a8-1b53-46a2-bd49-937d7906e8da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1043096 Jul 06 17:52:22.918742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.926467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.967133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a44863a-b556-4075-9c62-65dc425e8d23,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:22.999395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0911058-7146-429a-8d13-0caf00eb00c4 req-061887c9-485a-44d8-bbdc-ed432a795e2b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985050 Jul 06 17:52:23.076805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:23.153245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cc2a191-2223-4a6f-afe7-f415ba97ee95 req-5b21fb17-7787-4567-8bac-f166469b79aa tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 210 time: 0.1310422 Jul 06 17:52:23.170564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Allocated IP 192.168.233.153 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/881c0aaa-daec-461e-8309-f1e968ab2483) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:23.392342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:23.425711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'port_id': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1', 'mac_address': 'fa:16:3e:62:95:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8b47cc-7522-42a3-b32b-b5407aec6ddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:23.455071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d61c73-125d-4dc0-b2bc-0b9b0426fc8f req-737a6da2-081e-49db-9c20-dac9572af54d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:23.457784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42d61c73-125d-4dc0-b2bc-0b9b0426fc8f req-737a6da2-081e-49db-9c20-dac9572af54d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1186936 Jul 06 17:52:23.524824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.536487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.551872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42d61c73-125d-4dc0-b2bc-0b9b0426fc8f req-083ed0de-322d-49c8-b8bf-0be4a78a95b8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717373 Jul 06 17:52:23.582020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:23.591019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Transition to ACTIVE for port object 881c0aaa-daec-461e-8309-f1e968ab2483 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:23.631049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:23.639087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.692823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.715066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:23.742564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b2d62-f243-4114-833a-f3db2e6402c0 req-55d81b3b-ab0b-4c02-a06d-4f678af7fd87 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:23.744748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-537b2d62-f243-4114-833a-f3db2e6402c0 req-55d81b3b-ab0b-4c02-a06d-4f678af7fd87 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 943 time: 0.1800060 Jul 06 17:52:23.827849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:23.830891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Pushing event updated for resources: {'Port': ['ID=881c0aaa-daec-461e-8309-f1e968ab2483,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:23.837835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:23.841704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:23.849408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-537b2d62-f243-4114-833a-f3db2e6402c0 req-468f98aa-6cff-432c-afb2-e4d5698e6bb9 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823824 Jul 06 17:52:23.860095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d0619-6e14-4599-9657-dd027e18a1e1 req-f9b0203d-8e4f-4286-9bf6-dff04fd14617 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:23.861859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-343d0619-6e14-4599-9657-dd027e18a1e1 req-f9b0203d-8e4f-4286-9bf6-dff04fd14617 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1607835 Jul 06 17:52:23.897279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:23.935899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:23.936596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.944080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-343d0619-6e14-4599-9657-dd027e18a1e1 req-cf52ba6b-4a5e-4f55-a8b6-e58436ca8daf tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732546 Jul 06 17:52:24.001451 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-5a336c77-be32-4dff-b436-34f1601b7984 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6710055 Jul 06 17:52:24.032559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Request body: {'port': {'device_id': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:24.159394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.247387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46aaac25-637d-472f-91c3-fb87a5f580b9 req-0afe867c-8670-4699-abd9-cc687d5ff6ca tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0691226 Jul 06 17:52:24.402059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba682772-8db9-45e4-8929-a9042dbde7c9 None None] Provisioning for port 881c0aaa-daec-461e-8309-f1e968ab2483 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:24.415616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba682772-8db9-45e4-8929-a9042dbde7c9 None None] Provisioning complete for port 881c0aaa-daec-461e-8309-f1e968ab2483 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:24.416640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba682772-8db9-45e4-8929-a9042dbde7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.553659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ba682772-8db9-45e4-8929-a9042dbde7c9 None None] Port 881c0aaa-daec-461e-8309-f1e968ab2483 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:24.626748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c3d236f-696a-4db1-98b4-c16ed362deaa req-89d29250-89eb-4ea9-869f-308c9306248f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ee13478477854915bc0a643687c8cd9a HTTP/1.1" status: 200 len: 221 time: 0.1577699 Jul 06 17:52:24.676289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881c0aaa-daec-461e-8309-f1e968ab2483 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:24.687231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.705865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Transition to ACTIVE for port object 881c0aaa-daec-461e-8309-f1e968ab2483 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:24.714985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.754101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83652bd-7248-4a8b-8bc8-005bed427e01 req-ad552f76-62d8-491d-aafa-97ce2ef535c7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:24.758023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c83652bd-7248-4a8b-8bc8-005bed427e01 req-ad552f76-62d8-491d-aafa-97ce2ef535c7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2222598 Jul 06 17:52:24.822016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Pushing event updated for resources: {'Port': ['ID=881c0aaa-daec-461e-8309-f1e968ab2483,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:24.910346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c83652bd-7248-4a8b-8bc8-005bed427e01 req-f56310b3-f8f2-4043-bbd3-f59d0dae0b3f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390598 Jul 06 17:52:24.975199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Attempting to bind port 881c0aaa-daec-461e-8309-f1e968ab2483 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:24.975823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Attempting to bind port 881c0aaa-daec-461e-8309-f1e968ab2483 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:24.976370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Attempting to bind port 881c0aaa-daec-461e-8309-f1e968ab2483 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:24.982053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Port 881c0aaa-daec-461e-8309-f1e968ab2483 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:24.982714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Attempting to bind port 881c0aaa-daec-461e-8309-f1e968ab2483 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:25.011616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:25.012210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:25.012844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:25.013600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Bound port: 881c0aaa-daec-461e-8309-f1e968ab2483, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:25.014115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.060154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22504106-2fb1-45cc-9b58-2b9b17148c31 req-d90d9a8e-e2df-4d63-9dee-929c6edaf843 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.070206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22504106-2fb1-45cc-9b58-2b9b17148c31 req-d90d9a8e-e2df-4d63-9dee-929c6edaf843 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 948 time: 0.1578467 Jul 06 17:52:25.102472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:25.181734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22504106-2fb1-45cc-9b58-2b9b17148c31 req-47d6bc3a-37a0-437b-b21f-72a4b03c6a6d tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098902 Jul 06 17:52:25.223817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:25.231006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:25.232590 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.261217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] For port 881c0aaa-daec-461e-8309-f1e968ab2483, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:25.273342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] For port 881c0aaa-daec-461e-8309-f1e968ab2483, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=881c0aaa-daec-461e-8309-f1e968ab2483,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:25.287862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.377638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.381644 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2494-f8ba-4fa5-834b-741aaa9e6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.433474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:25.434554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:25.437438 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76584d71-4ffe-4cd4-acd3-6c8c30444388" -d '{"events": [{"server_uuid": "6c8c7f89-98ed-40ab-94a2-eed947984bb2", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:25.443607 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.504513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Pushing event updated for resources: {'Port': ['ID=881c0aaa-daec-461e-8309-f1e968ab2483,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.513780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.529809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.530856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.539699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-60d54dd3-cb69-49c0-9675-8b35c3325330 service neutron] 10.222.0.60 "PUT /v2.0/ports/881c0aaa-daec-461e-8309-f1e968ab2483 HTTP/1.1" status: 200 len: 1096 time: 1.5181537 Jul 06 17:52:25.539699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'tag': '881c0aaa-daec-461e-8309-f1e968ab2483'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:25.542589 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce409b18-b295-4f4a-90bc-9a76ef091234" -d '{"events": [{"name": "network-changed", "server_uuid": "138c621d-a970-4cb9-b3d3-3e24066679bd", "tag": "881c0aaa-daec-461e-8309-f1e968ab2483"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:25.584123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa25d8b-20f0-483f-bb6d-284abe68a0b8 req-4e92c29a-1b96-43f6-8327-0d8604282c9a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.597226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfa25d8b-20f0-483f-bb6d-284abe68a0b8 req-4e92c29a-1b96-43f6-8327-0d8604282c9a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1707017 Jul 06 17:52:25.754463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-1b825d17-0049-41d8-a047-83c3e9ca2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.759652 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-1b825d17-0049-41d8-a047-83c3e9ca2ea4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c2335ad0bc64b4198a9b24704c5c233&device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 1099 time: 0.1424694 Jul 06 17:52:25.759985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfa25d8b-20f0-483f-bb6d-284abe68a0b8 req-da04399e-9961-4ab4-8a5b-a0dd88165c9b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603694 Jul 06 17:52:25.809272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d631c3-3744-423c-9801-2ee11ededea1 req-471740b9-21aa-4efa-b8c7-ed5291729521 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.811965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2d631c3-3744-423c-9801-2ee11ededea1 req-471740b9-21aa-4efa-b8c7-ed5291729521 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 945 time: 0.1834099 Jul 06 17:52:25.855744 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-d4a0c517-fcb1-4588-8ed2-ba02e0d9e8eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=881c0aaa-daec-461e-8309-f1e968ab2483 HTTP/1.1" status: 200 len: 217 time: 0.0860798 Jul 06 17:52:25.888859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2d631c3-3744-423c-9801-2ee11ededea1 req-1fdf0b1b-ffcf-4f18-bae1-b0688f76cf5e tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679443 Jul 06 17:52:26.083740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-40ba0205-e4c3-430d-a848-e9c4393a111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.087339 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-40ba0205-e4c3-430d-a848-e9c4393a111e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2242785 Jul 06 17:52:26.215370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34cf4532-1a80-42a3-aea2-2e1189f516b8 req-a5d1442a-cb8a-4c73-9bb9-45ca269baded tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0853612 Jul 06 17:52:26.221474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-d0051e7f-fcf6-4a79-bc98-b67432c91e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.226944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-d0051e7f-fcf6-4a79-bc98-b67432c91e6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304352 Jul 06 17:52:26.353692 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30445a-d34d-461a-bb28-0ffc4e92d9e6 x-openstack-request-id: req-6e30445a-d34d-461a-bb28-0ffc4e92d9e6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:26.353885 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138c621d-a970-4cb9-b3d3-3e24066679bd", "tag": "881c0aaa-daec-461e-8309-f1e968ab2483", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:26.354056 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e30445a-d34d-461a-bb28-0ffc4e92d9e6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:26.354598 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'tag': '881c0aaa-daec-461e-8309-f1e968ab2483', 'status': 'completed', 'code': 200} Jul 06 17:52:26.388303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-3703f96b-1c86-4404-823b-20fd19004b61 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544511 Jul 06 17:52:26.400931 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312eed33-38af-48aa-875b-191e4a7e5725 x-openstack-request-id: req-312eed33-38af-48aa-875b-191e4a7e5725 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:26.401267 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c7f89-98ed-40ab-94a2-eed947984bb2", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:26.402822 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-312eed33-38af-48aa-875b-191e4a7e5725 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:26.402822 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1', 'code': 200} Jul 06 17:52:26.559495 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d736aa46-4f4b-411c-9194-1f092ff62a04 req-e53806e9-ae61-47b5-9560-d3d59d42a694 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623137 Jul 06 17:52:26.615402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3fce6-4d97-4681-b10b-beda3afe69ea req-b003f4d7-15a3-4582-a1ee-0eaf72cfcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.617494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5b3fce6-4d97-4681-b10b-beda3afe69ea req-b003f4d7-15a3-4582-a1ee-0eaf72cfcab1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0967150 Jul 06 17:52:26.765066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-da80f3aa-a2c6-4fcf-9688-72d59329a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.767740 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-da80f3aa-a2c6-4fcf-9688-72d59329a09c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c2335ad0bc64b4198a9b24704c5c233&device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 1099 time: 0.1264651 Jul 06 17:52:26.816602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5b3fce6-4d97-4681-b10b-beda3afe69ea req-ac41616e-9de1-48fa-a9ad-ac25b789c2ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922851 Jul 06 17:52:26.884441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29bc2d-3a79-44f4-b5da-52433972e547 req-7c48343f-f951-4f81-b530-3afbce6739b6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.886703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb29bc2d-3a79-44f4-b5da-52433972e547 req-7c48343f-f951-4f81-b530-3afbce6739b6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1744950 Jul 06 17:52:26.899297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f428490-02d6-4ee8-8aa9-926e8253dc41 req-28fea852-983d-48bb-b962-9398c3654409 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.912402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f428490-02d6-4ee8-8aa9-926e8253dc41 req-28fea852-983d-48bb-b962-9398c3654409 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2089047 Jul 06 17:52:26.997228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-784fb63f-0d73-4fbe-b52a-d9fba926f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.999675 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-784fb63f-0d73-4fbe-b52a-d9fba926f8bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2208934 Jul 06 17:52:27.004855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb29bc2d-3a79-44f4-b5da-52433972e547 req-39ca55ba-b7df-4c37-b5c9-8e78b684b8fd tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 Jul 06 17:52:27.043070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f428490-02d6-4ee8-8aa9-926e8253dc41 req-15f1b231-aef9-4b6b-8fc5-3dc1f43e4014 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194305 Jul 06 17:52:27.101764 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-1e356ba3-83bb-4f55-b906-af94781233ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=881c0aaa-daec-461e-8309-f1e968ab2483 HTTP/1.1" status: 200 len: 217 time: 0.0932012 Jul 06 17:52:27.220661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-aa0011a8-d96a-44e6-8815-bbbc58c0fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:27.224169 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-aa0011a8-d96a-44e6-8815-bbbc58c0fc50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1095304 Jul 06 17:52:27.368427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d485c61-953c-4876-a8e6-cf8f041853e7 req-66df1540-0357-4789-9ac1-4b28a2ebcba4 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:27.375991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d485c61-953c-4876-a8e6-cf8f041853e7 req-66df1540-0357-4789-9ac1-4b28a2ebcba4 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 948 time: 0.2496119 Jul 06 17:52:27.438546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-9ca4d95b-328a-4088-9ff9-40fcd1071404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:27.444927 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-9ca4d95b-328a-4088-9ff9-40fcd1071404 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038255 Jul 06 17:52:27.481133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d485c61-953c-4876-a8e6-cf8f041853e7 req-964b53b4-b6a8-493f-aae5-451b9dc40e10 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038082 Jul 06 17:52:27.555977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1a86b-e9ca-4b5a-9eb2-a72d9de8e47b req-cdf99bfd-d65f-467b-9d3c-d3bb351cd042 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:27.565473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9dd1a86b-e9ca-4b5a-9eb2-a72d9de8e47b req-cdf99bfd-d65f-467b-9d3c-d3bb351cd042 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 945 time: 0.1850340 Jul 06 17:52:27.624038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9dd1a86b-e9ca-4b5a-9eb2-a72d9de8e47b req-ff4719fd-dd57-4b3b-ac8d-03c893d999e8 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573919 Jul 06 17:52:27.633589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-c0b7f8c8-f8f8-451f-a28f-283ecc70a051 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694710 Jul 06 17:52:27.858380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7ddaaf6-005d-4c17-a012-3606e9d96414 req-5b372d85-9188-41de-95f7-77940190f340 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0658593 Jul 06 17:52:27.945852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99d0af45-2ec2-4781-b683-b1ad0dd2e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.964339 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.970724 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ce409b18-b295-4f4a-90bc-9a76ef091234 req-7e8c76d7-9792-4a62-83ca-0aa9d947fb3e service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246586 Jul 06 17:52:28.151652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121cdbf-1cdc-4353-9014-c90efa6334bc req-b2d7a535-f374-404c-833d-f1ef87505ed6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:28.153395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1121cdbf-1cdc-4353-9014-c90efa6334bc req-b2d7a535-f374-404c-833d-f1ef87505ed6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.0841458 Jul 06 17:52:28.208405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1121cdbf-1cdc-4353-9014-c90efa6334bc req-da70fe48-196b-48eb-8edb-68c862801d98 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Jul 06 17:52:28.494800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821176-f7ce-4471-bb50-a568fb5f9627 req-dfc710bd-33ad-4e88-bd27-ff9a0e4c363c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:28.496681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b821176-f7ce-4471-bb50-a568fb5f9627 req-dfc710bd-33ad-4e88-bd27-ff9a0e4c363c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1413612 Jul 06 17:52:28.567562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b821176-f7ce-4471-bb50-a568fb5f9627 req-6db7121c-eb1e-4f88-8804-dedfeded70bd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640442 Jul 06 17:52:28.591630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda4fa-8587-4011-b546-84312c2691df req-91beb7d9-6b67-4e43-a97a-a8ae64dde083 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:28.593582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadda4fa-8587-4011-b546-84312c2691df req-91beb7d9-6b67-4e43-a97a-a8ae64dde083 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1486869 Jul 06 17:52:28.697249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadda4fa-8587-4011-b546-84312c2691df req-93581490-89be-4241-bdc9-0223af56c75c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900099 Jul 06 17:52:29.015994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4588d-b56f-4311-ba96-6c2367e42a02 req-9a5971e3-5b71-4767-bcea-d1f6894f36a2 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:29.019183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8c4588d-b56f-4311-ba96-6c2367e42a02 req-9a5971e3-5b71-4767-bcea-d1f6894f36a2 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 945 time: 0.1356683 Jul 06 17:52:29.069494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9154-cd18-4ac9-a000-45ae9b5070e7 req-f09c6450-fe5c-403a-8e17-bfb9a562de83 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:29.072342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b1d9154-cd18-4ac9-a000-45ae9b5070e7 req-f09c6450-fe5c-403a-8e17-bfb9a562de83 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 948 time: 0.1357255 Jul 06 17:52:29.144493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 881c0aaa-daec-461e-8309-f1e968ab2483 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:29.164138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8c4588d-b56f-4311-ba96-6c2367e42a02 req-fe8d345d-d12d-4309-a8a2-356f4e1eb1c4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283457 Jul 06 17:52:29.216302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b1d9154-cd18-4ac9-a000-45ae9b5070e7 req-4a628501-5dc4-431d-bb53-b1a597a7bdb4 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 Jul 06 17:52:29.312454 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.397970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 881c0aaa-daec-461e-8309-f1e968ab2483, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=881c0aaa-daec-461e-8309-f1e968ab2483,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:29.421052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '881c0aaa-daec-461e-8309-f1e968ab2483', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '881c0aaa-daec-461e-8309-f1e968ab2483', 'mac_address': 'fa:16:3e:42:58:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:29.508255 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.510536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f0a108b-8c38-4539-8933-05cddc6ac0ca req-aae280e2-3176-4154-a3e2-8c38dd8a47a7 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0455725 Jul 06 17:52:29.541432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881c0aaa-daec-461e-8309-f1e968ab2483 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:29.559323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60026c0f-73ab-4e95-8023-74c95ef04bc7 req-e6b29714-6c31-4f6f-93f3-5a6b326db6ec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:29.559323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60026c0f-73ab-4e95-8023-74c95ef04bc7 req-e6b29714-6c31-4f6f-93f3-5a6b326db6ec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1395617 Jul 06 17:52:29.592221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 881c0aaa-daec-461e-8309-f1e968ab2483, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=881c0aaa-daec-461e-8309-f1e968ab2483,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:29.599908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.610704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60026c0f-73ab-4e95-8023-74c95ef04bc7 req-50ac3f4f-7be1-432c-a477-eeed148183cd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Jul 06 17:52:29.681527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=881c0aaa-daec-461e-8309-f1e968ab2483,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:29.708260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.868669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['881c0aaa-daec-461e-8309-f1e968ab2483'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:29.973153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fe403-c7a3-4c15-a08c-6a6965f8c916 req-48b5e078-4364-47c9-bab6-831941cea3a0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:29.988730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-721fe403-c7a3-4c15-a08c-6a6965f8c916 req-48b5e078-4364-47c9-bab6-831941cea3a0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1529453 Jul 06 17:52:30.062923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-721fe403-c7a3-4c15-a08c-6a6965f8c916 req-13c0c92e-63d6-4527-8f12-3b6ec7dc691a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724473 Jul 06 17:52:30.186564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd278f2-5f71-48bd-8278-78b43bc6ed5f req-64809b94-e982-4ed8-a279-9ff26057c381 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:30.188296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fd278f2-5f71-48bd-8278-78b43bc6ed5f req-64809b94-e982-4ed8-a279-9ff26057c381 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1239254 Jul 06 17:52:30.248217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fd278f2-5f71-48bd-8278-78b43bc6ed5f req-13a3798d-6cd3-4579-a90e-1a8d1e9b9b80 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Jul 06 17:52:30.413080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6e3b954-fc3a-4bbe-a4f6-4321977d9bd0 req-1060aede-7387-4ec0-9ccb-1e4bccf3de50 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.2567220 Jul 06 17:52:30.685231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.827728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456793f7-679f-49ef-b88b-6e364625d4b6 req-dd8be4d6-f45a-4d34-96f9-1d7e11627321 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:30.829886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-456793f7-679f-49ef-b88b-6e364625d4b6 req-dd8be4d6-f45a-4d34-96f9-1d7e11627321 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 949 time: 0.0818644 Jul 06 17:52:30.880916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-456793f7-679f-49ef-b88b-6e364625d4b6 req-7309423e-aaa3-471c-bbfd-9a05d17bf879 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Jul 06 17:52:31.140238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 881c0aaa-daec-461e-8309-f1e968ab2483 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:31.215829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 881c0aaa-daec-461e-8309-f1e968ab2483 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:31.224994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 881c0aaa-daec-461e-8309-f1e968ab2483 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:31.225799 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.230036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7ca5b92-a4b2-49ea-8ee9-012fb88eb9b9 req-25ec6cab-50c2-4bf0-bd02-2718ee9fc82a tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0958920 Jul 06 17:52:31.289742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac353b-7ff3-4db2-bdbb-da83e6be7953 req-6f3314b9-28b1-4a1e-9655-383337caba10 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:31.291487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40ac353b-7ff3-4db2-bdbb-da83e6be7953 req-6f3314b9-28b1-4a1e-9655-383337caba10 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1623936 Jul 06 17:52:31.393793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40ac353b-7ff3-4db2-bdbb-da83e6be7953 req-c99d14e6-a2ff-4e36-a473-b78ba1898bc6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955994 Jul 06 17:52:31.446824 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.495869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c0aaa-daec-461e-8309-f1e968ab2483'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:31.499527 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0566183d-b9b3-4ca0-af93-fe2f117f52f8" -d '{"events": [{"server_uuid": "138c621d-a970-4cb9-b3d3-3e24066679bd", "name": "network-vif-plugged", "status": "completed", "tag": "881c0aaa-daec-461e-8309-f1e968ab2483"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:31.516696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 881c0aaa-daec-461e-8309-f1e968ab2483, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=881c0aaa-daec-461e-8309-f1e968ab2483,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:31.524388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.601422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=881c0aaa-daec-461e-8309-f1e968ab2483,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:31.611004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.612437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.612892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.613303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.613714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.614118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.614525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.614920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.615333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.615877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.616649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.617207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:31.943023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec4ef7-8ca1-4d5a-9c92-623cc16ee37c req-19825a64-5853-453b-92b1-a4c50ac78cc4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:31.945742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4aec4ef7-8ca1-4d5a-9c92-623cc16ee37c req-19825a64-5853-453b-92b1-a4c50ac78cc4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1956532 Jul 06 17:52:32.062211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d6887-42ac-4aa7-bcf5-8c21dca5cfad req-c70c3c22-f21e-4817-b00a-443a97fdbcbd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:32.066592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-124d6887-42ac-4aa7-bcf5-8c21dca5cfad req-c70c3c22-f21e-4817-b00a-443a97fdbcbd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2115130 Jul 06 17:52:32.072665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4aec4ef7-8ca1-4d5a-9c92-623cc16ee37c req-5cd08d84-e3d2-49ad-806c-7feb5cf1a6bd tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201549 Jul 06 17:52:32.132450 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b96747-8b60-4c79-8ca3-d1ed9fdb8393 x-openstack-request-id: req-99b96747-8b60-4c79-8ca3-d1ed9fdb8393 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:32.133112 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138c621d-a970-4cb9-b3d3-3e24066679bd", "name": "network-vif-plugged", "status": "completed", "tag": "881c0aaa-daec-461e-8309-f1e968ab2483", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:32.133700 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99b96747-8b60-4c79-8ca3-d1ed9fdb8393 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:32.136439 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c0aaa-daec-461e-8309-f1e968ab2483', 'code': 200} Jul 06 17:52:32.139000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.140507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-124d6887-42ac-4aa7-bcf5-8c21dca5cfad req-73501fd8-e342-4a27-a5de-3cb6bbcaf0ad tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657947 Jul 06 17:52:32.292406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacac9ff-58b2-48c7-b8a5-ed0961a5ce6c req-b3f6fc0f-fcbb-449e-bb42-457738dc7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:32.294511 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bacac9ff-58b2-48c7-b8a5-ed0961a5ce6c req-b3f6fc0f-fcbb-449e-bb42-457738dc7099 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 1101 time: 0.0772586 Jul 06 17:52:32.340855 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bacac9ff-58b2-48c7-b8a5-ed0961a5ce6c req-8558f3ff-5154-4c86-9616-e3d9ea82c9fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Jul 06 17:52:32.462389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-4e58d8c3-562d-4ef3-a810-2eeeba819173 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:32.463949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-4e58d8c3-562d-4ef3-a810-2eeeba819173 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.2089164 Jul 06 17:52:32.505931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bab9f4-1b5b-403c-9722-b5625a06dfd1 req-56ef0838-7087-4b15-9cf7-0673795f567f tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:32.507693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0bab9f4-1b5b-403c-9722-b5625a06dfd1 req-56ef0838-7087-4b15-9cf7-0673795f567f tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 950 time: 0.1502795 Jul 06 17:52:32.509150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-c304c9c5-193b-4e18-ab00-1e2fa5c98c16 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/quotas/691f92beb2a44b3faac47f98d201e473 HTTP/1.1" status: 200 len: 375 time: 0.0346401 Jul 06 17:52:32.590183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0bab9f4-1b5b-403c-9722-b5625a06dfd1 req-9f3e1605-061c-4920-9c32-d3f76ad4f564 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732446 Jul 06 17:52:32.639642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-c271f44b-01e2-44ca-b1ec-c00d194ea85b tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153078 Jul 06 17:52:32.770813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-c8f43011-436d-471e-b552-59ccaa6b58fe service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247573 Jul 06 17:52:32.926236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-9d7ce67d-0e1f-4767-a8f2-000ab921564e service neutron] 10.222.0.37 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380455 Jul 06 17:52:32.928636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-091d64a7-3151-4b29-b20d-d1f59a035666 req-14e1298f-3d9b-48f5-ac62-308a776b4a73 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0386415 Jul 06 17:52:33.310458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f9c3-cb19-43fb-98b4-2341b036bbc1 req-77856c64-e993-44c6-9ad3-b7c1b0ab24d2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:33.318522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9f3f9c3-cb19-43fb-98b4-2341b036bbc1 req-77856c64-e993-44c6-9ad3-b7c1b0ab24d2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1141095 Jul 06 17:52:33.381534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9f3f9c3-cb19-43fb-98b4-2341b036bbc1 req-900882c5-7f5c-4a78-9141-03ca3ab35d4d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 Jul 06 17:52:33.506990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fdf32159-3d75-4fb1-aeef-bbc185627603 req-1541c10c-cf7e-4d9d-985f-8833f2011bb6 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 210 time: 0.0690241 Jul 06 17:52:33.664306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84148254-4bec-4aec-8409-296a8c8b4172 req-f0831b3b-acd0-4a7e-8481-c99c4d09a97e tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e&device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.0687659 Jul 06 17:52:33.729288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-c730127d-29c4-4c53-bf1b-4bd9fb7d4c15 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:33.733486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-c730127d-29c4-4c53-bf1b-4bd9fb7d4c15 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca1aa95a-c85b-4536-831e-81cde33fb3cf HTTP/1.1" status: 200 len: 945 time: 0.2514462 Jul 06 17:52:33.939637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8505913-d17f-4844-8f71-b760633c49db req-45b68cbc-0e03-4517-8571-15b9b9fae5b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:33.946988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8505913-d17f-4844-8f71-b760633c49db req-45b68cbc-0e03-4517-8571-15b9b9fae5b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2121909 Jul 06 17:52:34.005131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Deleting port 1d947b56-335b-4a8b-b90a-3a86ad408110 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:34.005131 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.027182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfcdc1-64c5-49af-92fa-75caa3cf8aae req-304b1d45-1ca6-4bc6-84e9-be21ccbf49a1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:34.029028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5cfcdc1-64c5-49af-92fa-75caa3cf8aae req-304b1d45-1ca6-4bc6-84e9-be21ccbf49a1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1944962 Jul 06 17:52:34.074332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8505913-d17f-4844-8f71-b760633c49db req-567b33f6-5ad0-494d-81d7-cb5f3a51a9b8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262457 Jul 06 17:52:34.161088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5cfcdc1-64c5-49af-92fa-75caa3cf8aae req-04ae4b52-6fe0-4192-b3b6-368c985bfb32 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178241 Jul 06 17:52:34.195770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] For port 1d947b56-335b-4a8b-b90a-3a86ad408110, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1d947b56-335b-4a8b-b90a-3a86ad408110,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:34.196430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.243222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Calling delete_port for 1d947b56-335b-4a8b-b90a-3a86ad408110 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:34.421288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34e20-080a-45c3-a19e-86d10227e097 req-e6e6f3f1-e576-41be-ac6f-6b0f94971149 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:34.423304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40d34e20-080a-45c3-a19e-86d10227e097 req-e6e6f3f1-e576-41be-ac6f-6b0f94971149 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 950 time: 0.1116989 Jul 06 17:52:34.528007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.537314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40d34e20-080a-45c3-a19e-86d10227e097 req-8e157d96-eb46-4aee-a3c4-c51047a67270 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874012 Jul 06 17:52:34.573447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event deleted for resources: {'Port': ['ID=1d947b56-335b-4a8b-b90a-3a86ad408110,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:34.666137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] No DVR routers for this DVR port 1d947b56-335b-4a8b-b90a-3a86ad408110 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:34.676997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.681127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e755f07a-a177-4ed7-bfbd-37ee08f287e0 req-f5cae547-0445-46b4-ba2a-ac2b196f2574 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "DELETE /v2.0/ports/1d947b56-335b-4a8b-b90a-3a86ad408110 HTTP/1.1" status: 204 len: 173 time: 0.9345155 Jul 06 17:52:34.681127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'name': 'network-vif-deleted', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:34.684967 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a128894-1f75-4148-8986-2268e28c354b" -d '{"events": [{"server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "name": "network-vif-deleted", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:34.909381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aebe2f9a-7937-4f8b-97ad-cdd3833718f3 req-d769b26f-70f7-4073-a632-d8c205aa4bee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1892ff013556485fb2b4d8429f4bf1d2&device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.1180468 Jul 06 17:52:34.918791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:34.964690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 1d947b56-335b-4a8b-b90a-3a86ad408110 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:34.968531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:35.050035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aebe2f9a-7937-4f8b-97ad-cdd3833718f3 req-295e598f-1956-40fb-abd4-af02542cf1a5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1892ff013556485fb2b4d8429f4bf1d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127441 Jul 06 17:52:35.279276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d36d498-52e9-4575-b5da-63dae78c4df7 req-93f7638f-3243-4779-a797-80bac93cd682 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 210 time: 0.1100280 Jul 06 17:52:35.345788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-6d698327-d16f-46f7-92a2-16aad3337d8a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:35.349024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-6d698327-d16f-46f7-92a2-16aad3337d8a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 804 time: 0.4554946 Jul 06 17:52:35.378732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe2f9a-7937-4f8b-97ad-cdd3833718f3 req-10cc3dfe-05a3-486f-bf28-1506f8171d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:35.381238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aebe2f9a-7937-4f8b-97ad-cdd3833718f3 req-10cc3dfe-05a3-486f-bf28-1506f8171d98 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3233292 Jul 06 17:52:35.388791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Request body: {'port': {'device_id': '9de3064e-8295-455a-ade8-f0464c2804a0', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'admin_state_up': True, 'tenant_id': '691f92beb2a44b3faac47f98d201e473'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:35.554405 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c86029-ca38-4eef-aee6-02fb20e95e3e x-openstack-request-id: req-b9c86029-ca38-4eef-aee6-02fb20e95e3e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:35.555622 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1aa95a-c85b-4536-831e-81cde33fb3cf", "name": "network-vif-deleted", "tag": "1d947b56-335b-4a8b-b90a-3a86ad408110", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:35.555622 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c86029-ca38-4eef-aee6-02fb20e95e3e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:35.555999 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1aa95a-c85b-4536-831e-81cde33fb3cf', 'name': 'network-vif-deleted', 'tag': '1d947b56-335b-4a8b-b90a-3a86ad408110', 'status': 'completed', 'code': 200} Jul 06 17:52:35.570965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Made reservation on behalf of 691f92beb2a44b3faac47f98d201e473 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:35.575590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.616843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd2caa3b-f598-4ea1-8ebe-5a4c5f086235 req-07e9b44e-e1dd-4623-b6db-ff142837a2e3 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.0594869 Jul 06 17:52:35.813053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b63a-f80e-4b41-be30-8090b5e788da req-89862e03-0ab5-4b16-bc13-84cf523e7b9f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:35.815834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77c5b63a-f80e-4b41-be30-8090b5e788da req-89862e03-0ab5-4b16-bc13-84cf523e7b9f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1392601 Jul 06 17:52:35.902436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77c5b63a-f80e-4b41-be30-8090b5e788da req-e678bbe4-2596-48f8-902c-4c662384d488 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724173 Jul 06 17:52:35.904272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Allocated IP 172.20.0.9 (9990f140-e398-4fb3-8e96-c48f08b6d3d6/499e3ed8-24f9-4432-97d7-841d9ecb3cec/2184f6b3-8495-476e-8677-952690d60161) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:36.041249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f645-0a53-4eda-b268-4c3d2c680a44 req-a4e9e039-a098-4ee2-ad16-7a07a450e23b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:36.042962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3505f645-0a53-4eda-b268-4c3d2c680a44 req-a4e9e039-a098-4ee2-ad16-7a07a450e23b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1505702 Jul 06 17:52:36.150863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3505f645-0a53-4eda-b268-4c3d2c680a44 req-7ff626a8-2d52-4ca2-b6b9-724b0d0c752e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684845 Jul 06 17:52:36.204651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.286857 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.384741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:36.391283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:36.403375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:36.451745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:36.521627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:36.523446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.550595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-05b1224e-e520-4122-97f4-45e964e5f119 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1678002 Jul 06 17:52:36.563120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Request body: {'port': {'device_id': '9de3064e-8295-455a-ade8-f0464c2804a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:36.756818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aebe2f9a-7937-4f8b-97ad-cdd3833718f3 req-bf4a322d-c9bc-48be-9ef5-fd42183f2e40 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2de30c4-7c34-4020-9753-1e6f7946581e HTTP/1.1" status: 200 len: 210 time: 0.1093855 Jul 06 17:52:36.777732 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.961192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f579-c6ac-4dde-9ab2-a01676b32ffd req-fed057ce-b370-46dd-8ca6-972ae68eeda8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:36.963776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7393f579-c6ac-4dde-9ab2-a01676b32ffd req-fed057ce-b370-46dd-8ca6-972ae68eeda8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3144758 Jul 06 17:52:37.151651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b34d0-6a8d-4db1-b09a-f92f94a65f1e req-5e4218cf-f3fe-4953-9c83-484aaaca1f14 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:37.153246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee0b34d0-6a8d-4db1-b09a-f92f94a65f1e req-5e4218cf-f3fe-4953-9c83-484aaaca1f14 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 931 time: 0.2915184 Jul 06 17:52:37.156089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7393f579-c6ac-4dde-9ab2-a01676b32ffd req-d5a77cd7-7112-40ea-aa42-d15673ea4cd1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298273 Jul 06 17:52:37.706170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee0b34d0-6a8d-4db1-b09a-f92f94a65f1e req-bf78ea19-97aa-4fd4-97e7-5eb8307d74e9 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419688 Jul 06 17:52:37.762637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2184f6b3-8495-476e-8677-952690d60161 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:37.773683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.785822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fc187-0527-445e-beed-e473f9c092e3 req-897e502f-f2dc-46b4-9bb1-31925c0a2f49 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:37.787525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a8fc187-0527-445e-beed-e473f9c092e3 req-897e502f-f2dc-46b4-9bb1-31925c0a2f49 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 950 time: 0.1633773 Jul 06 17:52:37.802273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Transition to ACTIVE for port object 2184f6b3-8495-476e-8677-952690d60161 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:37.810061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.899699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a8fc187-0527-445e-beed-e473f9c092e3 req-f899c47f-856c-4732-b70b-15563fff6297 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a44863a-b556-4075-9c62-65dc425e8d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013310 Jul 06 17:52:37.904521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:37.920978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-5c97c969-328a-4548-8ed2-604aa4a02361 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:37.926087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-5c97c969-328a-4548-8ed2-604aa4a02361 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.60 "GET /v2.0/ports?device_id=138c621d-a970-4cb9-b3d3-3e24066679bd HTTP/1.1" status: 200 len: 950 time: 0.1527922 Jul 06 17:52:37.998597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Attempting to bind port 2184f6b3-8495-476e-8677-952690d60161 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:37.999232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Attempting to bind port 2184f6b3-8495-476e-8677-952690d60161 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:37.999796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Attempting to bind port 2184f6b3-8495-476e-8677-952690d60161 on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:38.006940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Port 2184f6b3-8495-476e-8677-952690d60161 on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:38.007566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Attempting to bind port 2184f6b3-8495-476e-8677-952690d60161 on network 9990f140-e398-4fb3-8e96-c48f08b6d3d6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:38.014081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:38.014738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Checking segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:38.015338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Bound using segment: {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:38.015962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Bound port: 2184f6b3-8495-476e-8677-952690d60161, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:38.016495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.139520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:38.145616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:38.153064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.166719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Deleting port 881c0aaa-daec-461e-8309-f1e968ab2483 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:38.167426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.200209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:38.200724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.202473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] 10.222.0.61 "PUT /v2.0/ports/2184f6b3-8495-476e-8677-952690d60161 HTTP/1.1" status: 200 len: 1091 time: 1.6440308 Jul 06 17:52:38.203054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'tag': '2184f6b3-8495-476e-8677-952690d60161'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:38.206407 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd0374f-4ccb-4356-be8a-c4428468857d" -d '{"events": [{"name": "network-changed", "server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "tag": "2184f6b3-8495-476e-8677-952690d60161"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:38.249104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26eb7-481e-448c-b78e-3aa9e352622a req-0b9128cc-229c-4f60-8967-2cde07bf1c02 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:38.250862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6df26eb7-481e-448c-b78e-3aa9e352622a req-0b9128cc-229c-4f60-8967-2cde07bf1c02 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.1647558 Jul 06 17:52:38.251834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:38.261336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.261743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.262097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.262437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.262770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.263096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.263549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.263886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.264216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.264547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.264951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.265282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7ce84-adf8-4b5f-8f33-7b8ab69a2d49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:38.372304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] For port 881c0aaa-daec-461e-8309-f1e968ab2483, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=881c0aaa-daec-461e-8309-f1e968ab2483,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:38.372874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.390208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Calling delete_port for 881c0aaa-daec-461e-8309-f1e968ab2483 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:38.419488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6df26eb7-481e-448c-b78e-3aa9e352622a req-0cac5f79-f57b-4070-98f5-3981b3b40a95 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498866 Jul 06 17:52:38.471974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-73977c15-26e4-4690-9572-fba1d53dd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:38.473550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-73977c15-26e4-4690-9572-fba1d53dd113 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 1094 time: 0.2030313 Jul 06 17:52:38.488793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-2e720c95-59ba-466d-b3e0-c62caa91b86f tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:38.490909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-2e720c95-59ba-466d-b3e0-c62caa91b86f tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.2113953 Jul 06 17:52:38.539064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-a63ce36a-d088-4247-97ed-14b5e007e27c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2184f6b3-8495-476e-8677-952690d60161 HTTP/1.1" status: 200 len: 217 time: 0.0463157 Jul 06 17:52:38.545665 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.560131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['881c0aaa-daec-461e-8309-f1e968ab2483'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:38.568068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-11742cbf-5c52-4297-9720-d1e4d63e9a96 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/quotas/334f2c4e33db4bd2a3002da6b132923d HTTP/1.1" status: 200 len: 375 time: 0.0322158 Jul 06 17:52:38.606226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Pushing event deleted for resources: {'Port': ['ID=881c0aaa-daec-461e-8309-f1e968ab2483,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:38.694582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb208b-68c6-4955-b439-731ff5c76178 req-42a16a1e-f08c-4fe2-acf3-021f363ea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:38.697166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-42a16a1e-f08c-4fe2-acf3-021f363ea622 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.1466517 Jul 06 17:52:38.729892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] No DVR routers for this DVR port 881c0aaa-daec-461e-8309-f1e968ab2483 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:38.737292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.742861 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2a69efb-2e5c-46a6-806c-d41c29c84e61 req-4e37ce5f-195b-49dd-b8e3-81f8e59b60b1 tempest-ServerDiagnosticsNegativeTest-1551900105 tempest-ServerDiagnosticsNegativeTest-1551900105-project] 10.222.0.60 "DELETE /v2.0/ports/881c0aaa-daec-461e-8309-f1e968ab2483 HTTP/1.1" status: 204 len: 173 time: 0.8091233 Jul 06 17:52:38.743958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'name': 'network-vif-deleted', 'tag': '881c0aaa-daec-461e-8309-f1e968ab2483'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:38.752213 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caefe27f-2116-4bfa-942a-4bdb48fdaa15" -d '{"events": [{"server_uuid": "138c621d-a970-4cb9-b3d3-3e24066679bd", "name": "network-vif-deleted", "tag": "881c0aaa-daec-461e-8309-f1e968ab2483"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:38.764559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-ff0cf208-a054-463a-b5f5-217a3fa34881 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586748 Jul 06 17:52:38.872758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-1d534e5e-d2e3-4ac5-be95-5b588e3108be tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2716665 Jul 06 17:52:38.888774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:38.951184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 1d947b56-335b-4a8b-b90a-3a86ad408110 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:38.951974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1d947b56-335b-4a8b-b90a-3a86ad408110 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:39.081733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-b4d122d7-1314-45f0-85b2-1955df048fa2 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031013 Jul 06 17:52:39.196777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-9108045b-6239-4249-bc97-d4b9bc0f548a service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941976 Jul 06 17:52:39.320482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc9fa023-6919-4da8-a3e9-bb74e98d9e3a req-9ba9394b-00da-44c0-a93c-ebe346a35e9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1892ff013556485fb2b4d8429f4bf1d2&device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.0828874 Jul 06 17:52:39.365790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49bb208b-68c6-4955-b439-731ff5c76178 req-d910f6d8-2f8c-4ceb-b72c-26e3e6dd9256 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713182 Jul 06 17:52:39.367577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc9fa023-6919-4da8-a3e9-bb74e98d9e3a req-66e89a52-6c94-497a-83c1-56237192855a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1892ff013556485fb2b4d8429f4bf1d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330534 Jul 06 17:52:39.530477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-42a18be6-0460-4d41-b3c1-aff1fcc3e798 service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203835 Jul 06 17:52:39.590442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa023-6919-4da8-a3e9-bb74e98d9e3a req-dbd08fb0-1f16-43af-99a5-c5465e89b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:39.592147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc9fa023-6919-4da8-a3e9-bb74e98d9e3a req-dbd08fb0-1f16-43af-99a5-c5465e89b136 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903284 Jul 06 17:52:39.605537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8009781-e166-44b1-969d-b2e705765b9f req-c829df9f-963b-4104-ad56-709744b57b6f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:39.607153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8009781-e166-44b1-969d-b2e705765b9f req-c829df9f-963b-4104-ad56-709744b57b6f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2080791 Jul 06 17:52:39.687730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8009781-e166-44b1-969d-b2e705765b9f req-78e1238d-54ff-453a-9ea9-8385b4a6b35f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661769 Jul 06 17:52:39.749612 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70abdcdd-cae5-4c06-be94-043350dc4fc9 x-openstack-request-id: req-70abdcdd-cae5-4c06-be94-043350dc4fc9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:39.750247 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "tag": "2184f6b3-8495-476e-8677-952690d60161", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:39.750838 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70abdcdd-cae5-4c06-be94-043350dc4fc9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:39.751869 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'tag': '2184f6b3-8495-476e-8677-952690d60161', 'status': 'completed', 'code': 200} Jul 06 17:52:39.843812 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dae985-1efe-4075-8ba4-aac57184323a x-openstack-request-id: req-63dae985-1efe-4075-8ba4-aac57184323a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:39.844339 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138c621d-a970-4cb9-b3d3-3e24066679bd", "name": "network-vif-deleted", "tag": "881c0aaa-daec-461e-8309-f1e968ab2483", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:39.844835 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63dae985-1efe-4075-8ba4-aac57184323a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:39.847247 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138c621d-a970-4cb9-b3d3-3e24066679bd', 'name': 'network-vif-deleted', 'tag': '881c0aaa-daec-461e-8309-f1e968ab2483', 'status': 'completed', 'code': 200} Jul 06 17:52:39.899756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-e94eea35-0af0-4891-9333-8ea57a58633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:39.902426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-e94eea35-0af0-4891-9333-8ea57a58633d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=691f92beb2a44b3faac47f98d201e473&device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 1094 time: 0.1162927 Jul 06 17:52:40.167824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534eb7c-7b5d-4837-aa44-d75667300389 req-2841353c-c397-47c1-823a-c9d39f7da71a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:40.170568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d534eb7c-7b5d-4837-aa44-d75667300389 req-2841353c-c397-47c1-823a-c9d39f7da71a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 943 time: 0.2934828 Jul 06 17:52:40.225453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-edf00740-acd8-4b76-b31c-a9971e7ba3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:40.228134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-edf00740-acd8-4b76-b31c-a9971e7ba3e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 200 len: 905 time: 0.2818694 Jul 06 17:52:40.289378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e98a279-be63-425b-83bf-8f7182f3b9b3 req-3f508099-2570-41de-82d8-7f99db05438f tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.1074131 Jul 06 17:52:40.372493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-0d9da10e-c092-40c3-ba1a-c0bd28e53c17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2184f6b3-8495-476e-8677-952690d60161 HTTP/1.1" status: 200 len: 217 time: 0.0969019 Jul 06 17:52:40.374077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55116) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:40.462061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d534eb7c-7b5d-4837-aa44-d75667300389 req-470e382b-c5b0-4b12-a705-ec40ddb59e8e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784331 Jul 06 17:52:40.521296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-5c7fb622-32dc-4570-a361-1921b5c67830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:40.523994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-5c7fb622-32dc-4570-a361-1921b5c67830 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 200 len: 844 time: 0.1392651 Jul 06 17:52:40.617346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-f51a6350-8c38-4adf-b15e-ea2339041df4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9990f140-e398-4fb3-8e96-c48f08b6d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855086 Jul 06 17:52:40.652783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0bb17ad-2672-49cf-895f-97991a473a3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c2335ad0bc64b4198a9b24704c5c233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761171 Jul 06 17:52:40.660893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:40.773868 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c90043e6-a3c5-4ce2-8ff0-be967b23d2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.827757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c90043e6-a3c5-4ce2-8ff0-be967b23d2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.838144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545979c2-0f79-4f4b-8d40-5602697bd7f4 req-5e58497c-e4f1-4535-885b-1ac1982e951f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:40.840607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-545979c2-0f79-4f4b-8d40-5602697bd7f4 req-5e58497c-e4f1-4535-885b-1ac1982e951f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2523499 Jul 06 17:52:40.888989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-80dd183c-8892-4406-a5aa-21937aac3e08 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448235 Jul 06 17:52:40.924596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c90043e6-a3c5-4ce2-8ff0-be967b23d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.927453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c90043e6-a3c5-4ce2-8ff0-be967b23d2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.933137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c90043e6-a3c5-4ce2-8ff0-be967b23d2f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a44863a-b556-4075-9c62-65dc425e8d23 HTTP/1.1" status: 204 len: 168 time: 0.2664154 Jul 06 17:52:40.951625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90043e6-a3c5-4ce2-8ff0-be967b23d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a44863a-b556-4075-9c62-65dc425e8d23,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:40.964098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-545979c2-0f79-4f4b-8d40-5602697bd7f4 req-871e8942-0788-45c2-9c17-545bce3e3818 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006844 Jul 06 17:52:41.067208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc9fa023-6919-4da8-a3e9-bb74e98d9e3a req-3b5e80fb-5f16-4683-82f4-8acef8224ec1 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.1153648 Jul 06 17:52:41.184749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 881c0aaa-daec-461e-8309-f1e968ab2483 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:41.189934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d5444c4-7684-4de7-8448-0e7c43223bca req-98b62b80-49b8-4458-abd4-e8a333b766d2 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 210 time: 0.0719681 Jul 06 17:52:41.227980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 881c0aaa-daec-461e-8309-f1e968ab2483 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:41.228759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 881c0aaa-daec-461e-8309-f1e968ab2483 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:41.269512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186662-0651-472b-b019-b7db8b97cb12 req-3458be50-f9dd-42da-a59b-68ec831c8dec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:41.282024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66186662-0651-472b-b019-b7db8b97cb12 req-3458be50-f9dd-42da-a59b-68ec831c8dec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3896449 Jul 06 17:52:41.333240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffd0374f-4ccb-4356-be8a-c4428468857d req-bd07970a-a144-40fd-be4a-678165f5eaa7 service neutron] 10.222.0.61 "GET /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825810 Jul 06 17:52:41.379096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66186662-0651-472b-b019-b7db8b97cb12 req-8c90dcf1-d99b-4621-a919-86c96e82712f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955617 Jul 06 17:52:41.463749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55136) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:41.482136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-358f3f1d-f38b-451e-aa4e-8620d5eddbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.663666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc6dd549-d529-4867-b872-570d8c7299ab req-1d49ccf9-cd88-4cb2-b38e-24bfc4a4a672 tempest-ServerShowV247Test-776183125 tempest-ServerShowV247Test-776183125-project] 10.222.0.37 "GET /v2.0/ports?device_id=b14630a7-545f-4073-bb66-9c4c4fd7e3fc HTTP/1.1" status: 200 len: 210 time: 0.0763211 Jul 06 17:52:41.691996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-358f3f1d-f38b-451e-aa4e-8620d5eddbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.697612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-358f3f1d-f38b-451e-aa4e-8620d5eddbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.743615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-358f3f1d-f38b-451e-aa4e-8620d5eddbde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a645331f68ee4e54af77c12e51635dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786946 Jul 06 17:52:41.746811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55144) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:41.804047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f3f1d-f38b-451e-aa4e-8620d5eddbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f02036-ae1a-4b4f-beac-ab03dbf96b21,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:41.880355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-058bfe15-4bbc-4cb9-9e98-3b2e31de466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.933268 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-058bfe15-4bbc-4cb9-9e98-3b2e31de466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.002882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-2c836be6-b210-466d-b2a1-f1e6c0f1eee6 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.002882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-2c836be6-b210-466d-b2a1-f1e6c0f1eee6 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.61 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.4059961 Jul 06 17:52:42.019753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Request body: {'port': {'device_id': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'admin_state_up': True, 'tenant_id': '334f2c4e33db4bd2a3002da6b132923d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:42.030151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-058bfe15-4bbc-4cb9-9e98-3b2e31de466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.036094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-058bfe15-4bbc-4cb9-9e98-3b2e31de466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.037850 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-058bfe15-4bbc-4cb9-9e98-3b2e31de466e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35f02036-ae1a-4b4f-beac-ab03dbf96b21 HTTP/1.1" status: 204 len: 168 time: 0.2896450 Jul 06 17:52:42.056870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bfe15-4bbc-4cb9-9e98-3b2e31de466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f02036-ae1a-4b4f-beac-ab03dbf96b21,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:42.149795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30b6db-87e0-4dde-b78e-f1d3ab6f6a46 req-35fb914b-2190-40c6-81fd-1cc0c0c2d77a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.151478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c30b6db-87e0-4dde-b78e-f1d3ab6f6a46 req-35fb914b-2190-40c6-81fd-1cc0c0c2d77a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2680247 Jul 06 17:52:42.159976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab27eda-ec4a-4809-9ef3-3de785187d29 req-37823913-cfb7-492e-b7e3-f3d8e9a4d2a0 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.161733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ab27eda-ec4a-4809-9ef3-3de785187d29 req-37823913-cfb7-492e-b7e3-f3d8e9a4d2a0 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 943 time: 0.2571480 Jul 06 17:52:42.264268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c30b6db-87e0-4dde-b78e-f1d3ab6f6a46 req-6f3195e4-ece5-4d7d-b4c8-537e96467366 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949211 Jul 06 17:52:42.279039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ab27eda-ec4a-4809-9ef3-3de785187d29 req-8ddfdc55-b45c-4b8a-9741-00248299704e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078012 Jul 06 17:52:42.327157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Made reservation on behalf of 334f2c4e33db4bd2a3002da6b132923d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:42.337809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.525728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9bbeeb7-6d0d-4eee-9db0-82aadb8fb69a req-28b7d6ba-ffd6-4df3-9b4c-ca0b72501541 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 210 time: 0.0534484 Jul 06 17:52:42.614227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Allocated IP 172.20.0.3 (4404462a-9863-490d-9442-81ddf7409b80/0e8b47cc-7522-42a3-b32b-b5407aec6ddf/eb970bfd-fa13-4162-a3d3-0898848fbc16) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:42.904587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2184f6b3-8495-476e-8677-952690d60161 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:43.057650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a45b-4b87-4c6b-a956-c082674e3511 req-9c351faa-fda1-48ac-89f8-bccd34e62df7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:43.060442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8624a45b-4b87-4c6b-a956-c082674e3511 req-9c351faa-fda1-48ac-89f8-bccd34e62df7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3041475 Jul 06 17:52:43.118543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:43.213521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076226e-2d78-4ba5-8ea9-f6fc63b94901 req-f9b1b481-2517-4927-9a69-425d22a2142c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:43.220118 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d076226e-2d78-4ba5-8ea9-f6fc63b94901 req-f9b1b481-2517-4927-9a69-425d22a2142c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3583376 Jul 06 17:52:43.228107 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.288802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '2184f6b3-8495-476e-8677-952690d60161', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '2184f6b3-8495-476e-8677-952690d60161', 'mac_address': 'fa:16:3e:22:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:43.312159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8624a45b-4b87-4c6b-a956-c082674e3511 req-4527c2fe-2e4d-40a3-a149-727085220cc8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275050 Jul 06 17:52:43.340124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d076226e-2d78-4ba5-8ea9-f6fc63b94901 req-58a04eda-82c0-4923-8ba7-d51c1f311685 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021447 Jul 06 17:52:43.390082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.405059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.439754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2184f6b3-8495-476e-8677-952690d60161 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:43.453408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:43.543781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event updated for resources: {'Port': ['ID=eb970bfd-fa13-4162-a3d3-0898848fbc16,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:43.585651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Network 4404462a-9863-490d-9442-81ddf7409b80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:43.590052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:43.598985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:43.690031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:43.691076 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.691410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:43.708412 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.785831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fab06a18-edd0-43d1-aff0-5aab1e841c29 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7748733 Jul 06 17:52:43.851589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Request body: {'port': {'device_id': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:43.864201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:43.985381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2184f6b3-8495-476e-8677-952690d60161'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:44.095659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:44.260332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6da2302e-22d8-45cf-a6c3-5f4861c1cad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.367384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cfbae-290c-44fb-be50-56aa381b54f1 req-d86c44aa-51c7-444a-af9c-2c8a2397d341 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:44.369111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-895cfbae-290c-44fb-be50-56aa381b54f1 req-d86c44aa-51c7-444a-af9c-2c8a2397d341 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 944 time: 0.6612093 Jul 06 17:52:44.395130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddeee9-cc60-4749-aeb3-4d253ecc1318 req-2dffc5f3-37d0-429c-92fe-aae3df809278 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:44.395469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6da2302e-22d8-45cf-a6c3-5f4861c1cad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.396759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ddeee9-cc60-4749-aeb3-4d253ecc1318 req-2dffc5f3-37d0-429c-92fe-aae3df809278 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.6626976 Jul 06 17:52:44.401740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6da2302e-22d8-45cf-a6c3-5f4861c1cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.407891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.460917 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6da2302e-22d8-45cf-a6c3-5f4861c1cad7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1892ff013556485fb2b4d8429f4bf1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606632 Jul 06 17:52:44.463842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55200) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:44.466797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2302e-22d8-45cf-a6c3-5f4861c1cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10743dcc-7345-47f2-a574-bba6d2597e89,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:44.508171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-895cfbae-290c-44fb-be50-56aa381b54f1 req-8a5e9f04-8cb3-42b3-97c6-16088f530caa tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218324 Jul 06 17:52:44.527593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53ddeee9-cc60-4749-aeb3-4d253ecc1318 req-8aee6bec-6ed1-4661-8c39-427e7431ebe1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206243 Jul 06 17:52:44.810124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51acc177-234e-41b2-9448-271582b170e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.902391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51acc177-234e-41b2-9448-271582b170e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.013213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-2e671428-4038-4885-9cd9-b38322900dd3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:45.014757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-2e671428-4038-4885-9cd9-b38322900dd3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.2966962 Jul 06 17:52:45.051211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68c337-8c0e-42dd-bfd5-f6352044fb78 req-760e16d6-8b10-40cf-a169-df343cf23a28 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:45.052884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e68c337-8c0e-42dd-bfd5-f6352044fb78 req-760e16d6-8b10-40cf-a169-df343cf23a28 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 931 time: 0.3414526 Jul 06 17:52:45.057800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-b7e9456b-bd67-4f97-889b-9ba8f10feded tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/quotas/33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 375 time: 0.0359852 Jul 06 17:52:45.137535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51acc177-234e-41b2-9448-271582b170e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.140267 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51acc177-234e-41b2-9448-271582b170e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.141487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-51acc177-234e-41b2-9448-271582b170e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10743dcc-7345-47f2-a574-bba6d2597e89 HTTP/1.1" status: 204 len: 168 time: 0.6766768 Jul 06 17:52:45.153183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb970bfd-fa13-4162-a3d3-0898848fbc16 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:45.178670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.188555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acc177-234e-41b2-9448-271582b170e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10743dcc-7345-47f2-a574-bba6d2597e89,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:45.200257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e68c337-8c0e-42dd-bfd5-f6352044fb78 req-48ebeb34-1678-493b-aedc-7229e4ba6048 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239493 Jul 06 17:52:45.209302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Transition to ACTIVE for port object eb970bfd-fa13-4162-a3d3-0898848fbc16 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:45.218347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.277647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-26f9601d-ec53-44d2-baf4-14642d59f38f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2002101 Jul 06 17:52:45.368675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Pushing event updated for resources: {'Port': ['ID=eb970bfd-fa13-4162-a3d3-0898848fbc16,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:45.473517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-b7bdd652-8583-4b48-9d57-406b7483bd44 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829133 Jul 06 17:52:45.474260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Attempting to bind port eb970bfd-fa13-4162-a3d3-0898848fbc16 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:45.474598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Attempting to bind port eb970bfd-fa13-4162-a3d3-0898848fbc16 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:45.475063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Attempting to bind port eb970bfd-fa13-4162-a3d3-0898848fbc16 on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:45.481129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Port eb970bfd-fa13-4162-a3d3-0898848fbc16 on network 4404462a-9863-490d-9442-81ddf7409b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:45.481475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Attempting to bind port eb970bfd-fa13-4162-a3d3-0898848fbc16 on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:45.497556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:45.497883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Checking segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:45.498275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Bound using segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:45.498723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Bound port: eb970bfd-fa13-4162-a3d3-0898848fbc16, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:45.499161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.648324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] For port eb970bfd-fa13-4162-a3d3-0898848fbc16, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:45.656084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-5072203e-7194-4bb2-9cdc-7f4388cc8649 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701827 Jul 06 17:52:45.679631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] For port eb970bfd-fa13-4162-a3d3-0898848fbc16, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:45.688464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.747185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:45.747854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.749378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] 10.222.0.61 "PUT /v2.0/ports/eb970bfd-fa13-4162-a3d3-0898848fbc16 HTTP/1.1" status: 200 len: 1091 time: 1.9513240 Jul 06 17:52:45.749938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'tag': 'eb970bfd-fa13-4162-a3d3-0898848fbc16'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:45.752903 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef2bef0-0afd-44b3-a734-9905e0af97ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a", "tag": "eb970bfd-fa13-4162-a3d3-0898848fbc16"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:45.892183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4462c-730b-4e37-a228-bc52bbad6165 service neutron] Pushing event updated for resources: {'Port': ['ID=eb970bfd-fa13-4162-a3d3-0898848fbc16,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:45.959233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-62ab3970-706c-4254-b913-4a757ba27688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:45.960878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-62ab3970-706c-4254-b913-4a757ba27688 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 1094 time: 0.1597731 Jul 06 17:52:46.073509 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efab8ec8-cec2-4e34-9da7-61b369c47836 x-openstack-request-id: req-efab8ec8-cec2-4e34-9da7-61b369c47836 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:46.074091 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a", "tag": "eb970bfd-fa13-4162-a3d3-0898848fbc16", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:46.074554 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efab8ec8-cec2-4e34-9da7-61b369c47836 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:46.075147 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'tag': 'eb970bfd-fa13-4162-a3d3-0898848fbc16', 'status': 'completed', 'code': 200} Jul 06 17:52:46.077973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-ca5c1e40-88e4-4e98-a872-17bdee36272f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16 HTTP/1.1" status: 200 len: 217 time: 0.1093626 Jul 06 17:52:46.212270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fea95a1e-650b-4d3c-8923-dbabfe4e574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:46.213844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-fea95a1e-650b-4d3c-8923-dbabfe4e574a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.1296637 Jul 06 17:52:46.217109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81a4f79d-f4f2-45a3-b444-fb796b16d741 req-f1cc34c6-ee05-47fe-a8c1-8ba3d013e645 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 210 time: 0.0468240 Jul 06 17:52:46.256682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-30be96ce-8ccf-423f-aea0-7c1a66e6a97c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365851 Jul 06 17:52:46.367409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245400-fd34-4b71-a03a-acf18545ba66 req-efba872d-0839-4408-9b44-0af4aceee89f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:46.372218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c245400-fd34-4b71-a03a-acf18545ba66 req-efba872d-0839-4408-9b44-0af4aceee89f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 944 time: 0.2434855 Jul 06 17:52:46.389565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:46.498887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c245400-fd34-4b71-a03a-acf18545ba66 req-dc790c55-e987-4ddb-b595-0694f95b931e tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137781 Jul 06 17:52:46.502256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-3e4173ec-0687-46dd-8c8d-1aa34b281019 service neutron] 10.222.0.61 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383261 Jul 06 17:52:46.547352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc909e86-ef4c-4b2d-867d-6b6e30ea4a0c req-6593ca43-5317-4f6c-a71f-6cf9e4bc1659 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:46.564109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc909e86-ef4c-4b2d-867d-6b6e30ea4a0c req-6593ca43-5317-4f6c-a71f-6cf9e4bc1659 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1813240 Jul 06 17:52:46.631016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1651570865-network', 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:46.649872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc909e86-ef4c-4b2d-867d-6b6e30ea4a0c req-63d30ad0-2612-4afc-94aa-e801c72063b3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937862 Jul 06 17:52:46.676337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:46.686815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.713279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e10b169-a199-40d8-a7e6-b8bd0950a8b2 req-4cdafd09-bbff-4267-85fb-69afc6ea06ce service neutron] 10.222.0.61 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023585 Jul 06 17:52:46.715354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.903782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.915488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.921043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2184f6b3-8495-476e-8677-952690d60161 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:46.949497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb0e90-80e8-4b8d-81ff-c9430dbee4d4 req-e2bbdfe4-d88a-4660-b432-122b76c82ea7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:46.955894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abbb0e90-80e8-4b8d-81ff-c9430dbee4d4 req-e2bbdfe4-d88a-4660-b432-122b76c82ea7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 943 time: 0.2118361 Jul 06 17:52:46.969191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:52:47.002371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d1166-8455-4183-9d6a-0cdf7816e6d1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:47.010814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.011606 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Added segment 4ab475a8-cd28-4e6a-86ee-37a98805387f of type vlan for network 27015566-5a5b-47cd-95de-962825229200 Jul 06 17:52:47.021414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-99631a27-312a-42c8-936f-c9b0a25eac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:47.023048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-99631a27-312a-42c8-936f-c9b0a25eac58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 1094 time: 0.2210538 Jul 06 17:52:47.046617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abbb0e90-80e8-4b8d-81ff-c9430dbee4d4 req-d09e8c38-0aa8-44e5-8f1d-70ae0ad6e947 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835459 Jul 06 17:52:47.081761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 2184f6b3-8495-476e-8677-952690d60161 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:47.095002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 2184f6b3-8495-476e-8677-952690d60161 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:47.100660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.121542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.172396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.174297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:47.175518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.222455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-86d8b467-95c9-42b0-871d-bad45f032ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:47.224178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-86d8b467-95c9-42b0-871d-bad45f032ad5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 916 time: 0.1812146 Jul 06 17:52:47.255316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] Pushing event updated for resources: {'Network': ['ID=27015566-5a5b-47cd-95de-962825229200,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:47.279647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 27015566-5a5b-47cd-95de-962825229200 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:47.288543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-dca6c656-cb05-43b4-9bff-00163a93de5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16 HTTP/1.1" status: 200 len: 217 time: 0.0510724 Jul 06 17:52:47.288827 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70b18eac-b41e-44c6-9f41-da81b41d744c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8933325 Jul 06 17:52:47.289302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55276) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:47.295604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Request body: {'subnet': {'network_id': '27015566-5a5b-47cd-95de-962825229200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1651570865-subnet', 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:47.324970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:47.328312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.400365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-f7d71074-fb37-4864-93b8-010d08b6f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:47.401955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-f7d71074-fb37-4864-93b8-010d08b6f4b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.1105335 Jul 06 17:52:47.416220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d14710-f66c-41a9-ae05-c7c45c16d9e4 req-b355d151-0bce-4207-a58e-574e8bf98e30 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:47.417883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8d14710-f66c-41a9-ae05-c7c45c16d9e4 req-b355d151-0bce-4207-a58e-574e8bf98e30 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2609777 Jul 06 17:52:47.478892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-f403419a-0568-477a-851e-c4409549f285 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599501 Jul 06 17:52:47.496428 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.575570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:47.576608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2184f6b3-8495-476e-8677-952690d60161'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:47.579488 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954fe9df-d6e5-476a-94bb-3bf6718876e1" -d '{"events": [{"server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "name": "network-vif-plugged", "status": "completed", "tag": "2184f6b3-8495-476e-8677-952690d60161"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:47.583834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.654114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:47.657734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a50bd74-1044-4c51-b9df-7506def1a44b req-e28e3e24-940d-4908-aa3c-96ab7107b328 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 210 time: 0.0632491 Jul 06 17:52:47.665405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-6f28f37a-42ae-407c-b3c6-303f3557d4d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730268 Jul 06 17:52:47.713396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8d14710-f66c-41a9-ae05-c7c45c16d9e4 req-9c42cb02-5bbc-41a6-9e7f-7e493ed28c58 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283897 Jul 06 17:52:47.803024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-501c8fdc-31b6-4a62-bfbb-800a94c39a07 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:47.804678 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-501c8fdc-31b6-4a62-bfbb-800a94c39a07 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.1622477 Jul 06 17:52:47.822744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'port': {'device_id': '1014b102-15b7-42ba-b493-da6338864712', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'admin_state_up': True, 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:47.844820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.860703 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ece89-88b9-409a-ab63-7368a329139e x-openstack-request-id: req-a55ece89-88b9-409a-ab63-7368a329139e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:47.861506 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "name": "network-vif-plugged", "status": "completed", "tag": "2184f6b3-8495-476e-8677-952690d60161", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:47.862157 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a55ece89-88b9-409a-ab63-7368a329139e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:47.863012 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2184f6b3-8495-476e-8677-952690d60161', 'code': 200} Jul 06 17:52:47.916322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cef2bef0-0afd-44b3-a734-9905e0af97ab req-2c58607b-1b59-4d67-b2e9-0508711f3d28 service neutron] 10.222.0.61 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394645 Jul 06 17:52:48.075422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c7eaff-6fee-4ec2-9f45-793a9142f512,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:48.117658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:48.118165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Network hostable DHCP agents. Network: 27015566-5a5b-47cd-95de-962825229200, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:48.138420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e41e1-3fc2-4615-90ac-a1e205e5dd8c req-42036f9f-15e6-45e6-9b8c-8ae9b96c46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:48.140178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac2e41e1-3fc2-4615-90ac-a1e205e5dd8c req-42036f9f-15e6-45e6-9b8c-8ae9b96c46be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 1096 time: 0.1675751 Jul 06 17:52:48.161546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Network 27015566-5a5b-47cd-95de-962825229200 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:48.178278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 27015566-5a5b-47cd-95de-962825229200) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:48.180466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc23271-3e4a-4f7e-94fa-90c23eefbe95 req-f830952f-eb9c-4996-b06a-4510c0a530d7 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:48.182381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acc23271-3e4a-4f7e-94fa-90c23eefbe95 req-f830952f-eb9c-4996-b06a-4510c0a530d7 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 945 time: 0.1420143 Jul 06 17:52:48.187857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a9b95-0d1e-4691-9a39-f39814e0bd35 None None] Network 27015566-5a5b-47cd-95de-962825229200 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:48.201391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac2e41e1-3fc2-4615-90ac-a1e205e5dd8c req-62e57b49-c8b6-4fb1-b93d-37cfcd49523d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548244 Jul 06 17:52:48.203417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:48.207528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.236018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:48.246424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.254941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acc23271-3e4a-4f7e-94fa-90c23eefbe95 req-cffb5d82-97fb-47dc-8128-5108e5435128 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 Jul 06 17:52:48.257237 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c93d26dc-930d-4a4a-8306-94dc52a39d56 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9662888 Jul 06 17:52:48.441731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c06ca4-9087-4db0-a7d0-5fe74328bd9f None None] Network 27015566-5a5b-47cd-95de-962825229200 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:48.506164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Allocated IP 172.20.0.10 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:48.588525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc8e94-53f7-458d-8f94-f8cd9e4bc34d req-0b1c07f5-a822-4c09-b896-4af48572699d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:48.599180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eafc8e94-53f7-458d-8f94-f8cd9e4bc34d req-0b1c07f5-a822-4c09-b896-4af48572699d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1269193 Jul 06 17:52:48.657303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eafc8e94-53f7-458d-8f94-f8cd9e4bc34d req-9aab1de2-584f-4b27-8ad3-11ed08b61517 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Jul 06 17:52:48.803058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.820653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298ea1-7a30-4d53-a898-f2e9e9f87ee5 req-e90bcd2f-dbdc-4a24-ba0c-69c086077cd1 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:48.821888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Transition to ACTIVE for port object d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:48.822455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87298ea1-7a30-4d53-a898-f2e9e9f87ee5 req-e90bcd2f-dbdc-4a24-ba0c-69c086077cd1 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 943 time: 0.0813386 Jul 06 17:52:48.875011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.888142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87298ea1-7a30-4d53-a898-f2e9e9f87ee5 req-03b168a2-5a8e-4a67-8ac9-67af4482a82e tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558846 Jul 06 17:52:48.892250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:48.996590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eb970bfd-fa13-4162-a3d3-0898848fbc16 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:49.002293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:49.011193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:49.028982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:49.055766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:49.150950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:49.151998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.191345 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-89264f5e-743e-4535-8d86-723b0a7ef98c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3728075 Jul 06 17:52:49.204258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Request body: {'port': {'device_id': '1014b102-15b7-42ba-b493-da6338864712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:49.273560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff25ca3-1055-4444-b19f-d5ea10d06d25 req-a1027ea6-6887-4234-9482-6e849441529e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:49.289753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ff25ca3-1055-4444-b19f-d5ea10d06d25 req-a1027ea6-6887-4234-9482-6e849441529e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1502011 Jul 06 17:52:49.338562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.356332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eb970bfd-fa13-4162-a3d3-0898848fbc16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:49.388041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ff25ca3-1055-4444-b19f-d5ea10d06d25 req-f4d196db-4cd9-4af7-9520-736e637bbc3c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970562 Jul 06 17:52:49.398342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'eb970bfd-fa13-4162-a3d3-0898848fbc16', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'port_id': 'eb970bfd-fa13-4162-a3d3-0898848fbc16', 'mac_address': 'fa:16:3e:3a:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8b47cc-7522-42a3-b32b-b5407aec6ddf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:49.526682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-09e19dc2-064a-4c49-9216-d844915e7e2c None None] Provisioning for port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:49.532328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.560071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb970bfd-fa13-4162-a3d3-0898848fbc16 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:49.561704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-feaa6fdc-9202-4622-b2e6-89a2a6a336ca tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:49.572135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-feaa6fdc-9202-4622-b2e6-89a2a6a336ca tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.2778308 Jul 06 17:52:49.592991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-035669ac-db64-48b5-98fd-1d577e900b13 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.0197573 Jul 06 17:52:49.600329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-09e19dc2-064a-4c49-9216-d844915e7e2c None None] Provisioning complete for port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:49.600896 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09e19dc2-064a-4c49-9216-d844915e7e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.604712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eb970bfd-fa13-4162-a3d3-0898848fbc16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:49.611298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.655836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-e0da0516-d3e9-4343-b204-57a4b5c40af4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618744 Jul 06 17:52:49.707534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-09e19dc2-064a-4c49-9216-d844915e7e2c None None] Port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:49.727364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eb970bfd-fa13-4162-a3d3-0898848fbc16,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:49.765748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:49.769742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2bcf-1833-4198-acbc-e38c24389dad req-1a434664-6518-4292-ab25-d92df7c6d955 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:49.771401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c5c2bcf-1833-4198-acbc-e38c24389dad req-1a434664-6518-4292-ab25-d92df7c6d955 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 932 time: 0.1667526 Jul 06 17:52:49.777934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.795985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Transition to ACTIVE for port object d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:49.803767 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.820743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c7c56064-1755-452b-9e65-38e151459126 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552327 Jul 06 17:52:49.854594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c5c2bcf-1833-4198-acbc-e38c24389dad req-26855a67-d870-4f95-b366-f1d730b4629c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724652 Jul 06 17:52:49.889030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Pushing event updated for resources: {'Port': ['ID=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:49.896379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['eb970bfd-fa13-4162-a3d3-0898848fbc16'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:49.997560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Attempting to bind port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:49.997910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Attempting to bind port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:49.998210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Attempting to bind port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:50.004772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f on network da42f181-2c53-4dec-998f-dfc37e43b8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:50.005086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Attempting to bind port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:50.020273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:50.020615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:50.021012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:50.021479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Bound port: d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:50.021854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.077458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-60b9f8ce-507c-43ac-8a79-91b2ab0ecbce service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483163 Jul 06 17:52:50.168988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] For port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:50.179013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617114f4-2aff-4d19-aeda-479753157b72 req-f9755420-3ecd-412e-a685-ca83935b834a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.180001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] For port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:50.183907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-617114f4-2aff-4d19-aeda-479753157b72 req-f9755420-3ecd-412e-a685-ca83935b834a tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 945 time: 0.0842478 Jul 06 17:52:50.188562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.237239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-617114f4-2aff-4d19-aeda-479753157b72 req-7868eadf-d0b0-4f64-895a-04c42946757f tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Jul 06 17:52:50.240830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.241478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.243129 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] 10.222.0.60 "PUT /v2.0/ports/d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f HTTP/1.1" status: 200 len: 1092 time: 1.0437584 Jul 06 17:52:50.243632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1014b102-15b7-42ba-b493-da6338864712', 'tag': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:50.246214 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f39e7c-0158-46d7-bd7a-9fd918526b91" -d '{"events": [{"name": "network-changed", "server_uuid": "1014b102-15b7-42ba-b493-da6338864712", "tag": "d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:50.299653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a80d5a-4f09-47e0-bdcf-77a77759139e service neutron] Pushing event updated for resources: {'Port': ['ID=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:50.446383 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-43d98081-1c4c-4e32-bb32-725c13cd96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.449077 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-43d98081-1c4c-4e32-bb32-725c13cd96f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 1095 time: 0.1311841 Jul 06 17:52:50.516943 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-23993d15-ef6e-423c-a565-57fc5003d6c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f HTTP/1.1" status: 200 len: 217 time: 0.0587909 Jul 06 17:52:50.593260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-11840689-c62f-4bf4-8976-ee3a0bcd13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.595417 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-11840689-c62f-4bf4-8976-ee3a0bcd13b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.0712419 Jul 06 17:52:50.699582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be204-18ac-4f74-b502-da676852fe58 req-bf889fd8-3e0f-4c23-9a56-95b7e6d893ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.701284 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-bf889fd8-3e0f-4c23-9a56-95b7e6d893ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988281 Jul 06 17:52:50.853479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe7326-bec2-4916-b174-97346214be2d req-cb21e632-23d4-47df-91db-b26127a5c64b tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.856730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfbe7326-bec2-4916-b174-97346214be2d req-cb21e632-23d4-47df-91db-b26127a5c64b tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 944 time: 0.1428480 Jul 06 17:52:50.915976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfbe7326-bec2-4916-b174-97346214be2d req-8b666a37-70f0-4631-ba4d-63f49783f5f9 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506909 Jul 06 17:52:50.929025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eb970bfd-fa13-4162-a3d3-0898848fbc16 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:51.021965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ac72096-fa62-4f19-a4a4-bfe7bb48eb1c req-3c361b66-6c5d-4117-bd2d-b7d00f15c3d1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 210 time: 0.0430069 Jul 06 17:52:51.140600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port eb970bfd-fa13-4162-a3d3-0898848fbc16 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:51.159508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port eb970bfd-fa13-4162-a3d3-0898848fbc16 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:51.161672 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.180481 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b632f-a018-4115-a0ad-5ed19698e343 x-openstack-request-id: req-8a5b632f-a018-4115-a0ad-5ed19698e343 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:51.181120 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1014b102-15b7-42ba-b493-da6338864712", "tag": "d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:51.181120 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a5b632f-a018-4115-a0ad-5ed19698e343 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:51.181711 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1014b102-15b7-42ba-b493-da6338864712', 'tag': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f', 'status': 'completed', 'code': 200} Jul 06 17:52:51.297101 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-5d8aa68c-fd78-4170-884d-25ca290ac77e service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867603 Jul 06 17:52:51.358881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6ddd-50d5-43fe-b806-bac5b19d23c6 req-aae645d2-817b-4303-bab2-a8b638968372 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.367148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c4e6ddd-50d5-43fe-b806-bac5b19d23c6 req-aae645d2-817b-4303-bab2-a8b638968372 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1035657 Jul 06 17:52:51.405854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.431760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c4e6ddd-50d5-43fe-b806-bac5b19d23c6 req-346c6c34-43cc-43c2-961d-8e0d4ba51e81 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Jul 06 17:52:51.468337 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2e2be204-18ac-4f74-b502-da676852fe58 req-957f6812-9376-4424-9239-4205c21d4e44 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638174 Jul 06 17:52:51.493651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb970bfd-fa13-4162-a3d3-0898848fbc16'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:51.498829 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dbd8a0-f2ee-4185-8ef2-25093358a76c" -d '{"events": [{"server_uuid": "9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a", "name": "network-vif-plugged", "status": "completed", "tag": "eb970bfd-fa13-4162-a3d3-0898848fbc16"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:51.544183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eb970bfd-fa13-4162-a3d3-0898848fbc16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:51.555000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.652764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-1450e74d-2c13-4fd6-a4f2-338c6e3aaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.654619 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-1450e74d-2c13-4fd6-a4f2-338c6e3aaf4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 1095 time: 0.1283448 Jul 06 17:52:51.662210 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:52:51.716565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eb970bfd-fa13-4162-a3d3-0898848fbc16,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:51.854213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-2dcd7019-c460-4d14-a290-493445b874a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.856092 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-2dcd7019-c460-4d14-a290-493445b874a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.1939259 Jul 06 17:52:51.882331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8330d-8457-4099-aef7-ee4ff74ad0f5 req-8f1279c0-b3e4-4126-8225-a35147b2738c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.897571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bca8330d-8457-4099-aef7-ee4ff74ad0f5 req-8f1279c0-b3e4-4126-8225-a35147b2738c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 944 time: 0.1784818 Jul 06 17:52:51.922738 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-af0b6e83-4651-41a7-a616-644b0a4a9f58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f HTTP/1.1" status: 200 len: 217 time: 0.0589066 Jul 06 17:52:51.966852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bca8330d-8457-4099-aef7-ee4ff74ad0f5 req-5cd4b42c-baa5-489b-b260-7f6d62482cc8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656881 Jul 06 17:52:51.998448 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a637e-bf0a-42f5-b377-c100aa13b981 x-openstack-request-id: req-a89a637e-bf0a-42f5-b377-c100aa13b981 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:51.998969 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a", "name": "network-vif-plugged", "status": "completed", "tag": "eb970bfd-fa13-4162-a3d3-0898848fbc16", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:51.998969 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a89a637e-bf0a-42f5-b377-c100aa13b981 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:51.999449 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb970bfd-fa13-4162-a3d3-0898848fbc16', 'code': 200} Jul 06 17:52:52.007867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-8fada0a6-38f2-4956-99af-bc77c5f4d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.011618 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-8fada0a6-38f2-4956-99af-bc77c5f4d935 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.0805705 Jul 06 17:52:52.088762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-d0ff453d-c03c-44cb-9ee1-e920187d4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.091100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-d0ff453d-c03c-44cb-9ee1-e920187d4789 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715034 Jul 06 17:52:52.190532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e5c92-9263-465f-860d-775ac7d12bdf req-71e90e47-2b4b-481e-b5f1-437300592a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.193871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f63e5c92-9263-465f-860d-775ac7d12bdf req-71e90e47-2b4b-481e-b5f1-437300592a52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 1096 time: 0.1212053 Jul 06 17:52:52.266088 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-5c2618e6-c955-44a1-a644-cb2535e2d866 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674318 Jul 06 17:52:52.272539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f63e5c92-9263-465f-860d-775ac7d12bdf req-28a97442-35b5-4fbe-adfa-bb6155ec6f63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722268 Jul 06 17:52:52.406868 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a2f39e7c-0158-46d7-bd7a-9fd918526b91 req-4f00ab2d-9bcb-441f-ab8e-f42913bbeb50 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310925 Jul 06 17:52:52.618583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b7fb73e-4b2e-49c3-a990-52251d475719 req-72051ced-44c0-4454-989c-03de43a0295f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 210 time: 0.1010947 Jul 06 17:52:52.748049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3bba6-adc0-4bd3-9195-103b169e9373 req-1bd21dce-63b4-4d0e-825c-494ca6125ec8 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.750794 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6b3bba6-adc0-4bd3-9195-103b169e9373 req-1bd21dce-63b4-4d0e-825c-494ca6125ec8 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 945 time: 0.2645812 Jul 06 17:52:52.765331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-62b2e482-65fe-4eec-866a-cd8c5e5a7479 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.769214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-62b2e482-65fe-4eec-866a-cd8c5e5a7479 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.4250102 Jul 06 17:52:52.803859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:52.934836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6b3bba6-adc0-4bd3-9195-103b169e9373 req-1f029f97-b9cc-4962-977a-e6a281da909a tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636026 Jul 06 17:52:53.135951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d327b11-8437-4592-9874-ec6d2264e592 req-d3b85336-23fe-4b4e-b3f9-48a2e864f021 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:53.138686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d327b11-8437-4592-9874-ec6d2264e592 req-d3b85336-23fe-4b4e-b3f9-48a2e864f021 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2099767 Jul 06 17:52:53.160833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:53.166611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:53.237480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:53.368556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:53.385136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f', 'mac_address': 'fa:16:3e:da:30:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:53.435914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:53.452474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:53.480312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:53.487456 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:53.561123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:53.668752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d327b11-8437-4592-9874-ec6d2264e592 req-af6fafa7-ca8f-46ec-8bd9-790f8b0f1f98 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111654 Jul 06 17:52:53.713836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fab90-4c96-4660-bb44-37280eddb1c2 req-22508255-a3e5-46ed-ac2e-3c6c4b3e0ac2 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:53.715545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-330fab90-4c96-4660-bb44-37280eddb1c2 req-22508255-a3e5-46ed-ac2e-3c6c4b3e0ac2 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 945 time: 0.5738139 Jul 06 17:52:53.769809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:53.821690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-330fab90-4c96-4660-bb44-37280eddb1c2 req-5406039a-ef41-430b-bd57-bb6013e3a7cd tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856652 Jul 06 17:52:53.842320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.4 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/1380c17d-300f-49e1-b60c-c8a90cb38698) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:54.088079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2ce0c-4fc0-4f73-bfed-3bf2b8965acc req-40d903cb-1cd0-477f-b1f3-da7a98ee8d4d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:54.090986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df2ce0c-4fc0-4f73-bfed-3bf2b8965acc req-40d903cb-1cd0-477f-b1f3-da7a98ee8d4d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 945 time: 0.2753103 Jul 06 17:52:54.209570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df2ce0c-4fc0-4f73-bfed-3bf2b8965acc req-1ac5b50b-51ad-461f-bbac-b5e5b1e6054a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080825 Jul 06 17:52:54.261158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:54.339688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:54.412214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:54.418623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:54.426499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:54.521200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=1380c17d-300f-49e1-b60c-c8a90cb38698,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:54.580822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:54.581620 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:54.617833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-34b2d1ad-d44a-4fcc-acd0-1c6286387ff6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8331106 Jul 06 17:52:54.630997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088563-ee28-431d-8522-80f4f9feaead req-79b514f0-50a4-4f98-83d6-8c80155db249 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:54.632658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28088563-ee28-431d-8522-80f4f9feaead req-79b514f0-50a4-4f98-83d6-8c80155db249 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 931 time: 0.2015347 Jul 06 17:52:54.639397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Request body: {'port': {'device_id': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:54.703077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09825140-8de6-4c73-a227-77a064901023 req-a4d28978-5b3e-46d9-9088-a86c1aaac393 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:54.704774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-09825140-8de6-4c73-a227-77a064901023 req-a4d28978-5b3e-46d9-9088-a86c1aaac393 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1846552 Jul 06 17:52:54.747309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28088563-ee28-431d-8522-80f4f9feaead req-ad9807f9-56ca-43b0-a934-8e1a37eb98a2 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031034 Jul 06 17:52:54.811891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-09825140-8de6-4c73-a227-77a064901023 req-d7928307-9fcb-42c4-a720-d4db0c43bab9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958221 Jul 06 17:52:54.818121 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:54.976253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2184f6b3-8495-476e-8677-952690d60161 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:55.173779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2850c18-2c7a-48c3-9f7d-eff99565bee7 req-e3740ae3-3b88-4071-b09a-9c0ed276fb3e tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:55.175457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2850c18-2c7a-48c3-9f7d-eff99565bee7 req-e3740ae3-3b88-4071-b09a-9c0ed276fb3e tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 945 time: 0.2446911 Jul 06 17:52:55.178138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:55.197430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '2184f6b3-8495-476e-8677-952690d60161', 'network_id': '9990f140-e398-4fb3-8e96-c48f08b6d3d6', 'port_id': '2184f6b3-8495-476e-8677-952690d60161', 'mac_address': 'fa:16:3e:22:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499e3ed8-24f9-4432-97d7-841d9ecb3cec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:55.199324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:55.268085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.276557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:55.326814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2850c18-2c7a-48c3-9f7d-eff99565bee7 req-e677edd1-64f6-4320-835e-677dedca549c tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335852 Jul 06 17:52:55.353345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2184f6b3-8495-476e-8677-952690d60161 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:55.364502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1380c17d-300f-49e1-b60c-c8a90cb38698 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:55.385697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.405833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70f5a715-9154-4d2e-8fce-506b61de1d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.413115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Transition to ACTIVE for port object 1380c17d-300f-49e1-b60c-c8a90cb38698 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:55.420061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:55.433067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.434118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecb6c7-eeba-427f-b02e-f5df7dbe0fe0 req-77be6d9d-21b4-483b-af77-a425ce871b26 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:55.448190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20ecb6c7-eeba-427f-b02e-f5df7dbe0fe0 req-77be6d9d-21b4-483b-af77-a425ce871b26 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 945 time: 0.3277352 Jul 06 17:52:55.450131 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.506298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:55.519680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:55.520329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.572272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2184f6b3-8495-476e-8677-952690d60161'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:55.640909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:55.707098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1380c17d-300f-49e1-b60c-c8a90cb38698,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:55.725071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf3a8b1-1a7a-411a-9a44-386a5d1d85b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.797336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20ecb6c7-eeba-427f-b02e-f5df7dbe0fe0 req-77040536-44c6-4554-8433-b5b263bbe1a0 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421364 Jul 06 17:52:55.804160 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.893690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1014b102-15b7-42ba-b493-da6338864712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:55.897742 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c3ca3b-dc60-47b2-807c-c166cfc1222b" -d '{"events": [{"server_uuid": "1014b102-15b7-42ba-b493-da6338864712", "name": "network-vif-plugged", "status": "completed", "tag": "d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:55.950242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:55.959345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.066655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Attempting to bind port 1380c17d-300f-49e1-b60c-c8a90cb38698 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:56.067633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Attempting to bind port 1380c17d-300f-49e1-b60c-c8a90cb38698 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:56.068261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Attempting to bind port 1380c17d-300f-49e1-b60c-c8a90cb38698 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:56.083586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:56.104461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b34a8-4219-477d-b3ab-ae7f8fca5ef7 req-d0ee55c9-6280-44da-8ab4-d91e30f48f6c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.106843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d90b34a8-4219-477d-b3ab-ae7f8fca5ef7 req-d0ee55c9-6280-44da-8ab4-d91e30f48f6c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.5617340 Jul 06 17:52:56.110482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Port 1380c17d-300f-49e1-b60c-c8a90cb38698 on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:56.111760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Attempting to bind port 1380c17d-300f-49e1-b60c-c8a90cb38698 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:56.145780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:56.146333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:56.146948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:56.147583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Bound port: 1380c17d-300f-49e1-b60c-c8a90cb38698, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:56.148070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.230488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d90b34a8-4219-477d-b3ab-ae7f8fca5ef7 req-51c42419-3426-4a6a-96b1-4177807b9b82 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148944 Jul 06 17:52:56.316431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] For port 1380c17d-300f-49e1-b60c-c8a90cb38698, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:56.340699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf3a8b1-1a7a-411a-9a44-386a5d1d85b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.358499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] For port 1380c17d-300f-49e1-b60c-c8a90cb38698, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1380c17d-300f-49e1-b60c-c8a90cb38698,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:56.359751 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf3a8b1-1a7a-411a-9a44-386a5d1d85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.381103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.460962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.461664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.463288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/1380c17d-300f-49e1-b60c-c8a90cb38698 HTTP/1.1" status: 200 len: 1091 time: 1.8294261 Jul 06 17:52:56.467599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'tag': '1380c17d-300f-49e1-b60c-c8a90cb38698'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:56.471350 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879f0533-7f9e-46d0-ab67-e772f60e5613" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a2b2ff-79f3-4e1d-9b28-9739d0c91139", "tag": "1380c17d-300f-49e1-b60c-c8a90cb38698"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:56.480512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-adf3a8b1-1a7a-411a-9a44-386a5d1d85b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=588fe10322e54997bd2b2be33fae788e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2800205 Jul 06 17:52:56.482353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55480) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:56.491329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3a8b1-1a7a-411a-9a44-386a5d1d85b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db37a4f1-e35b-49d3-a40c-d8deb8cbd39c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:56.584915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76a48-c52c-457d-b2cb-1c87ee6930b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1380c17d-300f-49e1-b60c-c8a90cb38698,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:56.608619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967caa16-a316-41cf-8552-4b419d01ee93 req-cf06d715-8cba-4311-9ca5-6a00603b630a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.610308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-967caa16-a316-41cf-8552-4b419d01ee93 req-cf06d715-8cba-4311-9ca5-6a00603b630a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 946 time: 0.3514872 Jul 06 17:52:56.616752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46864fa7-6abe-4555-9fc6-8050ccdee2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.660985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46864fa7-6abe-4555-9fc6-8050ccdee2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.697203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-7a6231c0-bfb6-427a-bf26-3b54ec18e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.698820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-7a6231c0-bfb6-427a-bf26-3b54ec18e38d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 1094 time: 0.1568587 Jul 06 17:52:56.753332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46864fa7-6abe-4555-9fc6-8050ccdee2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.757631 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46864fa7-6abe-4555-9fc6-8050ccdee2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.759478 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-46864fa7-6abe-4555-9fc6-8050ccdee2de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db37a4f1-e35b-49d3-a40c-d8deb8cbd39c HTTP/1.1" status: 204 len: 168 time: 0.2720737 Jul 06 17:52:56.768639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-512373dd-6d7d-4608-a0c8-f320059f236f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1380c17d-300f-49e1-b60c-c8a90cb38698 HTTP/1.1" status: 200 len: 217 time: 0.0609252 Jul 06 17:52:56.770650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864fa7-6abe-4555-9fc6-8050ccdee2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37a4f1-e35b-49d3-a40c-d8deb8cbd39c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:56.774821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-967caa16-a316-41cf-8552-4b419d01ee93 req-53877eeb-8560-4af2-9cd9-5780acdcab85 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438632 Jul 06 17:52:56.862064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-2d2f4e57-1f8e-4f18-bfe4-bfec4185e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.864097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-2d2f4e57-1f8e-4f18-bfe4-bfec4185e6cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.0876024 Jul 06 17:52:56.873912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8fd71-6002-408c-a688-61146ef2200c req-75e1421b-8c92-4dd0-bcd8-b69e5d8e3f03 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.875726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ae8fd71-6002-408c-a688-61146ef2200c req-75e1421b-8c92-4dd0-bcd8-b69e5d8e3f03 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 943 time: 0.2289324 Jul 06 17:52:56.924442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-954c32c0-640b-443f-a7c7-82a2ef8aa3c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440562 Jul 06 17:52:56.995859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2184f6b3-8495-476e-8677-952690d60161 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:57.068342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ae8fd71-6002-408c-a688-61146ef2200c req-fdb4dff7-2eef-45fd-a49b-081c8104fb35 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795790 Jul 06 17:52:57.205763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-72dbd6ea-dd05-4254-ad56-ab47a3e8bf45 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688382 Jul 06 17:52:57.218166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 2184f6b3-8495-476e-8677-952690d60161 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:57.220780 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.358051 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853c54d-f2d2-41b4-a3b0-6a1202fd5c9b x-openstack-request-id: req-3853c54d-f2d2-41b4-a3b0-6a1202fd5c9b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:57.358925 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a2b2ff-79f3-4e1d-9b28-9739d0c91139", "tag": "1380c17d-300f-49e1-b60c-c8a90cb38698", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:57.359197 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3853c54d-f2d2-41b4-a3b0-6a1202fd5c9b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:57.360055 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'tag': '1380c17d-300f-49e1-b60c-c8a90cb38698', 'status': 'completed', 'code': 200} Jul 06 17:52:57.379527 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2daf6a4-d06f-4fef-b92e-d5d7cbf51d32 x-openstack-request-id: req-d2daf6a4-d06f-4fef-b92e-d5d7cbf51d32 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:57.379845 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1014b102-15b7-42ba-b493-da6338864712", "name": "network-vif-plugged", "status": "completed", "tag": "d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:57.380083 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2daf6a4-d06f-4fef-b92e-d5d7cbf51d32 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:57.382422 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1014b102-15b7-42ba-b493-da6338864712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f', 'code': 200} Jul 06 17:52:57.523609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.532537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faf901d-4dcb-40a0-b95b-e072bf33551f req-8ab57081-634d-4f33-b13c-4a0f9bc13560 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204622 Jul 06 17:52:57.573166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205d48a-ea5f-45d4-ad4e-bafb92277220 req-665da148-9ac1-45e7-bb9a-888390cb4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:57.578845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b205d48a-ea5f-45d4-ad4e-bafb92277220 req-665da148-9ac1-45e7-bb9a-888390cb4910 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 1097 time: 0.1586866 Jul 06 17:52:57.612055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:57.619516 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.667173 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b205d48a-ea5f-45d4-ad4e-bafb92277220 req-c199b5cc-c0d3-4bd1-b792-07875626e33b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727408 Jul 06 17:52:57.750951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c6667-1f3f-4dc3-ae6d-cc5f3277a451 req-caa556cf-2815-43e1-8845-862f56c575a1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:57.752689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-099c6667-1f3f-4dc3-ae6d-cc5f3277a451 req-caa556cf-2815-43e1-8845-862f56c575a1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1832476 Jul 06 17:52:57.758243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-a18f8912-fec1-45b4-906c-ca73b7217827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:57.759826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-a18f8912-fec1-45b4-906c-ca73b7217827 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 1094 time: 0.0978155 Jul 06 17:52:57.765388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:57.846967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c12bff4-52c5-4c6c-aede-38b56d54dce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.914794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.927971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-099c6667-1f3f-4dc3-ae6d-cc5f3277a451 req-aa5e89e1-a9bb-4634-9459-c8c8b8550d2a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669683 Jul 06 17:52:57.984661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-720fe99a-4412-44ac-a135-379b834a6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:57.989136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-720fe99a-4412-44ac-a135-379b834a6f86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.2204401 Jul 06 17:52:58.050989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-cffa815b-0158-4929-97be-938da161b7ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1380c17d-300f-49e1-b60c-c8a90cb38698 HTTP/1.1" status: 200 len: 217 time: 0.0546284 Jul 06 17:52:58.196842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-2fd635cd-cc56-4e84-bf04-f70c53cc7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:58.199231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-2fd635cd-cc56-4e84-bf04-f70c53cc7a4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1414490 Jul 06 17:52:58.268935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-3cade926-96ba-4943-b267-9a3552911479 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608714 Jul 06 17:52:58.284830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04a45e-2742-454a-a78e-d36293d2d893 req-4252a2cb-39c7-4e2b-8bc8-f99fd9d2e6b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:58.286499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a04a45e-2742-454a-a78e-d36293d2d893 req-4252a2cb-39c7-4e2b-8bc8-f99fd9d2e6b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 946 time: 0.1617985 Jul 06 17:52:58.459041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a04a45e-2742-454a-a78e-d36293d2d893 req-eb95e2dc-c845-411f-9c90-05688721d07f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632710 Jul 06 17:52:58.505499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-81ac83a0-01cf-435e-b430-e6a06bde4487 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170870 Jul 06 17:52:58.556439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abecf53-ec7d-4490-9c7c-546a52433773 req-15ef44b0-894e-4734-a144-69e7652473fb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:58.559074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0abecf53-ec7d-4490-9c7c-546a52433773 req-15ef44b0-894e-4734-a144-69e7652473fb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 943 time: 0.2144067 Jul 06 17:52:58.725497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0abecf53-ec7d-4490-9c7c-546a52433773 req-278bff66-d967-4e8b-9a45-4e914c034c88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496422 Jul 06 17:52:58.747400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-879f0533-7f9e-46d0-ab67-e772f60e5613 req-1281f712-41a7-42fa-a2d4-8b710c7199d7 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303753 Jul 06 17:52:58.786073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a4496-1cf3-4f5e-b960-cff9fee20f36 req-d24b1709-bc35-4641-88e8-1af0f7d6c573 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:58.788212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef8a4496-1cf3-4f5e-b960-cff9fee20f36 req-d24b1709-bc35-4641-88e8-1af0f7d6c573 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 945 time: 0.1546016 Jul 06 17:52:58.834687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef8a4496-1cf3-4f5e-b960-cff9fee20f36 req-9de81172-f6e5-49ee-8b48-ddda996d3622 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/security-groups?id=3412abd2-29de-4008-ba2a-f86c59be9004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 Jul 06 17:52:59.041227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-fc811332-96b3-4286-a13b-641e3b83e9af tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:59.043996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-fc811332-96b3-4286-a13b-641e3b83e9af tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 945 time: 0.1734936 Jul 06 17:52:59.249467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.264153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d97b82-b922-4105-bfbb-02178ce68a49 req-88d3f814-5022-4f85-a444-dce33b484e65 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:59.269404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02d97b82-b922-4105-bfbb-02178ce68a49 req-88d3f814-5022-4f85-a444-dce33b484e65 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3124454 Jul 06 17:52:59.375569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Deleting port 2184f6b3-8495-476e-8677-952690d60161 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:59.375994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.383793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2184f6b3-8495-476e-8677-952690d60161'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:59.386358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02d97b82-b922-4105-bfbb-02178ce68a49 req-12222edf-121a-473c-a9e5-0139f5783135 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997558 Jul 06 17:52:59.397834 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f292da32-4367-45f0-ae7b-49722df8b5d4" -d '{"events": [{"server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "name": "network-vif-plugged", "status": "completed", "tag": "2184f6b3-8495-476e-8677-952690d60161"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:59.590954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] For port 2184f6b3-8495-476e-8677-952690d60161, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2184f6b3-8495-476e-8677-952690d60161,segment=NetworkSegment(bac4d35e-9e5f-4f0f-ae2a-5299179fc007),segment_id=bac4d35e-9e5f-4f0f-ae2a-5299179fc007)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:59.590954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.624757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Calling delete_port for 2184f6b3-8495-476e-8677-952690d60161 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:59.632952 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81d97f0-04c9-4b3c-8b13-b9707be5b705 x-openstack-request-id: req-b81d97f0-04c9-4b3c-8b13-b9707be5b705 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:59.633531 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "name": "network-vif-plugged", "status": "completed", "tag": "2184f6b3-8495-476e-8677-952690d60161", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:59.634042 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b81d97f0-04c9-4b3c-8b13-b9707be5b705 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:59.634757 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2184f6b3-8495-476e-8677-952690d60161', 'code': 200} Jul 06 17:52:59.735993 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.003633 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.016527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2184f6b3-8495-476e-8677-952690d60161'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:00.088846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Pushing event deleted for resources: {'Port': ['ID=2184f6b3-8495-476e-8677-952690d60161,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:00.113645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a27c-d3f1-48ba-abc1-cb69c15df402 req-c458c2d4-4008-4947-b102-05a9af5c1d9e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:00.116573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cd7a27c-d3f1-48ba-abc1-cb69c15df402 req-c458c2d4-4008-4947-b102-05a9af5c1d9e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2883565 Jul 06 17:53:00.219840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] No DVR routers for this DVR port 2184f6b3-8495-476e-8677-952690d60161 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:00.238647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.242298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceb4bb2e-3c9b-4825-aa5e-972ff957b051 req-e653b870-3550-47ac-8ca7-73a8858ad715 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.61 "DELETE /v2.0/ports/2184f6b3-8495-476e-8677-952690d60161 HTTP/1.1" status: 204 len: 173 time: 1.1894674 Jul 06 17:53:00.243116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'name': 'network-vif-deleted', 'tag': '2184f6b3-8495-476e-8677-952690d60161'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:00.247056 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb526c14-fae5-4689-ba49-2bbb64e53239" -d '{"events": [{"server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "name": "network-vif-deleted", "tag": "2184f6b3-8495-476e-8677-952690d60161"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:00.270539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de43322-c22f-41cc-94af-d5146386630e req-4c7724c4-170c-4808-b2c2-5c469dd08632 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:00.273068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1de43322-c22f-41cc-94af-d5146386630e req-4c7724c4-170c-4808-b2c2-5c469dd08632 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 946 time: 0.3742688 Jul 06 17:53:00.341463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cd7a27c-d3f1-48ba-abc1-cb69c15df402 req-2288695a-a499-44e2-88b8-92f4c044209b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850038 Jul 06 17:53:00.397483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1de43322-c22f-41cc-94af-d5146386630e req-09b0cb30-c9e5-49ee-b381-e89cdcff72bf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152611 Jul 06 17:53:00.647770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.759820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a3b2613-c65b-4c3b-a5b5-13f3a750943b req-0db50d4a-250e-4b60-aebc-8e5054b2c4b1 tempest-ImagesTestJSON-888162614 tempest-ImagesTestJSON-888162614-project] 10.222.0.37 "GET /v2.0/ports?device_id=9de3064e-8295-455a-ade8-f0464c2804a0 HTTP/1.1" status: 200 len: 210 time: 0.0593808 Jul 06 17:53:00.790876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381ba9-b959-4393-a221-eba4807ea23c req-bbf14a3e-fba5-4c07-9a4d-c5c7a8205d0b tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:00.793571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50381ba9-b959-4393-a221-eba4807ea23c req-bbf14a3e-fba5-4c07-9a4d-c5c7a8205d0b tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 943 time: 0.1690171 Jul 06 17:53:00.871738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50381ba9-b959-4393-a221-eba4807ea23c req-7dfb8e2e-4194-4aaf-9722-6c0bec42eb9e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620887 Jul 06 17:53:00.884629 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de50f089-ee21-40d4-a627-7fe3284d9a65 x-openstack-request-id: req-de50f089-ee21-40d4-a627-7fe3284d9a65 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:00.885519 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3064e-8295-455a-ade8-f0464c2804a0", "name": "network-vif-deleted", "tag": "2184f6b3-8495-476e-8677-952690d60161", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:00.886239 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de50f089-ee21-40d4-a627-7fe3284d9a65 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:00.887208 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3064e-8295-455a-ade8-f0464c2804a0', 'name': 'network-vif-deleted', 'tag': '2184f6b3-8495-476e-8677-952690d60161', 'status': 'completed', 'code': 200} Jul 06 17:53:01.005634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1380c17d-300f-49e1-b60c-c8a90cb38698 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:01.280744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1380c17d-300f-49e1-b60c-c8a90cb38698, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1380c17d-300f-49e1-b60c-c8a90cb38698,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:01.298939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '1380c17d-300f-49e1-b60c-c8a90cb38698', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': '1380c17d-300f-49e1-b60c-c8a90cb38698', 'mac_address': 'fa:16:3e:17:c6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:01.409531 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.501050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1380c17d-300f-49e1-b60c-c8a90cb38698 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:01.569511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1380c17d-300f-49e1-b60c-c8a90cb38698, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1380c17d-300f-49e1-b60c-c8a90cb38698,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:01.589067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.725357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1380c17d-300f-49e1-b60c-c8a90cb38698,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:01.786551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31a92a-8a2e-47f0-a913-c36fa7fa1305 req-31608781-b681-4209-af4c-ed3c057889f2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:01.789946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad31a92a-8a2e-47f0-a913-c36fa7fa1305 req-31608781-b681-4209-af4c-ed3c057889f2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1690948 Jul 06 17:53:01.875511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:01.875733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad31a92a-8a2e-47f0-a913-c36fa7fa1305 req-d7f47885-f05d-4a99-a6f3-84bf3e42eda5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754285 Jul 06 17:53:02.206105 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.253467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:02.312096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726f809-29c3-48ae-859f-a234a3a2b76c req-3831b778-3707-4b83-adee-9ae088e42a2d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:02.316163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5726f809-29c3-48ae-859f-a234a3a2b76c req-3831b778-3707-4b83-adee-9ae088e42a2d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2185895 Jul 06 17:53:02.332728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cce096-386b-4dd5-80ef-e27297574efa req-9092bd11-b1d8-4c7f-801a-e441b8fc61ff tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:02.335473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25cce096-386b-4dd5-80ef-e27297574efa req-9092bd11-b1d8-4c7f-801a-e441b8fc61ff tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 944 time: 0.2357988 Jul 06 17:53:02.416620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-167699e4-81c4-4553-a21e-92d3dc667e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.452090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5726f809-29c3-48ae-859f-a234a3a2b76c req-501c1bec-d0e2-418b-bb53-bffbaa965738 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149526 Jul 06 17:53:02.478087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25cce096-386b-4dd5-80ef-e27297574efa req-5febc058-8930-44db-b6b9-b51a4faabe16 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282313 Jul 06 17:53:02.563610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-167699e4-81c4-4553-a21e-92d3dc667e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.572218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-167699e4-81c4-4553-a21e-92d3dc667e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.641907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:02.642185 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-167699e4-81c4-4553-a21e-92d3dc667e8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d023643f8f5d4cc0a635af02bd856cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872831 Jul 06 17:53:02.694932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167699e4-81c4-4553-a21e-92d3dc667e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99b9030-6ea3-4f44-8798-546342ff73cd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:02.869388 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf203-aa3d-44aa-aa5f-058243ae2ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.926975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf203-aa3d-44aa-aa5f-058243ae2ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.015124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1380c17d-300f-49e1-b60c-c8a90cb38698 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:03.030183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf203-aa3d-44aa-aa5f-058243ae2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.037556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf203-aa3d-44aa-aa5f-058243ae2ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.045478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2ecaf203-aa3d-44aa-aa5f-058243ae2ab3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f99b9030-6ea3-4f44-8798-546342ff73cd HTTP/1.1" status: 204 len: 168 time: 0.4018474 Jul 06 17:53:03.064459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf203-aa3d-44aa-aa5f-058243ae2ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99b9030-6ea3-4f44-8798-546342ff73cd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:03.210809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f0b39-24be-4068-8457-559364cecdca req-0ad95614-9585-4259-ae72-3217f82e6271 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:03.224722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a65f0b39-24be-4068-8457-559364cecdca req-0ad95614-9585-4259-ae72-3217f82e6271 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1333425 Jul 06 17:53:03.300093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 1380c17d-300f-49e1-b60c-c8a90cb38698 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:03.324401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 1380c17d-300f-49e1-b60c-c8a90cb38698 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:03.324940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.327651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a65f0b39-24be-4068-8457-559364cecdca req-1f42fe32-61fe-42db-96df-fdfe57a0aca2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015141 Jul 06 17:53:03.538475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.597650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380c17d-300f-49e1-b60c-c8a90cb38698'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:03.602069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6452d-c118-4048-b379-ac8405ce2df2 req-0711a047-6f54-4ac6-88e8-a4e007a60a1d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:03.604640 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa33b5f-ef90-43a2-a2fe-0ebf5f07b375" -d '{"events": [{"server_uuid": "f3a2b2ff-79f3-4e1d-9b28-9739d0c91139", "name": "network-vif-plugged", "status": "completed", "tag": "1380c17d-300f-49e1-b60c-c8a90cb38698"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:03.605558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfa6452d-c118-4048-b379-ac8405ce2df2 req-0711a047-6f54-4ac6-88e8-a4e007a60a1d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1448519 Jul 06 17:53:03.635622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 1380c17d-300f-49e1-b60c-c8a90cb38698, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1380c17d-300f-49e1-b60c-c8a90cb38698,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:03.645177 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.647667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2184f6b3-8495-476e-8677-952690d60161 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:03.705613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfa6452d-c118-4048-b379-ac8405ce2df2 req-6ba0c790-270f-4cc4-bf71-168385875efe tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927734 Jul 06 17:53:03.747668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 2184f6b3-8495-476e-8677-952690d60161 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:03.747668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2184f6b3-8495-476e-8677-952690d60161 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:03.806658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=1380c17d-300f-49e1-b60c-c8a90cb38698,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:03.858782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceac1f-1776-4f60-9882-61288e812963 req-d99dc1a1-a963-43cc-babf-aec768fd5b89 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:03.860670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceceac1f-1776-4f60-9882-61288e812963 req-d99dc1a1-a963-43cc-babf-aec768fd5b89 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 945 time: 0.1501911 Jul 06 17:53:03.931690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceceac1f-1776-4f60-9882-61288e812963 req-bffdde75-1b69-4fb4-9853-64afd6060005 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564337 Jul 06 17:53:03.954815 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab212a1-a06c-43b7-9f11-c68a0d1d8b9a x-openstack-request-id: req-eab212a1-a06c-43b7-9f11-c68a0d1d8b9a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:03.955613 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a2b2ff-79f3-4e1d-9b28-9739d0c91139", "name": "network-vif-plugged", "status": "completed", "tag": "1380c17d-300f-49e1-b60c-c8a90cb38698", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:03.956271 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eab212a1-a06c-43b7-9f11-c68a0d1d8b9a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:03.957282 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380c17d-300f-49e1-b60c-c8a90cb38698', 'code': 200} Jul 06 17:53:04.203189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e21fba-502a-4855-92af-51fb57254507 req-3552cdfa-8df7-48ec-849d-40b20242eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:04.214862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15e21fba-502a-4855-92af-51fb57254507 req-3552cdfa-8df7-48ec-849d-40b20242eba9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 1096 time: 0.1260400 Jul 06 17:53:04.278209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15e21fba-502a-4855-92af-51fb57254507 req-bfb69e06-8da4-4e18-99c4-fb23cf9374d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622823 Jul 06 17:53:04.585251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:04.634393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f1b57-c2a2-4f66-bdc3-de6cc7e3d62f req-4f041ee6-23cd-491f-b08c-54fb9f7385b3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:04.636191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f65f1b57-c2a2-4f66-bdc3-de6cc7e3d62f req-4f041ee6-23cd-491f-b08c-54fb9f7385b3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1128197 Jul 06 17:53:04.675118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Deleting subnet 499e3ed8-24f9-4432-97d7-841d9ecb3cec {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:53:04.682216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.694669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f65f1b57-c2a2-4f66-bdc3-de6cc7e3d62f req-56a648f8-7e84-4553-9eb5-f50cad7f7559 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Jul 06 17:53:04.770119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.831229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.941287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.986325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.988794 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/499e3ed8-24f9-4432-97d7-841d9ecb3cec HTTP/1.1" status: 204 len: 168 time: 0.4021823 Jul 06 17:53:04.989948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355ebe6-701f-4274-ba96-426703785163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499e3ed8-24f9-4432-97d7-841d9ecb3cec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:04.994277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:05.179920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.200214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bbc42-9843-4390-b16f-60c412070a2d req-b70877eb-0174-4365-9fe9-b4f415dc60b6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:05.213332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-808bbc42-9843-4390-b16f-60c412070a2d req-b70877eb-0174-4365-9fe9-b4f415dc60b6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2870488 Jul 06 17:53:05.396627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-808bbc42-9843-4390-b16f-60c412070a2d req-ec2ec4d3-f3cb-4341-a8b4-9e99a5c49e23 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817000 Jul 06 17:53:05.433310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.474071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9990f140-e398-4fb3-8e96-c48f08b6d3d6']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:05.531468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:05.532055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac4d35e-9e5f-4f0f-ae2a-5299179fc007') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:05.562126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06f943-b822-4a0b-9b59-cdd38573550d req-50d38d61-9b18-43d6-850c-f49bba161c57 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:05.575224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c06f943-b822-4a0b-9b59-cdd38573550d req-50d38d61-9b18-43d6-850c-f49bba161c57 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 945 time: 0.3180439 Jul 06 17:53:05.585310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.637584 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.637888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55732) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:05.651430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:05.652029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.896782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08976667-2a75-49fc-90a2-0ab09235f48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.070220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08976667-2a75-49fc-90a2-0ab09235f48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.076896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08976667-2a75-49fc-90a2-0ab09235f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:06.128313 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:06.187905 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-08976667-2a75-49fc-90a2-0ab09235f48c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0905f418a13d452b90a7220ed6969e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484631 Jul 06 17:53:06.188597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:06.225523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08976667-2a75-49fc-90a2-0ab09235f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15060ef-46f5-456a-9938-482064a0219f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:06.252527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c06f943-b822-4a0b-9b59-cdd38573550d req-7300dd18-2021-4016-bc29-76f809213812 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757684 Jul 06 17:53:06.305775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.316834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe7f5-3e18-4b6e-a05c-efa014af24e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.320471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.322863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9990f140-e398-4fb3-8e96-c48f08b6d3d6 HTTP/1.1" status: 204 len: 168 time: 1.3223307 Jul 06 17:53:06.353763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e1ded-0d13-4ec4-a429-94732a416980 admin admin] Pushing event deleted for resources: {'Network': ['ID=9990f140-e398-4fb3-8e96-c48f08b6d3d6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:06.366024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe7f5-3e18-4b6e-a05c-efa014af24e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.388166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5534ecc-214b-48f1-a062-52ba68ef3c82 req-afaea276-1574-40ae-aee3-b4f1c645e8e5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:06.396911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5534ecc-214b-48f1-a062-52ba68ef3c82 req-afaea276-1574-40ae-aee3-b4f1c645e8e5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2565300 Jul 06 17:53:06.451203 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe7f5-3e18-4b6e-a05c-efa014af24e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.453972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe7f5-3e18-4b6e-a05c-efa014af24e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.458300 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f0fe7f5-3e18-4b6e-a05c-efa014af24e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b15060ef-46f5-456a-9938-482064a0219f HTTP/1.1" status: 204 len: 168 time: 0.2604942 Jul 06 17:53:06.465013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe7f5-3e18-4b6e-a05c-efa014af24e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15060ef-46f5-456a-9938-482064a0219f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:06.483304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5534ecc-214b-48f1-a062-52ba68ef3c82 req-ba009972-f908-4b83-832d-44f643a2d329 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843003 Jul 06 17:53:06.570419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55748) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:06.655131 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-945069ec-1e72-4a5e-a4d8-91178f6ea540 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=691f92beb2a44b3faac47f98d201e473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821652 Jul 06 17:53:06.659309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:06.795815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-affdaca7-c070-4fe7-84c0-bfef637ae9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.831587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-affdaca7-c070-4fe7-84c0-bfef637ae9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.840712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97474f-b9d7-4dc4-9641-ca8f87c30f13 req-98eb0f1c-fb00-4139-b8bf-1c02cfbfc741 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:06.842361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa97474f-b9d7-4dc4-9641-ca8f87c30f13 req-98eb0f1c-fb00-4139-b8bf-1c02cfbfc741 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1556206 Jul 06 17:53:06.912782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa97474f-b9d7-4dc4-9641-ca8f87c30f13 req-2d3c0d55-780f-463b-90b4-87aa32447d71 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592303 Jul 06 17:53:06.957325 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-affdaca7-c070-4fe7-84c0-bfef637ae9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.961924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-affdaca7-c070-4fe7-84c0-bfef637ae9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.966773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-affdaca7-c070-4fe7-84c0-bfef637ae9e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3412abd2-29de-4008-ba2a-f86c59be9004 HTTP/1.1" status: 204 len: 168 time: 0.3056240 Jul 06 17:53:06.982279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdaca7-c070-4fe7-84c0-bfef637ae9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3412abd2-29de-4008-ba2a-f86c59be9004,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:07.342514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4306b-2254-4266-99c5-e4e5dde429b6 req-f814c260-efb0-47a0-aa6c-f9f57bd4e91f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:07.345819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dce4306b-2254-4266-99c5-e4e5dde429b6 req-f814c260-efb0-47a0-aa6c-f9f57bd4e91f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1387079 Jul 06 17:53:07.435405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dce4306b-2254-4266-99c5-e4e5dde429b6 req-b33edfcf-69eb-4353-8178-a0016b138221 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832245 Jul 06 17:53:07.761738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf571-ccf4-486f-a3ab-d955b0773f0d req-8406805b-f428-4810-b88d-0007dde582b5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:07.763868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72acf571-ccf4-486f-a3ab-d955b0773f0d req-8406805b-f428-4810-b88d-0007dde582b5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 945 time: 0.1739755 Jul 06 17:53:07.785794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35096b9-97fb-45bb-bf3d-90fd2770b843 req-08995a08-0229-4d60-99b6-befefaccc0ee tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:07.787491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f35096b9-97fb-45bb-bf3d-90fd2770b843 req-08995a08-0229-4d60-99b6-befefaccc0ee tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1353283 Jul 06 17:53:07.856614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72acf571-ccf4-486f-a3ab-d955b0773f0d req-9084ac02-76f1-4267-bfb6-d46787fa11d0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802245 Jul 06 17:53:07.877644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f35096b9-97fb-45bb-bf3d-90fd2770b843 req-154d18eb-fea7-4ed3-b210-86d70c50d5e0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724308 Jul 06 17:53:08.862321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98e4a-54cf-44c6-86b3-7ca8673d3c66 req-6e91921f-5527-4104-a656-d96cf77d263e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:08.865343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58f98e4a-54cf-44c6-86b3-7ca8673d3c66 req-6e91921f-5527-4104-a656-d96cf77d263e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.1930494 Jul 06 17:53:08.887960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58f98e4a-54cf-44c6-86b3-7ca8673d3c66 req-87e43b8f-8d10-49e8-b2f2-49e357b3b61e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.0158648 Jul 06 17:53:09.004490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58f98e4a-54cf-44c6-86b3-7ca8673d3c66 req-2c16ec92-41b4-4233-a8bb-261a89eec013 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1083190 Jul 06 17:53:09.143858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58f98e4a-54cf-44c6-86b3-7ca8673d3c66 req-fd0c2407-0aa9-4bed-a39d-6fb2830b8769 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308866 Jul 06 17:53:09.319640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58f98e4a-54cf-44c6-86b3-7ca8673d3c66 req-151d30c0-5811-4439-8734-553caee706e3 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646523 Jul 06 17:53:09.413322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb541-7536-48f5-a7c0-632528c97d9c req-bf7dd0e3-45c8-4a06-ac30-7b6e880fabcb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:09.415408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-604bb541-7536-48f5-a7c0-632528c97d9c req-bf7dd0e3-45c8-4a06-ac30-7b6e880fabcb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1289752 Jul 06 17:53:09.475149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-604bb541-7536-48f5-a7c0-632528c97d9c req-0cce4a8b-2a83-409f-95cf-f66d107b3576 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524187 Jul 06 17:53:10.201387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55908) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:10.224684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e3f93-9cd3-4152-bebf-065a0f74a811 req-f810478c-2054-4962-add1-5943f49c2cac tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:10.227904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-481e3f93-9cd3-4152-bebf-065a0f74a811 req-f810478c-2054-4962-add1-5943f49c2cac tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1309896 Jul 06 17:53:10.293443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-481e3f93-9cd3-4152-bebf-065a0f74a811 req-007b4078-55b4-4416-9dd3-0169a22541e5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Jul 06 17:53:10.425554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.582548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.592301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.659544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de35396-938f-46c0-9ff3-bc9e8a654ac5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:10.676625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.677237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.677594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.677936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.678375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.678631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.678924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.679237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.679641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.679921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.681017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.681525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:10.692622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:10.692889 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b5fae75-9b8e-40ac-89ba-12523db71eab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=541fd401c5944a2e93f47dddee6bc654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898782 Jul 06 17:53:10.766008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f5ca50-722c-4a37-8eb8-bac4784f0d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.833507 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f5ca50-722c-4a37-8eb8-bac4784f0d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.889068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10d63-c458-44e9-bb62-4b840fce6a9f req-7d74d6b9-4cd3-4e59-a558-69148ecaabc1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:10.890710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07f10d63-c458-44e9-bb62-4b840fce6a9f req-7d74d6b9-4cd3-4e59-a558-69148ecaabc1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1385238 Jul 06 17:53:10.931833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f5ca50-722c-4a37-8eb8-bac4784f0d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.934429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f5ca50-722c-4a37-8eb8-bac4784f0d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.935654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-82f5ca50-722c-4a37-8eb8-bac4784f0d93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6de35396-938f-46c0-9ff3-bc9e8a654ac5 HTTP/1.1" status: 204 len: 168 time: 0.2418261 Jul 06 17:53:10.953664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5ca50-722c-4a37-8eb8-bac4784f0d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de35396-938f-46c0-9ff3-bc9e8a654ac5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:10.958923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07f10d63-c458-44e9-bb62-4b840fce6a9f req-0b57bc9b-7714-4fb1-8086-f5887bcd8465 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Jul 06 17:53:11.155294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-5e2c022e-219c-472e-9ce4-4e5a2f361613 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:11.159040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-5e2c022e-219c-472e-9ce4-4e5a2f361613 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.1632359 Jul 06 17:53:11.182663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-0f5f272e-ccb0-45c1-9915-32a9162ddd3a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.0178695 Jul 06 17:53:11.322668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-4a351582-3cd5-4889-a7e3-6e1e38bb250e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1328206 Jul 06 17:53:11.357966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc3c1-5424-4b48-91e2-cfd2635a3649 req-22b27eb8-1d85-4dc0-93d6-e4bd3967fdcb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:11.360600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-814cc3c1-5424-4b48-91e2-cfd2635a3649 req-22b27eb8-1d85-4dc0-93d6-e4bd3967fdcb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1161397 Jul 06 17:53:11.456969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-814cc3c1-5424-4b48-91e2-cfd2635a3649 req-72769410-96f9-45cc-a760-164a88d65692 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857899 Jul 06 17:53:11.503927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-f785f47a-daeb-4817-a39a-3f460770f57c service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694143 Jul 06 17:53:11.632750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-50ea1d6d-2aeb-459e-8d56-123485598715 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278901 Jul 06 17:53:11.763006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872511f6-f6bc-40b5-aa6f-75f84d8fb04d req-d2e14ce0-48cd-46ec-a115-17c850024747 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:11.764729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-872511f6-f6bc-40b5-aa6f-75f84d8fb04d req-d2e14ce0-48cd-46ec-a115-17c850024747 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.0909698 Jul 06 17:53:11.863380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-872511f6-f6bc-40b5-aa6f-75f84d8fb04d req-6e3ed519-01aa-4aef-93cf-45018d19afe7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871620 Jul 06 17:53:12.039443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:12.273315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1300096703-network', 'tenant_id': '25e151c70a334c27a432d42d751acfb7'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:12.305923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Made reservation on behalf of 25e151c70a334c27a432d42d751acfb7 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:12.326230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.342405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.432399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b02628f1-2ed3-4dfc-b324-60b89cf09d91 req-ad26b2d8-de52-4d14-8ccf-5c06a95adbcc tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 210 time: 0.0456629 Jul 06 17:53:12.609030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.646761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.676926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05696cc9-54c8-4a57-b462-ea7fe3607e6f req-55631966-b47a-4b3f-a97b-cc38d6e424ba tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:12.678490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05696cc9-54c8-4a57-b462-ea7fe3607e6f req-55631966-b47a-4b3f-a97b-cc38d6e424ba tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2297168 Jul 06 17:53:12.698213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:53:12.734908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d74ef9-f139-4cb2-92b3-d883bbe090f6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:12.750654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.751150 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Added segment c6e9dc8f-575b-4988-9e35-dcb966fd9576 of type vlan for network c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2 Jul 06 17:53:12.835174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05696cc9-54c8-4a57-b462-ea7fe3607e6f req-169bae09-d4e9-455d-abda-442ea5e2cf03 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435676 Jul 06 17:53:12.837147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.855998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48069be-bdde-4fce-a776-2a16e3434883 req-f1aa48e4-7225-4579-a27a-3ea3bc19a354 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:12.857668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b48069be-bdde-4fce-a776-2a16e3434883 req-f1aa48e4-7225-4579-a27a-3ea3bc19a354 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2560480 Jul 06 17:53:12.917427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.918504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:12.919092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.941184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b48069be-bdde-4fce-a776-2a16e3434883 req-ba91a2ec-36ed-4824-bcb1-46ebb3c1d596 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686913 Jul 06 17:53:13.000444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9572711 Jul 06 17:53:13.001794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56006) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:13.008085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Request body: {'subnet': {'network_id': 'c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1300096703-subnet', 'tenant_id': '25e151c70a334c27a432d42d751acfb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:13.024002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186e7cf-fc42-4411-b365-fc093f9579c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:13.038169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:53:13.074338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Made reservation on behalf of 25e151c70a334c27a432d42d751acfb7 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:13.082496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.401427 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.480497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Checking segment: {'id': 'c6e9dc8f-575b-4988-9e35-dcb966fd9576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:13.481215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Network hostable DHCP agents. Network: c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:53:13.492635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb636cf-b55b-440b-a9ec-8f14bf0e8f3c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:13.495864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926ce1e-2fd8-47a8-a7f0-901166498bbc req-5e0db379-8924-4a2a-9c99-cc954bd2d437 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:13.497687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1926ce1e-2fd8-47a8-a7f0-901166498bbc req-5e0db379-8924-4a2a-9c99-cc954bd2d437 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1488481 Jul 06 17:53:13.512720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Network c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:53:13.535811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:13.545801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:13.546480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.556450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94779792-0c25-41df-ac5b-f87158ee7c9b None None] Network c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:13.595174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1926ce1e-2fd8-47a8-a7f0-901166498bbc req-f35074d6-cf02-4513-a2c2-3a5431dc2674 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757301 Jul 06 17:53:13.623313 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-81541b79-7f4e-42c1-bf4c-69d2ac62705b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6074724 Jul 06 17:53:13.638075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-cb8c5ad0-a0bf-4368-8780-d4032103d773 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:13.640870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-cb8c5ad0-a0bf-4368-8780-d4032103d773 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.2225595 Jul 06 17:53:13.663110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': '1088317a-0d0f-4624-9a0d-176c69331399', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:13.970528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:13.974928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.113524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e7f1d-c482-4d26-87b6-a8126d283bb5 None None] Network c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:14.148712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b582ec-f844-4df3-8daf-c588d1b33894 req-3e36c538-1146-4a67-ad7e-fd7c56d7764a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:14.150789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08b582ec-f844-4df3-8daf-c588d1b33894 req-3e36c538-1146-4a67-ad7e-fd7c56d7764a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.1834335 Jul 06 17:53:14.228923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.10 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/d97b389d-a856-46f9-8ea4-b394d9a434be) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:14.246195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08b582ec-f844-4df3-8daf-c588d1b33894 req-2f75649d-e1ff-476b-aa74-5041fddfa389 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774438 Jul 06 17:53:14.597934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.619602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e11aedec-1e6a-4565-9f37-9c5c0631de38 req-4b3f5304-6126-4891-94b9-9721c816e1ce tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 210 time: 0.0571301 Jul 06 17:53:14.676120 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.693268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:14.774037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=d97b389d-a856-46f9-8ea4-b394d9a434be,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:14.804326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:14.806865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:14.810623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:14.954424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:14.956226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.982321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-9a142bc8-9067-4fea-89c6-3963b06cf019 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3319530 Jul 06 17:53:14.996745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Request body: {'port': {'device_id': '1088317a-0d0f-4624-9a0d-176c69331399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:15.090369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.459452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-102a4a80-c0ba-496f-890b-ea70ff04756b req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-713493856', 'description': 'tempest-description-296994853'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:15.537413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-102a4a80-c0ba-496f-890b-ea70ff04756b req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.768899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97b389d-a856-46f9-8ea4-b394d9a434be {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:15.796992 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.833237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Transition to ACTIVE for port object d97b389d-a856-46f9-8ea4-b394d9a434be will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:15.875277 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-102a4a80-c0ba-496f-890b-ea70ff04756b req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.878542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.920717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-102a4a80-c0ba-496f-890b-ea70ff04756b req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:16.077004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-102a4a80-c0ba-496f-890b-ea70ff04756b req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:16.079715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-102a4a80-c0ba-496f-890b-ea70ff04756b req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6755817 Jul 06 17:53:16.114867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c327f6-7eb8-47a3-a202-e0851f604af8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d126b4-977b-4091-a0f8-b7d6282ec0f7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:16.127153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Pushing event updated for resources: {'Port': ['ID=d97b389d-a856-46f9-8ea4-b394d9a434be,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:16.286524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bb841-c90e-4530-b115-09f04fd32d81 req-944bf61d-8a5d-4e6f-ac6d-1177aa185553 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:16.288327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d87bb841-c90e-4530-b115-09f04fd32d81 req-944bf61d-8a5d-4e6f-ac6d-1177aa185553 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3882396 Jul 06 17:53:16.395312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d87bb841-c90e-4530-b115-09f04fd32d81 req-5faa666f-bb1f-4655-8934-15966b36dd4e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899491 Jul 06 17:53:16.396601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Attempting to bind port d97b389d-a856-46f9-8ea4-b394d9a434be on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:16.396939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Attempting to bind port d97b389d-a856-46f9-8ea4-b394d9a434be by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:16.397467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Attempting to bind port d97b389d-a856-46f9-8ea4-b394d9a434be on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:16.403821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Port d97b389d-a856-46f9-8ea4-b394d9a434be on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:53:16.404362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Attempting to bind port d97b389d-a856-46f9-8ea4-b394d9a434be on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:16.412221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:16.412808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:16.413553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:16.414194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Bound port: d97b389d-a856-46f9-8ea4-b394d9a434be, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:16.414737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:16.534110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] For port d97b389d-a856-46f9-8ea4-b394d9a434be, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:16.543129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] For port d97b389d-a856-46f9-8ea4-b394d9a434be, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d97b389d-a856-46f9-8ea4-b394d9a434be,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:16.554647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:16.627558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:16.628987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:16.632256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] 10.222.0.61 "PUT /v2.0/ports/d97b389d-a856-46f9-8ea4-b394d9a434be HTTP/1.1" status: 200 len: 1092 time: 1.6410487 Jul 06 17:53:16.633295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1088317a-0d0f-4624-9a0d-176c69331399', 'tag': 'd97b389d-a856-46f9-8ea4-b394d9a434be'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:16.637797 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1088317a-0d0f-4624-9a0d-176c69331399", "tag": "d97b389d-a856-46f9-8ea4-b394d9a434be"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:16.721574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3d83b-89b9-476a-936a-b183af190933 service neutron] Pushing event updated for resources: {'Port': ['ID=d97b389d-a856-46f9-8ea4-b394d9a434be,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:16.946528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-e0fb10e7-214d-4d70-88f8-47c19589935c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/f8d126b4-977b-4091-a0f8-b7d6282ec0f7 HTTP/1.1" status: 200 len: 1805 time: 0.1863778 Jul 06 17:53:16.978209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8d126b4-977b-4091-a0f8-b7d6282ec0f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:16.978634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8d126b4-977b-4091-a0f8-b7d6282ec0f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:17.012809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a3a6b-1e01-48f7-890a-b7c3b1af2145 req-96f93659-f137-4569-93c6-a11bd721f2ca tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:17.015710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d9a3a6b-1e01-48f7-890a-b7c3b1af2145 req-96f93659-f137-4569-93c6-a11bd721f2ca tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 944 time: 0.2658315 Jul 06 17:53:17.027159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-ca968891-57d6-4f40-9462-bd82069088d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:17.029422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-ca968891-57d6-4f40-9462-bd82069088d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 1095 time: 0.3010476 Jul 06 17:53:17.146505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-2d3311d1-733f-41b2-8256-80b8711bdf35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d97b389d-a856-46f9-8ea4-b394d9a434be HTTP/1.1" status: 200 len: 217 time: 0.0991354 Jul 06 17:53:17.231647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d9a3a6b-1e01-48f7-890a-b7c3b1af2145 req-4f68122e-a0f8-4ed1-a7aa-02207cc81a89 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990097 Jul 06 17:53:17.276400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.310742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-2d8ed93c-ee67-47e3-915d-80de18e30b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:17.314099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-2d8ed93c-ee67-47e3-915d-80de18e30b19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1434567 Jul 06 17:53:17.390915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-c7615dab-fa39-410b-98de-8ca6f592cf28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702596 Jul 06 17:53:17.401289 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd267c58-2bee-415b-81d4-7161ec402a4f x-openstack-request-id: req-bd267c58-2bee-415b-81d4-7161ec402a4f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:17.402108 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1088317a-0d0f-4624-9a0d-176c69331399", "tag": "d97b389d-a856-46f9-8ea4-b394d9a434be", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:17.402731 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd267c58-2bee-415b-81d4-7161ec402a4f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:17.403632 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1088317a-0d0f-4624-9a0d-176c69331399', 'tag': 'd97b389d-a856-46f9-8ea4-b394d9a434be', 'status': 'completed', 'code': 200} Jul 06 17:53:17.407999 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.446576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.508671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3654e7a-4286-4455-9792-929afc02a945,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:17.519452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.527229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f74fc4f-2516-4962-910c-8348c9f34721 req-84b42f2b-6968-4beb-924b-e24a3343ed77 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5704691 Jul 06 17:53:17.619487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-24f2a3b7-bd4d-468a-862b-3b9a016e7252 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089317 Jul 06 17:53:17.801990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-583bcdb4-dee4-4816-95a0-7f889ec11e50 req-72091bae-3d59-4175-a10d-61e704689f36 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715875 Jul 06 17:53:17.965614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-b86c71ec-0de9-408c-baaa-d9e209417ed5 req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2140751054', 'description': 'tempest-description-1605641377'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:18.075457 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b86c71ec-0de9-408c-baaa-d9e209417ed5 req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.167663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-a0bab414-56c3-4155-b8a9-8acad108c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:18.170284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-a0bab414-56c3-4155-b8a9-8acad108c957 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 1095 time: 0.2787752 Jul 06 17:53:18.237538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6ff7f-28f9-4b38-8142-ba54edf44822 req-009ce17c-2953-42bc-981b-e606d1b65b03 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:18.240189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9e6ff7f-28f9-4b38-8142-ba54edf44822 req-009ce17c-2953-42bc-981b-e606d1b65b03 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2445922 Jul 06 17:53:18.428891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9e6ff7f-28f9-4b38-8142-ba54edf44822 req-1716ac81-cbd8-4cee-9688-e3a5bad49782 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688449 Jul 06 17:53:18.501742 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b86c71ec-0de9-408c-baaa-d9e209417ed5 req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.509451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-ef240d5c-5d1d-4e54-8cad-0d406bf0bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:18.512275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-ef240d5c-5d1d-4e54-8cad-0d406bf0bfe7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.3271303 Jul 06 17:53:18.514162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b86c71ec-0de9-408c-baaa-d9e209417ed5 req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.607494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-464e37db-d53c-4ddf-99a8-839bbbac1a40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d97b389d-a856-46f9-8ea4-b394d9a434be HTTP/1.1" status: 200 len: 217 time: 0.0800755 Jul 06 17:53:18.648755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd6775-d9c9-4959-bc42-18cd8e6e69b4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:18.670442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b86c71ec-0de9-408c-baaa-d9e209417ed5 req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.671700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b86c71ec-0de9-408c-baaa-d9e209417ed5 req-fe838bbf-9b44-476e-a28a-fd910d571256 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7522933 Jul 06 17:53:18.718973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-0a5f657d-fc53-4dd4-8f75-a638034c3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:18.721158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-0a5f657d-fc53-4dd4-8f75-a638034c3126 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1000514 Jul 06 17:53:18.738164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14a40-a962-4218-8981-4073d23c75f5 req-0fe3082a-15e7-4b60-9cad-ae11ea27cb50 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:18.740027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3a14a40-a962-4218-8981-4073d23c75f5 req-0fe3082a-15e7-4b60-9cad-ae11ea27cb50 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.1396387 Jul 06 17:53:18.789773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-89828082-9843-4832-b84f-5ae3df8a701b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483940 Jul 06 17:53:18.946989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3a14a40-a962-4218-8981-4073d23c75f5 req-836daf17-4bb4-462d-8eb5-e13524d732fa tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643867 Jul 06 17:53:19.047131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-4fb6df30-347a-45df-b172-0c790dc8e128 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442946 Jul 06 17:53:19.266293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d0c48eb-8aff-4e96-adc8-a45e7717f8d7 req-73b45a7b-7327-4fe8-a0e2-38188f34bbb5 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091916 Jul 06 17:53:19.276113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5c785-f421-4fc1-b4f8-5619138d8bbe req-3ca94534-8566-4f3c-81f5-fcc7330f3a15 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:19.277405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ca5c785-f421-4fc1-b4f8-5619138d8bbe req-3ca94534-8566-4f3c-81f5-fcc7330f3a15 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.1105845 Jul 06 17:53:19.351479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ca5c785-f421-4fc1-b4f8-5619138d8bbe req-f017e5f3-5083-46ea-87d9-ef03f8942212 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640855 Jul 06 17:53:19.506385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e5370-55dd-41df-9a38-10b451d5bb4e req-a25f2908-3575-4a8f-ad6e-82739eaf9e47 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:19.511938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd7e5370-55dd-41df-9a38-10b451d5bb4e req-a25f2908-3575-4a8f-ad6e-82739eaf9e47 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 944 time: 0.1088953 Jul 06 17:53:19.588008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd7e5370-55dd-41df-9a38-10b451d5bb4e req-71b59374-050b-4f76-890d-bbe068eddc40 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669723 Jul 06 17:53:19.689481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-cf1eaa28-0df9-464e-9d67-7aa5c4872e09 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/64cd6775-d9c9-4959-bc42-18cd8e6e69b4 HTTP/1.1" status: 200 len: 1807 time: 0.0986764 Jul 06 17:53:19.704668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64cd6775-d9c9-4959-bc42-18cd8e6e69b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:19.704668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64cd6775-d9c9-4959-bc42-18cd8e6e69b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:19.909161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:19.958870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206d3b5-68d1-4173-a8bb-e6a0d422c621 req-c11ac7e0-66d9-4f6a-88ed-8c6f3f896a38 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:19.961573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1206d3b5-68d1-4173-a8bb-e6a0d422c621 req-c11ac7e0-66d9-4f6a-88ed-8c6f3f896a38 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2096372 Jul 06 17:53:20.017446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.023864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.085790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ace811-82eb-4fef-90bd-4fbae8a90240,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:20.101638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1206d3b5-68d1-4173-a8bb-e6a0d422c621 req-d37159f6-8904-46dd-9980-e3bfa8011416 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323159 Jul 06 17:53:20.103779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.106469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff400b1c-0e1b-4e57-8038-9348d25edd89 req-77f09199-2d7f-4789-ac20-bd84e4cb7598 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4098523 Jul 06 17:53:20.193798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d4d0a9e7-21b2-4354-913a-0fbc0727ef26 req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1369757501', 'description': 'tempest-description-1294900865'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:20.222979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4d0a9e7-21b2-4354-913a-0fbc0727ef26 req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.351371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4d0a9e7-21b2-4354-913a-0fbc0727ef26 req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.365678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4d0a9e7-21b2-4354-913a-0fbc0727ef26 req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.402290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4d0a9e7-21b2-4354-913a-0fbc0727ef26 req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.405201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4d0a9e7-21b2-4354-913a-0fbc0727ef26 req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2158442 Jul 06 17:53:20.405737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bebbd-d40c-4612-8e46-dd675fa9fd60 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205bbc35-65b9-4a12-a82d-e3860a7d3a6f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:20.824265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b3ac9-7fcf-4108-82e5-8fd30cc89557 req-8e0f9f94-cb71-46e3-963e-1b7d2f2934a6 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:20.826649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c95b3ac9-7fcf-4108-82e5-8fd30cc89557 req-8e0f9f94-cb71-46e3-963e-1b7d2f2934a6 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.1402197 Jul 06 17:53:20.892809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c95b3ac9-7fcf-4108-82e5-8fd30cc89557 req-ba1ccf53-a8a2-4b9e-ba3f-8802c1991ca1 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583053 Jul 06 17:53:21.119180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f4a7-58cf-4ecb-92b4-aeaeef121929 req-af8d09d2-cffd-48d1-89ce-3632430e2f78 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:21.121969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25f0f4a7-58cf-4ecb-92b4-aeaeef121929 req-af8d09d2-cffd-48d1-89ce-3632430e2f78 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.1009586 Jul 06 17:53:21.132378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ec93af78-62a2-43fd-aa4f-288d83bb6a84 req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-56378876', 'description': 'tempest-description-941816681'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:21.151060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d97b389d-a856-46f9-8ea4-b394d9a434be details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:21.226402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25f0f4a7-58cf-4ecb-92b4-aeaeef121929 req-1fcde0a6-d443-4be0-be4b-745a8188c1c4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860436 Jul 06 17:53:21.228525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ec93af78-62a2-43fd-aa4f-288d83bb6a84 req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.274617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d97b389d-a856-46f9-8ea4-b394d9a434be, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d97b389d-a856-46f9-8ea4-b394d9a434be,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:21.290767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'd97b389d-a856-46f9-8ea4-b394d9a434be', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': 'd97b389d-a856-46f9-8ea4-b394d9a434be', 'mac_address': 'fa:16:3e:6e:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:21.369088 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.395028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97b389d-a856-46f9-8ea4-b394d9a434be {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:21.397201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ec93af78-62a2-43fd-aa4f-288d83bb6a84 req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.405603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ec93af78-62a2-43fd-aa4f-288d83bb6a84 req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.437116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d97b389d-a856-46f9-8ea4-b394d9a434be, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d97b389d-a856-46f9-8ea4-b394d9a434be,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:21.443051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.451965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ec93af78-62a2-43fd-aa4f-288d83bb6a84 req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.454481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ec93af78-62a2-43fd-aa4f-288d83bb6a84 req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3305631 Jul 06 17:53:21.479120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26518f56-884d-4ced-b6b1-45dcc7f4d552 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc443ff-b16b-4888-8d93-c7e1407b333a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:21.562407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d97b389d-a856-46f9-8ea4-b394d9a434be,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:21.757085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697a9c4-0fed-4d1e-8dad-d72e87377f94 req-0643968b-3f9c-45ce-a414-1aa7f8429f7f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:21.758769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2697a9c4-0fed-4d1e-8dad-d72e87377f94 req-0643968b-3f9c-45ce-a414-1aa7f8429f7f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 945 time: 0.1723802 Jul 06 17:53:21.770533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-0e090e5f-e834-4b5a-bf2e-42d58c56f490 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:21.772333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-0e090e5f-e834-4b5a-bf2e-42d58c56f490 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.1421225 Jul 06 17:53:21.777018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['d97b389d-a856-46f9-8ea4-b394d9a434be'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:21.807850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-afc1ce48-b6a6-4acc-8adc-ccaca04a3c49 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/quotas/334f2c4e33db4bd2a3002da6b132923d HTTP/1.1" status: 200 len: 375 time: 0.0254242 Jul 06 17:53:21.850051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2697a9c4-0fed-4d1e-8dad-d72e87377f94 req-129304d5-d555-434f-b464-8403ff53e2e6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667660 Jul 06 17:53:21.945771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-1f36b4a2-a6e2-43dd-bc72-e6a8c2620c7b tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242924 Jul 06 17:53:22.103120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-18cac326-2e01-456c-b641-e96722b0ef49 service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496708 Jul 06 17:53:22.547207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76520c-52ec-4c6c-8f19-ac92fa1b94c3 req-976089a8-d9ed-424f-8e54-1206c17a34ba tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.549414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd76520c-52ec-4c6c-8f19-ac92fa1b94c3 req-976089a8-d9ed-424f-8e54-1206c17a34ba tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.5210266 Jul 06 17:53:22.669175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd76520c-52ec-4c6c-8f19-ac92fa1b94c3 req-6a8379c5-00b5-4fdd-bfa1-3e31b422d550 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026900 Jul 06 17:53:22.671238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-3ecd161b-ff25-4faa-a629-78ece32c7f73 service neutron] 10.222.0.37 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607135 Jul 06 17:53:22.707901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-98748ef2-1526-4fa5-abad-6de524d17844 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1548529 Jul 06 17:53:22.857469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-73ac2b91-3db0-4c6d-a2ad-8580d7d6d298 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/205bbc35-65b9-4a12-a82d-e3860a7d3a6f HTTP/1.1" status: 200 len: 1807 time: 0.1107686 Jul 06 17:53:22.976711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.977578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.978471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.979388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.980249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.981093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.981944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.986070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-37f5f945-9b95-4ce3-8e02-c69be110c1ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6493 time: 0.1861296 Jul 06 17:53:23.001665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-af859942-822a-46fa-ace7-3b5b668a177f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/6dc443ff-b16b-4888-8d93-c7e1407b333a HTTP/1.1" status: 200 len: 1804 time: 0.1372778 Jul 06 17:53:23.010259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '205bbc35-65b9-4a12-a82d-e3860a7d3a6f', 'remote_group_id': '6dc443ff-b16b-4888-8d93-c7e1407b333a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:23.010763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '205bbc35-65b9-4a12-a82d-e3860a7d3a6f', 'remote_group_id': '6dc443ff-b16b-4888-8d93-c7e1407b333a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:23.158430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d97b389d-a856-46f9-8ea4-b394d9a434be up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:23.267970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port d97b389d-a856-46f9-8ea4-b394d9a434be completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:23.276424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port d97b389d-a856-46f9-8ea4-b394d9a434be triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:23.277435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.291493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-dcf17dc4-756a-4510-9e2c-be4bfdd6042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.292250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-dcf17dc4-756a-4510-9e2c-be4bfdd6042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.293150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-dcf17dc4-756a-4510-9e2c-be4bfdd6042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.296167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-dcf17dc4-756a-4510-9e2c-be4bfdd6042d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 2292 time: 0.2766154 Jul 06 17:53:23.299869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.445556 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.489505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1088317a-0d0f-4624-9a0d-176c69331399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97b389d-a856-46f9-8ea4-b394d9a434be'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:23.494753 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a001eb5e-4d05-469e-b5dc-856790f6217c" -d '{"events": [{"server_uuid": "1088317a-0d0f-4624-9a0d-176c69331399", "name": "network-vif-plugged", "status": "completed", "tag": "d97b389d-a856-46f9-8ea4-b394d9a434be"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:23.520075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port d97b389d-a856-46f9-8ea4-b394d9a434be, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d97b389d-a856-46f9-8ea4-b394d9a434be,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:23.526901 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.559706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.565374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-a250ea79-ed87-4759-88ff-9bf111288b66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 200 len: 1002 time: 0.2605333 Jul 06 17:53:23.570286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.606222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=d97b389d-a856-46f9-8ea4-b394d9a434be,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:23.674442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce71813-5bc6-4a8e-b355-b2d82ee0037a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:23.680922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.698105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ef1c606-cad3-49ff-be4a-27a26744cf52 req-b404626f-3e79-42c4-ba56-57a242a562ba tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6925042 Jul 06 17:53:23.714962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-53af3c4d-8e80-4298-a29e-62e01db77417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.717183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-53af3c4d-8e80-4298-a29e-62e01db77417 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13115784-748f-4bba-b40a-201b7e16dc8e HTTP/1.1" status: 200 len: 850 time: 0.1359677 Jul 06 17:53:23.726831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778a69b-c784-4560-84cd-a7e487e4b267 req-b9595f8c-f190-4728-aa11-16171e58f927 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.728806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f778a69b-c784-4560-84cd-a7e487e4b267 req-b9595f8c-f190-4728-aa11-16171e58f927 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3204739 Jul 06 17:53:23.876424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f778a69b-c784-4560-84cd-a7e487e4b267 req-1f700e52-c66c-409c-a0b2-fb99495cc598 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307795 Jul 06 17:53:23.906372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-c62669ee-3907-4afc-bc6e-09a5040980f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.910299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-c62669ee-3907-4afc-bc6e-09a5040980f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800597 Jul 06 17:53:24.074005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7b6cc18-3b9e-48c6-a2b3-6228e2c3700d req-c6d42f28-185c-4e13-b9ba-21e459d5e403 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 210 time: 0.1077492 Jul 06 17:53:24.150047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-e116f4cf-b21d-4cb7-bd45-31001a9634b8 service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302084 Jul 06 17:53:24.371228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-07e856ca-7168-4bb3-bc18-cde668a95175 service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129350 Jul 06 17:53:24.433815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-3cfd4c4c-25ac-4483-9c1d-4db64d328027 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 217 time: 0.0527098 Jul 06 17:53:24.453221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88eb5-470e-4985-aead-19c89df5d5c6 req-06e4243e-69b1-425d-8eef-83416a84860c tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.457266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13a88eb5-470e-4985-aead-19c89df5d5c6 req-06e4243e-69b1-425d-8eef-83416a84860c tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.2199707 Jul 06 17:53:24.472970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803121f6-7e68-48ab-8c70-fce9ed0255a3 req-6f436a85-6aeb-47d0-8cd9-5abf5d3e524a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.478356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-803121f6-7e68-48ab-8c70-fce9ed0255a3 req-6f436a85-6aeb-47d0-8cd9-5abf5d3e524a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 946 time: 0.2294700 Jul 06 17:53:24.499672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-491618d1-49d3-42a3-b13b-151982f7a7d9 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.503294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-491618d1-49d3-42a3-b13b-151982f7a7d9 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 815 time: 0.1548927 Jul 06 17:53:24.521750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Request body: {'port': {'device_id': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'admin_state_up': True, 'tenant_id': '334f2c4e33db4bd2a3002da6b132923d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:24.609289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13a88eb5-470e-4985-aead-19c89df5d5c6 req-2a592c73-2307-4df3-9e89-3c3b04c0ab82 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297398 Jul 06 17:53:24.635280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-803121f6-7e68-48ab-8c70-fce9ed0255a3 req-ec79b7bd-03a7-4512-a991-0032e79238ad tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410770 Jul 06 17:53:24.644440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-207e89f7-0225-41a0-9274-c42129e6ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.650058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-207e89f7-0225-41a0-9274-c42129e6ea8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1694286 Jul 06 17:53:24.737560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Made reservation on behalf of 334f2c4e33db4bd2a3002da6b132923d for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:24.737893 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c684020b-ae5f-4801-bf99-bedf26431a85 x-openstack-request-id: req-c684020b-ae5f-4801-bf99-bedf26431a85 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:24.738420 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1088317a-0d0f-4624-9a0d-176c69331399", "name": "network-vif-plugged", "status": "completed", "tag": "d97b389d-a856-46f9-8ea4-b394d9a434be", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:24.738624 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c684020b-ae5f-4801-bf99-bedf26431a85 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:24.739294 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1088317a-0d0f-4624-9a0d-176c69331399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97b389d-a856-46f9-8ea4-b394d9a434be', 'code': 200} Jul 06 17:53:24.740118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-91836c62-3bae-4990-8a13-30d07419e330 req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1298382018', 'description': 'tempest-description-1351242094'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:24.746925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:24.794772 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91836c62-3bae-4990-8a13-30d07419e330 req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:24.810381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-1a1f72ca-5d9d-4274-83e3-b57fe503f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.812389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-1a1f72ca-5d9d-4274-83e3-b57fe503f440 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508286 Jul 06 17:53:24.864245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-2c7ac580-6084-4bda-8bb4-a8f1614461bf tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.866296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-2c7ac580-6084-4bda-8bb4-a8f1614461bf tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.60 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.1699464 Jul 06 17:53:24.996096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Allocated IP 172.20.0.5 (4404462a-9863-490d-9442-81ddf7409b80/0e8b47cc-7522-42a3-b32b-b5407aec6ddf/8dd95828-ef67-46fe-83a4-dde0b65eb83d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:25.112966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56192) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:25.141126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-3e77e65f-fa07-41b5-bc76-26867cfdac4b service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195393 Jul 06 17:53:25.224262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.267616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32af5f-4289-4265-b419-45fd07b12e06 req-d52ad3b1-ddcc-46e7-90f1-73ed84c0eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:25.269834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b32af5f-4289-4265-b419-45fd07b12e06 req-d52ad3b1-ddcc-46e7-90f1-73ed84c0eb83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 1097 time: 0.3712111 Jul 06 17:53:25.275289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91836c62-3bae-4990-8a13-30d07419e330 req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.285465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeddb4a-49cb-45db-8159-ef487948c30f req-9332bf04-ea88-4e3a-bec4-f4413aa97289 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:25.292206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbeddb4a-49cb-45db-8159-ef487948c30f req-9332bf04-ea88-4e3a-bec4-f4413aa97289 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3636651 Jul 06 17:53:25.297756 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.311303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['eb970bfd-fa13-4162-a3d3-0898848fbc16'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:25.315523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:25.335892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91836c62-3bae-4990-8a13-30d07419e330 req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.371868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49d857fe-010c-4913-8b6a-988bbaa25659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.394926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event updated for resources: {'Port': ['ID=8dd95828-ef67-46fe-83a4-dde0b65eb83d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:25.409070 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d68a630-2074-4357-a9e8-1a5168e82eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.424546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Network 4404462a-9863-490d-9442-81ddf7409b80 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:25.427243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:25.431156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:25.457900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91836c62-3bae-4990-8a13-30d07419e330 req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.459212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91836c62-3bae-4990-8a13-30d07419e330 req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7274292 Jul 06 17:53:25.515731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c8762-53f1-4629-96cc-df92af4d9798 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01482b4e-4c54-4c9f-ac54-3c694f0ed6e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:25.519714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b32af5f-4289-4265-b419-45fd07b12e06 req-d245f475-4323-470f-b702-78beea341d20 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161772 Jul 06 17:53:25.534424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Deleting port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:25.535157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.555170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:25.556046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbeddb4a-49cb-45db-8159-ef487948c30f req-d496986d-9f60-4e3c-9dc6-dc47edb0bd92 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620788 Jul 06 17:53:25.559444 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.595807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-56bbd270-2cd0-4866-b515-234409448ae9 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391434 Jul 06 17:53:25.701156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-d54cb6b4-89b8-424f-ab48-85ae12c4ba43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 217 time: 0.0695617 Jul 06 17:53:25.894755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] For port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:25.895123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.915273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-67922146-d5b6-4656-b251-4fa8bffdb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:25.916820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-67922146-d5b6-4656-b251-4fa8bffdb760 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.2022214 Jul 06 17:53:25.947180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49d857fe-010c-4913-8b6a-988bbaa25659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.958467 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-b9dbca46-3047-44bd-97ba-f5695210abf7 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466171 Jul 06 17:53:25.971722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Request body: {'port': {'device_id': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:26.011005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49d857fe-010c-4913-8b6a-988bbaa25659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.071037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.138717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49d857fe-010c-4913-8b6a-988bbaa25659 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=209e163dbffd48feab4639e013397c01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0230465 Jul 06 17:53:26.147027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d857fe-010c-4913-8b6a-988bbaa25659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bdd5f7-08d4-4b43-9778-24edfef160ec,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:26.152759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:26.182423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b2854-b29e-458f-a185-d5a7f4a62eeb req-eccd442a-700a-4935-b26c-edc63b19c287 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.184072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-392b2854-b29e-458f-a185-d5a7f4a62eeb req-eccd442a-700a-4935-b26c-edc63b19c287 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4067163 Jul 06 17:53:26.192834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebb4f0-c2a3-44eb-851d-56ea85e12012 req-2dce7e57-c29b-4979-9a1a-e6ca751374ca tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.194399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ebb4f0-c2a3-44eb-851d-56ea85e12012 req-2dce7e57-c29b-4979-9a1a-e6ca751374ca tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 931 time: 0.3984933 Jul 06 17:53:26.335570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-8b2cd3bc-d158-4e60-919a-94e63a3959aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.337139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-8b2cd3bc-d158-4e60-919a-94e63a3959aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4008939 Jul 06 17:53:26.419369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-392b2854-b29e-458f-a185-d5a7f4a62eeb req-4cf0e421-9e38-482e-a0ae-c51c2443fb57 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235372 Jul 06 17:53:26.459672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd95828-ef67-46fe-83a4-dde0b65eb83d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:26.469162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.473467 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.474058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.474570 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Floating IP d70de7cc-794c-4270-9a45-b3c5a0ad2844 disassociated. External IP: 172.25.5.6, port: 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8. Jul 06 17:53:26.475135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Calling delete_port for 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:26.482101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ebb4f0-c2a3-44eb-851d-56ea85e12012 req-b9653236-b575-4fa1-a112-340745d487e1 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613237 Jul 06 17:53:26.494611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Transition to ACTIVE for port object 8dd95828-ef67-46fe-83a4-dde0b65eb83d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:26.504025 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df914081-b103-43f1-9e05-899b16eba212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.506470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.539343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-599df405-c04e-4b1c-87af-19255e68e655 req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-372196227', 'description': 'tempest-description-381520753'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:26.668226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df914081-b103-43f1-9e05-899b16eba212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.706484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd95828-ef67-46fe-83a4-dde0b65eb83d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:26.847182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Attempting to bind port 8dd95828-ef67-46fe-83a4-dde0b65eb83d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:26.847598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Attempting to bind port 8dd95828-ef67-46fe-83a4-dde0b65eb83d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:26.847991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Attempting to bind port 8dd95828-ef67-46fe-83a4-dde0b65eb83d on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:26.854048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Port 8dd95828-ef67-46fe-83a4-dde0b65eb83d on network 4404462a-9863-490d-9442-81ddf7409b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:53:26.854388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Attempting to bind port 8dd95828-ef67-46fe-83a4-dde0b65eb83d on network 4404462a-9863-490d-9442-81ddf7409b80 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:26.861804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:26.862114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Checking segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:26.862375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Bound using segment: {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:26.862834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Bound port: 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadff7fd-ada5-4832-bcb4-902e97f03279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4404462a-9863-490d-9442-81ddf7409b80'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:26.863204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.954812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] For port 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:26.959852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] For port 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:26.966592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.031348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.033291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.035838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] 10.222.0.60 "PUT /v2.0/ports/8dd95828-ef67-46fe-83a4-dde0b65eb83d HTTP/1.1" status: 200 len: 1091 time: 1.0689797 Jul 06 17:53:27.036571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'tag': '8dd95828-ef67-46fe-83a4-dde0b65eb83d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:27.040654 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4ed860-3bee-411a-99b4-875806471e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7229fe70-3b3e-46a1-9b14-541c748939a3", "tag": "8dd95828-ef67-46fe-83a4-dde0b65eb83d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:27.086321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91d291-5962-4234-8878-b7ad31ba6bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd95828-ef67-46fe-83a4-dde0b65eb83d,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.159518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:27.166577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-599df405-c04e-4b1c-87af-19255e68e655 req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.192555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-bea90afc-a504-43fd-8d59-6082f4b7d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.195431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-bea90afc-a504-43fd-8d59-6082f4b7d01f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 1094 time: 0.1031024 Jul 06 17:53:27.208441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-9f005413-3176-4e50-9575-fbe8f20b0615 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8538792 Jul 06 17:53:27.287598 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-6bb72cd7-7b72-4215-9b51-c78259d28744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d HTTP/1.1" status: 200 len: 217 time: 0.0811312 Jul 06 17:53:27.363701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-30cb1e4f-d2f7-4d51-b657-1c6fbf752486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.365834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-30cb1e4f-d2f7-4d51-b657-1c6fbf752486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.0723207 Jul 06 17:53:27.366047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:27.368325 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df914081-b103-43f1-9e05-899b16eba212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.370899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df914081-b103-43f1-9e05-899b16eba212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.372122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-df914081-b103-43f1-9e05-899b16eba212 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4bdd5f7-08d4-4b43-9778-24edfef160ec HTTP/1.1" status: 204 len: 168 time: 1.2172241 Jul 06 17:53:27.409532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'port_id': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'mac_address': 'fa:16:3e:55:72:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34989a0d-f8e7-42d1-8a0f-500e59d15ce2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:27.434378 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-34d82c7c-c54d-4fd0-bf69-27c3e235e011 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603936 Jul 06 17:53:27.436318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df914081-b103-43f1-9e05-899b16eba212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bdd5f7-08d4-4b43-9778-24edfef160ec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.449128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdc479-d6af-40b0-ad4e-9a879e54a7b7 req-24bbdb64-ef86-4c33-ab32-d36e724533cb tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.457562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-26fdc479-d6af-40b0-ad4e-9a879e54a7b7 req-24bbdb64-ef86-4c33-ab32-d36e724533cb tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/ports?device_id=131f7b52-14b7-4554-9574-8ce924e697d1 HTTP/1.1" status: 200 len: 945 time: 0.3562832 Jul 06 17:53:27.486744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-104bdbe8-af92-4ba1-a9fe-166ebd0da291 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603729 Jul 06 17:53:27.498167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.564538 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.609625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-599df405-c04e-4b1c-87af-19255e68e655 req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.611418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event deleted for resources: {'Port': ['ID=05cc1e94-f0e7-4c5c-b645-d8119d73d6d8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.614503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-0c6042e8-66f5-4394-88fb-43d2df5498bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 200 len: 217 time: 0.1107464 Jul 06 17:53:27.627188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-599df405-c04e-4b1c-87af-19255e68e655 req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.651947 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-f77adc03-2b4a-4993-8605-609e11a53579 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095122 Jul 06 17:53:27.658007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd0cf99c-1310-4d3b-9c12-81891af738f3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:27.661517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-26fdc479-d6af-40b0-ad4e-9a879e54a7b7 req-a9ce9508-ee75-4703-bbea-050843ac9115 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09dc598-5f0c-448c-8205-f7880eddd9be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991389 Jul 06 17:53:27.674818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-599df405-c04e-4b1c-87af-19255e68e655 req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.684956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-599df405-c04e-4b1c-87af-19255e68e655 req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1733546 Jul 06 17:53:27.773347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:27.783835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.925479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24003840-d8f6-454f-9edc-c0a4794e49b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.937784 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f7b428ca-fbdc-477e-bb4a-64d5c26845f8 req-099fd909-5eae-4299-b6f0-b3c32b16d96a service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762036 Jul 06 17:53:27.939093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db0a5-5757-4ef1-80f6-b035ee3a904c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4b04a-7681-4c27-a60d-7b4f9eab72a3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.947638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.955741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.975582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['cd0cf99c-1310-4d3b-9c12-81891af738f3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:28.025335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-38ab5025-f5d5-47ec-b7f8-75e83810be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:28.028883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-38ab5025-f5d5-47ec-b7f8-75e83810be28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.4046276 Jul 06 17:53:28.352580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Router 7ceb5ff6-bd68-40f8-9479-d2701668b65e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:28.416106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405628-a02b-480b-80e6-a39e659e072c req-acba9dff-2e8f-404b-866a-6664deacd1f5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:28.418844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91405628-a02b-480b-80e6-a39e659e072c req-acba9dff-2e8f-404b-866a-6664deacd1f5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 946 time: 0.4947028 Jul 06 17:53:28.575042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-90855af0-ea66-4b4d-93ea-6a7b6badc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:28.576680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-90855af0-ea66-4b4d-93ea-6a7b6badc945 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5344894 Jul 06 17:53:28.592095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad85a92-19c0-43f6-9a76-f1cfc98e2535 req-5758cbf5-b8ba-481a-b306-83eaf8d36ca0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:28.594064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ad85a92-19c0-43f6-9a76-f1cfc98e2535 req-5758cbf5-b8ba-481a-b306-83eaf8d36ca0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 0.5192485 Jul 06 17:53:28.654924 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:53:28.720208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91405628-a02b-480b-80e6-a39e659e072c req-0ae5dc38-c067-4aaf-8019-c6061a294c6f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744665 Jul 06 17:53:28.789820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:28.817376 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] Sync routers for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:28.849461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:28.855353 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:28.868268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ad85a92-19c0-43f6-9a76-f1cfc98e2535 req-cf42ff6b-fbcb-49a5-b0e2-17039b462525 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287164 Jul 06 17:53:28.945006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:28.957002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] No DVR routers for this DVR port 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:28.966903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.971600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b302faa-b0ae-4e5b-9611-82f3ed124dde req-5889e0cd-071a-4092-ba40-5729320c8426 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.60 "DELETE /v2.0/ports/05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 HTTP/1.1" status: 204 len: 173 time: 4.0692229 Jul 06 17:53:28.972490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'name': 'network-vif-deleted', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:28.976946 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed7e5bb-6b61-438d-a090-9038ba82c605" -d '{"events": [{"server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "name": "network-vif-deleted", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:29.027441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-ea5ba85e-a206-457d-b53b-82bd49c82053 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312706 Jul 06 17:53:29.178058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:29.248614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:29.315122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-690b4879-cc1a-4914-a1f6-22bf4c100272 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787101 Jul 06 17:53:29.316212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1809068237-network', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:29.349016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.384013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Made reservation on behalf of 86181f42f0b84bf89b8ef567e2256b04 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:29.387166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.389986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port cd0cf99c-1310-4d3b-9c12-81891af738f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:29.390980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.402187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:29.415224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.436467 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dbc8d0-0965-406c-b1e3-3225807320c4 x-openstack-request-id: req-91dbc8d0-0965-406c-b1e3-3225807320c4 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:29.441600 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7229fe70-3b3e-46a1-9b14-541c748939a3", "tag": "8dd95828-ef67-46fe-83a4-dde0b65eb83d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:29.442028 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91dbc8d0-0965-406c-b1e3-3225807320c4 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:29.442475 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'tag': '8dd95828-ef67-46fe-83a4-dde0b65eb83d', 'status': 'completed', 'code': 200} Jul 06 17:53:29.495887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-824e226a-671b-40e6-bd46-3eac939cf7ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 200 len: 217 time: 0.1729598 Jul 06 17:53:29.565657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:29.566676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 05cc1e94-f0e7-4c5c-b645-d8119d73d6d8 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:29.642706 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:02Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:29.662818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.668588 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.694057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:53:29.716001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.717368 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Added segment a6b7cde1-329d-4eb2-ab42-f901c8f00b37 of type vlan for network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa Jul 06 17:53:29.728093 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] Checking router: 7ceb5ff6-bd68-40f8-9479-d2701668b65e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:29.747979 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:29.749589 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:29.764703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.791247 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.802520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-70570219-0756-4719-aa60-67254ac49884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.804862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-70570219-0756-4719-aa60-67254ac49884 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.2490964 Jul 06 17:53:29.832415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:29.835003 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df95037-dd28-4a06-bc88-85408b870c18" -d '{"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-plugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:29.856805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:29.864145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.886476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.950873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:29.981335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34d98e-63db-425b-b8d5-f0bf23a3bbaa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:29.984022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127fa2a-ed39-42d8-aff1-ade5bee566e3 req-b0e8cbde-835b-483e-835b-f42619349085 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.998405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7127fa2a-ed39-42d8-aff1-ade5bee566e3 req-b0e8cbde-835b-483e-835b-f42619349085 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.5631669 Jul 06 17:53:30.061273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.062400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.063138 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.066188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed860-3bee-411a-99b4-875806471e7e req-a9f23ebf-b5d6-499a-9f3e-a06a3b3a5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.068683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-a9f23ebf-b5d6-499a-9f3e-a06a3b3a5e64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 1094 time: 0.6117852 Jul 06 17:53:30.074860 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:30.093799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a552f9-1a60-46e5-abec-8759c96f15e7 req-b0d7d9de-f925-4914-aefa-43bef40dd4da tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.097160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40a552f9-1a60-46e5-abec-8759c96f15e7 req-b0d7d9de-f925-4914-aefa-43bef40dd4da tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 943 time: 0.4143422 Jul 06 17:53:30.192847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] Pushing event updated for resources: {'Network': ['ID=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:30.196187 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aff11aec-146d-4345-a5e8-7fe18ddaf38d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2499168 Jul 06 17:53:30.202223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56280) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:30.206547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:53:30.212886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Request body: {'subnet': {'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1809068237-subnet', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:30.273177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Made reservation on behalf of 86181f42f0b84bf89b8ef567e2256b04 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:30.275915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.310397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed860-3bee-411a-99b4-875806471e7e req-99048bc4-2d1d-4559-835d-1d7367490a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.324399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-99048bc4-2d1d-4559-835d-1d7367490a34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 916 time: 0.2175291 Jul 06 17:53:30.458930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7127fa2a-ed39-42d8-aff1-ade5bee566e3 req-634994f5-eb23-462a-a16c-f3c62d44c255 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4591990 Jul 06 17:53:30.470640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-959c0a66-1851-433d-9e63-a61e4bdbdbda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d HTTP/1.1" status: 200 len: 217 time: 0.1424901 Jul 06 17:53:30.530356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40a552f9-1a60-46e5-abec-8759c96f15e7 req-6f065767-4e32-42b8-88f9-2fa3ebaddd59 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270463 Jul 06 17:53:30.610508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.664154 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.668786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed860-3bee-411a-99b4-875806471e7e req-8dfcdaa0-62cf-4550-bccc-3d5545710843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.670338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-8dfcdaa0-62cf-4550-bccc-3d5545710843 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.1777449 Jul 06 17:53:30.710020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-0827dcec-e863-41a9-a98c-1f712d63b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.714407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-0827dcec-e863-41a9-a98c-1f712d63b3e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8954978 Jul 06 17:53:30.726476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Checking segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:30.727019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Network hostable DHCP agents. Network: 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:53:30.733516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d60409c-52f9-4359-8ef5-d09eceeea77d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:30.753441 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:02Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:30.779001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:53:30.793424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:30.800421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.801946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.805952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-907268cb-484f-476e-8496-9aff1258a66d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192920 Jul 06 17:53:30.810539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63e9d4-2d1f-4ae8-b11f-9d60d04776c8 None None] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:30.828451 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc274008-dce9-497f-b54f-440006dc9f1e None None] The sync data for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 is: [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:50:53Z', 'revision_number': 4, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'dced74d5-98b7-4289-8fff-1e8f6819a30c', 'name': '', 'network_id': '67bf2683-c08e-4345-b83f-4c8f666d7589', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'mac_address': 'fa:16:3e:69:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7f76a636-17fd-434e-b570-b372e1891f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:51Z', 'updated_at': '2021-07-06T17:51:02Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'subnets': [{'id': '7f76a636-17fd-434e-b570-b372e1891f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:30.840929 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f2e5596f-01fc-4b08-bbb7-8ffff8c0c153 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6356506 Jul 06 17:53:30.843807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:30.856260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:30.915847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.918539 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.028543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.131356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:53:31.132257 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.262638 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.283283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-ce53e7a8-2c45-4e21-bff5-4fd6e3c6a86f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/01482b4e-4c54-4c9f-ac54-3c694f0ed6e3 HTTP/1.1" status: 200 len: 1807 time: 0.7363083 Jul 06 17:53:31.332981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-d44d8518-ace3-4c6b-9daa-d0d328a69c17 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522611 Jul 06 17:53:31.435571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8dd95828-ef67-46fe-83a4-dde0b65eb83d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:31.481105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Allocated IP 172.20.0.2 (067033ab-2e49-4b63-9bf4-a8e3dab8d0aa/3d60409c-52f9-4359-8ef5-d09eceeea77d/4028a550-72cd-4be8-aa3a-942a0d0a977d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:31.576788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-bec25f54-3ed3-4fc2-b82d-774eb3d0c05b tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/55b4b04a-7681-4c27-a60d-7b4f9eab72a3 HTTP/1.1" status: 200 len: 1805 time: 0.2925067 Jul 06 17:53:31.579326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-64d36099-2939-41b6-9e49-55f794a191b6 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059046 Jul 06 17:53:31.592198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed701e3-83ce-4508-bc93-0e4fedf59234 None None] New status for floating IP d70de7cc-794c-4270-9a45-b3c5a0ad2844: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:53:31.594224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '01482b4e-4c54-4c9f-ac54-3c694f0ed6e3', 'remote_group_id': '55b4b04a-7681-4c27-a60d-7b4f9eab72a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:31.594559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '01482b4e-4c54-4c9f-ac54-3c694f0ed6e3', 'remote_group_id': '55b4b04a-7681-4c27-a60d-7b4f9eab72a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:31.666456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.680595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080661d-bc8d-4bfa-b10d-239c8f955ad3 req-0527f6da-30e3-4082-b019-74658943fe63 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:31.689805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f080661d-bc8d-4bfa-b10d-239c8f955ad3 req-0527f6da-30e3-4082-b019-74658943fe63 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 946 time: 0.5928669 Jul 06 17:53:31.696753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.735905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:53:31.770429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-0c908573-3c0b-4e70-9ac3-85e99aa74531 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278243 Jul 06 17:53:31.786346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f080661d-bc8d-4bfa-b10d-239c8f955ad3 req-25e20ed1-b55d-47bd-9b95-22c0e7c32914 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955474 Jul 06 17:53:31.873393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Allocated IP 172.25.5.85 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/523fb6c0-8237-4558-aaf0-240c823df92c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:31.938787 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.947960 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6533f334-780e-4566-b8f9-718c5e9fb328 x-openstack-request-id: req-6533f334-780e-4566-b8f9-718c5e9fb328 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:31.948265 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-plugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:31.948526 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6533f334-780e-4566-b8f9-718c5e9fb328 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:31.948928 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'code': 200} Jul 06 17:53:31.959484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:31.964528 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81a7b43-bf36-4a51-8dbf-c4ca37b11908 x-openstack-request-id: req-c81a7b43-bf36-4a51-8dbf-c4ca37b11908 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:31.965102 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f7b52-14b7-4554-9574-8ce924e697d1", "name": "network-vif-deleted", "tag": "05cc1e94-f0e7-4c5c-b645-d8119d73d6d8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:31.965519 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c81a7b43-bf36-4a51-8dbf-c4ca37b11908 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:31.966084 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131f7b52-14b7-4554-9574-8ce924e697d1', 'name': 'network-vif-deleted', 'tag': '05cc1e94-f0e7-4c5c-b645-d8119d73d6d8', 'status': 'completed', 'code': 200} Jul 06 17:53:31.973747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-d9005c8e-539f-40fb-a8c4-d690afea14b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 200 len: 217 time: 0.1703620 Jul 06 17:53:31.974402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Transition to ACTIVE for port object 4028a550-72cd-4be8-aa3a-942a0d0a977d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:31.982797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '8dd95828-ef67-46fe-83a4-dde0b65eb83d', 'network_id': '4404462a-9863-490d-9442-81ddf7409b80', 'port_id': '8dd95828-ef67-46fe-83a4-dde0b65eb83d', 'mac_address': 'fa:16:3e:70:11:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8b47cc-7522-42a3-b32b-b5407aec6ddf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:32.024368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e4ed860-3bee-411a-99b4-875806471e7e req-426e962a-71d6-4df6-aced-cc71dcb491a8 service neutron] 10.222.0.60 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356337 Jul 06 17:53:32.040268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Transition to ACTIVE for port object 4028a550-72cd-4be8-aa3a-942a0d0a977d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:32.087932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.088995 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.104450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.129587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.143198 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.158377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.162002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Pushing event updated for resources: {'Port': ['ID=4028a550-72cd-4be8-aa3a-942a0d0a977d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:32.168725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.193438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.193813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.194167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.194499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.194863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.195161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.195572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.195899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.196221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.196548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.196863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.197185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:32.203554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-d345b66b-41a8-4714-83b9-98e70d318d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:32.205271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-d345b66b-41a8-4714-83b9-98e70d318d0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.2172673 Jul 06 17:53:32.207823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd95828-ef67-46fe-83a4-dde0b65eb83d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:32.226392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcd6bdc-8c89-4bb8-836f-92b2af6fa650,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:32.231146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:32.237525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.239839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:32.241231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.246173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:32.250246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:32.269780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Pushing event updated for resources: {'Port': ['ID=523fb6c0-8237-4558-aaf0-240c823df92c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:32.272061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.273313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4aa25801-6238-42d8-9d42-e8de14c117c5 req-3036db6e-8b35-40fa-927f-52adb3581637 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6880875 Jul 06 17:53:32.315933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518597-7119-49ba-9749-de9627012ed4 req-108c8971-ef30-406a-b9a6-f77c7248e9c2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:32.317754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae518597-7119-49ba-9749-de9627012ed4 req-108c8971-ef30-406a-b9a6-f77c7248e9c2 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.1816363 Jul 06 17:53:32.326343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:32.334158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:32.352515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:32.372366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae518597-7119-49ba-9749-de9627012ed4 req-91816feb-90bc-441f-a18a-b51ff3aa84b7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437260 Jul 06 17:53:32.374675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-352817d8-170a-48e2-a215-f7b2f6972e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:32.377324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-352817d8-170a-48e2-a215-f7b2f6972e5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534679 Jul 06 17:53:32.639381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-b65f3a4e-79d2-40a2-bdb8-2bf637f40b75 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504737 Jul 06 17:53:32.683970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8dd95828-ef67-46fe-83a4-dde0b65eb83d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:32.768683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['8dd95828-ef67-46fe-83a4-dde0b65eb83d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:32.806882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56296) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:32.939103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Attempting to bind port 4028a550-72cd-4be8-aa3a-942a0d0a977d on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:32.939716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Attempting to bind port 4028a550-72cd-4be8-aa3a-942a0d0a977d by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:32.940298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Attempting to bind port 4028a550-72cd-4be8-aa3a-942a0d0a977d on network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:32.963994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:32.964641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Checking segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:32.965295 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.965944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Bound using segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:32.966753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Bound port: 4028a550-72cd-4be8-aa3a-942a0d0a977d, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:32.967511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.050571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-350ee73e-3cf2-4424-bd6c-4c28aab6ee4c service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000781 Jul 06 17:53:33.055736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a92e9b05-5b20-44a4-b7a8-ed0f45711769 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.111090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a92e9b05-5b20-44a4-b7a8-ed0f45711769 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.116254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] For port 4028a550-72cd-4be8-aa3a-942a0d0a977d, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:33.122258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] For port 4028a550-72cd-4be8-aa3a-942a0d0a977d, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4028a550-72cd-4be8-aa3a-942a0d0a977d,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:33.136316 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.195874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-c96bc735-59a7-4174-b3bd-82c04305619e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 200 len: 217 time: 0.1366146 Jul 06 17:53:33.304391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f27f2-9e03-4382-9f81-a249e89b3722 req-c8f08483-0077-4523-871d-0fcab356c61a tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:33.357611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4f27f2-9e03-4382-9f81-a249e89b3722 req-c8f08483-0077-4523-871d-0fcab356c61a tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 944 time: 0.4673159 Jul 06 17:53:33.358915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a92e9b05-5b20-44a4-b7a8-ed0f45711769 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.373582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a92e9b05-5b20-44a4-b7a8-ed0f45711769 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.389002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a92e9b05-5b20-44a4-b7a8-ed0f45711769 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "DELETE /v2.0/security-groups/b09dc598-5f0c-448c-8205-f7880eddd9be HTTP/1.1" status: 204 len: 168 time: 0.5806534 Jul 06 17:53:33.398991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56300) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:33.400036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.449517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad61218-39f3-4134-b989-906d12d1b23c None None] Pushing event updated for resources: {'Port': ['ID=4028a550-72cd-4be8-aa3a-942a0d0a977d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:33.459520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e9b05-5b20-44a4-b7a8-ed0f45711769 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09dc598-5f0c-448c-8205-f7880eddd9be,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:33.464405 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-61572044-4a99-4765-9988-612b25db0565 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] show failed (client error): The resource could not be found. Jul 06 17:53:33.465881 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-61572044-4a99-4765-9988-612b25db0565 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "GET /v2.0/security-groups/b09dc598-5f0c-448c-8205-f7880eddd9be HTTP/1.1" status: 404 len: 347 time: 0.0630403 Jul 06 17:53:33.469817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56304) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:33.515876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-f5c3cc21-312b-4ca4-9f13-3e252d8fb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:33.518126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-f5c3cc21-312b-4ca4-9f13-3e252d8fb88e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.5695953 Jul 06 17:53:33.698169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-8a54c780-ea02-4d77-8c28-e8eedc413f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:33.700584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-8a54c780-ea02-4d77-8c28-e8eedc413f78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.4893563 Jul 06 17:53:33.797028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd4f27f2-9e03-4382-9f81-a249e89b3722 req-8ab61cd4-c665-4e83-881c-3de0206c7826 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375887 Jul 06 17:53:33.819695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9eea9c1-b132-44f8-a206-8ef692242e8b req-39d99ed3-b400-423b-a16d-0e8b0311d500 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/55b4b04a-7681-4c27-a60d-7b4f9eab72a3 HTTP/1.1" status: 200 len: 1805 time: 0.3280075 Jul 06 17:53:33.920527 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.928482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Deleting port c0536692-4c87-4903-9ce5-791af77aad27 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:33.928827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.454559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.455249 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.470420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Calling delete_port for c0536692-4c87-4903-9ce5-791af77aad27 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:34.525702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-96d4fb6e-497f-4e95-89e7-dea6b16062a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:34.528297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-96d4fb6e-497f-4e95-89e7-dea6b16062a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.9889212 Jul 06 17:53:34.668884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-05793eb3-d15f-4a66-95e5-04535f1d5610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 0.1263702 Jul 06 17:53:34.681751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.736499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Pushing event deleted for resources: {'Port': ['ID=c0536692-4c87-4903-9ce5-791af77aad27,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:34.747579 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f9eea9c1-b132-44f8-a206-8ef692242e8b req-cb1478e8-968b-4015-a97a-739f271eb48a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.850290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-bf8153e1-2bbf-4d93-9f17-a76b13b57a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:34.852127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-bf8153e1-2bbf-4d93-9f17-a76b13b57a55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1312022 Jul 06 17:53:34.868863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.871850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.879406 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27850029-60a4-4c4a-a5f8-33a948fee938 tempest-ServersTestManualDisk-1137304011 tempest-ServersTestManualDisk-1137304011-project] 10.222.0.37 "DELETE /v2.0/floatingips/d70de7cc-794c-4270-9a45-b3c5a0ad2844 HTTP/1.1" status: 204 len: 168 time: 1.4075243 Jul 06 17:53:34.882411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:34.967896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4028a550-72cd-4be8-aa3a-942a0d0a977d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:35.014739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f9eea9c1-b132-44f8-a206-8ef692242e8b req-cb1478e8-968b-4015-a97a-739f271eb48a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.050770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf623ca-f1cc-4eba-b814-9faac0a50a43 None None] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:35.066472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-74ef077f-6452-4980-8199-2dae201230cf service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955686 Jul 06 17:53:35.094913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-0eb62b5c-075e-4b80-af7d-04faad62711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.096627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-0eb62b5c-075e-4b80-af7d-04faad62711d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.4197831 Jul 06 17:53:35.154297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] Provisioning for port 4028a550-72cd-4be8-aa3a-942a0d0a977d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:35.182427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295988-badf-4018-bfac-81dba1f3aeee req-504d322d-2e48-4246-aad4-32e211dff6e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.191830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64295988-badf-4018-bfac-81dba1f3aeee req-504d322d-2e48-4246-aad4-32e211dff6e4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 1.1766675 Jul 06 17:53:35.226534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] Provisioning complete for port 4028a550-72cd-4be8-aa3a-942a0d0a977d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:35.226817 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.228519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 4028a550-72cd-4be8-aa3a-942a0d0a977d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:35.288140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4028a550-72cd-4be8-aa3a-942a0d0a977d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:35.288499 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.366665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Router e9be17be-454e-4e06-881c-c5a267699c1b is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:53:35.398151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-5d49bed5-0e22-4987-8298-3d8521d1e118 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.401156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-5d49bed5-0e22-4987-8298-3d8521d1e118 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 946 time: 0.3796575 Jul 06 17:53:35.404432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64295988-badf-4018-bfac-81dba1f3aeee req-76730ea8-2d28-44f4-bd56-43780f01a181 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117286 Jul 06 17:53:35.482551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.484829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8dd95828-ef67-46fe-83a4-dde0b65eb83d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:35.619180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-fc892c4f-82c7-4eaf-8c32-9008d1115ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.620837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-fc892c4f-82c7-4eaf-8c32-9008d1115ad0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5053008 Jul 06 17:53:35.690936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] For port 4028a550-72cd-4be8-aa3a-942a0d0a977d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4028a550-72cd-4be8-aa3a-942a0d0a977d,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:35.694436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f9eea9c1-b132-44f8-a206-8ef692242e8b req-cb1478e8-968b-4015-a97a-739f271eb48a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.699764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f9eea9c1-b132-44f8-a206-8ef692242e8b req-cb1478e8-968b-4015-a97a-739f271eb48a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.702339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9eea9c1-b132-44f8-a206-8ef692242e8b req-cb1478e8-968b-4015-a97a-739f271eb48a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/55b4b04a-7681-4c27-a60d-7b4f9eab72a3 HTTP/1.1" status: 204 len: 173 time: 1.8723917 Jul 06 17:53:35.706019 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.717090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:35.747099 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Sync routers for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:35.780425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.786370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-05f9d2dc-8f4b-45e5-b822-eb71d5a65f66 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.9352605 Jul 06 17:53:35.787123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:35.803246 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:35.807781 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:35.905165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3823b8d7-1881-44a4-bdd3-7cd48ebf6f3e req-17a80f25-c142-4639-a11a-b98ae89f44be service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952299 Jul 06 17:53:35.936612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 8dd95828-ef67-46fe-83a4-dde0b65eb83d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:35.952192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bb94f-5de5-4d7c-93ee-b1555e576065 None None] Pushing event updated for resources: {'Port': ['ID=4028a550-72cd-4be8-aa3a-942a0d0a977d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:35.965841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1478e8-968b-4015-a97a-739f271eb48a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4b04a-7681-4c27-a60d-7b4f9eab72a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:35.988490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 8dd95828-ef67-46fe-83a4-dde0b65eb83d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:35.994479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.084082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port d97b389d-a856-46f9-8ea4-b394d9a434be {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:36.084488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.128454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba8d7-df13-43af-a363-e33718f4028e req-68a443eb-3e9a-4747-9b83-e5ca1559d960 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:36.136013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f7ba8d7-df13-43af-a363-e33718f4028e req-68a443eb-3e9a-4747-9b83-e5ca1559d960 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 946 time: 0.5292120 Jul 06 17:53:36.216458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-18b6c574-3e29-46e4-857f-812532ae730f service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809660 Jul 06 17:53:36.274965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba184660-49dd-4cf5-9231-be18002604a5 None None] Provisioning complete for port 4028a550-72cd-4be8-aa3a-942a0d0a977d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:36.275566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba184660-49dd-4cf5-9231-be18002604a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.361764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.373718 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:36.426190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6d266e5-5c8b-4587-8d88-55a1b111ddc9 req-63e8d08b-e6b2-4b09-8c41-5234caf0433d service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904376 Jul 06 17:53:36.527576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f7ba8d7-df13-43af-a363-e33718f4028e req-0d291c2d-83ca-4d36-8048-745a7a06e5ba tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905218 Jul 06 17:53:36.555400 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.599415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd95828-ef67-46fe-83a4-dde0b65eb83d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:36.602025 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2af683-e76c-4f66-953d-a9bccf004652" -d '{"events": [{"server_uuid": "7229fe70-3b3e-46a1-9b14-541c748939a3", "name": "network-vif-plugged", "status": "completed", "tag": "8dd95828-ef67-46fe-83a4-dde0b65eb83d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:36.637683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port d97b389d-a856-46f9-8ea4-b394d9a434be, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=d97b389d-a856-46f9-8ea4-b394d9a434be,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:36.639547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.643216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:36.654333 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.684694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for d97b389d-a856-46f9-8ea4-b394d9a434be owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:36.750122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8dd95828-ef67-46fe-83a4-dde0b65eb83d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:36.770881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd069f6-1c35-42ff-a49d-138eddf70ee7 req-aa73379c-5944-4941-8ab4-35f140165192 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:36.784140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bd069f6-1c35-42ff-a49d-138eddf70ee7 req-aa73379c-5944-4941-8ab4-35f140165192 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.5772364 Jul 06 17:53:36.862275 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:32Z', 'revision_number': 3, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:36.888624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4028a550-72cd-4be8-aa3a-942a0d0a977d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:36.955038 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Checking router: e9be17be-454e-4e06-881c-c5a267699c1b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:36.960269 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Updating router e9be17be-454e-4e06-881c-c5a267699c1b port 523fb6c0-8237-4558-aaf0-240c823df92c binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:53:36.981630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4028a550-72cd-4be8-aa3a-942a0d0a977d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:36.982168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.031062 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.069788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bd069f6-1c35-42ff-a49d-138eddf70ee7 req-e7e8b75c-cabe-46f8-bfde-b798e327bd98 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847557 Jul 06 17:53:37.279818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe873012-0553-442a-9d4c-a5afb83d8530 req-95f811de-2a26-49cd-9f81-28fab8d0c8b3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/01482b4e-4c54-4c9f-ac54-3c694f0ed6e3 HTTP/1.1" status: 200 len: 1807 time: 0.1514094 Jul 06 17:53:37.385946 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.392011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da615d4b-853a-43cb-a09e-c38335d67dda req-69a2cbdd-dfa8-4e34-8c64-1ddddc628a1c tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:37.396094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da615d4b-853a-43cb-a09e-c38335d67dda req-69a2cbdd-dfa8-4e34-8c64-1ddddc628a1c tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 945 time: 0.4680154 Jul 06 17:53:37.425488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.466196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Deleting port dced74d5-98b7-4289-8fff-1e8f6819a30c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:37.466696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.628543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da615d4b-853a-43cb-a09e-c38335d67dda req-d852e5b2-ec6c-46c5-8920-5cd812b53785 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247066 Jul 06 17:53:37.670905 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Transition to ACTIVE for port object 523fb6c0-8237-4558-aaf0-240c823df92c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:37.671200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.676432 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.684972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:37.716463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=d97b389d-a856-46f9-8ea4-b394d9a434be,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:37.729784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] For port dced74d5-98b7-4289-8fff-1e8f6819a30c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dced74d5-98b7-4289-8fff-1e8f6819a30c,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:37.730189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.782463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Calling delete_port for dced74d5-98b7-4289-8fff-1e8f6819a30c owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:37.795736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port d97b389d-a856-46f9-8ea4-b394d9a434be on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:37.801274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.808040 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Pushing event updated for resources: {'Port': ['ID=523fb6c0-8237-4558-aaf0-240c823df92c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:37.810673 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Attempting to bind port 523fb6c0-8237-4558-aaf0-240c823df92c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:37.811035 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Attempting to bind port 523fb6c0-8237-4558-aaf0-240c823df92c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:37.811331 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f256e5-9085-40ef-b22e-60780ab3fa51 x-openstack-request-id: req-e0f256e5-9085-40ef-b22e-60780ab3fa51 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:37.811653 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7229fe70-3b3e-46a1-9b14-541c748939a3", "name": "network-vif-plugged", "status": "completed", "tag": "8dd95828-ef67-46fe-83a4-dde0b65eb83d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:37.811917 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0f256e5-9085-40ef-b22e-60780ab3fa51 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:37.812353 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd95828-ef67-46fe-83a4-dde0b65eb83d', 'code': 200} Jul 06 17:53:37.815982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91d395f8-19da-4254-bf79-9e29e68eabfc req-143e512d-9b92-4bc1-9b56-19cac85ca573 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/d97b389d-a856-46f9-8ea4-b394d9a434be HTTP/1.1" status: 204 len: 173 time: 2.3895736 Jul 06 17:53:37.816671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1088317a-0d0f-4624-9a0d-176c69331399', 'name': 'network-vif-deleted', 'tag': 'd97b389d-a856-46f9-8ea4-b394d9a434be'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:37.821494 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e87de5-de8e-451e-af7c-97a602b8f817" -d '{"events": [{"server_uuid": "1088317a-0d0f-4624-9a0d-176c69331399", "name": "network-vif-deleted", "tag": "d97b389d-a856-46f9-8ea4-b394d9a434be"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:37.827160 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Attempting to bind port 523fb6c0-8237-4558-aaf0-240c823df92c on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:37.848872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319c52-19b9-4dd6-a09e-1cbdd2b7b0cb req-72770f4f-c8eb-46f9-8401-aaba39a91c75 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:37.856997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17319c52-19b9-4dd6-a09e-1cbdd2b7b0cb req-72770f4f-c8eb-46f9-8401-aaba39a91c75 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3171206 Jul 06 17:53:37.875048 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:37.876288 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:37.876901 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.877492 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:37.878184 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Bound port: 523fb6c0-8237-4558-aaf0-240c823df92c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:37.886016 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.889041 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.892278 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.893632 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.895170 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.895775 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.897538 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.899042 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.899415 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.899757 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.900097 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.900463 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.900796 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:37.923167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17319c52-19b9-4dd6-a09e-1cbdd2b7b0cb req-0133cb9d-6eb5-4cea-9a25-ac83618b6b06 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639427 Jul 06 17:53:37.949498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8921e5a9-a8a7-4154-bf59-bd80564362a8 req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-490306748', 'description': 'tempest-description-2058555826'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:38.111936 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] For port 523fb6c0-8237-4558-aaf0-240c823df92c, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:38.112809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8921e5a9-a8a7-4154-bf59-bd80564362a8 req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.121865 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] For port 523fb6c0-8237-4558-aaf0-240c823df92c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=523fb6c0-8237-4558-aaf0-240c823df92c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:38.138737 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.168853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Allocated IP 172.20.0.1 (067033ab-2e49-4b63-9bf4-a8e3dab8d0aa/3d60409c-52f9-4359-8ef5-d09eceeea77d/fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:38.268564 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604cc85-d231-4097-8c30-f71a1f599570 None None] Pushing event updated for resources: {'Port': ['ID=523fb6c0-8237-4558-aaf0-240c823df92c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:38.308095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e42a-b93d-4e0a-9bb8-a34b6ce9ce67 req-6a60d0b1-1756-4309-9231-f74b214ae12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:38.310203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f92e42a-b93d-4e0a-9bb8-a34b6ce9ce67 req-6a60d0b1-1756-4309-9231-f74b214ae12f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 1096 time: 0.4031498 Jul 06 17:53:38.358771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:38.359689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:38.456699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0035d10-0141-45a7-bc3c-dba343942b51 req-16691f2c-1c07-45af-9ee2-09cb8a3aecda tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=1088317a-0d0f-4624-9a0d-176c69331399 HTTP/1.1" status: 200 len: 210 time: 0.1138439 Jul 06 17:53:38.532417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f92e42a-b93d-4e0a-9bb8-a34b6ce9ce67 req-aec017b9-c524-43f7-88d8-f68dd21f1de8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126892 Jul 06 17:53:38.535151 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8921e5a9-a8a7-4154-bf59-bd80564362a8 req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.541517 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8921e5a9-a8a7-4154-bf59-bd80564362a8 req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.576507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:38.611674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9eb9c2-09db-476b-9d39-abaa5e9f975f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:38.642749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8921e5a9-a8a7-4154-bf59-bd80564362a8 req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.659092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8921e5a9-a8a7-4154-bf59-bd80564362a8 req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7766156 Jul 06 17:53:38.664030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.665875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.668075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.668844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.669367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.669876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.671799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.674291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.676490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.677083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.678068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.679101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.680748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49ac1-2f0e-453c-89f7-d449c7872c5f tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:38.724029 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f8d465-d665-49da-bf23-94a74cf50053 x-openstack-request-id: req-01f8d465-d665-49da-bf23-94a74cf50053 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:38.724703 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1088317a-0d0f-4624-9a0d-176c69331399", "name": "network-vif-deleted", "tag": "d97b389d-a856-46f9-8ea4-b394d9a434be", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:38.725510 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01f8d465-d665-49da-bf23-94a74cf50053 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:38.726373 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1088317a-0d0f-4624-9a0d-176c69331399', 'name': 'network-vif-deleted', 'tag': 'd97b389d-a856-46f9-8ea4-b394d9a434be', 'status': 'completed', 'code': 200} Jul 06 17:53:38.747230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.805359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Pushing event deleted for resources: {'Port': ['ID=dced74d5-98b7-4289-8fff-1e8f6819a30c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:38.873257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Transition to ACTIVE for port object fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:39.101797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.133821 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:32Z', 'revision_number': 3, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:39.151037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ce844-31ce-4913-a9d2-36e7b2bcc674 req-b217782a-18e7-496d-8801-b30fb665b96d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:39.154006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d1ce844-31ce-4913-a9d2-36e7b2bcc674 req-b217782a-18e7-496d-8801-b30fb665b96d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.1761434 Jul 06 17:53:39.201201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f861f-7fa1-4cee-8bf8-93e33709b5ab None None] The sync data for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 is: [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:32Z', 'revision_number': 3, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:39.204202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d97b389d-a856-46f9-8ea4-b394d9a434be no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:39.244649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d1ce844-31ce-4913-a9d2-36e7b2bcc674 req-9202cc75-603a-43e4-8b46-61912aac88b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831232 Jul 06 17:53:39.263159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: d97b389d-a856-46f9-8ea4-b394d9a434be {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:39.264204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device d97b389d-a856-46f9-8ea4-b394d9a434be not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:39.426848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-57ba8430-5dba-41f9-887c-699db62ab719 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/fb9eb9c2-09db-476b-9d39-abaa5e9f975f HTTP/1.1" status: 200 len: 1806 time: 0.1285436 Jul 06 17:53:39.452011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb9eb9c2-09db-476b-9d39-abaa5e9f975f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:39.456227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb9eb9c2-09db-476b-9d39-abaa5e9f975f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:39.539623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6f290-6bd2-4870-acf7-75d4cad62b39 req-01893a44-3291-43d8-a9af-649d7d165a41 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:39.543050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1d6f290-6bd2-4870-acf7-75d4cad62b39 req-01893a44-3291-43d8-a9af-649d7d165a41 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2370343 Jul 06 17:53:39.670064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1d6f290-6bd2-4870-acf7-75d4cad62b39 req-88e00096-75f4-49e5-9653-35f11ede5694 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180787 Jul 06 17:53:39.786266 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.847958 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.868420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.932441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:39.961407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bb9c14-c557-46e7-872f-66b466cce357,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:39.961884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:39.973203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.977716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:39.989235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:39.994161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29039e2f-8bd8-4aa7-80d0-a32c81430f1e req-e0ce94f9-a495-49ce-a849-c441a5210bc5 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5512364 Jul 06 17:53:40.092411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.096064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.125774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bdddf-7997-4271-a1c7-7899f5776e8f req-ae40ab3a-be5e-4571-8b17-251722738f9b tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:40.140179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e7bdddf-7997-4271-a1c7-7899f5776e8f req-ae40ab3a-be5e-4571-8b17-251722738f9b tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 945 time: 0.2342448 Jul 06 17:53:40.242127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e7bdddf-7997-4271-a1c7-7899f5776e8f req-8184427f-5a9d-49f9-9391-3cd773f4339f tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007679 Jul 06 17:53:40.712967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-fd15c512-6fac-4be5-b5f3-e85b985c781e tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/fb9eb9c2-09db-476b-9d39-abaa5e9f975f HTTP/1.1" status: 200 len: 2400 time: 0.1343558 Jul 06 17:53:40.729349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb9eb9c2-09db-476b-9d39-abaa5e9f975f', 'remote_group_id': None}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:40.731374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb9eb9c2-09db-476b-9d39-abaa5e9f975f', 'remote_group_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:40.769113 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.780961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d2d1fa8-8b1a-4bbd-8d9a-0d063d629046 None None] Provisioning for port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:40.787938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d2d1fa8-8b1a-4bbd-8d9a-0d063d629046 None None] Provisioning complete for port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:40.788458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1fa8-8b1a-4bbd-8d9a-0d063d629046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.906075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d1fa8-8b1a-4bbd-8d9a-0d063d629046 None None] Port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:41.046144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.116025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 523fb6c0-8237-4558-aaf0-240c823df92c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:41.140179 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.147516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.150850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Router 7ceb5ff6-bd68-40f8-9479-d2701668b65e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:41.220860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572d01d2-6900-421c-be29-4f4570734142,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:41.232953 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.234278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8aabb510-caa3-4d25-b420-11d34318bcc5 req-ba78b716-1b0d-4798-9ab5-51dd5af54b5d tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5201855 Jul 06 17:53:41.306109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 523fb6c0-8237-4558-aaf0-240c823df92c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:41.313699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 523fb6c0-8237-4558-aaf0-240c823df92c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:41.315711 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.487625 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.532881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 523fb6c0-8237-4558-aaf0-240c823df92c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=523fb6c0-8237-4558-aaf0-240c823df92c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:41.540867 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.654566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:41.671616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] Sync routers for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:41.692957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:41.693899 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9e97f80-faac-4e53-a807-69ba1a3d73da admin admin] 10.222.0.37 "PUT /v2.0/routers/7ceb5ff6-bd68-40f8-9479-d2701668b65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8080616 Jul 06 17:53:41.719860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=523fb6c0-8237-4558-aaf0-240c823df92c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:41.742358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:41.743101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:41.744451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.773050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.834799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.949011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:42.001365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:42.014273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:42.016147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:42.021600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbf4a-e840-4718-8580-aebe1d95a7a1 req-09016bac-95e9-4efd-bdb0-9efcc7f5d601 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:42.039906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-333bbf4a-e840-4718-8580-aebe1d95a7a1 req-09016bac-95e9-4efd-bdb0-9efcc7f5d601 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.5005851 Jul 06 17:53:42.203776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58611c6b-b98d-45f4-890b-f14a628cbfa9 req-a69393b7-071d-4874-96f4-ae7ea91d8d8a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:42.218032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58611c6b-b98d-45f4-890b-f14a628cbfa9 req-a69393b7-071d-4874-96f4-ae7ea91d8d8a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.6124496 Jul 06 17:53:42.250833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:42.265276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-333bbf4a-e840-4718-8580-aebe1d95a7a1 req-dc92b9f4-0ade-4b59-871a-4bb76e69b011 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243798 Jul 06 17:53:42.277018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Router e9be17be-454e-4e06-881c-c5a267699c1b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:42.631962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:42.646604 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Sync routers for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:42.670612 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-02285736-019f-4553-8273-7abf0610fca9 admin admin] 10.222.0.37 "PUT /v2.0/routers/e9be17be-454e-4e06-881c-c5a267699c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8751378 Jul 06 17:53:42.677874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58611c6b-b98d-45f4-890b-f14a628cbfa9 req-2f83266f-d703-41f0-92dd-d6d0f77dd0a6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588151 Jul 06 17:53:42.680203 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:42.685107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:42.791927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a82e856f-5d0c-41cb-a56e-a5857584fbf1 None None] Provisioning complete for port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:42.792898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a82e856f-5d0c-41cb-a56e-a5857584fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:42.874678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a23f2b3-9727-4d4f-99c3-36998b340756 req-d9a54ce7-864d-43f9-a65d-55f0d595574c tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/fb9eb9c2-09db-476b-9d39-abaa5e9f975f HTTP/1.1" status: 200 len: 2999 time: 0.4230609 Jul 06 17:53:42.959731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 523fb6c0-8237-4558-aaf0-240c823df92c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:43.021700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.249814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a82e856f-5d0c-41cb-a56e-a5857584fbf1 None None] Port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:43.251339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Deleting port 7d781676-cc1f-49bc-84fb-7c4425a2a393 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:43.252069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.271353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 523fb6c0-8237-4558-aaf0-240c823df92c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:43.272187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.298579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:43.435930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-cb3299d4-f1d6-437b-b2a8-58785f545177 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-group-rules/572d01d2-6900-421c-be29-4f4570734142 HTTP/1.1" status: 200 len: 783 time: 0.0286977 Jul 06 17:53:43.509186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:53:38Z', 'revision_number': 5, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port': {'id': '7d781676-cc1f-49bc-84fb-7c4425a2a393', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:50:47Z', 'updated_at': '2021-07-06T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:43.600563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-b6b827d2-4a00-4cb0-b9c3-26ce2f8a97e0 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/fb9eb9c2-09db-476b-9d39-abaa5e9f975f HTTP/1.1" status: 200 len: 2999 time: 0.1650302 Jul 06 17:53:43.645230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] For port 7d781676-cc1f-49bc-84fb-7c4425a2a393, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7d781676-cc1f-49bc-84fb-7c4425a2a393,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:43.645676 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.728539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Calling delete_port for 7d781676-cc1f-49bc-84fb-7c4425a2a393 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:43.769175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] Checking router: 7ceb5ff6-bd68-40f8-9479-d2701668b65e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:43.868027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] Routers {'7ceb5ff6-bd68-40f8-9479-d2701668b65e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:43.868841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:44.107628 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-07268f32-ccd0-4448-9bc0-97d8149c8614 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.128205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-07268f32-ccd0-4448-9bc0-97d8149c8614 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.187436 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 2, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:44.197452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-07268f32-ccd0-4448-9bc0-97d8149c8614 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.211344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-07268f32-ccd0-4448-9bc0-97d8149c8614 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.212053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] Set router 7ceb5ff6-bd68-40f8-9479-d2701668b65e gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:44.225289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d1a6714-a4c1-4ed4-9326-70e0a98dbfb0 req-07268f32-ccd0-4448-9bc0-97d8149c8614 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/572d01d2-6900-421c-be29-4f4570734142 HTTP/1.1" status: 204 len: 173 time: 0.6234143 Jul 06 17:53:44.274136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07268f32-ccd0-4448-9bc0-97d8149c8614 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=572d01d2-6900-421c-be29-4f4570734142,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:44.276169 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Checking router: e9be17be-454e-4e06-881c-c5a267699c1b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:44.277224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Updating router e9be17be-454e-4e06-881c-c5a267699c1b port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:53:44.420781 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.512723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:44.527823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027687084', 'description': 'tempest-description--1748540564'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:44.623065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.859358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-d08f016a-38f1-4353-bfa3-151ec65a7249 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:44.863384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-d08f016a-38f1-4353-bfa3-151ec65a7249 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.3262043 Jul 06 17:53:44.883213 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.885196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:53:43Z', 'revision_number': 6, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:44.932218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d781676-cc1f-49bc-84fb-7c4425a2a393,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:44.956740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.964812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.986463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-35095920-80c2-457b-abfd-1369ab25e297 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.1109674 Jul 06 17:53:45.024619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc5e1c-3a8d-46d4-b3c7-1b1dcddc92a1 None None] The sync data for ids ['7ceb5ff6-bd68-40f8-9479-d2701668b65e'] in n-d-799527-3 is: [{'id': '7ceb5ff6-bd68-40f8-9479-d2701668b65e', 'name': 'tempest-ServersTestManualDisk-682350283-router', 'tenant_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:50:46Z', 'updated_at': '2021-07-06T17:53:43Z', 'revision_number': 6, 'project_id': '1d7ac1ef2ddb4344aba38293f2f22c96', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:45.059931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.068301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5469811 Jul 06 17:53:45.072816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:45.081141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Request body: {'security_group_rule': {'security_group_id': '034cc212-07ab-491d-b24a-70caea4b6aa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:45.096548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37d67-b9a3-4a52-b36b-a494e0e475fc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034cc212-07ab-491d-b24a-70caea4b6aa4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:45.164754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1873-905c-4135-9324-7dbf5e1bb046 req-fe78309a-907f-4cd1-aac2-8c15288978e7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:45.170970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f78e1873-905c-4135-9324-7dbf5e1bb046 req-fe78309a-907f-4cd1-aac2-8c15288978e7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.2982142 Jul 06 17:53:45.178340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.185974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.253274 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.273174 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Transition to ACTIVE for port object fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:45.283884 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.336738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.345278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.370611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebbdd27-6ce9-4dc0-a81e-ff1cb4dde0f8,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:45.402223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.407727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-800678f8-426b-422e-aebb-be3e763f9de7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327160 Jul 06 17:53:45.411015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56410) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:45.417862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Request body: {'security_group_rule': {'security_group_id': '034cc212-07ab-491d-b24a-70caea4b6aa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:45.498497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.540430 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efca33-ba78-4629-a49d-74bda5ca6946 None None] Pushing event updated for resources: {'Port': ['ID=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:45.596236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Attempting to bind port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:45.597059 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Attempting to bind port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:45.597747 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Attempting to bind port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba on network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:45.607357 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:45.609019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Checking segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:45.611910 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.612592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Bound using segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:45.615638 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Bound port: fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:45.616309 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.690462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.699076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.727636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f588fb-55ce-4e7a-b0a2-960440b950e9,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:45.741947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.743814 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73494d95-8422-45cd-9e7e-775ee3107551 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306131 Jul 06 17:53:45.750868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56412) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:45.756669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:45.785665 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.832243 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] For port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:45.841286 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] For port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:45.858872 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.986547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.035871 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:46.040716 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:46.164066 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efca33-ba78-4629-a49d-74bda5ca6946 None None] Pushing event updated for resources: {'Port': ['ID=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:46.194677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-9da57c4d-7f23-4986-a5cc-b931a12bd366 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2070620 Jul 06 17:53:46.278113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Allocated IP 172.25.5.192 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/99c1377c-9eae-413a-ba66-6a83db89e85c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:46.438001 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:46.447871 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.461823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.648071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.709237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.718592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f78e1873-905c-4135-9324-7dbf5e1bb046 req-75c72711-10b0-4e44-8acc-e1c4a12a0d10 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5269647 Jul 06 17:53:46.792873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:46.800674 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:46.805170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:46.850613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event updated for resources: {'Port': ['ID=99c1377c-9eae-413a-ba66-6a83db89e85c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:46.955682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dced74d5-98b7-4289-8fff-1e8f6819a30c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:46.967074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.983651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.987304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ceb5ff6-bd68-40f8-9479-d2701668b65e {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:53:47.021015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.035978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4f59152c-4600-4ee8-ba64-7d1bfc8f052e admin admin] 10.222.0.37 "DELETE /v2.0/routers/7ceb5ff6-bd68-40f8-9479-d2701668b65e HTTP/1.1" status: 204 len: 168 time: 5.3408175 Jul 06 17:53:47.046581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: dced74d5-98b7-4289-8fff-1e8f6819a30c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:47.047764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dced74d5-98b7-4289-8fff-1e8f6819a30c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:47.054161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d781676-cc1f-49bc-84fb-7c4425a2a393 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:47.087410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:47.151846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7d781676-cc1f-49bc-84fb-7c4425a2a393 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:47.152355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d781676-cc1f-49bc-84fb-7c4425a2a393 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:47.153127 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:45Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:47.175059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-ca42e88e-f932-4e6d-b39f-e86f899d91a1 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493949 Jul 06 17:53:47.254264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26f677-98c3-4ee1-b5c0-3246f66f38e8 None None] The sync data for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 is: [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:45Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:47.294482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Deleting subnet 7f76a636-17fd-434e-b570-b372e1891f90 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:53:47.303569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.306608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.583444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2587c5b-915f-45d5-bd50-04f53e3134a4 req-7a00ad2d-4b61-467c-ade7-3e4fdfd9355e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:47.596416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2587c5b-915f-45d5-bd50-04f53e3134a4 req-7a00ad2d-4b61-467c-ade7-3e4fdfd9355e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3634515 Jul 06 17:53:47.600565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.682470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-8ed91f22-975e-4cbd-82d8-135a253ddd50 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004318 Jul 06 17:53:47.708268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2587c5b-915f-45d5-bd50-04f53e3134a4 req-353e2a76-ad46-4cc8-acfb-a0fc289ed661 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967603 Jul 06 17:53:47.733843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.759688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.778990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.879471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.940249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event updated for resources: {'Port': ['ID=99c1377c-9eae-413a-ba66-6a83db89e85c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:47.945484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.947006 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-984e5399-f981-4e59-8472-2428fa766b94 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1945505 Jul 06 17:53:47.974696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.104797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f76a636-17fd-434e-b570-b372e1891f90,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:48.105653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ef3fde0-56fd-4be2-a757-368090df403a req-c0d8936b-d5b5-476e-be16-26ac137c96f2 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/fb9eb9c2-09db-476b-9d39-abaa5e9f975f HTTP/1.1" status: 200 len: 2400 time: 0.1097479 Jul 06 17:53:48.130290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.136675 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-03992114-42aa-4dbe-ada4-ee156999da6d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f76a636-17fd-434e-b570-b372e1891f90 HTTP/1.1" status: 204 len: 168 time: 1.0478222 Jul 06 17:53:48.140638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df706fea-c568-46a4-84cf-a18963cf1163 None None] Network 67bf2683-c08e-4345-b83f-4c8f666d7589 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:48.141498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56430) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:48.296065 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7ef3fde0-56fd-4be2-a757-368090df403a req-9466a30d-e84a-4d05-a4d5-616201b037b1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.319566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.386695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7ef3fde0-56fd-4be2-a757-368090df403a req-9466a30d-e84a-4d05-a4d5-616201b037b1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.545542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7ef3fde0-56fd-4be2-a757-368090df403a req-9466a30d-e84a-4d05-a4d5-616201b037b1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.550936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7ef3fde0-56fd-4be2-a757-368090df403a req-9466a30d-e84a-4d05-a4d5-616201b037b1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.591776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Deleting port 1f0f826c-0300-4361-9db6-43bf66f4befa {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:48.595749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.608802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ef3fde0-56fd-4be2-a757-368090df403a req-9466a30d-e84a-4d05-a4d5-616201b037b1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb9eb9c2-09db-476b-9d39-abaa5e9f975f HTTP/1.1" status: 204 len: 173 time: 0.5021129 Jul 06 17:53:48.644563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466a30d-e84a-4d05-a4d5-616201b037b1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9eb9c2-09db-476b-9d39-abaa5e9f975f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:48.788825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] DHCP port deletion for 67bf2683-c08e-4345-b83f-4c8f666d7589 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:53:48.910524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] For port 1f0f826c-0300-4361-9db6-43bf66f4befa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1f0f826c-0300-4361-9db6-43bf66f4befa,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:48.911231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.969054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Calling delete_port for 1f0f826c-0300-4361-9db6-43bf66f4befa owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:48.994467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] Deleting port 1f0f826c-0300-4361-9db6-43bf66f4befa {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:48.995041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.219505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:49.263212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.326393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0f826c-0300-4361-9db6-43bf66f4befa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:49.327663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] For port 1f0f826c-0300-4361-9db6-43bf66f4befa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1f0f826c-0300-4361-9db6-43bf66f4befa,segment=NetworkSegment(6d71147d-6ad0-4470-b8f9-40f5ea1c0923),segment_id=6d71147d-6ad0-4470-b8f9-40f5ea1c0923)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:49.336400 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.357198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] No DVR routers for this DVR port 1f0f826c-0300-4361-9db6-43bf66f4befa on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:49.487109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] Calling delete_port for 1f0f826c-0300-4361-9db6-43bf66f4befa owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:49.677375 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.683596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:49.705313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bf2683-c08e-4345-b83f-4c8f666d7589']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:49.708551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:49.709030 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.742615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d71147d-6ad0-4470-b8f9-40f5ea1c0923') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:49.744284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d71147d-6ad0-4470-b8f9-40f5ea1c0923') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:49.770933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.811370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.826998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:49.827435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:49.830922 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:49.903610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27676ffe-bc58-4fad-905a-1fd9efc90d66 req-fb507bbf-325a-4055-b30a-f24a85921b8c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 210 time: 0.0813146 Jul 06 17:53:49.966490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.979248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5273-f930-4b2d-95f9-c6170f43ea68 req-0a521576-5ec0-46da-a8c6-9dc2069ba718 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:49.985430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a9e5273-f930-4b2d-95f9-c6170f43ea68 req-0a521576-5ec0-46da-a8c6-9dc2069ba718 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3237543 Jul 06 17:53:49.995167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.008939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.010990 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] 10.222.0.37 "DELETE /v2.0/networks/67bf2683-c08e-4345-b83f-4c8f666d7589 HTTP/1.1" status: 204 len: 168 time: 1.8668125 Jul 06 17:53:50.094527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959deb68-830a-4932-8153-04d245f81534 admin admin] Pushing event deleted for resources: {'Network': ['ID=67bf2683-c08e-4345-b83f-4c8f666d7589,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:50.115949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] No DVR routers for this DVR port 1f0f826c-0300-4361-9db6-43bf66f4befa on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:50.135124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a9e5273-f930-4b2d-95f9-c6170f43ea68 req-8fbc610c-92b6-4cc6-a205-ec5675c85e8d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327047 Jul 06 17:53:50.149377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c374f3f-d021-41d5-9feb-8386cf8f4945 None None] Pushing event deleted for resources: {'Port': ['ID=1f0f826c-0300-4361-9db6-43bf66f4befa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:50.168588 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.276415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:50.282007 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-fb9d028b-0a0e-4fb1-bbbf-0579fc7ffe16 req-dcba65e3-86be-4dad-b013-65fcfbbe0ed2 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] show failed (client error): The resource could not be found. Jul 06 17:53:50.284912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.302429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb9d028b-0a0e-4fb1-bbbf-0579fc7ffe16 req-dcba65e3-86be-4dad-b013-65fcfbbe0ed2 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/55b4b04a-7681-4c27-a60d-7b4f9eab72a3 HTTP/1.1" status: 404 len: 352 time: 0.0594275 Jul 06 17:53:50.532211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:50.535352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-692c1bec-357b-4032-bee7-5a8b8e3b75fb tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1027687084&fields=id&tenant_id=86181f42f0b84bf89b8ef567e2256b04 HTTP/1.1" status: 200 len: 267 time: 0.1824446 Jul 06 17:53:50.616422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1f0f826c-0300-4361-9db6-43bf66f4befa no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:50.644181 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75c6f50c-918d-4d75-87e2-d0622401762a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d7ac1ef2ddb4344aba38293f2f22c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107438 Jul 06 17:53:50.648461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56472) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:50.664592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 1f0f826c-0300-4361-9db6-43bf66f4befa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:50.665352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1f0f826c-0300-4361-9db6-43bf66f4befa not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:50.682911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:50.810872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd0cacfe-51c1-4fd6-9552-d7ff250a8c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.898169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-64b8480b-67a0-42ec-abce-d5123ddab97b tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:50.900668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-64b8480b-67a0-42ec-abce-d5123ddab97b tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/networks?id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa HTTP/1.1" status: 200 len: 806 time: 0.3643811 Jul 06 17:53:50.912771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd0cacfe-51c1-4fd6-9552-d7ff250a8c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.935814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:50.952767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-b87b143e-34eb-40bc-bae7-22f80c68e721 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/quotas/86181f42f0b84bf89b8ef567e2256b04 HTTP/1.1" status: 200 len: 375 time: 0.0448430 Jul 06 17:53:50.979667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9394b5-99ec-4e8c-8be1-685d401e2cac req-12fe6e39-3f61-4df8-949d-5b1f1b33bab0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:50.982482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac9394b5-99ec-4e8c-8be1-685d401e2cac req-12fe6e39-3f61-4df8-949d-5b1f1b33bab0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2549980 Jul 06 17:53:51.026886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:51.027553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.087059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd0cacfe-51c1-4fd6-9552-d7ff250a8c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.091582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd0cacfe-51c1-4fd6-9552-d7ff250a8c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.094588 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bd0cacfe-51c1-4fd6-9552-d7ff250a8c1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5dbf6de-3ff4-4a67-bd27-c1396b72b47f HTTP/1.1" status: 204 len: 168 time: 0.4441111 Jul 06 17:53:51.118699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cacfe-51c1-4fd6-9552-d7ff250a8c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dbf6de-3ff4-4a67-bd27-c1396b72b47f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:51.439723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-d3d52220-9b1a-401c-bc18-a050d26bf01f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:51.441741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-d3d52220-9b1a-401c-bc18-a050d26bf01f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.2484903 Jul 06 17:53:51.480726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': '92638977-f6cc-4177-b4a6-7494029d391e', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:51.536950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac9394b5-99ec-4e8c-8be1-685d401e2cac req-11e52874-a30a-4122-8271-52a4f6ddef81 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5069380 Jul 06 17:53:51.760799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-00664be0-47a5-4018-9965-b9fc5772527c tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86181f42f0b84bf89b8ef567e2256b04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8055537 Jul 06 17:53:51.929772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-b6b235b4-0898-4331-9c55-62dc93ad7feb service neutron] 10.222.0.37 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555839 Jul 06 17:53:52.003803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:52.010509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.260182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.8 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/8c5adb16-3631-4078-bf16-14615599171c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:52.456431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54a1c0dd-b1f9-4bec-a983-2462ad8e6bd5 req-de4b5a94-601d-4611-a959-14bfa7a9d9c1 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/01482b4e-4c54-4c9f-ac54-3c694f0ed6e3 HTTP/1.1" status: 200 len: 1807 time: 0.6802766 Jul 06 17:53:52.518624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-5e419df2-8a04-47af-8345-e8befccc6c06 service neutron] 10.222.0.37 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686946 Jul 06 17:53:52.698034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54a1c0dd-b1f9-4bec-a983-2462ad8e6bd5 req-c6ee1994-301f-40a5-9d4f-2e47d0a27d5a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.706123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.784150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54a1c0dd-b1f9-4bec-a983-2462ad8e6bd5 req-c6ee1994-301f-40a5-9d4f-2e47d0a27d5a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.961516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56508) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:53.028533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.041909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:53.175546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54a1c0dd-b1f9-4bec-a983-2462ad8e6bd5 req-c6ee1994-301f-40a5-9d4f-2e47d0a27d5a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.178855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-54a1c0dd-b1f9-4bec-a983-2462ad8e6bd5 req-c6ee1994-301f-40a5-9d4f-2e47d0a27d5a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.195839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54a1c0dd-b1f9-4bec-a983-2462ad8e6bd5 req-c6ee1994-301f-40a5-9d4f-2e47d0a27d5a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/01482b4e-4c54-4c9f-ac54-3c694f0ed6e3 HTTP/1.1" status: 204 len: 173 time: 0.7174315 Jul 06 17:53:53.329643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=8c5adb16-3631-4078-bf16-14615599171c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:53.354796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-207689123-network', 'tenant_id': '07e8cafef8f847df958d4bd03109af98'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:53.398671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee1994-301f-40a5-9d4f-2e47d0a27d5a tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01482b4e-4c54-4c9f-ac54-3c694f0ed6e3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:53.417748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:53.428804 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.458213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.493587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:53.497853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:53.510617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:53.693053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.702703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.752561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:53.753761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.795699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4c7de-81e5-4609-abc8-a208bfde4027 req-4df680e6-8170-4199-9974-aa622b7ca75a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:53.798310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cc4c7de-81e5-4609-abc8-a208bfde4027 req-4df680e6-8170-4199-9974-aa622b7ca75a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 931 time: 0.4467218 Jul 06 17:53:53.803590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:53.840022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:53:53.873637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.874647 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Added segment 22cead15-7559-4318-9ed2-fae7ad2e904c of type vlan for network eaac8ba8-4c7b-4492-a3b3-78328c64befc Jul 06 17:53:53.951215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.954220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-14776e51-8000-4e61-87de-6c84cfa094ab tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4903045 Jul 06 17:53:53.998552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Request body: {'port': {'device_id': '92638977-f6cc-4177-b4a6-7494029d391e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:54.058120 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.061444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:54.064183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.118499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a79a2-616e-4fc4-8f97-1837337c6b20 req-f745a9c9-9659-47a1-8481-c727c85c1311 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:54.129477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e9a79a2-616e-4fc4-8f97-1837337c6b20 req-f745a9c9-9659-47a1-8481-c727c85c1311 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.6137114 Jul 06 17:53:54.159886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cc4c7de-81e5-4609-abc8-a208bfde4027 req-2b687678-765c-4bc0-83e9-44ade43381fd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342416 Jul 06 17:53:54.208721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.234854 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2721906 Jul 06 17:53:54.244864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56526) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:54.265273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Request body: {'subnet': {'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-subnet', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:54.304070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e9a79a2-616e-4fc4-8f97-1837337c6b20 req-6223315a-3167-4762-b9ed-0e8fdc7d268a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731565 Jul 06 17:53:54.324571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93767f-2803-4eee-8ec8-f70ad03b366f admin admin] Pushing event updated for resources: {'Network': ['ID=eaac8ba8-4c7b-4492-a3b3-78328c64befc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:54.329860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:54.332532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.346031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:53:54.834362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.962777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b66c0-017b-44e6-9935-94041ccba878 req-fb40828a-0d9d-4985-9db1-0b9460f0d65f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:54.972939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a42b66c0-017b-44e6-9935-94041ccba878 req-fb40828a-0d9d-4985-9db1-0b9460f0d65f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3341920 Jul 06 17:53:54.984091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c205cca-35b3-4347-bee6-a1988239347b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:55.039626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6a30f5b-64f3-461c-a6a8-5ab17f858ba8 req-d474242c-cb21-4cfb-9993-07a14ded7abc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 210 time: 0.0635698 Jul 06 17:53:55.050579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Checking segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:55.051170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Network hostable DHCP agents. Network: eaac8ba8-4c7b-4492-a3b3-78328c64befc, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:53:55.093290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:53:55.133368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, eaac8ba8-4c7b-4492-a3b3-78328c64befc) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:55.146837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:55.147739 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.154957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd9a76-cd21-4f04-80fa-02d2af904759 None None] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:55.177134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a42b66c0-017b-44e6-9935-94041ccba878 req-e4a6399d-56f8-4dd8-8040-7a3d8abad0d3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027121 Jul 06 17:53:55.182603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:55.182835 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-def3bce3-041b-45fd-b598-3392a4fe915e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9265254 Jul 06 17:53:55.279405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:55.394790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.397963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.529149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-499dab60-f9f6-457f-b869-61d3e5860eac req-f5b76903-19bd-46aa-b9c3-94de8a763243 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/6dc443ff-b16b-4888-8d93-c7e1407b333a HTTP/1.1" status: 200 len: 1804 time: 0.3494740 Jul 06 17:53:55.616753 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de6d2eb3-f7bd-4b94-b414-49a30d99ebf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.650334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:53:55.652643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.748548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5adb16-3631-4078-bf16-14615599171c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:55.799614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.835168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Transition to ACTIVE for port object 8c5adb16-3631-4078-bf16-14615599171c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:55.946683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.020571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Allocated IP 172.20.0.2 (eaac8ba8-4c7b-4492-a3b3-78328c64befc/1c205cca-35b3-4347-bee6-a1988239347b/99d2f453-9cf7-49d8-878e-ac587e1d22ef) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:56.131363 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.188576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-499dab60-f9f6-457f-b869-61d3e5860eac req-b6b4ff51-c3e6-4055-bae8-5752369a9517 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.210840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Pushing event updated for resources: {'Port': ['ID=8c5adb16-3631-4078-bf16-14615599171c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:56.247928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-499dab60-f9f6-457f-b869-61d3e5860eac req-b6b4ff51-c3e6-4055-bae8-5752369a9517 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.391446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.409338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Transition to ACTIVE for port object 99d2f453-9cf7-49d8-878e-ac587e1d22ef will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:56.440409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Transition to ACTIVE for port object 99d2f453-9cf7-49d8-878e-ac587e1d22ef will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:56.450762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.520377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:56.531487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:56.537986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:56.558892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Pushing event updated for resources: {'Port': ['ID=99d2f453-9cf7-49d8-878e-ac587e1d22ef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:56.605255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Attempting to bind port 8c5adb16-3631-4078-bf16-14615599171c on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:56.605869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Attempting to bind port 8c5adb16-3631-4078-bf16-14615599171c by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:56.606509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Attempting to bind port 8c5adb16-3631-4078-bf16-14615599171c on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:56.638833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Attempting to bind port 99d2f453-9cf7-49d8-878e-ac587e1d22ef on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:56.640133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Attempting to bind port 99d2f453-9cf7-49d8-878e-ac587e1d22ef by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:56.641895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Attempting to bind port 99d2f453-9cf7-49d8-878e-ac587e1d22ef on network eaac8ba8-4c7b-4492-a3b3-78328c64befc {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:56.648475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:56.649261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Checking segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:56.649675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.650238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Bound using segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:56.651016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Bound port: 99d2f453-9cf7-49d8-878e-ac587e1d22ef, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:56.651848 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.766152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] For port 99d2f453-9cf7-49d8-878e-ac587e1d22ef, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:56.772311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] For port 99d2f453-9cf7-49d8-878e-ac587e1d22ef, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=99d2f453-9cf7-49d8-878e-ac587e1d22ef,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:56.781512 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.841238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Port 8c5adb16-3631-4078-bf16-14615599171c on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:53:56.842279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Attempting to bind port 8c5adb16-3631-4078-bf16-14615599171c on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:56.862928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:56.864030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:56.864959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:56.866039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Bound port: 8c5adb16-3631-4078-bf16-14615599171c, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:56.867108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.901049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db0d-f3d0-43dd-9378-73e5ff73fdac req-8a39000c-b439-402b-bb6f-0533b7fc364d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:56.913572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe19db0d-f3d0-43dd-9378-73e5ff73fdac req-8a39000c-b439-402b-bb6f-0533b7fc364d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 943 time: 1.2415783 Jul 06 17:53:56.919411 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.946422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb215-71da-4894-8627-66d14fb3cfd0 None None] Pushing event updated for resources: {'Port': ['ID=99d2f453-9cf7-49d8-878e-ac587e1d22ef,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:56.977148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-cdff547e-3aec-484a-ae9d-dca77a7bb93e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:56.979825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-cdff547e-3aec-484a-ae9d-dca77a7bb93e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.61 "GET /v2.0/networks?id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa HTTP/1.1" status: 200 len: 806 time: 1.2203419 Jul 06 17:53:57.295638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe19db0d-f3d0-43dd-9378-73e5ff73fdac req-1bd99006-6217-4af1-9820-c6739af2359f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067269 Jul 06 17:53:57.487968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-499dab60-f9f6-457f-b869-61d3e5860eac req-b6b4ff51-c3e6-4055-bae8-5752369a9517 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.490907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-499dab60-f9f6-457f-b869-61d3e5860eac req-b6b4ff51-c3e6-4055-bae8-5752369a9517 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.516297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-499dab60-f9f6-457f-b869-61d3e5860eac req-b6b4ff51-c3e6-4055-bae8-5752369a9517 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/6dc443ff-b16b-4888-8d93-c7e1407b333a HTTP/1.1" status: 204 len: 173 time: 1.9778669 Jul 06 17:53:57.553973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-420c9fa8-790b-41bf-8049-8547a367f6db tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86181f42f0b84bf89b8ef567e2256b04 HTTP/1.1" status: 200 len: 380 time: 0.5500164 Jul 06 17:53:57.593561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Request body: {'port': {'device_id': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'admin_state_up': True, 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'security_groups': ['034cc212-07ab-491d-b24a-70caea4b6aa4']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:57.636271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] For port 8c5adb16-3631-4078-bf16-14615599171c, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:57.655601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4ff51-c3e6-4055-bae8-5752369a9517 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc443ff-b16b-4888-8d93-c7e1407b333a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:57.797759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] For port 8c5adb16-3631-4078-bf16-14615599171c, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8c5adb16-3631-4078-bf16-14615599171c,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:57.857436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17dc550d-68c6-4c9c-a840-4e6bc9c69472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.922991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.946339 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.138489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:58.139550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.142261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] 10.222.0.61 "PUT /v2.0/ports/8c5adb16-3631-4078-bf16-14615599171c HTTP/1.1" status: 200 len: 1091 time: 4.1667597 Jul 06 17:53:58.158079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92638977-f6cc-4177-b4a6-7494029d391e', 'tag': '8c5adb16-3631-4078-bf16-14615599171c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:58.162286 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78" -d '{"events": [{"name": "network-changed", "server_uuid": "92638977-f6cc-4177-b4a6-7494029d391e", "tag": "8c5adb16-3631-4078-bf16-14615599171c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:58.258103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcd9bb-8b75-4359-9a0e-80dace5d778c service neutron] Pushing event updated for resources: {'Port': ['ID=8c5adb16-3631-4078-bf16-14615599171c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:58.390093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e52043-fcfc-447a-a520-b24f62ab2699 req-55c80b7d-4ac9-4351-bb36-7aecdafa385f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:58.393353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2e52043-fcfc-447a-a520-b24f62ab2699 req-55c80b7d-4ac9-4351-bb36-7aecdafa385f tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.5984766 Jul 06 17:53:58.418464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c53fe-229c-4af1-ae47-7eb81f546658 req-f5704910-e153-49c6-b2b5-26c0b39ef621 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:58.435003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-127c53fe-229c-4af1-ae47-7eb81f546658 req-f5704910-e153-49c6-b2b5-26c0b39ef621 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.8021102 Jul 06 17:53:58.909471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0811e9c-182a-4095-9f06-41426928a539 None None] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:58.967515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 99d2f453-9cf7-49d8-878e-ac587e1d22ef up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:59.050009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 99d2f453-9cf7-49d8-878e-ac587e1d22ef completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:59.056368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dfe2bae8-7aee-4d44-b673-00e386c41410 None None] Provisioning for port 99d2f453-9cf7-49d8-878e-ac587e1d22ef completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:59.064323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dfe2bae8-7aee-4d44-b673-00e386c41410 None None] Provisioning complete for port 99d2f453-9cf7-49d8-878e-ac587e1d22ef triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:59.064845 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bae8-7aee-4d44-b673-00e386c41410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.074250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 99d2f453-9cf7-49d8-878e-ac587e1d22ef triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:59.074724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.144368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Made reservation on behalf of 86181f42f0b84bf89b8ef567e2256b04 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:59.148261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.218982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2e52043-fcfc-447a-a520-b24f62ab2699 req-8acbbe59-0709-4053-b3b0-f6c98b90ff24 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7809989 Jul 06 17:53:59.241996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-127c53fe-229c-4af1-ae47-7eb81f546658 req-5e0e835e-ec14-4466-9c16-5c5a108e34a9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7943163 Jul 06 17:53:59.253230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-99dd153b-a9d1-41a3-b536-55d33e355480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:59.254593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-99dd153b-a9d1-41a3-b536-55d33e355480 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 1094 time: 1.0402932 Jul 06 17:53:59.403993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-7882a612-9790-4226-b6cd-6b3e2034b6f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5adb16-3631-4078-bf16-14615599171c HTTP/1.1" status: 200 len: 217 time: 0.1024575 Jul 06 17:53:59.482544 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.511445 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.520361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.570713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bae8-7aee-4d44-b673-00e386c41410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.655840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 99d2f453-9cf7-49d8-878e-ac587e1d22ef, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=99d2f453-9cf7-49d8-878e-ac587e1d22ef,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:59.666243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.807987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.887503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0aa89d53-ad04-4fce-b477-646a1822ccbb req-e064da10-8c3a-460d-ae5a-7197f2ddd03f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 210 time: 0.3628786 Jul 06 17:53:59.935000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.936143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=99d2f453-9cf7-49d8-878e-ac587e1d22ef,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:59.945148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-6d1f5943-99d9-4eea-ac0d-c35ab1d91837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:59.946700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-6d1f5943-99d9-4eea-ac0d-c35ab1d91837 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.4200330 Jul 06 17:53:59.955690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-dfe2bae8-7aee-4d44-b673-00e386c41410 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:53:59.956300 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-dfe2bae8-7aee-4d44-b673-00e386c41410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:53:59.989324 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733f595d-c8af-43d2-b25e-68043b6586b1 x-openstack-request-id: req-733f595d-c8af-43d2-b25e-68043b6586b1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:59.989627 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92638977-f6cc-4177-b4a6-7494029d391e", "tag": "8c5adb16-3631-4078-bf16-14615599171c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:59.989873 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-733f595d-c8af-43d2-b25e-68043b6586b1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:59.990346 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92638977-f6cc-4177-b4a6-7494029d391e', 'tag': '8c5adb16-3631-4078-bf16-14615599171c', 'status': 'completed', 'code': 200} Jul 06 17:54:00.020332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-59f1a590-1382-48b9-9333-19804099f38b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528913 Jul 06 17:54:00.027981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74c9dcb6-cee0-46e2-9afa-1ab9edba26c0 req-d8c2a60f-ceb2-490c-adab-5b38df8ac545 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/205bbc35-65b9-4a12-a82d-e3860a7d3a6f HTTP/1.1" status: 200 len: 1807 time: 0.4132066 Jul 06 17:54:00.079098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Allocated IP 172.20.0.11 (067033ab-2e49-4b63-9bf4-a8e3dab8d0aa/3d60409c-52f9-4359-8ef5-d09eceeea77d/224ce730-0789-4ca7-80f4-af3a8ce74905) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:00.223350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Allocated IP 172.25.5.27 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/0cba00d1-e10a-47ff-85cb-93019b3ebcd2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:00.451628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-f6f14eb6-ca16-4cfb-ad03-d47d6ceba4cf service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164939 Jul 06 17:54:00.453819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-74c9dcb6-cee0-46e2-9afa-1ab9edba26c0 req-c2e5df4d-1529-4be8-b972-6a5e58d90801 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.600251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-74c9dcb6-cee0-46e2-9afa-1ab9edba26c0 req-c2e5df4d-1529-4be8-b972-6a5e58d90801 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.619997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-659861e0-889a-4e79-9be9-9f2837b4e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:00.622763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-659861e0-889a-4e79-9be9-9f2837b4e891 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1096 time: 0.0879853 Jul 06 17:54:00.682823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-86a063eb-1dd5-4894-af95-7deffef1361a None None] Provisioning complete for port 99d2f453-9cf7-49d8-878e-ac587e1d22ef triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:00.683741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a063eb-1dd5-4894-af95-7deffef1361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.688659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64124d4-aa61-499c-8883-de13965c35c5 req-714d817c-9c65-40e7-9a01-e5683727a651 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:00.689058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.690122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c64124d4-aa61-499c-8883-de13965c35c5 req-714d817c-9c65-40e7-9a01-e5683727a651 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 943 time: 0.5226412 Jul 06 17:54:00.736286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-5a7a37e5-fe52-472b-a175-054864d417af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:00.738213 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-5a7a37e5-fe52-472b-a175-054864d417af service neutron] 10.222.0.61 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 0.1084278 Jul 06 17:54:00.843085 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-e9daf6da-6b6e-420b-a958-d989166c889c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.0968277 Jul 06 17:54:00.872096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.881822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.958246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-74c9dcb6-cee0-46e2-9afa-1ab9edba26c0 req-c2e5df4d-1529-4be8-b972-6a5e58d90801 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.962385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-74c9dcb6-cee0-46e2-9afa-1ab9edba26c0 req-c2e5df4d-1529-4be8-b972-6a5e58d90801 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.963365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-de26bbaa-7582-46f2-9f04-d61a67483642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:00.964296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74c9dcb6-cee0-46e2-9afa-1ab9edba26c0 req-c2e5df4d-1529-4be8-b972-6a5e58d90801 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/205bbc35-65b9-4a12-a82d-e3860a7d3a6f HTTP/1.1" status: 204 len: 173 time: 0.9158306 Jul 06 17:54:00.970070 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-de26bbaa-7582-46f2-9f04-d61a67483642 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.1213667 Jul 06 17:54:00.984547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Transition to ACTIVE for port object 224ce730-0789-4ca7-80f4-af3a8ce74905 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:00.993481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c64124d4-aa61-499c-8883-de13965c35c5 req-3fea4ee0-6cfd-4b00-898a-927c2e132de4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668543 Jul 06 17:54:01.012033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eea7652-6559-4443-a14e-9f05d1ae1f1a req-0d7c6f66-326c-40fd-b97f-d20539ae8719 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377681 Jul 06 17:54:01.019746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5df4d-1529-4be8-b972-6a5e58d90801 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205bbc35-65b9-4a12-a82d-e3860a7d3a6f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:01.033741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-a7337796-08e3-4726-b525-0c4874f01e18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556884 Jul 06 17:54:01.117888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 99d2f453-9cf7-49d8-878e-ac587e1d22ef up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:01.224243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.257802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 99d2f453-9cf7-49d8-878e-ac587e1d22ef triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:01.258269 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.272756 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-048566c8-aecf-47c7-9fe4-e25a6a28df29 service neutron] 10.222.0.61 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297504 Jul 06 17:54:01.337662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.404728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:01.433771 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ed8922e1-c1f5-4831-acdc-532a52198287 req-13719ea9-51cb-4e21-aa86-78a4045d0d4c service neutron] 10.222.0.61 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556149 Jul 06 17:54:01.468501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:01.481498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:01.490991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Pushing event updated for resources: {'Port': ['ID=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:01.494807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:01.536059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:01.561936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:01.643480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-c2a7cccb-628e-4e55-a757-9b4a56427a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.645045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-c2a7cccb-628e-4e55-a757-9b4a56427a64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 1094 time: 0.5285976 Jul 06 17:54:01.690297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event updated for resources: {'Port': ['ID=224ce730-0789-4ca7-80f4-af3a8ce74905,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:01.763919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.764595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.823547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ebfa1-9231-4dc6-949e-9e19f8412fc4 req-3ebfcd47-4c04-4c94-957b-481ea4e418d8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.825046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d8ebfa1-9231-4dc6-949e-9e19f8412fc4 req-3ebfcd47-4c04-4c94-957b-481ea4e418d8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.5520387 Jul 06 17:54:01.846518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8332814e-74c1-4732-87e4-28561fc80819 None None] Provisioning for port 224ce730-0789-4ca7-80f4-af3a8ce74905 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:01.853732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8332814e-74c1-4732-87e4-28561fc80819 None None] Provisioning complete for port 224ce730-0789-4ca7-80f4-af3a8ce74905 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:01.854340 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8332814e-74c1-4732-87e4-28561fc80819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.894161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d6c1-ca5a-4e33-ba5e-2fe51584da8e req-6b912581-e1bc-458b-a077-e6f68844b3af tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.895822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3648d6c1-ca5a-4e33-ba5e-2fe51584da8e req-6b912581-e1bc-458b-a077-e6f68844b3af tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.6136940 Jul 06 17:54:01.902265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-95d366e5-e7a1-4493-8ff9-045b7a251f63 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3217788 Jul 06 17:54:01.920734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8332814e-74c1-4732-87e4-28561fc80819 None None] Port 224ce730-0789-4ca7-80f4-af3a8ce74905 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:01.934712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Request body: {'port': {'device_id': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:02.025628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d8ebfa1-9231-4dc6-949e-9e19f8412fc4 req-2d0a1fff-9aa7-4f0a-b2c0-eb1b97430c66 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909866 Jul 06 17:54:02.063298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-87c43a0b-2ae0-4f15-93d7-27e343ff598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:02.065022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-87c43a0b-2ae0-4f15-93d7-27e343ff598a service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.3663678 Jul 06 17:54:02.088164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3648d6c1-ca5a-4e33-ba5e-2fe51584da8e req-0e239ff4-31cc-4f51-9402-165f47d2c202 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798184 Jul 06 17:54:02.127358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-7607336c-d929-4947-adfb-37db575c878d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c5adb16-3631-4078-bf16-14615599171c HTTP/1.1" status: 200 len: 217 time: 0.0521302 Jul 06 17:54:02.183244 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:02.241089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:02.273795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-0658a45e-bb33-40fe-ae85-de9f2d2a0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:02.275443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-0658a45e-bb33-40fe-ae85-de9f2d2a0378 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1281250 Jul 06 17:54:02.299350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:02.388921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-5f9ee19a-d49c-48ce-b03b-6196ace1e46e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929120 Jul 06 17:54:02.625422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9774d54-5e75-4ae5-ab13-1b5fac93099a req-f69535a3-9d2f-42f3-ba5c-b4fceaac7fe8 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/64cd6775-d9c9-4959-bc42-18cd8e6e69b4 HTTP/1.1" status: 200 len: 2407 time: 0.3304124 Jul 06 17:54:02.831262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122eea9-049c-4319-b73a-7a3bb0f5ba4f req-cb09f027-8291-47e1-bd8e-83f6bd654678 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:02.832926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a122eea9-049c-4319-b73a-7a3bb0f5ba4f req-cb09f027-8291-47e1-bd8e-83f6bd654678 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 932 time: 0.5351043 Jul 06 17:54:02.836179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-f205dcb6-be43-43e5-8a6f-c1a9b8bfd7d2 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353037 Jul 06 17:54:03.362791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9774d54-5e75-4ae5-ab13-1b5fac93099a req-439db12b-70b9-4024-9236-9532f279a3e3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.364084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:03.369043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8c5adb16-3631-4078-bf16-14615599171c details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:03.435693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.447097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a122eea9-049c-4319-b73a-7a3bb0f5ba4f req-b906dd18-b329-46a5-9594-27f7f2b8df2f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6020143 Jul 06 17:54:03.457252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9774d54-5e75-4ae5-ab13-1b5fac93099a req-439db12b-70b9-4024-9236-9532f279a3e3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.565516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9c3df3b-5517-4ca4-94ac-d32814ed8c78 req-2b44ab7f-0f71-40d5-8ab4-7efeb409cfa1 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220292 Jul 06 17:54:03.662283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224ce730-0789-4ca7-80f4-af3a8ce74905 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:03.664763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8c5adb16-3631-4078-bf16-14615599171c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8c5adb16-3631-4078-bf16-14615599171c,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:03.677440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.678135 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.700598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9774d54-5e75-4ae5-ab13-1b5fac93099a req-439db12b-70b9-4024-9236-9532f279a3e3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.705725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e9774d54-5e75-4ae5-ab13-1b5fac93099a req-439db12b-70b9-4024-9236-9532f279a3e3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.708165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9774d54-5e75-4ae5-ab13-1b5fac93099a req-439db12b-70b9-4024-9236-9532f279a3e3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/64cd6775-d9c9-4959-bc42-18cd8e6e69b4 HTTP/1.1" status: 204 len: 173 time: 1.0685697 Jul 06 17:54:03.735002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:03.750962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Transition to ACTIVE for port object 224ce730-0789-4ca7-80f4-af3a8ce74905 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:03.754364 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e29a9af-39da-4ec0-be84-a92baa1db637" -d '{"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:03.757503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439db12b-70b9-4024-9236-9532f279a3e3 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd6775-d9c9-4959-bc42-18cd8e6e69b4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:03.767418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.768503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '8c5adb16-3631-4078-bf16-14615599171c', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': '8c5adb16-3631-4078-bf16-14615599171c', 'mac_address': 'fa:16:3e:ea:55:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:03.804899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:03.927734 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.942227 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.028820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5adb16-3631-4078-bf16-14615599171c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:04.057124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Pushing event updated for resources: {'Port': ['ID=224ce730-0789-4ca7-80f4-af3a8ce74905,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:04.102555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8c5adb16-3631-4078-bf16-14615599171c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8c5adb16-3631-4078-bf16-14615599171c,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:04.104302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:04.112287 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.125674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Router 29d12741-b4bf-41b1-afa9-ce51c0c8635d is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:54:04.174628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8c5adb16-3631-4078-bf16-14615599171c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:04.300732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7e516-0471-4372-abc4-ecc83afc6ff7 req-b2c51cc7-10c6-4f97-a12f-61a290f615e8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:04.303585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dc7e516-0471-4372-abc4-ecc83afc6ff7 req-b2c51cc7-10c6-4f97-a12f-61a290f615e8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.4546940 Jul 06 17:54:04.304768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Attempting to bind port 224ce730-0789-4ca7-80f4-af3a8ce74905 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:04.305325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Attempting to bind port 224ce730-0789-4ca7-80f4-af3a8ce74905 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:04.305875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Attempting to bind port 224ce730-0789-4ca7-80f4-af3a8ce74905 on network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:04.333445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db741e16-c0cc-4906-86b1-fdf143d1a748 req-2babc1c4-7bc6-47b2-a44f-d2fdb21ea413 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:04.336342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db741e16-c0cc-4906-86b1-fdf143d1a748 req-2babc1c4-7bc6-47b2-a44f-d2fdb21ea413 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 943 time: 0.4085000 Jul 06 17:54:04.349580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Port 224ce730-0789-4ca7-80f4-af3a8ce74905 on network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:04.350094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Attempting to bind port 224ce730-0789-4ca7-80f4-af3a8ce74905 on network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:04.397195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:04.397769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Checking segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:04.398691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Bound using segment: {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:04.399554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Bound port: 224ce730-0789-4ca7-80f4-af3a8ce74905, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:04.400079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.401866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['8c5adb16-3631-4078-bf16-14615599171c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:04.540027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dc7e516-0471-4372-abc4-ecc83afc6ff7 req-1315a854-020d-46be-9248-3d24a0ad0fbc tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238541 Jul 06 17:54:04.588634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db741e16-c0cc-4906-86b1-fdf143d1a748 req-399eaa16-2c2b-4947-877e-bf5d4df03b0d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348485 Jul 06 17:54:04.611550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:04.630830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.632720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4ef0e133-7774-4ef9-a866-9a5c2f5747ee admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4409852 Jul 06 17:54:04.635445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Sync routers for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:04.635624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56608) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:04.675499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] For port 224ce730-0789-4ca7-80f4-af3a8ce74905, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:04.682646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] For port 224ce730-0789-4ca7-80f4-af3a8ce74905, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=224ce730-0789-4ca7-80f4-af3a8ce74905,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:04.684620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:04.684870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:04.694005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.736130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32ba9ca2-845a-4fae-ae77-943ad42e70bd req-cf39d16c-ede2-479d-91a6-5759b54488a9 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "GET /v2.0/security-groups/f8d126b4-977b-4091-a0f8-b7d6282ec0f7 HTTP/1.1" status: 200 len: 2399 time: 0.1069465 Jul 06 17:54:04.741757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:04.742395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.743983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] 10.222.0.61 "PUT /v2.0/ports/224ce730-0789-4ca7-80f4-af3a8ce74905 HTTP/1.1" status: 200 len: 1092 time: 2.8281198 Jul 06 17:54:04.744477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:04.747392 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93" -d '{"events": [{"name": "network-changed", "server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:04.822554 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6fc000-4323-453f-9f80-0394a1ba215b x-openstack-request-id: req-2c6fc000-4323-453f-9f80-0394a1ba215b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:04.823036 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-unplugged", "status": "failed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:04.823515 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c6fc000-4323-453f-9f80-0394a1ba215b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:04.824284 n-d-799527-3 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'code': 422} returned with failed status Jul 06 17:54:04.889489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21268181-79b6-411d-9b0c-87c7993dc44c service neutron] Pushing event updated for resources: {'Port': ['ID=224ce730-0789-4ca7-80f4-af3a8ce74905,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:04.951221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-32ba9ca2-845a-4fae-ae77-943ad42e70bd req-dd79f503-3029-4b13-86ef-b1f61deb2cb7 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.027429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-32ba9ca2-845a-4fae-ae77-943ad42e70bd req-dd79f503-3029-4b13-86ef-b1f61deb2cb7 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.029012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:05.103684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9a6bc-d1cd-4d0f-bf85-67b25a84bd97 req-cbcb14a8-3048-4cd0-a537-ec467c620fe0 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:05.105350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf9a6bc-d1cd-4d0f-bf85-67b25a84bd97 req-cbcb14a8-3048-4cd0-a537-ec467c620fe0 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 944 time: 0.1513369 Jul 06 17:54:05.108015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-072231d7-7097-400a-a489-8e0a32945a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:05.110547 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-072231d7-7097-400a-a489-8e0a32945a1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=86181f42f0b84bf89b8ef567e2256b04&device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 1095 time: 0.2846980 Jul 06 17:54:05.123630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-32ba9ca2-845a-4fae-ae77-943ad42e70bd req-dd79f503-3029-4b13-86ef-b1f61deb2cb7 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.127140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-32ba9ca2-845a-4fae-ae77-943ad42e70bd req-dd79f503-3029-4b13-86ef-b1f61deb2cb7 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.128360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32ba9ca2-845a-4fae-ae77-943ad42e70bd req-dd79f503-3029-4b13-86ef-b1f61deb2cb7 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8d126b4-977b-4091-a0f8-b7d6282ec0f7 HTTP/1.1" status: 204 len: 173 time: 0.3741188 Jul 06 17:54:05.137272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56612) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:05.187162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f503-3029-4b13-86ef-b1f61deb2cb7 tempest-SecurityGroupRulesTestJSON-295596843 tempest-SecurityGroupRulesTestJSON-295596843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d126b4-977b-4091-a0f8-b7d6282ec0f7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:05.190732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-4c33b586-2f0a-46c1-80b7-a951cf5623fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=224ce730-0789-4ca7-80f4-af3a8ce74905 HTTP/1.1" status: 200 len: 217 time: 0.0680394 Jul 06 17:54:05.238834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Deleting subnet 8fb636cf-b55b-440b-a9ec-8f14bf0e8f3c {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:54:05.250860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.302768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf9a6bc-d1cd-4d0f-bf85-67b25a84bd97 req-834b167b-5bf2-47ca-b63f-e3016fa2dc68 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879604 Jul 06 17:54:05.366982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-9e8c026d-ceee-46f2-89b2-7dca8b76bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:05.369056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-9e8c026d-ceee-46f2-89b2-7dca8b76bf37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d60409c-52f9-4359-8ef5-d09eceeea77d HTTP/1.1" status: 200 len: 845 time: 0.1689553 Jul 06 17:54:05.401662 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aae4ac-2f83-4ea2-85a7-9a8526d384c6 x-openstack-request-id: req-77aae4ac-2f83-4ea2-85a7-9a8526d384c6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:05.402002 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:05.402220 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77aae4ac-2f83-4ea2-85a7-9a8526d384c6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:05.402636 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'status': 'completed', 'code': 200} Jul 06 17:54:05.461968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc394-9e63-4dac-8258-c4cc71d64605 req-04cd41d9-ce56-47ed-aa20-ec6449712ab9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:05.469671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb7fc394-9e63-4dac-8258-c4cc71d64605 req-04cd41d9-ce56-47ed-aa20-ec6449712ab9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.1884160 Jul 06 17:54:05.496712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:01Z', 'revision_number': 3, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:05.506445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-1af327a3-29c7-40fa-91b1-6474e6b8c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:05.508276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-1af327a3-29c7-40fa-91b1-6474e6b8c2cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320381 Jul 06 17:54:05.545678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Checking router: 29d12741-b4bf-41b1-afa9-ce51c0c8635d for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:05.546037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Updating router 29d12741-b4bf-41b1-afa9-ce51c0c8635d port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:54:05.572345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb7fc394-9e63-4dac-8258-c4cc71d64605 req-8034dfd8-7ee5-45f7-8f75-8c14ace62df1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011615 Jul 06 17:54:05.623468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.656900 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:54:05.747958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-b178c0cc-a5db-4e66-b37c-1ed76272e00f service neutron] 10.222.0.61 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271917 Jul 06 17:54:05.797502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.880112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.929571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.991040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-690a982e-47ef-42b5-b167-0ffee7938bf3 req-5055d5be-3edb-4d3a-9d1f-8bb56225bea3 service neutron] 10.222.0.61 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353134 Jul 06 17:54:06.031927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44decf0a-5dbb-473c-97c1-59089fa693b7 req-0a7765bb-a769-41f3-a5ff-49c822763eed tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:06.036378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44decf0a-5dbb-473c-97c1-59089fa693b7 req-0a7765bb-a769-41f3-a5ff-49c822763eed tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 944 time: 0.1256716 Jul 06 17:54:06.110143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.111924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44decf0a-5dbb-473c-97c1-59089fa693b7 req-940a80d6-1719-448b-9e65-6ce6a55c7b49 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646470 Jul 06 17:54:06.185438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb636cf-b55b-440b-a9ec-8f14bf0e8f3c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:06.214217 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.223544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:06.225719 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b75d3a28-21f2-4ba2-a874-a33816d8e304 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fb636cf-b55b-440b-a9ec-8f14bf0e8f3c HTTP/1.1" status: 204 len: 168 time: 1.0828350 Jul 06 17:54:06.285244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Allocated IP 172.20.0.1 (eaac8ba8-4c7b-4492-a3b3-78328c64befc/1c205cca-35b3-4347-bee6-a1988239347b/8db8076e-3c47-4871-ad16-0ddd23a54b92) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:06.334282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.359135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Transition to ACTIVE for port object 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:06.378418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.412093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.631627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Attempting to bind port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:06.632520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Attempting to bind port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:06.632800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Attempting to bind port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:06.641214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81815bc0-d086-427e-af8d-589fd30cbb42 None None] Pushing event updated for resources: {'Port': ['ID=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:06.644571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-3559b4fe-79fd-441f-87ad-328930572d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:06.647540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-3559b4fe-79fd-441f-87ad-328930572d6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=86181f42f0b84bf89b8ef567e2256b04&device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 1095 time: 0.5331011 Jul 06 17:54:06.663658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:06.664264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:06.664960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.665635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:06.673081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Bound port: 0cba00d1-e10a-47ff-85cb-93019b3ebcd2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:06.682707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.737208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.807363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Transition to ACTIVE for port object 8db8076e-3c47-4871-ad16-0ddd23a54b92 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:06.827701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.837941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] For port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:06.850575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] For port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:06.865286 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.880426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:06.915001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.916263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e9dc8f-575b-4988-9e35-dcb966fd9576') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:06.916943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e9dc8f-575b-4988-9e35-dcb966fd9576') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:06.993653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81815bc0-d086-427e-af8d-589fd30cbb42 None None] Pushing event updated for resources: {'Port': ['ID=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:07.000030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.021468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:07.022688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:07.034302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:07.042707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:07.051034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:07.073624 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.106360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:54:07.112354 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:54:07.116669 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:54:07.129154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647d0e7-dbe9-4d68-8602-ca6bd2c4df48 req-7f5979a9-976d-43ba-ba5a-2ffe3b0c7982 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:07.131393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0647d0e7-dbe9-4d68-8602-ca6bd2c4df48 req-7f5979a9-976d-43ba-ba5a-2ffe3b0c7982 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 944 time: 0.4207466 Jul 06 17:54:07.182010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-04ba69a5-c579-45c2-85a4-a9174d357c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:07.183772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-04ba69a5-c579-45c2-85a4-a9174d357c59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa HTTP/1.1" status: 200 len: 907 time: 0.5211923 Jul 06 17:54:07.224259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:07.230795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Pushing event updated for resources: {'Port': ['ID=8db8076e-3c47-4871-ad16-0ddd23a54b92,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:07.298830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.314296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca61bb-2478-403c-a319-920b189e9c14 req-ddef56d2-60f6-4076-b841-1c1cc79ce6a8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:07.321531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02ca61bb-2478-403c-a319-920b189e9c14 req-ddef56d2-60f6-4076-b841-1c1cc79ce6a8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.4109862 Jul 06 17:54:07.325137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-297bc7c3-115d-4faf-965f-c02c9a63e5a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=224ce730-0789-4ca7-80f4-af3a8ce74905 HTTP/1.1" status: 200 len: 217 time: 0.1225901 Jul 06 17:54:07.336824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.392493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.398542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2 HTTP/1.1" status: 204 len: 168 time: 1.1644769 Jul 06 17:54:07.438705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8c5adb16-3631-4078-bf16-14615599171c up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:07.481379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0647d0e7-dbe9-4d68-8602-ca6bd2c4df48 req-e3916629-7702-412e-9771-7104e2babea6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051693 Jul 06 17:54:07.491855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742200eb-73ff-425f-93ad-759248a8ca0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ffcd77-fda2-4598-aea1-20d4ca4ef1c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:07.616669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02ca61bb-2478-403c-a319-920b189e9c14 req-8815839b-6b0f-4647-b7f6-537affd996eb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723043 Jul 06 17:54:07.620658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-7cb1b026-dd02-4dcc-9f69-ab8e5bd51259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:07.622247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-7cb1b026-dd02-4dcc-9f69-ab8e5bd51259 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d60409c-52f9-4359-8ef5-d09eceeea77d HTTP/1.1" status: 200 len: 845 time: 0.2800548 Jul 06 17:54:07.713397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:07.880688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.885740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-643cc50c-7ef0-41ae-8fcc-008fb46c2437 None None] Provisioning for port 8db8076e-3c47-4871-ad16-0ddd23a54b92 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:07.893853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 8c5adb16-3631-4078-bf16-14615599171c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:07.901094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 8c5adb16-3631-4078-bf16-14615599171c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:07.901948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.903976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-643cc50c-7ef0-41ae-8fcc-008fb46c2437 None None] Provisioning complete for port 8db8076e-3c47-4871-ad16-0ddd23a54b92 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:07.904567 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-643cc50c-7ef0-41ae-8fcc-008fb46c2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.991893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-643cc50c-7ef0-41ae-8fcc-008fb46c2437 None None] Port 8db8076e-3c47-4871-ad16-0ddd23a54b92 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:07.997697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:01Z', 'revision_number': 3, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:07.998570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-bcc2f9f0-eaca-43f3-9b85-e21ace787825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:08.003549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-bcc2f9f0-eaca-43f3-9b85-e21ace787825 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682501 Jul 06 17:54:08.033640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b631a4a-452c-4d1e-aa41-30e5c47d03c2 None None] The sync data for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 is: [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:01Z', 'revision_number': 3, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:08.087677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e6d44b77-da81-464d-a6be-d5431cb868c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25e151c70a334c27a432d42d751acfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701377 Jul 06 17:54:08.092898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56670) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:08.096399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-6019a3b8-f78b-4aa7-9d65-3d7b3f1552b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5357311 Jul 06 17:54:08.123656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.178433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5cd2b-c322-4112-aa49-e18b66616958 req-ae2ceb37-4872-4473-aa1c-b615ddc2f6ef tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:08.188605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92638977-f6cc-4177-b4a6-7494029d391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5adb16-3631-4078-bf16-14615599171c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:08.193799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fd5cd2b-c322-4112-aa49-e18b66616958 req-ae2ceb37-4872-4473-aa1c-b615ddc2f6ef tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 944 time: 0.4194877 Jul 06 17:54:08.194655 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30615e-00fa-446f-bd26-918071fb70c6" -d '{"events": [{"server_uuid": "92638977-f6cc-4177-b4a6-7494029d391e", "name": "network-vif-plugged", "status": "completed", "tag": "8c5adb16-3631-4078-bf16-14615599171c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:08.264947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfdff890-17a0-47f4-91aa-be3a8652b3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.269367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8c5adb16-3631-4078-bf16-14615599171c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8c5adb16-3631-4078-bf16-14615599171c,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:08.283005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.284323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:08.302610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.318495 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.322923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfdff890-17a0-47f4-91aa-be3a8652b3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.442295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fd5cd2b-c322-4112-aa49-e18b66616958 req-8809c226-53c3-4e4a-b615-87373409192b tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471867 Jul 06 17:54:08.482853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.489650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Pushing event updated for resources: {'Port': ['ID=8db8076e-3c47-4871-ad16-0ddd23a54b92,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:08.550748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-febc0f0e-92e5-46e9-9610-93c5c2a2072e service neutron] 10.222.0.61 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292950 Jul 06 17:54:08.665936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8c5adb16-3631-4078-bf16-14615599171c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:08.681343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfdff890-17a0-47f4-91aa-be3a8652b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.693898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfdff890-17a0-47f4-91aa-be3a8652b3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.699315 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dfdff890-17a0-47f4-91aa-be3a8652b3e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41d74ef9-f139-4cb2-92b3-d883bbe090f6 HTTP/1.1" status: 204 len: 168 time: 0.6014025 Jul 06 17:54:08.818224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdff890-17a0-47f4-91aa-be3a8652b3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d74ef9-f139-4cb2-92b3-d883bbe090f6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:08.976306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a73f369b-a2eb-4d9d-8e13-5ac7a638ca93 req-59b03272-d772-4fb9-bbd0-4431050b6edf service neutron] 10.222.0.61 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115362 Jul 06 17:54:09.019837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:09.022666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:09.180795 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f41d21-1c5a-422d-a8eb-4c33c4cabfdd x-openstack-request-id: req-40f41d21-1c5a-422d-a8eb-4c33c4cabfdd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:09.181375 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92638977-f6cc-4177-b4a6-7494029d391e", "name": "network-vif-plugged", "status": "completed", "tag": "8c5adb16-3631-4078-bf16-14615599171c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:09.181673 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40f41d21-1c5a-422d-a8eb-4c33c4cabfdd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:09.189740 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92638977-f6cc-4177-b4a6-7494029d391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5adb16-3631-4078-bf16-14615599171c', 'code': 200} Jul 06 17:54:09.334640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:09.526900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdbca-d88b-48b8-a535-b14018e6a31f req-bc0debd4-1214-4611-a32e-73557fe8c728 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:09.534441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 224ce730-0789-4ca7-80f4-af3a8ce74905 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:09.537582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1fcdbca-d88b-48b8-a535-b14018e6a31f req-bc0debd4-1214-4611-a32e-73557fe8c728 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 944 time: 0.3876851 Jul 06 17:54:09.596032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Router 29d12741-b4bf-41b1-afa9-ce51c0c8635d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:09.602757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:09.685251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:09.686256 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.712985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:54:09.716890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1fcdbca-d88b-48b8-a535-b14018e6a31f req-8b408179-68aa-4801-8e40-c4d588c42852 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780989 Jul 06 17:54:09.841694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee961-30ac-42c6-840b-21b98cbea596 req-7f4aae07-e67d-4a51-8e91-5c642a80c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:09.845319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-138ee961-30ac-42c6-840b-21b98cbea596 req-7f4aae07-e67d-4a51-8e91-5c642a80c669 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 1096 time: 0.5131066 Jul 06 17:54:09.902936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7906b-44e4-4c8e-86c0-d82f87e09cd2 req-9727d847-1bfb-459e-8d8e-8f20a929c409 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:09.915709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57f7906b-44e4-4c8e-86c0-d82f87e09cd2 req-9727d847-1bfb-459e-8d8e-8f20a929c409 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.3729582 Jul 06 17:54:09.942540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:09.971213 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-22273611-5f96-4e6c-af94-f9d88fcdf52b admin admin] 10.222.0.37 "PUT /v2.0/routers/29d12741-b4bf-41b1-afa9-ce51c0c8635d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3342810 Jul 06 17:54:10.112390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-138ee961-30ac-42c6-840b-21b98cbea596 req-d296b281-cbad-4cfc-bfe9-d528d5103617 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575989 Jul 06 17:54:10.133180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57f7906b-44e4-4c8e-86c0-d82f87e09cd2 req-1e11e6e5-d24c-4227-b8d7-b6566bdad497 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160726 Jul 06 17:54:10.298501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-944d4bbc-6549-4fab-8b3f-a18f93f0671d None None] Provisioning complete for port 8db8076e-3c47-4871-ad16-0ddd23a54b92 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:10.298987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-944d4bbc-6549-4fab-8b3f-a18f93f0671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.396951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-944d4bbc-6549-4fab-8b3f-a18f93f0671d None None] Port 8db8076e-3c47-4871-ad16-0ddd23a54b92 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:10.408013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 224ce730-0789-4ca7-80f4-af3a8ce74905, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=224ce730-0789-4ca7-80f4-af3a8ce74905,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:10.445641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'port_id': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'mac_address': 'fa:16:3e:78:9f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:10.497917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c054d-6ea3-4dc8-ad93-4662acc8fa4a req-a821934e-222b-45c5-85a6-db27cae12edd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:10.502543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-695c054d-6ea3-4dc8-ad93-4662acc8fa4a req-a821934e-222b-45c5-85a6-db27cae12edd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 945 time: 0.1692989 Jul 06 17:54:10.579206 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.608501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-695c054d-6ea3-4dc8-ad93-4662acc8fa4a req-11eba44a-6aa3-4919-9262-474e03a631e7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932336 Jul 06 17:54:10.658922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:10.661537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.679449 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.733833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224ce730-0789-4ca7-80f4-af3a8ce74905 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:10.799925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 224ce730-0789-4ca7-80f4-af3a8ce74905, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=224ce730-0789-4ca7-80f4-af3a8ce74905,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:10.809913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.840642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:10.930221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=224ce730-0789-4ca7-80f4-af3a8ce74905,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:11.033043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d370a-6101-47d8-9137-4cd2b939cafd req-d26793f7-1fc9-4830-8441-b8f3d2e77fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:11.036787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-d26793f7-1fc9-4830-8441-b8f3d2e77fb4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6&tenant_id=ee13478477854915bc0a643687c8cd9a HTTP/1.1" status: 200 len: 1094 time: 0.1858110 Jul 06 17:54:11.114367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['224ce730-0789-4ca7-80f4-af3a8ce74905'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:11.119147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:11.178779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56750) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:11.330432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8c15-36a1-4407-ac0a-80711862859a req-f790ed7a-ba78-4c28-9596-084931ff6965 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:11.339140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8db8c15-36a1-4407-ac0a-80711862859a req-f790ed7a-ba78-4c28-9596-084931ff6965 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 945 time: 0.3208063 Jul 06 17:54:11.447241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-756512302-network', 'tenant_id': 'ed73691ce8674501b36797560232f8f9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:11.524741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Made reservation on behalf of ed73691ce8674501b36797560232f8f9 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:11.536950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.558563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.645413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8db8c15-36a1-4407-ac0a-80711862859a req-101a6f11-b1f1-46d4-9bfa-93a563dc0846 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012800 Jul 06 17:54:11.655526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.869207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8896e20-bbbf-4c59-b20d-dde6172b7c81 req-aecc9fd5-ae4c-4cc9-beb9-0327021e012b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:11.870830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8896e20-bbbf-4c59-b20d-dde6172b7c81 req-aecc9fd5-ae4c-4cc9-beb9-0327021e012b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.4116156 Jul 06 17:54:11.924439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.930086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.948918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:11.964480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.964909 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Added segment e38386c4-f086-4f41-b6b1-474105ffd0e4 of type vlan for network 6b44ef8e-82f1-48c5-9859-43ad98754a3b Jul 06 17:54:12.021995 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Sync routers for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:12.057785 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:12.059201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:12.076079 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.149433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab71f1e1-0419-4577-98d1-b008548db474,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:12.177579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8896e20-bbbf-4c59-b20d-dde6172b7c81 req-3e0e08db-6792-4951-8928-f47671c8e86d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744467 Jul 06 17:54:12.210225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.210985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.211385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.212026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.212626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.213231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.214143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.214552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.214982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.215422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.215807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.216188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:12.279614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.282432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:12.284607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.440844 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:12.445119 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2631888 Jul 06 17:54:12.450774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:12.469548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e35efe-d4e1-4498-918f-a30828eb3bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b44ef8e-82f1-48c5-9859-43ad98754a3b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:12.495028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:12.521926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Request body: {'subnet': {'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-756512302-subnet', 'tenant_id': 'ed73691ce8674501b36797560232f8f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:12.647823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Made reservation on behalf of ed73691ce8674501b36797560232f8f9 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:12.650987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.659850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:13.015764 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 2, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:13.025348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:13.049129 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Checking router: 29d12741-b4bf-41b1-afa9-ce51c0c8635d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:13.049988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Updating router 29d12741-b4bf-41b1-afa9-ce51c0c8635d port 8db8076e-3c47-4871-ad16-0ddd23a54b92 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:54:13.119635 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.158471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:13.158735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.226858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac7de6-888c-4347-88a1-e191a6df3cc1 req-4a373ab4-b945-4ee5-95bc-7bb8a68494c0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:13.228530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10ac7de6-888c-4347-88a1-e191a6df3cc1 req-4a373ab4-b945-4ee5-95bc-7bb8a68494c0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 945 time: 0.9513953 Jul 06 17:54:13.288898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:13.335744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0cf99c-1310-4d3b-9c12-81891af738f3 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:13.346140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.366602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Transition to ACTIVE for port object cd0cf99c-1310-4d3b-9c12-81891af738f3 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:13.394751 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.432439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 224ce730-0789-4ca7-80f4-af3a8ce74905 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:13.558835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 224ce730-0789-4ca7-80f4-af3a8ce74905 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:13.566738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 224ce730-0789-4ca7-80f4-af3a8ce74905 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:13.567109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.678102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] No DVR routers for this DVR port cd0cf99c-1310-4d3b-9c12-81891af738f3 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:13.697003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10ac7de6-888c-4347-88a1-e191a6df3cc1 req-d88ccfcb-e027-4207-a17a-50af99dfc14a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260574 Jul 06 17:54:13.750581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=9']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:13.783370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.814283 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.826601 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Transition to ACTIVE for port object 8db8076e-3c47-4871-ad16-0ddd23a54b92 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:13.842091 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.851602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:13.854070 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2660cd25-5a80-4e1a-951b-043005449d81" -d '{"events": [{"server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "name": "network-vif-plugged", "status": "completed", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:13.883818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 224ce730-0789-4ca7-80f4-af3a8ce74905, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=224ce730-0789-4ca7-80f4-af3a8ce74905,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:13.900169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.912973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b9af8-326a-4a62-9e1e-adefd0fab29f req-dc13d9ef-fdbb-4bd7-a4e5-a4f13005cbe0 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:13.920850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db6b9af8-326a-4a62-9e1e-adefd0fab29f req-dc13d9ef-fdbb-4bd7-a4e5-a4f13005cbe0 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 945 time: 0.6912177 Jul 06 17:54:13.949448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:13.949779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:13.950119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:14.006194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Port cd0cf99c-1310-4d3b-9c12-81891af738f3 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:14.006511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Attempting to bind port cd0cf99c-1310-4d3b-9c12-81891af738f3 on network 807c8bd2-06e1-47c1-884e-3194e97303e3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:14.022928 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5bf76-48bf-4d52-b7b0-c0c2746dbea2 None None] Pushing event updated for resources: {'Port': ['ID=8db8076e-3c47-4871-ad16-0ddd23a54b92,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.038267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db6b9af8-326a-4a62-9e1e-adefd0fab29f req-41db79a2-55fb-4762-9b2e-4099e2c8c660 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154842 Jul 06 17:54:14.053436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:14.053980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Checking segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:14.054621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Bound using segment: {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:14.055487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Bound port: cd0cf99c-1310-4d3b-9c12-81891af738f3, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:14.055941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.110758 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Attempting to bind port 8db8076e-3c47-4871-ad16-0ddd23a54b92 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:14.111772 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Attempting to bind port 8db8076e-3c47-4871-ad16-0ddd23a54b92 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:14.111772 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Attempting to bind port 8db8076e-3c47-4871-ad16-0ddd23a54b92 on network eaac8ba8-4c7b-4492-a3b3-78328c64befc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:14.140861 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:14.141440 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Checking segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:14.142074 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.142709 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Bound using segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:14.143525 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Bound port: 8db8076e-3c47-4871-ad16-0ddd23a54b92, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:14.144144 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.160385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=224ce730-0789-4ca7-80f4-af3a8ce74905,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.436652 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] For port 8db8076e-3c47-4871-ad16-0ddd23a54b92, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:14.448854 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] For port 8db8076e-3c47-4871-ad16-0ddd23a54b92, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8db8076e-3c47-4871-ad16-0ddd23a54b92,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:14.457966 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.581694 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:14.582780 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:53:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:14.612771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.725025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:14.730471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e594bd5d-794f-41f6-ad31-32df6ab17f30,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.732785 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5bf76-48bf-4d52-b7b0-c0c2746dbea2 None None] Pushing event updated for resources: {'Port': ['ID=8db8076e-3c47-4871-ad16-0ddd23a54b92,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.792069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:14.857088 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.945405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687723c-beb8-470f-904e-a80294e8deea req-ed5959e8-0fb3-479d-9982-e1d8c20df0d3 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.959202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9687723c-beb8-470f-904e-a80294e8deea req-ed5959e8-0fb3-479d-9982-e1d8c20df0d3 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 945 time: 0.6876862 Jul 06 17:54:14.970623 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:14.983633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d453f-ff39-46f9-8a9b-f09d4935cade req-763cb78e-403d-4b5b-ae32-de4b53b99411 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.986648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b7d453f-ff39-46f9-8a9b-f09d4935cade req-763cb78e-403d-4b5b-ae32-de4b53b99411 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 943 time: 0.6844234 Jul 06 17:54:15.000589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Checking segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:15.000940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Network hostable DHCP agents. Network: 6b44ef8e-82f1-48c5-9859-43ad98754a3b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:15.025453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.026521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.028531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 1091 time: 3.9231694 Jul 06 17:54:15.049242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:15.053083 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341fdf74-1796-4f99-96b8-5e7cf7946e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:15.127073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2509e-2d9e-429a-8f1c-13eb1d47a1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:15.239027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9687723c-beb8-470f-904e-a80294e8deea req-f1cb6abc-d653-4056-95cd-2dcca1e60062 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786081 Jul 06 17:54:15.242648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:15.253588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b7d453f-ff39-46f9-8a9b-f09d4935cade req-a3d27cd2-9026-4133-b665-ddc0cdd3b63a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449863 Jul 06 17:54:15.293298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6b44ef8e-82f1-48c5-9859-43ad98754a3b) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:15.304210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.305439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.315470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46da87-ac59-4e38-bbe2-7dc52d9e98fc None None] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:15.364345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d956a000-52eb-4dd8-8c50-dce199299568 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9073255 Jul 06 17:54:15.373811 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5263f-f756-48ea-82f1-b2841d646c8d x-openstack-request-id: req-a1e5263f-f756-48ea-82f1-b2841d646c8d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:15.374098 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "name": "network-vif-plugged", "status": "completed", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:15.374616 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1e5263f-f756-48ea-82f1-b2841d646c8d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:15.375471 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'code': 200} Jul 06 17:54:15.441063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d370a-6101-47d8-9137-4cd2b939cafd req-748fcef1-a4e7-45cd-b2ab-d3b2a11bd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.456956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-748fcef1-a4e7-45cd-b2ab-d3b2a11bd2dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1095 time: 0.3482065 Jul 06 17:54:15.724762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:14Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:15.770506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d370a-6101-47d8-9137-4cd2b939cafd req-93669529-e010-4644-bee0-3938bc6d20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.772143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-93669529-e010-4644-bee0-3938bc6d20b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 0.3105099 Jul 06 17:54:15.886484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99416e30-bca0-4afd-9bef-b1180d811108 None None] The sync data for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 is: [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:14Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:16.060300 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22285d0d-6181-4c77-aed9-5e62c6a5b12f x-openstack-request-id: req-22285d0d-6181-4c77-aed9-5e62c6a5b12f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:16.060762 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:16.061239 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22285d0d-6181-4c77-aed9-5e62c6a5b12f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:16.061826 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'status': 'completed', 'code': 200} Jul 06 17:54:16.085455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-2045ba0f-cf22-4c6b-95c7-1baca3fba51f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.2917349 Jul 06 17:54:16.135572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'tenant_id': 'ed73691ce8674501b36797560232f8f9', 'fixed_ips': [{'subnet_id': 'e594bd5d-794f-41f6-ad31-32df6ab17f30'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:16.137603 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.459898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ade3e-6ba5-4ee3-93e1-c79f6b6f4ecc req-391d3176-3a44-4532-b515-b0dcfd04fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:16.470912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-469ade3e-6ba5-4ee3-93e1-c79f6b6f4ecc req-391d3176-3a44-4532-b515-b0dcfd04fc60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 1097 time: 0.7634759 Jul 06 17:54:16.542643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec3e20-5ac8-459f-bd1b-219d9e35c9f7 req-35a1d05a-d43d-40b9-ae9d-be0241e624a8 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:16.548247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7ec3e20-5ac8-459f-bd1b-219d9e35c9f7 req-35a1d05a-d43d-40b9-ae9d-be0241e624a8 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.8330448 Jul 06 17:54:16.591036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d370a-6101-47d8-9137-4cd2b939cafd req-cff7d54b-28d5-446d-9acd-a6c229ba055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:16.594761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-cff7d54b-28d5-446d-9acd-a6c229ba055c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.4603846 Jul 06 17:54:16.805133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-1453ed5c-1735-4072-aabc-3e06d03892dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952894 Jul 06 17:54:16.858439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Allocated IP 172.20.0.2 (6b44ef8e-82f1-48c5-9859-43ad98754a3b/e594bd5d-794f-41f6-ad31-32df6ab17f30/e09fe5c7-d280-469f-b122-f1b8d59d0c9b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:16.881158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-469ade3e-6ba5-4ee3-93e1-c79f6b6f4ecc req-42a445cb-5871-47dc-aa12-8f97e6aafc63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084942 Jul 06 17:54:16.930699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7ec3e20-5ac8-459f-bd1b-219d9e35c9f7 req-c962a578-2786-4be3-bb71-c46a887b86cf tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272860 Jul 06 17:54:17.056740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-fa3d58e4-b4e5-4a2d-8a89-ce701ae58044 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409050 Jul 06 17:54:17.227972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8db8076e-3c47-4871-ad16-0ddd23a54b92 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:17.446169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8db8076e-3c47-4871-ad16-0ddd23a54b92 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:17.450123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8db8076e-3c47-4871-ad16-0ddd23a54b92 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:17.450496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.504153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-816d370a-6101-47d8-9137-4cd2b939cafd req-03eb80b9-01f0-4526-9ca4-32c8766dda69 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375269 Jul 06 17:54:17.545044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.558917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Transition to ACTIVE for port object e09fe5c7-d280-469f-b122-f1b8d59d0c9b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:17.583328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Transition to ACTIVE for port object e09fe5c7-d280-469f-b122-f1b8d59d0c9b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:17.603821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172f77-1a06-473d-b9c5-aded325a2532 req-4dedf4b4-8f74-4bf7-9582-d955ba31b1f5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:17.617522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89172f77-1a06-473d-b9c5-aded325a2532 req-4dedf4b4-8f74-4bf7-9582-d955ba31b1f5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 0.3941827 Jul 06 17:54:17.618962 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.697035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Pushing event updated for resources: {'Port': ['ID=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:17.717165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-dd804308-f1ac-4e57-b250-2766c66a8441 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:17.720876 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.731988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-dd804308-f1ac-4e57-b250-2766c66a8441 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 815 time: 0.4638050 Jul 06 17:54:17.743663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:17.800073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-9657d1b2-f53a-4c04-8fa1-f9efd2d5fdb3 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/quotas/ed73691ce8674501b36797560232f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0658202 Jul 06 17:54:17.844156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8db8076e-3c47-4871-ad16-0ddd23a54b92, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8db8076e-3c47-4871-ad16-0ddd23a54b92,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:17.847562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:17.851584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:17.865366 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.975151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89172f77-1a06-473d-b9c5-aded325a2532 req-f27b391f-eb87-4187-b72c-64825fa177bd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556595 Jul 06 17:54:18.245672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-2df6bbdb-9afb-4a00-952b-bb14e9641cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.249029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-2df6bbdb-9afb-4a00-952b-bb14e9641cf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1095 time: 0.6217804 Jul 06 17:54:18.336841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8db8076e-3c47-4871-ad16-0ddd23a54b92,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:18.346480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Attempting to bind port e09fe5c7-d280-469f-b122-f1b8d59d0c9b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:18.346856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Attempting to bind port e09fe5c7-d280-469f-b122-f1b8d59d0c9b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:18.347512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Attempting to bind port e09fe5c7-d280-469f-b122-f1b8d59d0c9b on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:18.361218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:18.361628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Checking segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:18.362853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.363317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Bound using segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:18.365628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Bound port: e09fe5c7-d280-469f-b122-f1b8d59d0c9b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:18.365628 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.466114 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-bd525286-e80a-4701-ae4f-493ca9a8f8b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3081691 Jul 06 17:54:18.553579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-b46c1938-8b9a-4180-af45-49af112a5d5d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7454152 Jul 06 17:54:18.627714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] For port e09fe5c7-d280-469f-b122-f1b8d59d0c9b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:18.633347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] For port e09fe5c7-d280-469f-b122-f1b8d59d0c9b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:18.642016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.738019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea557b-850b-4fda-beb9-b0ebc2fd2a1e None None] Pushing event updated for resources: {'Port': ['ID=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:18.784166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-04d13e02-6c46-462d-8294-6ed9f241b5a8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.786091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-04d13e02-6c46-462d-8294-6ed9f241b5a8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 945 time: 0.6890192 Jul 06 17:54:18.799567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bdcdf-4116-459b-a489-84aed3e2ea20 req-03311c4a-6fda-4fed-8b00-36c7c06b408f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.822677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-381bdcdf-4116-459b-a489-84aed3e2ea20 req-03311c4a-6fda-4fed-8b00-36c7c06b408f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 945 time: 0.3493938 Jul 06 17:54:18.988933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-f2e7fb04-f023-49d5-9a44-65725083578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.019432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-f2e7fb04-f023-49d5-9a44-65725083578a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.2974327 Jul 06 17:54:19.110442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-8b153ef4-9335-4b1a-952a-04d701057e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.115100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-8b153ef4-9335-4b1a-952a-04d701057e83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 0.8081784 Jul 06 17:54:19.121557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8db8076e-3c47-4871-ad16-0ddd23a54b92 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:19.294623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8db8076e-3c47-4871-ad16-0ddd23a54b92 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:19.295078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:19.309750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-21c30f17-49f7-4b05-a83a-e2acf1a06c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.377843 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-21c30f17-49f7-4b05-a83a-e2acf1a06c4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.3474712 Jul 06 17:54:19.628046 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-a6a32928-28eb-45af-b24a-a45322f933a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 0.2421465 Jul 06 17:54:19.656715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-381bdcdf-4116-459b-a489-84aed3e2ea20 req-d6c91dc2-84a7-40e5-b562-e0242a0ced19 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8276193 Jul 06 17:54:19.680821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-17629af7-baff-4974-ac6b-e890b45d8ef4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.5042803 Jul 06 17:54:19.925271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-a23d6473-ec74-4f44-b008-d4813c260cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.940423 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-a23d6473-ec74-4f44-b008-d4813c260cff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1854787 Jul 06 17:54:20.087568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-f72e51ee-702d-4ddb-92f1-4d41fd1f3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:20.090508 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-f72e51ee-702d-4ddb-92f1-4d41fd1f3016 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256447 Jul 06 17:54:20.122789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c60938f2-8987-4c63-bcf6-16d8b69334d3 service neutron] 10.222.0.37 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5679374 Jul 06 17:54:20.134489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-65edc2bf-97c0-4846-a38b-d86b5efac70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:20.137126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-65edc2bf-97c0-4846-a38b-d86b5efac70e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.3682945 Jul 06 17:54:20.345201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-f7ecc7de-703c-4776-af44-d8c58bc752f2 service neutron] 10.222.0.37 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212846 Jul 06 17:54:20.494781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-5c8cc1a4-36b8-44d2-a171-188110ffa900 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199787 Jul 06 17:54:20.496548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port 8c5adb16-3631-4078-bf16-14615599171c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:20.496905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.527875 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-9858c092-c437-4174-830b-2004754a835f service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238191 Jul 06 17:54:21.175933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e553ac46-f7e0-43cb-aad8-7a24b378764a req-45210a4a-3696-4534-a2d4-605bad7c2284 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375215 Jul 06 17:54:21.298929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port 8c5adb16-3631-4078-bf16-14615599171c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8c5adb16-3631-4078-bf16-14615599171c,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:21.299932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.331838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e09fe5c7-d280-469f-b122-f1b8d59d0c9b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:21.505293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-ef5ba45b-72c3-4ba1-a7da-795c0a73634a service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600858 Jul 06 17:54:21.554883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8c5adb16-3631-4078-bf16-14615599171c no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:21.717385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf62fe2-3676-4093-bee1-3abc9429b84c None None] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:21.946289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for 8c5adb16-3631-4078-bf16-14615599171c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:22.193093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6d01b8e1-4c36-43b2-a20f-610d85b693e0 None None] Provisioning for port e09fe5c7-d280-469f-b122-f1b8d59d0c9b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:22.295298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e09fe5c7-d280-469f-b122-f1b8d59d0c9b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:22.317657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e09fe5c7-d280-469f-b122-f1b8d59d0c9b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:22.318041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.434660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c9c38-a727-4f16-b685-e91cda607436 req-038245db-8a67-4ed0-a58a-7860264988dc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:22.462430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f61c9c38-a727-4f16-b685-e91cda607436 req-038245db-8a67-4ed0-a58a-7860264988dc tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 2.1106610 Jul 06 17:54:22.480658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-341fdf74-1796-4f99-96b8-5e7cf7946e3c req-db09faac-7801-4499-9f61-3f8331d8af4c service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320611 Jul 06 17:54:22.566873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927668dd-499d-4382-877e-9552201047d4 req-08dc8853-6248-4d3c-993e-cba16984b65e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:22.589939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-927668dd-499d-4382-877e-9552201047d4 req-08dc8853-6248-4d3c-993e-cba16984b65e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 1.2585261 Jul 06 17:54:22.736373 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.959786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.978661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f61c9c38-a727-4f16-b685-e91cda607436 req-38ce0f8c-151f-4f0e-af5f-77cdc32acc52 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5147262 Jul 06 17:54:23.143884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e09fe5c7-d280-469f-b122-f1b8d59d0c9b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:23.198648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:23.299388 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-927668dd-499d-4382-877e-9552201047d4 req-61272830-fa7e-41c1-aa4b-092ad7c22b10 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690266 Jul 06 17:54:23.512474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-79c48d2e-7bd3-4d34-8a1e-f0594056d05c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5272515 Jul 06 17:54:23.513763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:23.517078 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:23.581145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:23.777357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=8c5adb16-3631-4078-bf16-14615599171c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:23.789404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-43fce201-33fe-4ef5-af13-10efbfb4b981 None None] Provisioning complete for port e09fe5c7-d280-469f-b122-f1b8d59d0c9b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:23.790308 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43fce201-33fe-4ef5-af13-10efbfb4b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:23.845334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbf8e66a-81e8-42af-bf61-30c3d8734024 req-16a99485-0ce7-4a0d-8d8f-c3a91d2ad4f6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=92638977-f6cc-4177-b4a6-7494029d391e HTTP/1.1" status: 200 len: 210 time: 0.1042652 Jul 06 17:54:23.970759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port 8c5adb16-3631-4078-bf16-14615599171c on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:23.990739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.000784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2a20c81-b3da-424f-86bb-9487d75b6577 req-73a551d7-122e-4f18-af3d-268346d8f75d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/8c5adb16-3631-4078-bf16-14615599171c HTTP/1.1" status: 204 len: 173 time: 5.1665378 Jul 06 17:54:24.010770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92638977-f6cc-4177-b4a6-7494029d391e', 'name': 'network-vif-deleted', 'tag': '8c5adb16-3631-4078-bf16-14615599171c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:24.017892 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c35d86-4448-42c4-a165-a7d8a282b9d5" -d '{"events": [{"server_uuid": "92638977-f6cc-4177-b4a6-7494029d391e", "name": "network-vif-deleted", "tag": "8c5adb16-3631-4078-bf16-14615599171c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:24.083633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-d59b9fe3-644b-41ca-acf6-2242a643e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:24.087940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-d59b9fe3-644b-41ca-acf6-2242a643e8cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=334f2c4e33db4bd2a3002da6b132923d&device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 1096 time: 0.4253304 Jul 06 17:54:24.721973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-5d52f6e3-599e-4af5-96f2-53ab4653a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:24.723956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-5d52f6e3-599e-4af5-96f2-53ab4653a1b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.3712060 Jul 06 17:54:24.737591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-550a39a4-1896-4deb-9e70-0ba45f6eefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:24.742354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-550a39a4-1896-4deb-9e70-0ba45f6eefb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 200 len: 916 time: 0.5498729 Jul 06 17:54:24.906692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-b39d032d-a1e9-440e-8bb0-4451735b3d51 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:24.922976 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-b39d032d-a1e9-440e-8bb0-4451735b3d51 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 815 time: 0.5749590 Jul 06 17:54:24.932071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-7d02be3b-ed55-462f-88c8-8ae8fbdf376d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16 HTTP/1.1" status: 200 len: 217 time: 0.1618767 Jul 06 17:54:24.953094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Request body: {'port': {'device_id': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'admin_state_up': True, 'tenant_id': 'ed73691ce8674501b36797560232f8f9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:25.216098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-354bbfda-8ce4-45af-b44e-342469883230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:25.218721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-354bbfda-8ce4-45af-b44e-342469883230 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 200 len: 855 time: 0.2756164 Jul 06 17:54:25.296593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-598e5c1e-0bf3-4258-88aa-cb9d2f0a7b75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4404462a-9863-490d-9442-81ddf7409b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619488 Jul 06 17:54:25.398763 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a7519aa-a6bc-4621-9c7f-a1593e623660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.417151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-6955c5e6-aec1-4393-8f2d-05052d005148 service neutron] 10.222.0.61 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080658 Jul 06 17:54:25.549063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd6a6af6-f72e-430e-9bba-9430c73f833c req-e2b3960d-96f6-4f15-860f-403d8fb0faec service neutron] 10.222.0.61 "GET /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207952 Jul 06 17:54:25.560168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-90ba431d-52ce-4b16-8295-c0632f8af3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:25.562406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-90ba431d-52ce-4b16-8295-c0632f8af3e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.8129315 Jul 06 17:54:25.575713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4d96d-1f6d-4730-bd23-f73d546883c7 req-6daba45d-0b95-4740-a1f8-bd52561677f7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:25.593962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07f4d96d-1f6d-4730-bd23-f73d546883c7 req-6daba45d-0b95-4740-a1f8-bd52561677f7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.5450447 Jul 06 17:54:25.595307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.623042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e09fe5c7-d280-469f-b122-f1b8d59d0c9b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:25.743209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e09fe5c7-d280-469f-b122-f1b8d59d0c9b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:25.743921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.814856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Made reservation on behalf of ed73691ce8674501b36797560232f8f9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:25.849031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.235335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Allocated IP 172.20.0.11 (6b44ef8e-82f1-48c5-9859-43ad98754a3b/e594bd5d-794f-41f6-ad31-32df6ab17f30/518135be-c79c-4b13-a268-d684f7a0796e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:26.658305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Request body: {'floatingip': {'port_id': '224ce730-0789-4ca7-80f4-af3a8ce74905'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:26.763715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.808579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Transition to ACTIVE for port object 518135be-c79c-4b13-a268-d684f7a0796e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:26.892161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.986127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.020161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:27.021823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:27.048491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:27.070933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Pushing event updated for resources: {'Port': ['ID=518135be-c79c-4b13-a268-d684f7a0796e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:27.245776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:27.247551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.256889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-9b34591b-0488-4990-98ac-80bc8d0b3e67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 1.6591294 Jul 06 17:54:27.283626 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0c07c509-dff2-4d38-a4a6-a034f9d44338 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3440886 Jul 06 17:54:27.314738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Request body: {'port': {'device_id': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:27.589428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.620023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6b074099-46af-4f8e-a582-72e333561200 None None] Provisioning for port 518135be-c79c-4b13-a268-d684f7a0796e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:27.636988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6b074099-46af-4f8e-a582-72e333561200 None None] Provisioning complete for port 518135be-c79c-4b13-a268-d684f7a0796e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:27.641025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b074099-46af-4f8e-a582-72e333561200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.764595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6b074099-46af-4f8e-a582-72e333561200 None None] Port 518135be-c79c-4b13-a268-d684f7a0796e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:27.863041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-093c97be-ec61-4d56-90c3-e802cb0fb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:27.863864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ae52e00-8c65-4dc1-a32b-a77a7790c227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.868249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-093c97be-ec61-4d56-90c3-e802cb0fb693 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.5993698 Jul 06 17:54:27.884166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7407635-f18e-46cd-a59b-37c07bb84ac5 req-b6de04e0-b1f6-4dbf-8ca5-738f297f5b24 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:27.901219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7407635-f18e-46cd-a59b-37c07bb84ac5 req-b6de04e0-b1f6-4dbf-8ca5-738f297f5b24 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 1.2369490 Jul 06 17:54:27.924979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.332610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7407635-f18e-46cd-a59b-37c07bb84ac5 req-47edc7b1-861c-40d5-a53b-ddae0375a007 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299107 Jul 06 17:54:28.357360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518135be-c79c-4b13-a268-d684f7a0796e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:28.380564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.416264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Transition to ACTIVE for port object 518135be-c79c-4b13-a268-d684f7a0796e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:28.423678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.683860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5702fb-dfef-446e-9d36-c9254c2fc25c x-openstack-request-id: req-0e5702fb-dfef-446e-9d36-c9254c2fc25c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:28.683860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92638977-f6cc-4177-b4a6-7494029d391e", "name": "network-vif-deleted", "tag": "8c5adb16-3631-4078-bf16-14615599171c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:28.683860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e5702fb-dfef-446e-9d36-c9254c2fc25c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:28.692691 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92638977-f6cc-4177-b4a6-7494029d391e', 'name': 'network-vif-deleted', 'tag': '8c5adb16-3631-4078-bf16-14615599171c', 'status': 'completed', 'code': 200} Jul 06 17:54:28.837369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-840e09a7-f697-4518-91b6-1f550bdfd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:28.839027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-840e09a7-f697-4518-91b6-1f550bdfd174 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9211037 Jul 06 17:54:28.944183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Attempting to bind port 518135be-c79c-4b13-a268-d684f7a0796e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:28.944819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Attempting to bind port 518135be-c79c-4b13-a268-d684f7a0796e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:28.945155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Attempting to bind port 518135be-c79c-4b13-a268-d684f7a0796e on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:28.947494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Pushing event updated for resources: {'Port': ['ID=518135be-c79c-4b13-a268-d684f7a0796e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:28.970760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Port 518135be-c79c-4b13-a268-d684f7a0796e on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:28.971067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Attempting to bind port 518135be-c79c-4b13-a268-d684f7a0796e on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:28.976959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:28.977347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Checking segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:28.977755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Bound using segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:28.978133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Bound port: 518135be-c79c-4b13-a268-d684f7a0796e, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:28.991685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.152691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] For port 518135be-c79c-4b13-a268-d684f7a0796e, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:29.158064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] For port 518135be-c79c-4b13-a268-d684f7a0796e, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=518135be-c79c-4b13-a268-d684f7a0796e,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:29.167137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.267892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:29.268522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.270928 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] 10.222.0.60 "PUT /v2.0/ports/518135be-c79c-4b13-a268-d684f7a0796e HTTP/1.1" status: 200 len: 1092 time: 1.9636815 Jul 06 17:54:29.273501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'tag': '518135be-c79c-4b13-a268-d684f7a0796e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:29.286127 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1567a3-6247-48a1-9992-47ec1f03875e" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecb77-05f2-4eb3-950d-bbee3f71dd55", "tag": "518135be-c79c-4b13-a268-d684f7a0796e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:29.291127 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.345735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a0ed7-39b4-48b8-866e-85e9892dc478 service neutron] Pushing event updated for resources: {'Port': ['ID=518135be-c79c-4b13-a268-d684f7a0796e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:29.497779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc6934-3f20-4fc1-acda-55bb5ce8c369 req-8f7cb2d0-e7a0-4beb-bfdc-e1c85ac4247b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:29.520874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7dc6934-3f20-4fc1-acda-55bb5ce8c369 req-8f7cb2d0-e7a0-4beb-bfdc-e1c85ac4247b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 0.4704916 Jul 06 17:54:29.587098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-04412104-2226-4dc7-952d-2a4ef2291ef4 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278891 Jul 06 17:54:29.659428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:54:29.667660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-d578159c-4a68-4770-acac-4ec77709d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:29.673067 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-d578159c-4a68-4770-acac-4ec77709d02e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 1095 time: 0.1944208 Jul 06 17:54:29.752396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.803367 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-1d97e65d-0346-49eb-98e4-dcf383328a1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=518135be-c79c-4b13-a268-d684f7a0796e HTTP/1.1" status: 200 len: 217 time: 0.1169884 Jul 06 17:54:29.850609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7dc6934-3f20-4fc1-acda-55bb5ce8c369 req-aca7be2a-6d26-4001-a822-ed5de3838264 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277333 Jul 06 17:54:29.894895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.921701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.974710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3d26ac0-9efd-41cb-bae4-a1da176d4a49 req-c9af7972-d7b8-4a20-9be7-e0f9637f0f4a service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583724 Jul 06 17:54:30.203867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0b68df6f-7739-4c98-9ba2-6eb4c92bba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:30.213154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-0b68df6f-7739-4c98-9ba2-6eb4c92bba49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.2230849 Jul 06 17:54:30.315284 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Floating IP 425d1357-01c7-4e05-9ed1-e211a856deb5 associated. External IP: 172.25.5.192, port: 224ce730-0789-4ca7-80f4-af3a8ce74905. Jul 06 17:54:30.453036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-f88ae65f-2c21-432e-a4ce-53438c81c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:30.463904 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-f88ae65f-2c21-432e-a4ce-53438c81c571 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244985 Jul 06 17:54:30.686246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.803640 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-795a7459-86c0-4f63-80cb-c26b475534a9 service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016648 Jul 06 17:54:31.054366 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b260f63a-adf6-4d52-9ce7-1fc908dc9873 req-445641b0-e54c-487b-88d8-c61edec878bc service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388093 Jul 06 17:54:31.324130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Router e9be17be-454e-4e06-881c-c5a267699c1b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:31.513577 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f5f274-449e-4e22-80b0-9817e9029935 x-openstack-request-id: req-f1f5f274-449e-4e22-80b0-9817e9029935 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:31.513973 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecb77-05f2-4eb3-950d-bbee3f71dd55", "tag": "518135be-c79c-4b13-a268-d684f7a0796e", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:31.514131 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1f5f274-449e-4e22-80b0-9817e9029935 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:31.515247 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'tag': '518135be-c79c-4b13-a268-d684f7a0796e', 'status': 'completed', 'code': 200} Jul 06 17:54:31.965274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:31.993505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baee74-127b-483a-83af-e686625d2734 None None] Sync routers for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:32.018356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:32.041227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:32.045222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:54:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:32.097136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-21c8eee8-c9bb-4aa3-8e82-a0b7ef23a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.107521 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-21c8eee8-c9bb-4aa3-8e82-a0b7ef23a547 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 1095 time: 0.3050859 Jul 06 17:54:32.180247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f502f1-813d-4b85-b245-28b70a065328 req-5356c82c-7c26-45cc-b423-d35551489122 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.193964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13f502f1-813d-4b85-b245-28b70a065328 req-5356c82c-7c26-45cc-b423-d35551489122 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4918935 Jul 06 17:54:32.208208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6f1ac490-fccb-4134-bc35-c8c92370eec6 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "PUT /v2.0/floatingips/425d1357-01c7-4e05-9ed1-e211a856deb5 HTTP/1.1" status: 200 len: 992 time: 5.5930505 Jul 06 17:54:32.222262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:32.227513 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37" -d '{"events": [{"name": "network-changed", "server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:32.236667 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:32.325325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13f502f1-813d-4b85-b245-28b70a065328 req-1519f89d-044a-4f2f-90c0-650b7012b7da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303577 Jul 06 17:54:32.440442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:32.492863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-f2058ae5-6329-4ff4-a600-993c77a52398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.494642 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-f2058ae5-6329-4ff4-a600-993c77a52398 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 916 time: 0.2508368 Jul 06 17:54:32.823042 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-ece8a1a8-c87d-4ecf-a250-6d6034431200 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=518135be-c79c-4b13-a268-d684f7a0796e HTTP/1.1" status: 200 len: 217 time: 0.1060967 Jul 06 17:54:32.937477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '425d1357-01c7-4e05-9ed1-e211a856deb5', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'port_id': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'mac_address': 'fa:16:3e:78:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:46Z', 'updated_at': '2021-07-06T17:54:29Z', 'revision_number': 1, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:50Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:32.962662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-ca7a1819-5e8c-43d9-b5fe-5f9de7f957f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.964770 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-ca7a1819-5e8c-43d9-b5fe-5f9de7f957f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.1303630 Jul 06 17:54:33.015457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baee74-127b-483a-83af-e686625d2734 None None] Checking router: e9be17be-454e-4e06-881c-c5a267699c1b for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:33.033127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575bd90-0a85-44a6-be7a-6d016f4b9570 req-5567ebe7-c87e-442a-94e1-2121e5d411b1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:33.047518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5575bd90-0a85-44a6-be7a-6d016f4b9570 req-5567ebe7-c87e-442a-94e1-2121e5d411b1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 0.1640906 Jul 06 17:54:33.080072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:33.087241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:54:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:33.148316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5575bd90-0a85-44a6-be7a-6d016f4b9570 req-23a396c4-4a3a-481d-85d1-16001a01005a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993285 Jul 06 17:54:33.450083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:33.607460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-f35d1086-4720-4b63-9110-c777e7540654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:33.611354 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-f35d1086-4720-4b63-9110-c777e7540654 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624805 Jul 06 17:54:33.747631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 518135be-c79c-4b13-a268-d684f7a0796e details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:33.830099 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-acdef810-4758-4e1b-a270-c55997615a25 service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901956 Jul 06 17:54:33.980320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b56f3-c02a-4ed0-9a72-39275eadd5a9 req-8eaa64a6-5938-46e3-ab37-9f8520a905b2 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:33.994594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-750b56f3-c02a-4ed0-9a72-39275eadd5a9 req-8eaa64a6-5938-46e3-ab37-9f8520a905b2 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 945 time: 0.2322063 Jul 06 17:54:34.112347 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa1567a3-6247-48a1-9992-47ec1f03875e req-edbf4225-1766-4036-980d-63093278525a service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518637 Jul 06 17:54:34.126353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-750b56f3-c02a-4ed0-9a72-39275eadd5a9 req-b88d46a3-46e1-4ece-91d0-29828b6607fa tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299767 Jul 06 17:54:34.127628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 518135be-c79c-4b13-a268-d684f7a0796e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=518135be-c79c-4b13-a268-d684f7a0796e,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:34.149766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '518135be-c79c-4b13-a268-d684f7a0796e', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'port_id': '518135be-c79c-4b13-a268-d684f7a0796e', 'mac_address': 'fa:16:3e:92:1e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e594bd5d-794f-41f6-ad31-32df6ab17f30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:34.202841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d5baee74-127b-483a-83af-e686625d2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '425d1357-01c7-4e05-9ed1-e211a856deb5', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'port_id': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'mac_address': 'fa:16:3e:78:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:46Z', 'updated_at': '2021-07-06T17:54:29Z', 'revision_number': 1, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:50Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:34.305236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baee74-127b-483a-83af-e686625d2734 None None] The sync data for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 is: [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '425d1357-01c7-4e05-9ed1-e211a856deb5', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'port_id': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'mac_address': 'fa:16:3e:78:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:46Z', 'updated_at': '2021-07-06T17:54:29Z', 'revision_number': 1, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:50Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:34.331486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.414162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518135be-c79c-4b13-a268-d684f7a0796e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:34.491722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 518135be-c79c-4b13-a268-d684f7a0796e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=518135be-c79c-4b13-a268-d684f7a0796e,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:34.523298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.669012 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf302f-c0c9-4cb2-a9d4-1bcbab6c9294 x-openstack-request-id: req-3abf302f-c0c9-4cb2-a9d4-1bcbab6c9294 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:34.669515 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:34.670061 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3abf302f-c0c9-4cb2-a9d4-1bcbab6c9294 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:34.670648 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'status': 'completed', 'code': 200} Jul 06 17:54:34.792393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=518135be-c79c-4b13-a268-d684f7a0796e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:34.822062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.823024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.823996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.824983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.825781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.826667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.828183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.832049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.835922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-b32dd8e8-599c-4778-a99e-2807ed1b7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:34.837733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-b32dd8e8-599c-4778-a99e-2807ed1b7122 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=86181f42f0b84bf89b8ef567e2256b04&device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 1097 time: 0.1414161 Jul 06 17:54:34.849383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.851982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.861804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:34.862345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:35.043742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e9c475-0723-4a09-91b9-6283e1f17b15 None None] New status for floating IP 425d1357-01c7-4e05-9ed1-e211a856deb5: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:54:35.096917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['518135be-c79c-4b13-a268-d684f7a0796e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:35.206006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-b06fe3b4-63ce-4132-ae4a-d1e8835f076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:35.221373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-b06fe3b4-63ce-4132-ae4a-d1e8835f076a service neutron] 10.222.0.61 "GET /v2.0/networks?id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa HTTP/1.1" status: 200 len: 907 time: 0.3738778 Jul 06 17:54:35.441639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-7b8871f9-c60b-486f-9239-a8000b108a92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:35.449829 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-7b8871f9-c60b-486f-9239-a8000b108a92 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "GET /v2.0/ports?device_id=7229fe70-3b3e-46a1-9b14-541c748939a3 HTTP/1.1" status: 200 len: 945 time: 0.3791392 Jul 06 17:54:35.460465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-7c142e35-7425-4764-96a5-16cfcffb1ccf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=224ce730-0789-4ca7-80f4-af3a8ce74905 HTTP/1.1" status: 200 len: 1000 time: 0.2146614 Jul 06 17:54:35.633801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-d2255705-ebfa-4297-928a-8ceddeee735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:35.637001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-d2255705-ebfa-4297-928a-8ceddeee735b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d60409c-52f9-4359-8ef5-d09eceeea77d HTTP/1.1" status: 200 len: 845 time: 0.1696301 Jul 06 17:54:35.719499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Deleting port 8dd95828-ef67-46fe-83a4-dde0b65eb83d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:35.719499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.743097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-869695b9-2455-4ce7-9d60-e4b38c3964c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:35.744840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-869695b9-2455-4ce7-9d60-e4b38c3964c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974412 Jul 06 17:54:35.854740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] For port 8dd95828-ef67-46fe-83a4-dde0b65eb83d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8dd95828-ef67-46fe-83a4-dde0b65eb83d,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:35.855371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.881782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Calling delete_port for 8dd95828-ef67-46fe-83a4-dde0b65eb83d owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:36.055762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.069585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['eb970bfd-fa13-4162-a3d3-0898848fbc16'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:36.104131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event deleted for resources: {'Port': ['ID=8dd95828-ef67-46fe-83a4-dde0b65eb83d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:36.177443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] No DVR routers for this DVR port 8dd95828-ef67-46fe-83a4-dde0b65eb83d on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:36.181397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.183635 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-da7c6732-9cf5-407b-a5a0-3d391470b971 req-459bf2ed-deb8-47f1-8031-63e8d5b45a95 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "DELETE /v2.0/ports/8dd95828-ef67-46fe-83a4-dde0b65eb83d HTTP/1.1" status: 204 len: 173 time: 0.7136762 Jul 06 17:54:36.184136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'name': 'network-vif-deleted', 'tag': '8dd95828-ef67-46fe-83a4-dde0b65eb83d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:36.197425 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ed6525-96ad-44c8-8291-509ad8a36f76" -d '{"events": [{"server_uuid": "7229fe70-3b3e-46a1-9b14-541c748939a3", "name": "network-vif-deleted", "tag": "8dd95828-ef67-46fe-83a4-dde0b65eb83d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:36.252140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1', '8dd95828-ef67-46fe-83a4-dde0b65eb83d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:36.522110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-fcd4d409-a506-43ca-90bb-c0db04d3e9f8 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:36.523920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-fcd4d409-a506-43ca-90bb-c0db04d3e9f8 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 815 time: 0.7041175 Jul 06 17:54:36.571131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-12812bea-7971-4bac-b03b-ba40e700f6b1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:36.573163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-12812bea-7971-4bac-b03b-ba40e700f6b1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.7514317 Jul 06 17:54:36.576487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-996d0577-c1c8-44ce-b34f-2f48eebde570 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/quotas/ed73691ce8674501b36797560232f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0270689 Jul 06 17:54:36.578878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-85835009-ed49-4c20-8986-928334d4cc6b service neutron] 10.222.0.61 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249097 Jul 06 17:54:36.710211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-94a1b205-8ea5-4744-a9ba-33e1d242a712 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.1267364 Jul 06 17:54:36.908694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-ecab943c-f0c3-481e-a2f2-6ba8f1eb16e3 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3093400 Jul 06 17:54:36.921526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-913b80f5-2a43-4932-a1b6-dbc1e9f5bf37 req-b5296eea-e502-45e3-bf2f-eb9ab3d04717 service neutron] 10.222.0.61 "GET /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300200 Jul 06 17:54:36.985388 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-553dda5a-c692-42ff-beed-53ca11b9eebd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2586150 Jul 06 17:54:37.181965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-6b8e737f-cbac-41e2-bd75-170e660a88d9 service neutron] 10.222.0.37 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549100 Jul 06 17:54:37.288642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cadec82c-0781-4bae-9053-41c8adbc40a3 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581065 Jul 06 17:54:37.385205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-ac6f64fc-956d-4373-bbae-1d2f0e76d258 service neutron] 10.222.0.37 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923742 Jul 06 17:54:37.432241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-53bd5ebf-d249-4c3a-ae84-13d68cb01859 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329095 Jul 06 17:54:37.743214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:37.747528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 518135be-c79c-4b13-a268-d684f7a0796e up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:38.032006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 518135be-c79c-4b13-a268-d684f7a0796e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:38.053934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e1ee-b980-4ad7-ba25-f7af834275a1 req-e2103923-13da-48e5-8c93-95187523b5a2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:38.055958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f632e1ee-b980-4ad7-ba25-f7af834275a1 req-e2103923-13da-48e5-8c93-95187523b5a2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.1883843 Jul 06 17:54:38.072970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409df73-1ba4-4abe-a44b-f1fe2fc937d9 req-51a9c80a-2317-4f45-a99f-bc1ebb655061 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:38.073260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 518135be-c79c-4b13-a268-d684f7a0796e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:38.073260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.073906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f409df73-1ba4-4abe-a44b-f1fe2fc937d9 req-51a9c80a-2317-4f45-a99f-bc1ebb655061 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 944 time: 0.1510315 Jul 06 17:54:38.134987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f632e1ee-b980-4ad7-ba25-f7af834275a1 req-297ed317-ddaf-43ca-b368-087e1325da79 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596979 Jul 06 17:54:38.172625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f409df73-1ba4-4abe-a44b-f1fe2fc937d9 req-3678adb6-b633-4653-a99a-8e8dccb9fa9a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Jul 06 17:54:38.318045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:38.343907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'network_id': '807c8bd2-06e1-47c1-884e-3194e97303e3', 'port_id': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'mac_address': 'fa:16:3e:55:72:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34989a0d-f8e7-42d1-8a0f-500e59d15ce2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:38.439535 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.469481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0cf99c-1310-4d3b-9c12-81891af738f3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:38.480244 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.517650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:38.585886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 518135be-c79c-4b13-a268-d684f7a0796e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=518135be-c79c-4b13-a268-d684f7a0796e,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:38.593653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518135be-c79c-4b13-a268-d684f7a0796e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:38.599064 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276edb48-e3ef-42e7-99e9-1f359dfa097d" -d '{"events": [{"server_uuid": "e45ecb77-05f2-4eb3-950d-bbee3f71dd55", "name": "network-vif-plugged", "status": "completed", "tag": "518135be-c79c-4b13-a268-d684f7a0796e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:38.613639 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.624559 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.707630 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebce25d-3bef-4bbc-aecd-ae6f86246735 x-openstack-request-id: req-8ebce25d-3bef-4bbc-aecd-ae6f86246735 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:38.709065 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7229fe70-3b3e-46a1-9b14-541c748939a3", "name": "network-vif-deleted", "tag": "8dd95828-ef67-46fe-83a4-dde0b65eb83d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:38.709695 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ebce25d-3bef-4bbc-aecd-ae6f86246735 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:38.711833 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7229fe70-3b3e-46a1-9b14-541c748939a3', 'name': 'network-vif-deleted', 'tag': '8dd95828-ef67-46fe-83a4-dde0b65eb83d', 'status': 'completed', 'code': 200} Jul 06 17:54:38.825438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:38.928583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['cd0cf99c-1310-4d3b-9c12-81891af738f3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:39.042011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f35de96b-57bd-4a4e-80fd-b1f7e87da002 req-7838708c-fcc2-45c7-b265-a5bba254ab89 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 210 time: 0.1756516 Jul 06 17:54:39.138932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=518135be-c79c-4b13-a268-d684f7a0796e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:39.253639 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d3064c-4be4-489c-b771-be16c6a75f2b x-openstack-request-id: req-85d3064c-4be4-489c-b771-be16c6a75f2b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:39.253921 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecb77-05f2-4eb3-950d-bbee3f71dd55", "name": "network-vif-plugged", "status": "completed", "tag": "518135be-c79c-4b13-a268-d684f7a0796e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:39.254198 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85d3064c-4be4-489c-b771-be16c6a75f2b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:39.255571 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518135be-c79c-4b13-a268-d684f7a0796e', 'code': 200} Jul 06 17:54:39.279424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-2d11d94e-e22d-4f7c-a655-4e226c32e055 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.290605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-2d11d94e-e22d-4f7c-a655-4e226c32e055 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 815 time: 0.3528523 Jul 06 17:54:39.328393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-04df1fe1-d1ed-4fb4-902a-e79daba11bf7 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/quotas/ed73691ce8674501b36797560232f8f9 HTTP/1.1" status: 200 len: 375 time: 0.0331604 Jul 06 17:54:39.510816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-759b858f-ae0e-4e53-aa24-6e5dbf2a605f tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816924 Jul 06 17:54:39.664706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d586b69-e709-451e-9288-22788993a8f8 req-2adc5f5a-53b3-4b56-9ce3-10aa55f86f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.675870 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d586b69-e709-451e-9288-22788993a8f8 req-2adc5f5a-53b3-4b56-9ce3-10aa55f86f92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 1097 time: 0.1388969 Jul 06 17:54:39.711607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d1e3cdc7-e036-49ea-8b83-1e2f1a8d827b service neutron] 10.222.0.37 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831596 Jul 06 17:54:39.725895 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5d586b69-e709-451e-9288-22788993a8f8 req-36ce390f-a706-4da8-90ff-d5f53a40b189 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486026 Jul 06 17:54:39.760811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8dd95828-ef67-46fe-83a4-dde0b65eb83d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:39.822079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 8dd95828-ef67-46fe-83a4-dde0b65eb83d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:39.822683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8dd95828-ef67-46fe-83a4-dde0b65eb83d not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:39.839982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6972c-b16d-475b-bbef-1048abb0b70f req-b1ff420b-08d5-4950-b530-81628450a4d3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.862101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-caf6972c-b16d-475b-bbef-1048abb0b70f req-b1ff420b-08d5-4950-b530-81628450a4d3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.3491981 Jul 06 17:54:39.972915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-c5f3f559-f90d-42fd-af28-da6f91bd2cae service neutron] 10.222.0.37 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537293 Jul 06 17:54:39.992453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-caf6972c-b16d-475b-bbef-1048abb0b70f req-ef25a299-6990-4c72-9b62-aa0f522545a3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292660 Jul 06 17:54:40.338490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-8b568f52-4353-41aa-8923-bbb7cd388bbb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:40.345022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-8b568f52-4353-41aa-8923-bbb7cd388bbb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.61 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 815 time: 0.2772419 Jul 06 17:54:40.363308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Request body: {'port': {'device_id': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'admin_state_up': True, 'tenant_id': 'ed73691ce8674501b36797560232f8f9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:40.521980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d693f53c-8da1-44ee-88fb-3cece2c89f36 req-cdc23816-85d9-4bee-8e60-69f759b47ccb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 210 time: 0.0732350 Jul 06 17:54:40.605245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-773b1c3b-bd7c-4dac-a179-96f9a018bfa1 req-8199c732-0f31-483a-9f87-28abce61e9a7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 210 time: 0.0435572 Jul 06 17:54:40.662998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Made reservation on behalf of ed73691ce8674501b36797560232f8f9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:40.668494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.073500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Allocated IP 172.20.0.5 (6b44ef8e-82f1-48c5-9859-43ad98754a3b/e594bd5d-794f-41f6-ad31-32df6ab17f30/e8a3dde7-9718-4c1d-ac83-3c94c6fcd600) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:41.121033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-42219654-abbb-45aa-8f84-efe11cd41955 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:41.122628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-42219654-abbb-45aa-8f84-efe11cd41955 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.3450963 Jul 06 17:54:41.144497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:41.716827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.742532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Transition to ACTIVE for port object e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:41.774633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:41.859735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.879041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['518135be-c79c-4b13-a268-d684f7a0796e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:41.897032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9a40-1e44-4e08-9c3f-7e4ffeded310 req-72e4725d-9a14-4868-9297-24fbf6d069bc tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:41.905674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ff9a40-1e44-4e08-9c3f-7e4ffeded310 req-72e4725d-9a14-4868-9297-24fbf6d069bc tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 945 time: 0.6911426 Jul 06 17:54:41.955607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port cd0cf99c-1310-4d3b-9c12-81891af738f3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:41.965042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port cd0cf99c-1310-4d3b-9c12-81891af738f3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:41.965728 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.993536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Pushing event updated for resources: {'Port': ['ID=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:42.043804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:42.052266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:42.119201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.119757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.120200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.120645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.121358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.121801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.122476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.122913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.124107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.124501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.124934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.127875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:42.134082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95cafebf-298f-4692-8cf2-7252047f9aef req-4cb94fdd-3ab0-4e28-80b5-8b83a3516b7a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 210 time: 0.1376023 Jul 06 17:54:42.135474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:42.260512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:42.262234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.290365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-0d98740c-5492-4308-9ca2-3adf768a952e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9359157 Jul 06 17:54:42.291063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:42.295154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.324143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Request body: {'port': {'device_id': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:42.362751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ff9a40-1e44-4e08-9c3f-7e4ffeded310 req-09333293-e8fd-46ce-9aea-a4472041b900 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495561 Jul 06 17:54:42.510578 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.601975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:42.606132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:42.609790 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b457cc-ff87-4797-a125-bf09f1d59e8d" -d '{"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-plugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:42.637882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.659943 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:54:42.711068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-1bd4b980-2cf7-4ebd-8601-d4316f41e071 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:42.719178 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-1bd4b980-2cf7-4ebd-8601-d4316f41e071 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 815 time: 0.4288449 Jul 06 17:54:42.737249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Request body: {'port': {'device_id': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'admin_state_up': True, 'tenant_id': 'ed73691ce8674501b36797560232f8f9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:42.751477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b61335bc-f70d-42b0-b15b-4b739639b2c7 None None] Provisioning for port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:42.779855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b61335bc-f70d-42b0-b15b-4b739639b2c7 None None] Provisioning complete for port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:42.791067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b61335bc-f70d-42b0-b15b-4b739639b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.851321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.7 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/2def105b-1298-4099-9270-36dae2b2f674) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:42.888868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b61335bc-f70d-42b0-b15b-4b739639b2c7 None None] Port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:42.916345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:42.965910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ddc3391-6b58-48cd-b34c-ac43630ac040 req-8e43dd5a-0190-4329-9888-818264af7f92 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 210 time: 0.0863187 Jul 06 17:54:43.004026 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d59076-9e81-4e3f-a9fd-0c047903eff5 x-openstack-request-id: req-25d59076-9e81-4e3f-a9fd-0c047903eff5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:43.004721 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-plugged", "status": "completed", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:43.005085 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25d59076-9e81-4e3f-a9fd-0c047903eff5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:43.005623 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'code': 200} Jul 06 17:54:43.404403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.513603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.605380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Made reservation on behalf of ed73691ce8674501b36797560232f8f9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:43.612331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.768774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5771d78c-2b47-42d5-ae6f-5fa1b1827834 req-8c5f3412-f129-4bca-b035-f7c7b521ab28 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 210 time: 0.1629753 Jul 06 17:54:43.881028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Allocated IP 172.20.0.6 (6b44ef8e-82f1-48c5-9859-43ad98754a3b/e594bd5d-794f-41f6-ad31-32df6ab17f30/12785746-4ff5-4c87-9f19-f17c8dd0e501) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:44.173270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:44.197464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Transition to ACTIVE for port object 12785746-4ff5-4c87-9f19-f17c8dd0e501 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:44.203568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:44.217624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:44.252409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:44.264277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:44.324515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:44.359672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:44.371241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['518135be-c79c-4b13-a268-d684f7a0796e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:44.381235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d78d67-f8d1-4622-b70c-12a616f2eacc req-bc5d6760-96b8-4453-94c1-71315c843af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:44.386423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33d78d67-f8d1-4622-b70c-12a616f2eacc req-bc5d6760-96b8-4453-94c1-71315c843af2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1097 time: 0.8931756 Jul 06 17:54:44.437187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:44.442131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=2def105b-1298-4099-9270-36dae2b2f674,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:44.446531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:44.455063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:44.625199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33d78d67-f8d1-4622-b70c-12a616f2eacc req-a6ab622e-c165-4c30-b118-be68f12e5780 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341760 Jul 06 17:54:44.630031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Pushing event updated for resources: {'Port': ['ID=12785746-4ff5-4c87-9f19-f17c8dd0e501,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:44.664412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c796b-401a-45a6-aa3c-fd85b37bead2 req-0e1692ad-9cb5-44b9-8da8-5eca0956ca43 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:44.674255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a8c796b-401a-45a6-aa3c-fd85b37bead2 req-0e1692ad-9cb5-44b9-8da8-5eca0956ca43 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 1.0512753 Jul 06 17:54:44.687473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:44.691084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:44.724526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-e289bb6b-01e4-43a3-b820-4f2dc2106c0b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9914153 Jul 06 17:54:44.753432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Request body: {'port': {'device_id': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:44.756355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a8c796b-401a-45a6-aa3c-fd85b37bead2 req-9239f291-54e8-4f2c-b784-98c6b6c8d3eb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808382 Jul 06 17:54:44.788330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:44.789190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:44.826378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-a1f88aa8-d2bc-48b8-9459-93558657ceec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6870728 Jul 06 17:54:44.840424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Request body: {'port': {'device_id': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:44.979066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b833f9-9b0a-4a11-bddd-689070737100 req-90d58b22-2ae1-4cf8-b95e-275efed3ee10 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:44.987519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6b833f9-9b0a-4a11-bddd-689070737100 req-90d58b22-2ae1-4cf8-b95e-275efed3ee10 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 931 time: 0.5422351 Jul 06 17:54:44.987850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.036967 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.074253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5b07fdd0-3944-40b3-a02e-73e118fcbf49 None None] Provisioning for port 12785746-4ff5-4c87-9f19-f17c8dd0e501 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:45.084403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5b07fdd0-3944-40b3-a02e-73e118fcbf49 None None] Provisioning complete for port 12785746-4ff5-4c87-9f19-f17c8dd0e501 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:45.085958 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b07fdd0-3944-40b3-a02e-73e118fcbf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.196579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5b07fdd0-3944-40b3-a02e-73e118fcbf49 None None] Port 12785746-4ff5-4c87-9f19-f17c8dd0e501 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:45.359848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6b833f9-9b0a-4a11-bddd-689070737100 req-8587a000-9c76-43c2-b0db-d88bd7c31b54 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711288 Jul 06 17:54:45.377237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:45.389793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.426632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Transition to ACTIVE for port object e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:45.536082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.605173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2def105b-1298-4099-9270-36dae2b2f674 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:45.629405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.660823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Transition to ACTIVE for port object 2def105b-1298-4099-9270-36dae2b2f674 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:45.693653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.922001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12785746-4ff5-4c87-9f19-f17c8dd0e501 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:45.938089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.984748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Transition to ACTIVE for port object 12785746-4ff5-4c87-9f19-f17c8dd0e501 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:46.006645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.142551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Pushing event updated for resources: {'Port': ['ID=12785746-4ff5-4c87-9f19-f17c8dd0e501,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:46.351128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:46.363144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Attempting to bind port 12785746-4ff5-4c87-9f19-f17c8dd0e501 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:46.363533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Attempting to bind port 12785746-4ff5-4c87-9f19-f17c8dd0e501 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:46.363840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Attempting to bind port 12785746-4ff5-4c87-9f19-f17c8dd0e501 on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:46.369323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Port 12785746-4ff5-4c87-9f19-f17c8dd0e501 on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:46.369628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Attempting to bind port 12785746-4ff5-4c87-9f19-f17c8dd0e501 on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:46.377418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:46.377810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Checking segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:46.378155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Bound using segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:46.378600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Bound port: 12785746-4ff5-4c87-9f19-f17c8dd0e501, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:46.379023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.565596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] For port 12785746-4ff5-4c87-9f19-f17c8dd0e501, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:46.571157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] For port 12785746-4ff5-4c87-9f19-f17c8dd0e501, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:46.579645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.636051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:46.637192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.640709 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] 10.222.0.60 "PUT /v2.0/ports/12785746-4ff5-4c87-9f19-f17c8dd0e501 HTTP/1.1" status: 200 len: 1091 time: 1.9014349 Jul 06 17:54:46.644164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'tag': '12785746-4ff5-4c87-9f19-f17c8dd0e501'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:46.656112 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fe1841-5789-494c-87d2-4874c9c4d9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "85cbee58-3eca-4001-bc50-fabfc0b0312a", "tag": "12785746-4ff5-4c87-9f19-f17c8dd0e501"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:46.767443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3738f-2f73-4aff-9bc4-c9a98fff1583 service neutron] Pushing event updated for resources: {'Port': ['ID=12785746-4ff5-4c87-9f19-f17c8dd0e501,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:46.807628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2def105b-1298-4099-9270-36dae2b2f674,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:46.810400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-4a090bc6-1236-4070-af86-dea2e27f7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:46.813305 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-4a090bc6-1236-4070-af86-dea2e27f7fb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 1094 time: 0.1077132 Jul 06 17:54:46.917828 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-2f2b493a-bae0-44a1-b88f-3cc637667260 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501 HTTP/1.1" status: 200 len: 217 time: 0.0959229 Jul 06 17:54:46.930973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0398-38bf-4cad-bdd4-e3c965f1c4cd req-520510e4-f690-4299-80ad-8a92c8cd1ab5 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:46.945566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2edc0398-38bf-4cad-bdd4-e3c965f1c4cd req-520510e4-f690-4299-80ad-8a92c8cd1ab5 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 931 time: 1.2151222 Jul 06 17:54:46.970870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Attempting to bind port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:46.971471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Attempting to bind port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:46.972036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Attempting to bind port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:46.986319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:46.986843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Attempting to bind port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 on network 6b44ef8e-82f1-48c5-9859-43ad98754a3b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:47.019377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:47.019917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Checking segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:47.020578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Bound using segment: {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:47.021353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Bound port: e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38386c4-f086-4f41-b6b1-474105ffd0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:47.021974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.024222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-cc7da293-5da7-43b9-b073-df1d3b7da119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.030999 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-cc7da293-5da7-43b9-b073-df1d3b7da119 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.1016288 Jul 06 17:54:47.040893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be072195-18f6-4f7e-a40c-cb424e4437db req-e9ecd12d-8ad5-4179-9353-db1da54fdfbf tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.043643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be072195-18f6-4f7e-a40c-cb424e4437db req-e9ecd12d-8ad5-4179-9353-db1da54fdfbf tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 945 time: 1.1195433 Jul 06 17:54:47.093372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Attempting to bind port 2def105b-1298-4099-9270-36dae2b2f674 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:47.093974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Attempting to bind port 2def105b-1298-4099-9270-36dae2b2f674 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:47.094545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Attempting to bind port 2def105b-1298-4099-9270-36dae2b2f674 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:47.161119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2edc0398-38bf-4cad-bdd4-e3c965f1c4cd req-9fb380dc-ccb0-4e89-91cd-0bbf59de6dd7 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140064 Jul 06 17:54:47.204804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Port 2def105b-1298-4099-9270-36dae2b2f674 on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:47.205373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Attempting to bind port 2def105b-1298-4099-9270-36dae2b2f674 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:47.209972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405612d9-7eb9-42ca-a022-79f779679c58 req-51598f45-9cab-48c1-af65-a0e9c8f30ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.212942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-51598f45-9cab-48c1-af65-a0e9c8f30ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753557 Jul 06 17:54:47.248564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:47.249510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:47.250601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:47.251629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Bound port: 2def105b-1298-4099-9270-36dae2b2f674, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:47.252542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.294460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be072195-18f6-4f7e-a40c-cb424e4437db req-ec19bbcd-e80e-4147-aa2f-2553525d5a73 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408683 Jul 06 17:54:47.407809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-52ec3339-c467-4d32-8f22-58c72e0db533 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.410630 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-52ec3339-c467-4d32-8f22-58c72e0db533 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.61 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 945 time: 0.3162544 Jul 06 17:54:47.428202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] For port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:47.433628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-c8128faa-3fb6-46dd-9b34-d18412cee7f9 service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123349 Jul 06 17:54:47.496066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] For port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:47.522736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.591845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] For port 2def105b-1298-4099-9270-36dae2b2f674, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:47.659712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.661087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.663827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] 10.222.0.61 "PUT /v2.0/ports/e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 HTTP/1.1" status: 200 len: 1091 time: 5.3576591 Jul 06 17:54:47.670998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'tag': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:47.675308 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "31705a03-88fd-4c1e-9727-0b83b0f10633", "tag": "e8a3dde7-9718-4c1d-ac83-3c94c6fcd600"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:47.679038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-405612d9-7eb9-42ca-a022-79f779679c58 req-2bc98900-f2af-47b2-b01e-b7a2a9110329 service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301760 Jul 06 17:54:47.688783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] For port 2def105b-1298-4099-9270-36dae2b2f674, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2def105b-1298-4099-9270-36dae2b2f674,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:47.728906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Deleting port eb970bfd-fa13-4162-a3d3-0898848fbc16 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:47.729368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.753252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.825891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba56f3-4e91-49ef-a8f5-2546555674e8 req-df97d724-55ba-422d-b795-b0453a642a5c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.828875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71ba56f3-4e91-49ef-a8f5-2546555674e8 req-df97d724-55ba-422d-b795-b0453a642a5c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.4679534 Jul 06 17:54:47.877480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db06d6-f516-4c02-87bc-5e5608bb25ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:47.915857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] For port eb970bfd-fa13-4162-a3d3-0898848fbc16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eb970bfd-fa13-4162-a3d3-0898848fbc16,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:47.916380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.938204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Calling delete_port for eb970bfd-fa13-4162-a3d3-0898848fbc16 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:47.961610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.962620 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.965088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] 10.222.0.61 "PUT /v2.0/ports/2def105b-1298-4099-9270-36dae2b2f674 HTTP/1.1" status: 200 len: 1091 time: 3.1300638 Jul 06 17:54:48.128363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71ba56f3-4e91-49ef-a8f5-2546555674e8 req-caadbfc3-547e-4404-923a-89208aef666c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629333 Jul 06 17:54:48.161298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e94c4-7b28-4085-9b45-159320e67c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2def105b-1298-4099-9270-36dae2b2f674,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:48.192820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07ecc5-b624-4464-a9ac-d20c8d43297e req-d856c35c-dd32-4b99-b2e8-a9762defef52 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.193206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.195366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d07ecc5-b624-4464-a9ac-d20c8d43297e req-d856c35c-dd32-4b99-b2e8-a9762defef52 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 943 time: 0.5664315 Jul 06 17:54:48.209372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['eb970bfd-fa13-4162-a3d3-0898848fbc16'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:48.211999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:48.243228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-d85b7319-e8cf-448c-bdb1-9cb795eac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.245924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-d85b7319-e8cf-448c-bdb1-9cb795eac848 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 1094 time: 0.4873173 Jul 06 17:54:48.246931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event deleted for resources: {'Port': ['ID=eb970bfd-fa13-4162-a3d3-0898848fbc16,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:48.279115 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e68676-5487-4d7f-9894-eeb4e9e45f10 x-openstack-request-id: req-53e68676-5487-4d7f-9894-eeb4e9e45f10 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:48.279573 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cbee58-3eca-4001-bc50-fabfc0b0312a", "tag": "12785746-4ff5-4c87-9f19-f17c8dd0e501", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:48.280415 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53e68676-5487-4d7f-9894-eeb4e9e45f10 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:48.281163 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'tag': '12785746-4ff5-4c87-9f19-f17c8dd0e501', 'status': 'completed', 'code': 200} Jul 06 17:54:48.312373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] No DVR routers for this DVR port eb970bfd-fa13-4162-a3d3-0898848fbc16 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:48.316543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.318822 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9ef04fc0-3c32-4c7f-990a-ea9312c322d0 req-a1c26211-b3b2-47ec-88bc-3dbbce915ba4 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.61 "DELETE /v2.0/ports/eb970bfd-fa13-4162-a3d3-0898848fbc16 HTTP/1.1" status: 204 len: 173 time: 0.8843002 Jul 06 17:54:48.410365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-d2c16ba7-b80f-4280-b87f-d2b47a8a6d07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 HTTP/1.1" status: 200 len: 217 time: 0.1548882 Jul 06 17:54:48.438411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-80b5f0dd-31ca-411a-841e-a218bb7c3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.440032 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-80b5f0dd-31ca-411a-841e-a218bb7c3e9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 1094 time: 0.1251247 Jul 06 17:54:48.636123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d07ecc5-b624-4464-a9ac-d20c8d43297e req-9fdd4ea3-8eed-49c6-a1fe-5e59ec10afe4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328551 Jul 06 17:54:48.664944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-80113798-7598-425e-8ab5-52abb92dc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.672976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-80113798-7598-425e-8ab5-52abb92dc04a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 1094 time: 0.6451824 Jul 06 17:54:48.681616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-823498f3-2a79-47d0-8fb0-65395c405c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.684601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-823498f3-2a79-47d0-8fb0-65395c405c47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.2459929 Jul 06 17:54:48.730583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-cfe3fbfc-8b8a-4aed-a86b-20f33cf3a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.737210 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-cfe3fbfc-8b8a-4aed-a86b-20f33cf3a740 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 916 time: 0.2890246 Jul 06 17:54:48.814352 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-e386a3b4-e617-46c8-be5b-ea30536a68f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501 HTTP/1.1" status: 200 len: 217 time: 0.0700543 Jul 06 17:54:48.843525 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b0185-e35f-478f-bb5c-c04624b04181 x-openstack-request-id: req-865b0185-e35f-478f-bb5c-c04624b04181 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:48.844228 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31705a03-88fd-4c1e-9727-0b83b0f10633", "tag": "e8a3dde7-9718-4c1d-ac83-3c94c6fcd600", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:48.844432 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-865b0185-e35f-478f-bb5c-c04624b04181 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:48.845282 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'tag': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600', 'status': 'completed', 'code': 200} Jul 06 17:54:48.849846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-cb1d3c0f-27a9-4851-9f8b-823b2637f97c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2def105b-1298-4099-9270-36dae2b2f674 HTTP/1.1" status: 200 len: 217 time: 0.1635988 Jul 06 17:54:48.949726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-eb07253d-59f8-4d38-8290-67a4148e4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.953939 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-eb07253d-59f8-4d38-8290-67a4148e4baf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.1266932 Jul 06 17:54:49.024553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-c86350b4-454e-4fa3-b802-36e7645e392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.026296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-c86350b4-454e-4fa3-b802-36e7645e392c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1687796 Jul 06 17:54:49.096209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-d7d31d42-8fe3-4cba-a7c3-54bb8f5db937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.105320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-d7d31d42-8fe3-4cba-a7c3-54bb8f5db937 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4031751 Jul 06 17:54:49.108653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-ccc8d760-e4bb-4229-86ba-f63f14a0a893 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693145 Jul 06 17:54:49.136765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-52a10ac5-b057-48b3-9351-d9890c078586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.139801 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-52a10ac5-b057-48b3-9351-d9890c078586 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733091 Jul 06 17:54:49.297005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33834342-ef42-49d3-be14-5e339b363718 req-aa0d73b1-b5e2-4c17-9c3f-09f85f041d16 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.298797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33834342-ef42-49d3-be14-5e339b363718 req-aa0d73b1-b5e2-4c17-9c3f-09f85f041d16 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.3715842 Jul 06 17:54:49.349415 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-dfcf9fdb-2d76-4636-8b49-11fedb5f31af service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999202 Jul 06 17:54:49.395916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-7d68dd39-9bdc-4d84-a4e3-a216d18fa447 service neutron] 10.222.0.61 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720122 Jul 06 17:54:49.429503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-287698d8-4cd4-4c43-bf73-e7066d5def74 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902539 Jul 06 17:54:49.495531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33834342-ef42-49d3-be14-5e339b363718 req-c47cf603-d8e1-4efe-8209-7924cc4a5fa3 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732762 Jul 06 17:54:49.588710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274cc9d-cb02-4232-a6fc-10e896e63f07 req-5ddf816e-64c2-4c66-b2ab-d328f32bc7b3 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.591658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8274cc9d-cb02-4232-a6fc-10e896e63f07 req-5ddf816e-64c2-4c66-b2ab-d328f32bc7b3 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 943 time: 0.4800947 Jul 06 17:54:49.662761 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f2fe1841-5789-494c-87d2-4874c9c4d9fb req-2e1848b1-72e5-4647-9faf-82c8d092c6d2 service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014326 Jul 06 17:54:49.788956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a13761e2-49dd-4b14-8b4c-827407ad335d req-84c8766d-f5a4-434f-b054-70ea6ed94112 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a HTTP/1.1" status: 200 len: 210 time: 0.0743496 Jul 06 17:54:49.843895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 12785746-4ff5-4c87-9f19-f17c8dd0e501 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:49.859768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50d8a91c-c92e-4da2-94df-4c76c1194867 req-f0a57650-a770-43f5-a8ff-64ed1acfdf41 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824239 Jul 06 17:54:49.884138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8274cc9d-cb02-4232-a6fc-10e896e63f07 req-af98eebd-0678-4f22-ae0b-5480becec75d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886826 Jul 06 17:54:49.909895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e41bd1cf-2513-4d3d-b691-ce52d127fd13 req-a2b434ea-c134-445a-b9b1-837c325634c1 service neutron] 10.222.0.61 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871030 Jul 06 17:54:50.177046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 12785746-4ff5-4c87-9f19-f17c8dd0e501, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:50.185522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-73ab5f93-9fa7-40df-826d-0b1fd5510251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.188983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-73ab5f93-9fa7-40df-826d-0b1fd5510251 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 1094 time: 0.1950643 Jul 06 17:54:50.226159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '12785746-4ff5-4c87-9f19-f17c8dd0e501', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'port_id': '12785746-4ff5-4c87-9f19-f17c8dd0e501', 'mac_address': 'fa:16:3e:42:fe:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e594bd5d-794f-41f6-ad31-32df6ab17f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:50.282431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'name': 'network-vif-deleted', 'tag': 'eb970bfd-fa13-4162-a3d3-0898848fbc16'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:50.286602 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269657c4-7418-47d9-9f02-1b992c0f433a" -d '{"events": [{"server_uuid": "9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a", "name": "network-vif-deleted", "tag": "eb970bfd-fa13-4162-a3d3-0898848fbc16"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:50.330277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.359657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12785746-4ff5-4c87-9f19-f17c8dd0e501 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:50.398622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 12785746-4ff5-4c87-9f19-f17c8dd0e501, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:50.407705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.519624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=12785746-4ff5-4c87-9f19-f17c8dd0e501,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:50.556510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.564801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.573400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.580901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.590572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.597719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.604618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.607028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78247033-6a65-4e77-b21a-8250794e9803 req-ff6f6a92-5cff-4ef7-afc4-82205adf4e77 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.4167175 Jul 06 17:54:50.650559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-86eb2991-c2fd-464b-aa76-c3cedf0980be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.652048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-86eb2991-c2fd-464b-aa76-c3cedf0980be service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 916 time: 0.3736682 Jul 06 17:54:50.716910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['12785746-4ff5-4c87-9f19-f17c8dd0e501'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:50.718360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-511763fe-3452-47cb-988f-305a5153a940 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 HTTP/1.1" status: 200 len: 217 time: 0.0575187 Jul 06 17:54:50.730026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f05be-f89d-4dce-a512-d52fecee12ab req-7acddd1e-0e0d-4f6e-8cc4-d195f36acef6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.731830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-507f05be-f89d-4dce-a512-d52fecee12ab req-7acddd1e-0e0d-4f6e-8cc4-d195f36acef6 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.3398890 Jul 06 17:54:50.746923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78247033-6a65-4e77-b21a-8250794e9803 req-d2171a17-d1ac-463b-b0ba-0d50cd3e0256 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211946 Jul 06 17:54:50.840281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-507f05be-f89d-4dce-a512-d52fecee12ab req-f86d2fa4-dc16-4b41-8eaa-51c2b6176c13 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718114 Jul 06 17:54:50.850799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'tag': '2def105b-1298-4099-9270-36dae2b2f674'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:50.854813 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240e98c-a4ae-4e2b-8627-c11ed92389c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cbbfc7-c128-4499-b588-d00a5b9d635a", "tag": "2def105b-1298-4099-9270-36dae2b2f674"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:50.861939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-bd875521-cd93-4e2e-ade5-6d2aa2493dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:50.864495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-bd875521-cd93-4e2e-ade5-6d2aa2493dd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.1311305 Jul 06 17:54:50.978810 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f067d2d1-05bc-4b7e-91a4-43c207761bbc x-openstack-request-id: req-f067d2d1-05bc-4b7e-91a4-43c207761bbc {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:50.979653 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a", "name": "network-vif-deleted", "tag": "eb970bfd-fa13-4162-a3d3-0898848fbc16", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:50.979653 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f067d2d1-05bc-4b7e-91a4-43c207761bbc {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:50.980481 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9981730f-9dd0-4cb9-a56e-e6f4cdd81e5a', 'name': 'network-vif-deleted', 'tag': 'eb970bfd-fa13-4162-a3d3-0898848fbc16', 'status': 'completed', 'code': 200} Jul 06 17:54:51.054123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-09fc8837-5f03-485d-8cf9-5578e0a1b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.055717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-09fc8837-5f03-485d-8cf9-5578e0a1b7db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837480 Jul 06 17:54:51.064458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34703de-1c1e-4581-9fd5-2de4e2a26e39 req-e123f220-5102-4aef-8b5b-d57015eecdcc tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.066062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b34703de-1c1e-4581-9fd5-2de4e2a26e39 req-e123f220-5102-4aef-8b5b-d57015eecdcc tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 943 time: 0.1234047 Jul 06 17:54:51.173440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b34703de-1c1e-4581-9fd5-2de4e2a26e39 req-8ffbb31a-9ee3-459f-9e58-a9941b935c42 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985413 Jul 06 17:54:51.220353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-ae9cafbb-2d97-488f-8d1e-311004d12568 service neutron] 10.222.0.61 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532040 Jul 06 17:54:51.267415 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870a023-33a2-4a1d-a7f6-8b78c1d9905e x-openstack-request-id: req-5870a023-33a2-4a1d-a7f6-8b78c1d9905e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:51.267953 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cbbfc7-c128-4499-b588-d00a5b9d635a", "tag": "2def105b-1298-4099-9270-36dae2b2f674", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:51.268439 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5870a023-33a2-4a1d-a7f6-8b78c1d9905e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:51.269317 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'tag': '2def105b-1298-4099-9270-36dae2b2f674', 'status': 'completed', 'code': 200} Jul 06 17:54:51.635218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7e6deb-2b3e-4527-ba19-23676a4f5ff5 req-120107f4-56ee-417d-a07c-15be069ddaf1 service neutron] 10.222.0.61 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076147 Jul 06 17:54:51.653094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eb970bfd-fa13-4162-a3d3-0898848fbc16 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:51.700101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.709301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: eb970bfd-fa13-4162-a3d3-0898848fbc16 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:51.709880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eb970bfd-fa13-4162-a3d3-0898848fbc16 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:51.712998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.726350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.739450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.753094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.766794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.780106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.783498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643e56dd-ffb1-4783-a013-6e702f52ddcd req-8ea28fb5-fe85-4db4-b2ad-cc1e6c59b7a7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.4618781 Jul 06 17:54:51.792181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-943d51f0-ccca-434b-a193-8786eb0fc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.794727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-943d51f0-ccca-434b-a193-8786eb0fc93d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 1094 time: 0.4708097 Jul 06 17:54:51.839307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb36e55-349a-499e-878b-d9a942839c49 req-e03ff78a-be80-449f-aeca-f42bb34bc864 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.845399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bb36e55-349a-499e-878b-d9a942839c49 req-e03ff78a-be80-449f-aeca-f42bb34bc864 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 944 time: 0.3989952 Jul 06 17:54:51.851831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 12785746-4ff5-4c87-9f19-f17c8dd0e501 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:51.940480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bb36e55-349a-499e-878b-d9a942839c49 req-4fe51072-aa74-41d3-b199-d3ee12d96715 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919261 Jul 06 17:54:51.966198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 12785746-4ff5-4c87-9f19-f17c8dd0e501 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:51.971718 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 12785746-4ff5-4c87-9f19-f17c8dd0e501 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:51.972235 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.047667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-830e0588-78ed-4951-adab-389cc54d3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.049014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-830e0588-78ed-4951-adab-389cc54d3c0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.2381949 Jul 06 17:54:52.125912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.202651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 12785746-4ff5-4c87-9f19-f17c8dd0e501, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:52.205576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12785746-4ff5-4c87-9f19-f17c8dd0e501'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:52.211518 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba968d61-bc4d-43ed-8940-6c153743d156" -d '{"events": [{"server_uuid": "85cbee58-3eca-4001-bc50-fabfc0b0312a", "name": "network-vif-plugged", "status": "completed", "tag": "12785746-4ff5-4c87-9f19-f17c8dd0e501"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:52.213227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-f97a2cc6-765f-4a8e-a043-e29de588c842 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2def105b-1298-4099-9270-36dae2b2f674 HTTP/1.1" status: 200 len: 217 time: 0.1570630 Jul 06 17:54:52.221487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.330402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=12785746-4ff5-4c87-9f19-f17c8dd0e501,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:52.429153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-c97c2a7a-2413-4122-a10a-a5575ce4402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.431864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-c97c2a7a-2413-4122-a10a-a5575ce4402e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.2096560 Jul 06 17:54:52.513290 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-d0f34cc7-32d4-4e88-9532-8fdc549c31f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678170 Jul 06 17:54:52.671540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e820878-394a-4688-bba9-c35100fc1090 req-09cc320f-8e0a-421c-aa6e-8d9f371dec22 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.674922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e820878-394a-4688-bba9-c35100fc1090 req-09cc320f-8e0a-421c-aa6e-8d9f371dec22 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.3436289 Jul 06 17:54:52.807150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e820878-394a-4688-bba9-c35100fc1090 req-8219c440-363b-456a-b6ef-97d9d483f743 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126244 Jul 06 17:54:52.815489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-947dbc70-ec7b-4dfa-ab66-828ae9745c4e service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921953 Jul 06 17:54:52.892232 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85082599-41be-42a2-95dd-8e2384e32a83 x-openstack-request-id: req-85082599-41be-42a2-95dd-8e2384e32a83 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:52.894163 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cbee58-3eca-4001-bc50-fabfc0b0312a", "name": "network-vif-plugged", "status": "completed", "tag": "12785746-4ff5-4c87-9f19-f17c8dd0e501", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:52.895563 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85082599-41be-42a2-95dd-8e2384e32a83 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:52.896946 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12785746-4ff5-4c87-9f19-f17c8dd0e501', 'code': 200} Jul 06 17:54:52.956793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5bb15-2d96-4acd-847a-666992e749e1 req-f3525583-cd77-4bcc-8760-f0c7df932ea8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.958422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3df5bb15-2d96-4acd-847a-666992e749e1 req-f3525583-cd77-4bcc-8760-f0c7df932ea8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 943 time: 0.3014224 Jul 06 17:54:53.045001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3df5bb15-2d96-4acd-847a-666992e749e1 req-be68cec0-c87d-497d-83e7-cf77ab8c7bb7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Jul 06 17:54:53.050393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d240e98c-a4ae-4e2b-8627-c11ed92389c6 req-ed3ba68e-ebca-4f01-82c9-285c8c28bb33 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222247 Jul 06 17:54:53.144556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783087ce-ccc7-4720-be63-0d8d22805df0 req-f0495c2a-f551-4899-bdf6-f381a9f1ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:53.147478 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-783087ce-ccc7-4720-be63-0d8d22805df0 req-f0495c2a-f551-4899-bdf6-f381a9f1ef02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 1096 time: 0.1589296 Jul 06 17:54:53.187763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb9db7-0e0f-45f3-811e-0233f116aaa2 req-fc1d6820-b5f2-4cf6-be30-2bac7cba66f6 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:53.203792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41eb9db7-0e0f-45f3-811e-0233f116aaa2 req-fc1d6820-b5f2-4cf6-be30-2bac7cba66f6 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 945 time: 0.1450412 Jul 06 17:54:53.221265 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-783087ce-ccc7-4720-be63-0d8d22805df0 req-5ee95884-8135-4f89-8bf8-50a800be2aac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603304 Jul 06 17:54:53.349608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41eb9db7-0e0f-45f3-811e-0233f116aaa2 req-2443dbb5-b6e8-44d7-b92e-cd873763feac tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439624 Jul 06 17:54:53.376629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce0baf-6624-4ee0-8305-7fddfbcd9d2f req-e9a27255-338e-470d-9253-91c6fd74602b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:53.378666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cce0baf-6624-4ee0-8305-7fddfbcd9d2f req-e9a27255-338e-470d-9253-91c6fd74602b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1708353 Jul 06 17:54:53.462731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cce0baf-6624-4ee0-8305-7fddfbcd9d2f req-cc9f7b4d-0427-4998-ac3b-bda03e1a197b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738173 Jul 06 17:54:53.685728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:53.715833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef2705-bf2d-4815-84d8-89a7817dc972 req-510f93b2-4bd1-46fc-b163-bd341c94ce11 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:53.720238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71ef2705-bf2d-4815-84d8-89a7817dc972 req-510f93b2-4bd1-46fc-b163-bd341c94ce11 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.1683605 Jul 06 17:54:53.816056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71ef2705-bf2d-4815-84d8-89a7817dc972 req-53273718-386e-44d6-8957-a905aafb538e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904269 Jul 06 17:54:53.916986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8875f-ffc6-48d4-8f31-43b3b83e4702 req-9707fff3-cc7d-461b-8ec1-cd006f34f9d8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:53.918917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eb8875f-ffc6-48d4-8f31-43b3b83e4702 req-9707fff3-cc7d-461b-8ec1-cd006f34f9d8 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1016657 Jul 06 17:54:53.965245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9eb8875f-ffc6-48d4-8f31-43b3b83e4702 req-10a65413-2c67-41bd-a7b7-aa345fc0fa72 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Jul 06 17:54:53.987598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:54.008598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600', 'network_id': '6b44ef8e-82f1-48c5-9859-43ad98754a3b', 'port_id': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600', 'mac_address': 'fa:16:3e:e1:d9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e594bd5d-794f-41f6-ad31-32df6ab17f30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:54.244094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.262254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:54.296972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:54.304411 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.305268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2def105b-1298-4099-9270-36dae2b2f674 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:54.402296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfa57f-da0b-4d76-b338-0914291cc461 req-7db791ff-3f9d-479f-9037-5f3ff2663695 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:54.406345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6cfa57f-da0b-4d76-b338-0914291cc461 req-7db791ff-3f9d-479f-9037-5f3ff2663695 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2563069 Jul 06 17:54:54.453866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-b9a435b1-69cd-4d81-946b-2686a2ee6f23 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:54.457588 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-b9a435b1-69cd-4d81-946b-2686a2ee6f23 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 945 time: 0.1746993 Jul 06 17:54:54.569992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6cfa57f-da0b-4d76-b338-0914291cc461 req-53c8502b-4042-4430-b4a1-7d1412cbd415 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492546 Jul 06 17:54:54.626873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2def105b-1298-4099-9270-36dae2b2f674, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2def105b-1298-4099-9270-36dae2b2f674,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:54.638452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f0f1-8829-484b-bd38-96b8f28c2775 req-a32929be-92a6-4b8b-bea0-4fc0d2e6b3de tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:54.645612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b67f0f1-8829-484b-bd38-96b8f28c2775 req-a32929be-92a6-4b8b-bea0-4fc0d2e6b3de tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 943 time: 0.3927097 Jul 06 17:54:54.674137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '2def105b-1298-4099-9270-36dae2b2f674', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': '2def105b-1298-4099-9270-36dae2b2f674', 'mac_address': 'fa:16:3e:6a:97:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:54.725292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Deleting port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:54.725632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.734028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b67f0f1-8829-484b-bd38-96b8f28c2775 req-4a37f686-ef2b-4eb3-8310-f677c7f67811 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819082 Jul 06 17:54:54.798819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:54.808534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:54.845459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.885620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2def105b-1298-4099-9270-36dae2b2f674 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:54.930769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2def105b-1298-4099-9270-36dae2b2f674, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2def105b-1298-4099-9270-36dae2b2f674,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:54.939136 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.955540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] For port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:54.956522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.989014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Calling delete_port for bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:55.025910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2def105b-1298-4099-9270-36dae2b2f674,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:55.207064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:55.225161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:55.262139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event deleted for resources: {'Port': ['ID=bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:55.300781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['2def105b-1298-4099-9270-36dae2b2f674'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:55.308569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e8a3dde7-9718-4c1d-ac83-3c94c6fcd600'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:55.336197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b42e96ac-fd9c-40b2-a612-531aed388a7a req-1aec2ff1-c612-404c-b2ce-0ca99373a589 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c8c7f89-98ed-40ab-94a2-eed947984bb2 HTTP/1.1" status: 200 len: 210 time: 0.5042505 Jul 06 17:54:55.368010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] No DVR routers for this DVR port bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:55.372589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:55.380018 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-6293897f-0303-4bf9-a9c3-a2d680855303 req-647c33bb-688f-489e-8f2f-439757a53f98 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "DELETE /v2.0/ports/bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 HTTP/1.1" status: 204 len: 173 time: 0.9096148 Jul 06 17:54:55.381960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'name': 'network-vif-deleted', 'tag': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:55.386580 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46791bc6-3171-4147-8016-df548fdef8fb" -d '{"events": [{"server_uuid": "6c8c7f89-98ed-40ab-94a2-eed947984bb2", "name": "network-vif-deleted", "tag": "bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:55.390554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.391196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.391652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.392775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.393113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.393644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.394126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.398450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-c6c34e83-8c70-4988-8b45-4d65ad21a9e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6493 time: 0.5981371 Jul 06 17:54:55.500285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-eac1808a-0751-4743-b59c-65ab4da3445d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918257 Jul 06 17:54:55.543181 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aee01fbf-c319-4409-8200-49bf44ae1b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:55.676233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410552da-c69f-4c22-b2ef-8f257f0cd450 req-cccd2b53-ea29-4c51-9039-6122080a148c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.678187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-410552da-c69f-4c22-b2ef-8f257f0cd450 req-cccd2b53-ea29-4c51-9039-6122080a148c tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1328669 Jul 06 17:54:55.703588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90fb6b-d1a3-4043-bcca-8323a911dd70 req-ce6fb373-2eee-4b8d-9a6e-1c75f5edad72 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:55.708396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e90fb6b-d1a3-4043-bcca-8323a911dd70 req-ce6fb373-2eee-4b8d-9a6e-1c75f5edad72 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.1205916 Jul 06 17:54:55.711052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:55.721649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-697073495'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:55.761882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:55.769783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:55.775723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-410552da-c69f-4c22-b2ef-8f257f0cd450 req-455772c3-13f9-46b0-bfa4-a1f1ba18d34a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823002 Jul 06 17:54:55.813733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e90fb6b-d1a3-4043-bcca-8323a911dd70 req-c2fc62a7-b274-4af3-9a92-3cf3ee0d102a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814242 Jul 06 17:54:55.827989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:55.847878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:55.848326 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Added segment fc585222-5510-4b75-920d-e32bd850d921 of type vlan for network 1bcdd094-faa1-4594-8c5f-11d469455a78 Jul 06 17:54:55.922265 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7eb102-0eb3-44a4-ade2-63a115a0651d x-openstack-request-id: req-1f7eb102-0eb3-44a4-ade2-63a115a0651d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:55.922718 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c7f89-98ed-40ab-94a2-eed947984bb2", "name": "network-vif-deleted", "tag": "bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:55.923125 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f7eb102-0eb3-44a4-ade2-63a115a0651d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:55.926302 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c7f89-98ed-40ab-94a2-eed947984bb2', 'name': 'network-vif-deleted', 'tag': 'bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1', 'status': 'completed', 'code': 200} Jul 06 17:54:55.967482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.008511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.021377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.022026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.194413 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4775965 Jul 06 17:54:56.195387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:56.204774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2035844230'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:56.210456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081f4b7-0a73-42d0-8113-f012b0176d47 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Network': ['ID=1bcdd094-faa1-4594-8c5f-11d469455a78,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:56.213202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771168-3192-4a26-8d01-7d4b5d7812c7 req-af5829f3-fe5a-4174-b4a5-170219122f3b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.223812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd771168-3192-4a26-8d01-7d4b5d7812c7 req-af5829f3-fe5a-4174-b4a5-170219122f3b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.1858172 Jul 06 17:54:56.227339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:56.260998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:56.263997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb4863-3e12-4b23-9fed-e3e346a4cd39 req-45a65ed4-842f-4f75-b0de-670c7dfacf8f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.267502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2eb4863-3e12-4b23-9fed-e3e346a4cd39 req-45a65ed4-842f-4f75-b0de-670c7dfacf8f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 944 time: 0.1835763 Jul 06 17:54:56.268109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.321914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:56.339787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.340345 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Added segment 6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d of type vlan for network 54bedf17-e5c4-4a43-90a6-0418614a52e0 Jul 06 17:54:56.375723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd771168-3192-4a26-8d01-7d4b5d7812c7 req-bf45d536-a107-4dcc-916d-616b72b99096 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365688 Jul 06 17:54:56.405888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.412759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2eb4863-3e12-4b23-9fed-e3e346a4cd39 req-22626572-cc38-4624-8299-edb6dd883646 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033430 Jul 06 17:54:56.471800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.478986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.480032 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.571014 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3717699 Jul 06 17:54:56.575241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:56.581634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'subnet': {'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:56.604201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bf1ab-fb87-4771-8663-219f1ef5f249 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Network': ['ID=54bedf17-e5c4-4a43-90a6-0418614a52e0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:56.618930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:56.727966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:56.740191 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.991096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11f847-df0a-4f66-887e-3919d7a33aba req-4371b139-47ff-4108-8223-1014b5d3e186 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.992668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f11f847-df0a-4f66-887e-3919d7a33aba req-4371b139-47ff-4108-8223-1014b5d3e186 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 944 time: 0.2118330 Jul 06 17:54:57.144485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f11f847-df0a-4f66-887e-3919d7a33aba req-14c4bb1f-2930-426d-8af2-2c0a7c33650e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351573 Jul 06 17:54:57.187386 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.219392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710366-cded-42c8-bf81-50e277e63209 req-3520207e-f1f0-4f86-942f-3f5afcbb7c0a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:57.221061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91710366-cded-42c8-bf81-50e277e63209 req-3520207e-f1f0-4f86-942f-3f5afcbb7c0a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1901996 Jul 06 17:54:57.303493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Subnet': ['ID=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:57.320429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91710366-cded-42c8-bf81-50e277e63209 req-db14594e-77bf-4208-a969-ffa87bdda373 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Jul 06 17:54:57.325418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Checking segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:57.325797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network hostable DHCP agents. Network: 1bcdd094-faa1-4594-8c5f-11d469455a78, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:57.348514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:57.361925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1bcdd094-faa1-4594-8c5f-11d469455a78) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:57.367458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:57.368097 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.381514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630eca92-d2f2-4acb-92ca-5a6792f60d0d None None] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:57.395588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7297457-7e54-480d-bdf7-5af64dc90d04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8187354 Jul 06 17:54:57.396392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57368) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:57.405733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'subnet': {'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:57.585179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:57.591435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.721249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:57.806231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1bcdd094-faa1-4594-8c5f-11d469455a78', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:57.810053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.876144 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d78bfe9-14ec-4542-b53e-ef3860c870bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.943966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99317153-74a5-4945-9ce9-5fd49df1bda8 req-770af0ca-b40b-4dcc-b898-5b191e40219c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:57.953737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99317153-74a5-4945-9ce9-5fd49df1bda8 req-770af0ca-b40b-4dcc-b898-5b191e40219c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 944 time: 0.2556059 Jul 06 17:54:57.969795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:58.010017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.072121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99317153-74a5-4945-9ce9-5fd49df1bda8 req-a21128cc-9cbd-4637-b25f-7a5a9f51afc5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977504 Jul 06 17:54:58.074975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:58.077157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bbbf8ffb-21c0-4bb1-8c40-425d8480e5a1 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:58.093091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:58.105710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:58.106487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.114138 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.240032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Subnet': ['ID=ac677542-4625-4d98-9bdb-7f7df960c7b1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:58.267097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Allocated IP 10.1.1.2 (1bcdd094-faa1-4594-8c5f-11d469455a78/3dc8a5eb-9381-4cd3-be19-daa99e1fb21e/4ba6b21d-8160-4c84-8ad5-8182f2d52603) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:58.392616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Checking segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:58.393208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network hostable DHCP agents. Network: 54bedf17-e5c4-4a43-90a6-0418614a52e0, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:58.455491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:58.477002 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.500149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 54bedf17-e5c4-4a43-90a6-0418614a52e0) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:58.510375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.511354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.518481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-1e327401-4841-4f34-b4c8-e3c6b1ca7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.521418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-1e327401-4841-4f34-b4c8-e3c6b1ca7fdb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1097 time: 0.2003484 Jul 06 17:54:58.534290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce31bd-2be2-4df8-8f50-fb649fa6e5fd None None] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:58.535165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f7eef-96b6-49e8-aa35-904eca49ae13 req-5ce0dd31-f702-4b52-b47d-7e4b4f2f5d5e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.538170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a9f7eef-96b6-49e8-aa35-904eca49ae13 req-5ce0dd31-f702-4b52-b47d-7e4b4f2f5d5e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 944 time: 0.1768064 Jul 06 17:54:58.594714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9918c2bc-a1d1-48a7-88ac-6ce801f9aace tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1968675 Jul 06 17:54:58.625681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:58.628573 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651d9386-aaf1-4042-a07d-d2e76c5d19b3" -d '{"events": [{"server_uuid": "31705a03-88fd-4c1e-9727-0b83b0f10633", "name": "network-vif-plugged", "status": "completed", "tag": "e8a3dde7-9718-4c1d-ac83-3c94c6fcd600"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:58.637321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57382) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:58.663918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:58.667399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'name': 'tempest-TaggedBootDevicesTest_v242-847172831', 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:58.685398 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.686518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2def105b-1298-4099-9270-36dae2b2f674 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:58.717876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-5bcaf479-642c-49da-bbde-5c8d7b1349f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.719711 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-5bcaf479-642c-49da-bbde-5c8d7b1349f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 0.1700668 Jul 06 17:54:58.842718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a9f7eef-96b6-49e8-aa35-904eca49ae13 req-90603176-f8cb-471f-a2a8-dc62d6a2965a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785561 Jul 06 17:54:58.882554 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-415435da-8f2e-400b-ab6e-bc5b02a159f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.1457253 Jul 06 17:54:58.891642 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.906665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Transition to ACTIVE for port object 4ba6b21d-8160-4c84-8ad5-8182f2d52603 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:58.931616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Transition to ACTIVE for port object 4ba6b21d-8160-4c84-8ad5-8182f2d52603 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:58.942306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-689cafde-4494-412f-976f-041395427f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.944423 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-689cafde-4494-412f-976f-041395427f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.0543222 Jul 06 17:54:58.949287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:58.958997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.993294 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfc561b-a7d4-4589-a1aa-3f90938b06a8 x-openstack-request-id: req-3bfc561b-a7d4-4589-a1aa-3f90938b06a8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:58.994157 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31705a03-88fd-4c1e-9727-0b83b0f10633", "name": "network-vif-plugged", "status": "completed", "tag": "e8a3dde7-9718-4c1d-ac83-3c94c6fcd600", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:59.002207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e8f5-aae8-407e-81dd-04cb81c4a4c0 req-10fbfbf8-e67e-409f-8689-f1c583afeddb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:59.005379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b911e8f5-aae8-407e-81dd-04cb81c4a4c0 req-10fbfbf8-e67e-409f-8689-f1c583afeddb tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.5049269 Jul 06 17:54:59.012972 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-bf2490a2-3384-4536-a26f-e1490f6b8e95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618258 Jul 06 17:54:59.025157 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bfc561b-a7d4-4589-a1aa-3f90938b06a8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:59.025818 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600', 'code': 200} Jul 06 17:54:59.141023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-54bedf17-e5c4-4a43-90a6-0418614a52e0', 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'fixed_ips': [{'subnet_id': 'ac677542-4625-4d98-9bdb-7f7df960c7b1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:59.142335 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.169812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 2def105b-1298-4099-9270-36dae2b2f674 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:59.193746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 2def105b-1298-4099-9270-36dae2b2f674 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:59.195066 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.199064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:59.200063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Pushing event updated for resources: {'Port': ['ID=4ba6b21d-8160-4c84-8ad5-8182f2d52603,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:59.228231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:59.291070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:59.321989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:59.347074 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-7e90c7d9-b272-43ae-837d-e1609a02eba8 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224969 Jul 06 17:54:59.369243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b911e8f5-aae8-407e-81dd-04cb81c4a4c0 req-e336fac4-bf5d-4a33-b8a3-2e950191b230 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456635 Jul 06 17:54:59.465729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a3591-a3bf-49d0-87d3-de4d0d2470bd req-007fa810-7148-40eb-808d-598637d61ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:59.468092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-321a3591-a3bf-49d0-87d3-de4d0d2470bd req-007fa810-7148-40eb-808d-598637d61ac8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 1096 time: 0.3634973 Jul 06 17:54:59.570709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.601787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-321a3591-a3bf-49d0-87d3-de4d0d2470bd req-ace30464-32e7-46d7-b26c-77b69d4edd07 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248901 Jul 06 17:54:59.638546 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0a1f91b-9c7e-47df-98ce-745dcd75ae9a req-d4573f8f-1631-4b99-a2ef-43bb129993ff service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813170 Jul 06 17:54:59.647179 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.681587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] device_id is not set on port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:54:59.690970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Attempting to bind port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:59.691577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Attempting to bind port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:59.692131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Attempting to bind port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:59.736455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:59.736957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Checking segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:59.737442 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.737930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Bound using segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:59.738480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Bound port: 4ba6b21d-8160-4c84-8ad5-8182f2d52603, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:59.738940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.792013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.836744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Allocated IP 10.2.2.2 (54bedf17-e5c4-4a43-90a6-0418614a52e0/ac677542-4625-4d98-9bdb-7f7df960c7b1/a36468dc-62bb-4daf-ac0f-3e0b11a074fa) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:59.863395 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.928238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4199d-3f36-452f-bc23-98a07a9bbe01 req-cafd78ff-743a-42ce-9d4e-3d3dd7ee36b2 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:59.929899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ce4199d-3f36-452f-bc23-98a07a9bbe01 req-cafd78ff-743a-42ce-9d4e-3d3dd7ee36b2 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 944 time: 0.3329673 Jul 06 17:54:59.987008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 2def105b-1298-4099-9270-36dae2b2f674, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2def105b-1298-4099-9270-36dae2b2f674,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:59.991580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] For port 4ba6b21d-8160-4c84-8ad5-8182f2d52603, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:00.009056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.020750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] For port 4ba6b21d-8160-4c84-8ad5-8182f2d52603, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4ba6b21d-8160-4c84-8ad5-8182f2d52603,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:00.048982 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.055979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ce4199d-3f36-452f-bc23-98a07a9bbe01 req-7a225325-949e-4e4b-980f-422bbd9ca232 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957792 Jul 06 17:55:00.140041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=2def105b-1298-4099-9270-36dae2b2f674,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:00.271227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 10.1.1.68 (1bcdd094-faa1-4594-8c5f-11d469455a78/3dc8a5eb-9381-4cd3-be19-daa99e1fb21e/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:00.283939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abc77b-14da-4c3d-807b-506e1c9ffe80 None None] Pushing event updated for resources: {'Port': ['ID=4ba6b21d-8160-4c84-8ad5-8182f2d52603,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:00.308878 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.334334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Transition to ACTIVE for port object a36468dc-62bb-4daf-ac0f-3e0b11a074fa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:00.390548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Transition to ACTIVE for port object a36468dc-62bb-4daf-ac0f-3e0b11a074fa will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:00.400844 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.545951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:00.562028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:00.575992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:00.579321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Pushing event updated for resources: {'Port': ['ID=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:00.865097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0e55-47bc-4e9c-895a-fe30db6234fd req-63f6f64c-b0a4-4632-94ae-1d98e3ec3c7d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:00.882360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.884413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-768c0e55-47bc-4e9c-895a-fe30db6234fd req-63f6f64c-b0a4-4632-94ae-1d98e3ec3c7d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 945 time: 0.7616830 Jul 06 17:55:00.900932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Attempting to bind port a36468dc-62bb-4daf-ac0f-3e0b11a074fa on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:00.902852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Attempting to bind port a36468dc-62bb-4daf-ac0f-3e0b11a074fa by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:00.905235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Attempting to bind port a36468dc-62bb-4daf-ac0f-3e0b11a074fa on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:00.931720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:00.935978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Checking segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:00.940001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.941713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Bound using segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:00.945685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Bound port: a36468dc-62bb-4daf-ac0f-3e0b11a074fa, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:00.949713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.030290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.033237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2def105b-1298-4099-9270-36dae2b2f674'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:01.039143 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7ac805-8341-4bfb-9ecf-65a4161a3bb3" -d '{"events": [{"server_uuid": "e9cbbfc7-c128-4499-b588-d00a5b9d635a", "name": "network-vif-plugged", "status": "completed", "tag": "2def105b-1298-4099-9270-36dae2b2f674"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:01.118574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-768c0e55-47bc-4e9c-895a-fe30db6234fd req-e0ee6f54-69ba-466b-a66d-494d29398f29 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310455 Jul 06 17:55:01.121101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:01.198814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] For port a36468dc-62bb-4daf-ac0f-3e0b11a074fa, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:01.209789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] For port a36468dc-62bb-4daf-ac0f-3e0b11a074fa, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:01.210003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.222578 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.386983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f1e3c-594d-4962-8f91-5203e9935632 None None] Pushing event updated for resources: {'Port': ['ID=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:01.476788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:01.493073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:01.570610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4ba6b21d-8160-4c84-8ad5-8182f2d52603 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:01.611593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:01.614392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:01.688361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:01.801821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:01.803903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.876163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd440195-0a4e-4d58-890f-580e3c19c826 req-12e915f3-dc97-4a23-bff9-e19f96a6a6ec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:01.881842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd440195-0a4e-4d58-890f-580e3c19c826 req-12e915f3-dc97-4a23-bff9-e19f96a6a6ec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.4318168 Jul 06 17:55:01.897003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcedd3-36e3-4f41-99cc-ae5285543c72 req-1a249dce-94ee-4d23-9c5b-85caa0b4eff5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:01.899763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3dcedd3-36e3-4f41-99cc-ae5285543c72 req-1a249dce-94ee-4d23-9c5b-85caa0b4eff5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 945 time: 0.2905393 Jul 06 17:55:01.905932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f0f8ca83-baf8-4a15-a220-9b06ea053cdd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2643912 Jul 06 17:55:01.907697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:01.913658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'name': 'tempest-TaggedBootDevicesTest_v242-1341176995', 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:02.007187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd440195-0a4e-4d58-890f-580e3c19c826 req-d6c4e867-16d1-4cf1-9240-8e885a9d5e75 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056170 Jul 06 17:55:02.082814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3dcedd3-36e3-4f41-99cc-ae5285543c72 req-b68ef008-ae5a-47ed-9519-39f254677134 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380565 Jul 06 17:55:02.139312 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6456c-5e5e-4a99-9da7-316d9b7fe336 x-openstack-request-id: req-22c6456c-5e5e-4a99-9da7-316d9b7fe336 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:02.139901 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cbbfc7-c128-4499-b588-d00a5b9d635a", "name": "network-vif-plugged", "status": "completed", "tag": "2def105b-1298-4099-9270-36dae2b2f674", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:02.139988 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22c6456c-5e5e-4a99-9da7-316d9b7fe336 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:02.140715 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2def105b-1298-4099-9270-36dae2b2f674', 'code': 200} Jul 06 17:55:02.159802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:02.174227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a607ad5-f499-4f2e-a04b-caf72e498a6f None None] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:02.320055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee63dbf-385f-4904-bb06-5a492424e06d req-3d9e96fb-cc8c-4c7b-8881-a26df5e34b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.321670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ee63dbf-385f-4904-bb06-5a492424e06d req-3d9e96fb-cc8c-4c7b-8881-a26df5e34b5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 1096 time: 0.0903823 Jul 06 17:55:02.361914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.388427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] device_id is not set on port c731b26b-69c5-4cc0-801b-57e7c0cc3dce yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:55:02.409657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.413199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ee63dbf-385f-4904-bb06-5a492424e06d req-a3fd3c4a-2f58-47a4-bfe6-0d206f060bf3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852087 Jul 06 17:55:02.414402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] Provisioning for port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:02.428244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] Provisioning complete for port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:02.428871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.675780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd0b8c-8928-465d-bfda-17e91611550f req-20ba2bfd-2a37-4626-9630-2489569cf86b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.679708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01bd0b8c-8928-465d-bfda-17e91611550f req-20ba2bfd-2a37-4626-9630-2489569cf86b tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1090467 Jul 06 17:55:02.741300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01bd0b8c-8928-465d-bfda-17e91611550f req-78d9e6fd-ab33-443d-81a9-5f539e163e61 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 Jul 06 17:55:02.870224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.885462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 10.1.1.228 (1bcdd094-faa1-4594-8c5f-11d469455a78/3dc8a5eb-9381-4cd3-be19-daa99e1fb21e/c731b26b-69c5-4cc0-801b-57e7c0cc3dce) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:02.892624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d512610-b35c-4e18-be6c-fffe627f1e79 req-e4b6c762-5c2c-47fd-ba5c-142edc429a28 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.903801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d512610-b35c-4e18-be6c-fffe627f1e79 req-e4b6c762-5c2c-47fd-ba5c-142edc429a28 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 945 time: 0.1669049 Jul 06 17:55:03.036028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] For port 4ba6b21d-8160-4c84-8ad5-8182f2d52603, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4ba6b21d-8160-4c84-8ad5-8182f2d52603,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:03.049726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.074272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d512610-b35c-4e18-be6c-fffe627f1e79 req-0b6ac925-97bc-4a34-8895-2c9343882c94 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687541 Jul 06 17:55:03.132045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.152347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object c731b26b-69c5-4cc0-801b-57e7c0cc3dce will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:03.168936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98679-963f-4764-a3c0-39945f28e7de req-8dff9b58-4067-4350-af78-84d78b9cabfe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.179174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25c98679-963f-4764-a3c0-39945f28e7de req-8dff9b58-4067-4350-af78-84d78b9cabfe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 945 time: 0.2285910 Jul 06 17:55:03.180227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b0c31-ebe5-4715-bc4c-f9f35a93fbb7 None None] Pushing event updated for resources: {'Port': ['ID=4ba6b21d-8160-4c84-8ad5-8182f2d52603,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:03.193757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899795b8-3986-4021-ba62-6feaadfffce8 None None] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:03.204555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.323316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25c98679-963f-4764-a3c0-39945f28e7de req-cc3ca30c-2342-405b-9724-0574483f0612 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb9392-373c-4a8f-b453-76c6eb28b84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404383 Jul 06 17:55:03.332898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:03.350724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:03.366447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:03.370878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:03.505953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.506641 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.554115 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e7099993-7452-4e88-8977-2928688eb170 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6446624 Jul 06 17:55:03.574734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc7ccdbc-08a6-445b-934a-1c07c2a824e4 None None] Provisioning for port a36468dc-62bb-4daf-ac0f-3e0b11a074fa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:03.616391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a36468dc-62bb-4daf-ac0f-3e0b11a074fa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:03.668075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db427d-4f3d-4426-b5d8-63dfb608f48a req-fa2566d9-0f42-4944-a3f9-b01bc3d4769a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.669942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8db427d-4f3d-4426-b5d8-63dfb608f48a req-fa2566d9-0f42-4944-a3f9-b01bc3d4769a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 945 time: 0.0901530 Jul 06 17:55:03.751231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a36468dc-62bb-4daf-ac0f-3e0b11a074fa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:03.794554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a36468dc-62bb-4daf-ac0f-3e0b11a074fa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:03.795769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.815407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8db427d-4f3d-4426-b5d8-63dfb608f48a req-9efc65f1-8b72-496a-ae31-47cad5cdb3fb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331878 Jul 06 17:55:03.900242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbaa73c4-d166-4dc4-b03a-a2cb31d1c8bb None None] Provisioning for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:03.919877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbaa73c4-d166-4dc4-b03a-a2cb31d1c8bb None None] Provisioning complete for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:03.921039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbaa73c4-d166-4dc4-b03a-a2cb31d1c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.968436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febe2ae-d499-40b7-bddb-3ae78d66c269 req-6869f4eb-5fd5-4672-a7bc-37e2a8f4365d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.971879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5febe2ae-d499-40b7-bddb-3ae78d66c269 req-6869f4eb-5fd5-4672-a7bc-37e2a8f4365d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.2402003 Jul 06 17:55:04.029065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa73c4-d166-4dc4-b03a-a2cb31d1c8bb None None] Port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:04.087886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbaa73c4-d166-4dc4-b03a-a2cb31d1c8bb None None] Provisioning complete for port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:04.088604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbaa73c4-d166-4dc4-b03a-a2cb31d1c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.100944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5febe2ae-d499-40b7-bddb-3ae78d66c269 req-902e412c-617e-4acc-b110-b95270c3e051 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226528 Jul 06 17:55:04.213027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.265557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895ef95-efbd-424e-9473-5b9c39945e1d req-9582b375-0428-47e3-af08-c50d6ca13673 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:04.281215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a895ef95-efbd-424e-9473-5b9c39945e1d req-9582b375-0428-47e3-af08-c50d6ca13673 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2093096 Jul 06 17:55:04.373814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a36468dc-62bb-4daf-ac0f-3e0b11a074fa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:04.392325 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.394181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4ba6b21d-8160-4c84-8ad5-8182f2d52603 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:04.421836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a895ef95-efbd-424e-9473-5b9c39945e1d req-636f074a-3a88-47d1-9eba-f31ab78a7e4d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251462 Jul 06 17:55:04.517405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:04.563930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-40cf2cf1-ec1a-4060-a748-51c48d4a19f7 None None] Provisioning complete for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:04.564310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40cf2cf1-ec1a-4060-a748-51c48d4a19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.613268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-40cf2cf1-ec1a-4060-a748-51c48d4a19f7 None None] Port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:04.615006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:04.615404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.621718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-66991c08-f23a-4261-b81a-62f45461b113 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:04.624196 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-66991c08-f23a-4261-b81a-62f45461b113 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 945 time: 0.2023590 Jul 06 17:55:04.680436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-40cf2cf1-ec1a-4060-a748-51c48d4a19f7 None None] Provisioning complete for port a36468dc-62bb-4daf-ac0f-3e0b11a074fa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:04.682421 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40cf2cf1-ec1a-4060-a748-51c48d4a19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.706518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-1fd77e1f-a721-4dcc-af78-391f7c532350 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:04.708353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-1fd77e1f-a721-4dcc-af78-391f7c532350 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.1357090 Jul 06 17:55:04.734990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-a0d2a7d1-7d03-4fc9-a31d-3b4d55970fc4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.0160594 Jul 06 17:55:04.795823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Deleting port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:04.796424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.848805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-1569d39a-7ae3-4fbe-a6d2-0ae50aca7b84 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041567 Jul 06 17:55:04.938583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] For port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,segment=NetworkSegment(dadff7fd-ada5-4832-bcb4-902e97f03279),segment_id=dadff7fd-ada5-4832-bcb4-902e97f03279)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:04.938964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.951203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-eff92ee1-655b-4afe-9b4b-0aaf4a7b30e2 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011283 Jul 06 17:55:04.952656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Calling delete_port for a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:04.960205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57448) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:04.974544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900276027', 'description': 'tempest-description--399342030'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:04.980872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c36472c-cd5f-4ba6-a9e9-8e01a3387a29 None None] Provisioning for port c731b26b-69c5-4cc0-801b-57e7c0cc3dce completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:04.989260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c36472c-cd5f-4ba6-a9e9-8e01a3387a29 None None] Provisioning complete for port c731b26b-69c5-4cc0-801b-57e7c0cc3dce triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:04.990011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c36472c-cd5f-4ba6-a9e9-8e01a3387a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.050297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.072902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8c36472c-cd5f-4ba6-a9e9-8e01a3387a29 None None] Port c731b26b-69c5-4cc0-801b-57e7c0cc3dce cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:05.107212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-ad2cac42-329c-4733-b612-18a028b7730d service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477869 Jul 06 17:55:05.253363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.281569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a7d2e1e6-4e1e-4a95-805d-738d7ed1df08'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:05.303904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2bfdd-2a32-45f3-b707-a94bdbca0f16 req-78599871-c639-4b2d-ac54-255ddc5b6370 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:05.311705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e2bfdd-2a32-45f3-b707-a94bdbca0f16 req-78599871-c639-4b2d-ac54-255ddc5b6370 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.1060302 Jul 06 17:55:05.313808 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.347644 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.368969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8e2bfdd-2a32-45f3-b707-a94bdbca0f16 req-f2a2af1a-c1e9-430c-9601-cd9c67a8bfd5 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559895 Jul 06 17:55:05.372009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Pushing event deleted for resources: {'Port': ['ID=a7d2e1e6-4e1e-4a95-805d-738d7ed1df08,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:05.424801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] No DVR routers for this DVR port a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:05.437327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.439652 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c6c52a34-ebb8-43b0-afc2-40009cb4fb6d req-ff00cd36-1f5e-410b-b12d-189460526efe tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.60 "DELETE /v2.0/ports/a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 HTTP/1.1" status: 204 len: 173 time: 0.8060064 Jul 06 17:55:05.440230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'name': 'network-vif-deleted', 'tag': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:05.442964 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31048a18-fe0f-4594-841c-996bed63d23b" -d '{"events": [{"server_uuid": "41a58dde-a089-4a59-80d1-d2ec378b97ec", "name": "network-vif-deleted", "tag": "a7d2e1e6-4e1e-4a95-805d-738d7ed1df08"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:05.446098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a36468dc-62bb-4daf-ac0f-3e0b11a074fa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:05.449312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.450666 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4844434 Jul 06 17:55:05.453779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:05.459351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'security_group_rule': {'security_group_id': '9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:05.473412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56c92d-d684-459c-916c-fcf06972a9e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:05.514818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.601169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a36468dc-62bb-4daf-ac0f-3e0b11a074fa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:05.607020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.641942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074010d-ea7c-4fcd-9923-4f15d606e4fa req-da7c5b8f-188c-4969-9f6e-2f2cd54552f5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:05.644046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b074010d-ea7c-4fcd-9923-4f15d606e4fa req-da7c5b8f-188c-4969-9f6e-2f2cd54552f5 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1082604 Jul 06 17:55:05.684257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.684871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d97104fc-901f-4755-aca9-97793f21d019 req-d42790fe-8d03-42d7-9826-a2f5e94f0078 tempest-AttachVolumeNegativeTest-830074401 tempest-AttachVolumeNegativeTest-830074401-project] 10.222.0.37 "GET /v2.0/ports?device_id=41a58dde-a089-4a59-80d1-d2ec378b97ec HTTP/1.1" status: 200 len: 210 time: 0.0641406 Jul 06 17:55:05.692725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.741221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f39ca55-e8fa-42df-8548-2ba958f5d467,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:05.751377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.760533 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0824eb3-a969-4956-8271-8d1825ce6267 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047924 Jul 06 17:55:05.761338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57466) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:05.769825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'security_group_rule': {'security_group_id': '9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:05.788004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b074010d-ea7c-4fcd-9923-4f15d606e4fa req-1441d234-6515-4b0b-9b12-074ad6534f9a tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203232 Jul 06 17:55:05.811954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.877681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7240d97-8f28-4d35-885e-18ffbb8c0a4f req-dc792f05-790a-4c17-9d76-6d0beed0effb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 210 time: 0.0707600 Jul 06 17:55:05.885916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.891992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.916962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97437f67-f67f-4724-91b1-27947cec7971,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:05.926657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.929569 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4350e790-1d01-4177-9848-8ab2b946d6bd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666920 Jul 06 17:55:05.932898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:05.942525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:05.985207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.086444 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d6ea48-ea63-4511-8231-b06e012c61a1 x-openstack-request-id: req-d7d6ea48-ea63-4511-8231-b06e012c61a1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:06.087298 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a58dde-a089-4a59-80d1-d2ec378b97ec", "name": "network-vif-deleted", "tag": "a7d2e1e6-4e1e-4a95-805d-738d7ed1df08", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:06.087669 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7d6ea48-ea63-4511-8231-b06e012c61a1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:06.088243 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a58dde-a089-4a59-80d1-d2ec378b97ec', 'name': 'network-vif-deleted', 'tag': 'a7d2e1e6-4e1e-4a95-805d-738d7ed1df08', 'status': 'completed', 'code': 200} Jul 06 17:55:06.139280 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.329660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125749-c0e3-4365-bb2b-fde1ca9ba79e req-58634fbf-2d45-4310-9cee-8c9360e23ce9 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.335832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125749-c0e3-4365-bb2b-fde1ca9ba79e req-58634fbf-2d45-4310-9cee-8c9360e23ce9 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.341938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125749-c0e3-4365-bb2b-fde1ca9ba79e req-58634fbf-2d45-4310-9cee-8c9360e23ce9 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.345314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29125749-c0e3-4365-bb2b-fde1ca9ba79e req-58634fbf-2d45-4310-9cee-8c9360e23ce9 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a&device_id=31705a03-88fd-4c1e-9727-0b83b0f10633&device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 2417 time: 0.1958904 Jul 06 17:55:06.424007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 172.25.5.174 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/71e89887-b726-4807-a3c1-70bddf6c02e4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:06.605818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29125749-c0e3-4365-bb2b-fde1ca9ba79e req-2bfac6ad-a86a-4b16-8fd6-cf0c83a63729 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545578 Jul 06 17:55:06.686445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df160-75e3-4d8b-b7cf-95707fbcf8e3 req-75100c77-2479-4ae7-b2c5-1a14b8b79735 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.689307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d19df160-75e3-4d8b-b7cf-95707fbcf8e3 req-75100c77-2479-4ae7-b2c5-1a14b8b79735 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2900364 Jul 06 17:55:06.772762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.870130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d19df160-75e3-4d8b-b7cf-95707fbcf8e3 req-07ea2c1a-5a7e-465f-9a9c-6c39ae091763 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696212 Jul 06 17:55:06.971039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2801a60-d2e9-4ec7-996c-aa63bdcdd53d req-2b40b024-4d98-4719-9311-180cb34bc5b4 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.973800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2801a60-d2e9-4ec7-996c-aa63bdcdd53d req-2b40b024-4d98-4719-9311-180cb34bc5b4 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.1771412 Jul 06 17:55:06.981235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:06.997752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.040747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Deleting subnet 0e8b47cc-7522-42a3-b32b-b5407aec6ddf {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:55:07.046470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.214961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:07.275178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:07.305938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:07.321418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=71e89887-b726-4807-a3c1-70bddf6c02e4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:07.395581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2801a60-d2e9-4ec7-996c-aa63bdcdd53d req-8f77bc29-186a-46d6-b453-ea2ab84b75c3 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003985 Jul 06 17:55:07.408262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.458574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.464795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-e169d3a6-7971-4b42-afac-9b74e17b9cd7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:07.468053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-e169d3a6-7971-4b42-afac-9b74e17b9cd7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.4912469 Jul 06 17:55:07.493797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:07.564880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.617137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.625846 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0e8b47cc-7522-42a3-b32b-b5407aec6ddf HTTP/1.1" status: 204 len: 168 time: 0.6366863 Jul 06 17:55:07.625846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1fe3c-6e00-4096-ad2c-b4b2f5e40396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8b47cc-7522-42a3-b32b-b5407aec6ddf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:07.626189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57490) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:07.727045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.830965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.844535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4404462a-9863-490d-9442-81ddf7409b80']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:07.857882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadff7fd-ada5-4832-bcb4-902e97f03279') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:07.858226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadff7fd-ada5-4832-bcb4-902e97f03279') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:07.869885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.889404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.897718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:07.898262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:07.900495 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:07.941525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:07.975643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:55:07.976254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a7d2e1e6-4e1e-4a95-805d-738d7ed1df08 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:07.994877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148b390-e390-44e8-8685-2d34647dc1e4 req-30d2f036-28c5-4655-8317-9054f0b150d0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:07.996490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e148b390-e390-44e8-8685-2d34647dc1e4 req-30d2f036-28c5-4655-8317-9054f0b150d0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.8462470 Jul 06 17:55:08.002278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.023057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dee1a92-b4f8-4944-ac5b-add4cd0ee880 req-8102febe-12a6-46d8-a2f2-b6edbd05868f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 210 time: 0.0807290 Jul 06 17:55:08.025356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.028469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4404462a-9863-490d-9442-81ddf7409b80 HTTP/1.1" status: 204 len: 168 time: 0.4011221 Jul 06 17:55:08.032894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc05b-2f87-48e0-b7b0-63e71e1e3294 admin admin] Pushing event deleted for resources: {'Network': ['ID=4404462a-9863-490d-9442-81ddf7409b80,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:08.072367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.137199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e148b390-e390-44e8-8685-2d34647dc1e4 req-be5fa61b-9847-4721-af77-7bbb8245990e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165576 Jul 06 17:55:08.173962 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.228118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:08.237254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.349095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57498) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:08.442141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f01d45e1-1b2d-4de2-b70b-4d74b5bea9ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=334f2c4e33db4bd2a3002da6b132923d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909400 Jul 06 17:55:08.457297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57502) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:08.465919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.479056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.587949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-547088d3-a16d-450d-a57d-a69f96650280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.618782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-547088d3-a16d-450d-a57d-a69f96650280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.633704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=71e89887-b726-4807-a3c1-70bddf6c02e4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:08.659058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.6 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/c7bde1d8-8891-4f36-b5e7-ee5a825d1b16) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:08.671693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.717376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.718989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1ea4f4e0-6d39-4fed-b5e0-a2bfa19340bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7843766 Jul 06 17:55:08.745507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-547088d3-a16d-450d-a57d-a69f96650280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.748690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-547088d3-a16d-450d-a57d-a69f96650280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.754396 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-547088d3-a16d-450d-a57d-a69f96650280 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bdb9392-373c-4a8f-b453-76c6eb28b84b HTTP/1.1" status: 204 len: 168 time: 0.2910123 Jul 06 17:55:08.758599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee021f-c3fe-489b-8120-05580b890062 req-f4bd1dd6-b826-43c9-8a59-12227aeccf96 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:08.764919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66ee021f-c3fe-489b-8120-05580b890062 req-f4bd1dd6-b826-43c9-8a59-12227aeccf96 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2267518 Jul 06 17:55:08.766247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547088d3-a16d-450d-a57d-a69f96650280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb9392-373c-4a8f-b453-76c6eb28b84b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:08.895765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66ee021f-c3fe-489b-8120-05580b890062 req-19795539-ed12-47a4-b8ec-4f778fb43487 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034138 Jul 06 17:55:09.048417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.132672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.150985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698', '2def105b-1298-4099-9270-36dae2b2f674'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:09.239937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:09.248801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:09.253357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:09.283521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:09.464877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:09.467405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.514932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-710af0e5-c58f-400e-8b20-23a59b595411 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0366204 Jul 06 17:55:09.534244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Request body: {'port': {'device_id': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:09.581609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c432b6-ae60-49cd-8a97-85c16ba2f3bd req-1a11f8a2-be2a-423b-8886-3d4677c910df tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:09.583315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67c432b6-ae60-49cd-8a97-85c16ba2f3bd req-1a11f8a2-be2a-423b-8886-3d4677c910df tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.3376808 Jul 06 17:55:09.619679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65372f2-a3c1-438c-bb1d-968abf180089 req-647e00a7-da69-40b4-bb21-30019f4644cd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:09.621342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d65372f2-a3c1-438c-bb1d-968abf180089 req-647e00a7-da69-40b4-bb21-30019f4644cd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 931 time: 0.2617459 Jul 06 17:55:09.729505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67c432b6-ae60-49cd-8a97-85c16ba2f3bd req-9caae580-61a1-491f-b8d5-4b109c39dc2e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330757 Jul 06 17:55:09.732951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.743146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d65372f2-a3c1-438c-bb1d-968abf180089 req-f3204223-aa91-46c4-8a90-dd7eab344cd8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109388 Jul 06 17:55:10.040819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-08bf5455-462e-4ea7-bcf4-4351ea96bf9e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1900276027&fields=id&tenant_id=07e8cafef8f847df958d4bd03109af98 HTTP/1.1" status: 200 len: 267 time: 0.1215889 Jul 06 17:55:10.166887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-0c61f66c-c964-48d6-9019-2cfafc36e637 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.168671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-0c61f66c-c964-48d6-9019-2cfafc36e637 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 935 time: 0.1097720 Jul 06 17:55:10.319017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6b7660f3-c899-4ece-9547-7bd5f2afd414 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.324261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6b7660f3-c899-4ece-9547-7bd5f2afd414 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 937 time: 0.1328256 Jul 06 17:55:10.378348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:10.437412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.453955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-31c96ece-f17e-42c9-a28d-c90c1ec3d5b9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1103897 Jul 06 17:55:10.537648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-c9879a0b-6540-4b5f-8d2e-0d0edc802c04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0789888 Jul 06 17:55:10.544587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Transition to ACTIVE for port object c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:10.553187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.713406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:10.894774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da5fcc8d-b795-4000-b57a-d8d91072b6bf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.900742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da5fcc8d-b795-4000-b57a-d8d91072b6bf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.908145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da5fcc8d-b795-4000-b57a-d8d91072b6bf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.910303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da5fcc8d-b795-4000-b57a-d8d91072b6bf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/networks?id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=54bedf17-e5c4-4a43-90a6-0418614a52e0&id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 1994 time: 0.3521225 Jul 06 17:55:10.952987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Attempting to bind port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:10.953324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Attempting to bind port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:10.953660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Attempting to bind port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:10.960494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-7bcb2e1c-7afa-4a63-9cff-337c7cded8ca tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/quotas/07e8cafef8f847df958d4bd03109af98 HTTP/1.1" status: 200 len: 375 time: 0.0297627 Jul 06 17:55:10.964575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:10.964880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Attempting to bind port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:10.993053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:10.993574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:10.994184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:10.994756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Bound port: c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:10.995241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.039123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e320da8-6766-4962-a2e9-f65891eff6b2 req-59324447-f344-4110-9f4c-ebf037345c25 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.040821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e320da8-6766-4962-a2e9-f65891eff6b2 req-59324447-f344-4110-9f4c-ebf037345c25 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2332482 Jul 06 17:55:11.140496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e320da8-6766-4962-a2e9-f65891eff6b2 req-13af0e52-9496-409f-8117-c47149d53857 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903642 Jul 06 17:55:11.169132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] For port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:11.183157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] For port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:11.203356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-cd4ae9a5-52c7-42f4-bef4-eac3b09b4d35 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2332938 Jul 06 17:55:11.205193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.301425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.301996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.303510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] 10.222.0.61 "PUT /v2.0/ports/c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 HTTP/1.1" status: 200 len: 1091 time: 1.7764230 Jul 06 17:55:11.303993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'tag': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:11.306376 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31765d51-5cd2-4bf0-8aab-6036eac58895" -d '{"events": [{"name": "network-changed", "server_uuid": "50361616-26b7-4c76-81d5-7c0f2fed7cfd", "tag": "c7bde1d8-8891-4f36-b5e7-ee5a825d1b16"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:11.348642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5211-5fb7-4322-82f4-0ad55154b614 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:11.464353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6850e16c-d889-4c27-b352-81f6e215d382 service neutron] 10.222.0.37 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278471 Jul 06 17:55:11.648123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-bc57fa42-64fe-4575-8f53-763f64655bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.653241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-bc57fa42-64fe-4575-8f53-763f64655bb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 1094 time: 0.2731411 Jul 06 17:55:11.766869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-c21219b4-a9e0-40c9-a158-3c59f688f339 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 HTTP/1.1" status: 200 len: 217 time: 0.1063137 Jul 06 17:55:11.825584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-85825b5d-282f-410e-9e53-7dc10e90225a service neutron] 10.222.0.37 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495402 Jul 06 17:55:11.895461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031ca49-173b-40dd-a218-4574d229d277 req-842fbbd6-0ecc-47e1-96dd-4e5e4eb67750 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.897282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9031ca49-173b-40dd-a218-4574d229d277 req-842fbbd6-0ecc-47e1-96dd-4e5e4eb67750 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3175533 Jul 06 17:55:11.900636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-792590a6-31e7-42ae-a702-6d6356272484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.902111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-792590a6-31e7-42ae-a702-6d6356272484 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1203740 Jul 06 17:55:11.962970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-37b4bd2a-c0d5-40fe-aa6f-0acf19685ea8 service neutron] 10.222.0.37 "GET /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1216462 Jul 06 17:55:11.967838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-dca3ebd1-b8ae-425a-9b18-7043cf6fe7a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477295 Jul 06 17:55:12.093744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9031ca49-173b-40dd-a218-4574d229d277 req-234c8e84-76b9-48e8-b2e6-b33fbf9befb5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885498 Jul 06 17:55:12.175000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-ec9426c3-32d2-4082-afaa-498c45ed2df9 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013934 Jul 06 17:55:12.181901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-70f41d6f-4124-447d-9f4d-b0ab8dccb74b service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992974 Jul 06 17:55:12.434407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-52456a2e-a2e9-4766-b8b1-59dcbd77313a service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473879 Jul 06 17:55:12.440018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2aa5f291-33ba-4e4a-b259-ca4870b93109 req-9e283dfa-338f-460e-a792-f7439612b927 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513103 Jul 06 17:55:12.498262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0fa82-719f-4a61-8faf-a66f3b380538 req-9662f1dc-05ad-45b9-b228-aa9433d6f6f9 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:12.500813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4c0fa82-719f-4a61-8faf-a66f3b380538 req-9662f1dc-05ad-45b9-b228-aa9433d6f6f9 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 943 time: 0.2365980 Jul 06 17:55:12.556025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-ef6f838b-218b-4b96-a7ab-f55dbac471fa service neutron] 10.222.0.37 "GET /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1058567 Jul 06 17:55:12.651206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:12.658141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4c0fa82-719f-4a61-8faf-a66f3b380538 req-97608eec-0832-4ed1-a715-553b23d27914 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466138 Jul 06 17:55:12.746947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fe94626d-156f-4591-945b-07503ea72acd service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812294 Jul 06 17:55:12.831191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.946856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.954201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.015797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6926c396-a4b6-408a-85de-f07a34782294 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572954 Jul 06 17:55:13.022945 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef22703734f94947b8a7e43e16211d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698206 Jul 06 17:55:13.029027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57618) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:13.032437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f496026-0837-4ba0-b6b3-217d9c3b2058,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:13.047577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.048079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.048667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.049241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.049830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.050419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.050960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.051530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.052063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.052607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.053169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.053726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1d02db-0c81-47a4-8fe4-73bb95b4ba36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.087645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727174-c988-44d5-8128-42650dbe09f5 req-377710be-acb4-47f3-9565-8d582e5a1b03 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:13.090442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a727174-c988-44d5-8128-42650dbe09f5 req-377710be-acb4-47f3-9565-8d582e5a1b03 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2371652 Jul 06 17:55:13.317234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a727174-c988-44d5-8128-42650dbe09f5 req-f6c455bd-586b-4fea-831a-63f211aa85fd tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575377 Jul 06 17:55:13.352209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95b598c6-b143-4f8d-9eea-0ccc8b5af060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.357808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-75008eb2-0be7-4263-af97-c9e27880de83 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346376 Jul 06 17:55:13.399525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95b598c6-b143-4f8d-9eea-0ccc8b5af060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.496436 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703dbdb-ca4d-41fe-9304-0689a6ccff1e x-openstack-request-id: req-f703dbdb-ca4d-41fe-9304-0689a6ccff1e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:13.497426 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50361616-26b7-4c76-81d5-7c0f2fed7cfd", "tag": "c7bde1d8-8891-4f36-b5e7-ee5a825d1b16", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:13.497426 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f703dbdb-ca4d-41fe-9304-0689a6ccff1e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:13.498660 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'tag': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16', 'status': 'completed', 'code': 200} Jul 06 17:55:13.521030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-c8c9651d-965f-48d5-a383-c1cc388118f1 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487958 Jul 06 17:55:13.588216 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95b598c6-b143-4f8d-9eea-0ccc8b5af060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.590651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95b598c6-b143-4f8d-9eea-0ccc8b5af060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.592166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-95b598c6-b143-4f8d-9eea-0ccc8b5af060 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f496026-0837-4ba0-b6b3-217d9c3b2058 HTTP/1.1" status: 204 len: 168 time: 0.5509286 Jul 06 17:55:13.989743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:14.007490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97e71d22-8bc9-4cc9-9471-8f5d6d5e72dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.019956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b598c6-b143-4f8d-9eea-0ccc8b5af060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f496026-0837-4ba0-b6b3-217d9c3b2058,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:14.109725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b55416ce-fa15-4f09-b608-5563d022e665 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822728 Jul 06 17:55:14.120002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-e2acf4db-5fe8-4142-a379-fd18e19b6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.121835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-e2acf4db-5fe8-4142-a379-fd18e19b6b63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 1094 time: 0.5844662 Jul 06 17:55:14.158028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97e71d22-8bc9-4cc9-9471-8f5d6d5e72dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.164744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97e71d22-8bc9-4cc9-9471-8f5d6d5e72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.208849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd25b06-f70a-4a43-b634-9f21f8f602fe req-a6105dc2-2c16-4c97-82cd-585fb09e43eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.214937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efd25b06-f70a-4a43-b634-9f21f8f602fe req-a6105dc2-2c16-4c97-82cd-585fb09e43eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.5954213 Jul 06 17:55:14.215225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-97e71d22-8bc9-4cc9-9471-8f5d6d5e72dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3f94ac1600c4b35ad0b465d236847b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196400 Jul 06 17:55:14.215225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e71d22-8bc9-4cc9-9471-8f5d6d5e72dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2a8b4-e9f8-43af-950d-5bfb9b14a23f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:14.215633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57630) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:14.277190 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0b6533b-74b8-4cca-8257-4599ff65b2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.310409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0b6533b-74b8-4cca-8257-4599ff65b2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.375096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-88ed425e-5351-463b-8d5d-268bf8e868f0 service neutron] 10.222.0.37 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497952 Jul 06 17:55:14.381341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efd25b06-f70a-4a43-b634-9f21f8f602fe req-3a3a3e1e-035a-4b1c-97e5-c081feefd47d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099994 Jul 06 17:55:14.394827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-b429ec47-d061-4c93-806e-96bc9842be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.395096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0b6533b-74b8-4cca-8257-4599ff65b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.396578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-b429ec47-d061-4c93-806e-96bc9842be9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.2588050 Jul 06 17:55:14.399372 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0b6533b-74b8-4cca-8257-4599ff65b2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.400860 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0b6533b-74b8-4cca-8257-4599ff65b2ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0be2a8b4-e9f8-43af-950d-5bfb9b14a23f HTTP/1.1" status: 204 len: 168 time: 0.1840644 Jul 06 17:55:14.427311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6533b-74b8-4cca-8257-4599ff65b2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2a8b4-e9f8-43af-950d-5bfb9b14a23f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:14.531693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-9de79d30-30e5-48f6-91c1-36e6c5db710d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 HTTP/1.1" status: 200 len: 217 time: 0.0538237 Jul 06 17:55:14.617484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-2cfcd7a7-60c5-4228-99f4-8cc331ad0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.619053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-2cfcd7a7-60c5-4228-99f4-8cc331ad0b0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.0811827 Jul 06 17:55:14.621294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-29c325f5-230e-40e3-aea1-94a12fdccaa1 service neutron] 10.222.0.37 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368629 Jul 06 17:55:14.681867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-31145932-98de-4911-a85f-c1a0c2ff88ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553546 Jul 06 17:55:14.888096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1ad7ce2-1370-4cde-bb4a-c45c5e6522f3 service neutron] 10.222.0.37 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494934 Jul 06 17:55:14.897063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-373664ec-da28-47a1-8f2e-f5cbc3b51d62 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631646 Jul 06 17:55:14.912954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e67dbe-d4e0-468a-bfe3-07adf5364976 req-1d6ac175-aee1-4d08-b4e8-8bd66b29ef63 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.915421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6e67dbe-d4e0-468a-bfe3-07adf5364976 req-1d6ac175-aee1-4d08-b4e8-8bd66b29ef63 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2874610 Jul 06 17:55:15.163209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6e67dbe-d4e0-468a-bfe3-07adf5364976 req-5f13e2bf-b046-474d-b4fd-5d74a3de3c77 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290757 Jul 06 17:55:15.246256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31765d51-5cd2-4bf0-8aab-6036eac58895 req-1e78bdd6-652c-4e9d-95d9-4801ca169b2c service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265865 Jul 06 17:55:15.250113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1a62103f-c3e1-4a12-b28d-a4ccd899284b service neutron] 10.222.0.37 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328750 Jul 06 17:55:15.470368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d494b6ed-c160-4cee-833d-baf6ac2df655 service neutron] 10.222.0.37 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073390 Jul 06 17:55:15.516378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ddd7-8aa4-441e-a5fc-668c59a76693 req-54f3483b-865a-4a6a-b795-52f4d8e35eae tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:15.519483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4f8ddd7-8aa4-441e-a5fc-668c59a76693 req-54f3483b-865a-4a6a-b795-52f4d8e35eae tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 943 time: 0.1342440 Jul 06 17:55:15.588581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4f8ddd7-8aa4-441e-a5fc-668c59a76693 req-268be4c5-ab01-4c4e-b53c-5ea9ef0112ff tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566766 Jul 06 17:55:15.774043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:15.955467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:15.992898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16', 'mac_address': 'fa:16:3e:12:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:16.083459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94410b03-9c51-44f7-9c54-6fca85063eee req-cf211908-a1b9-4590-8998-9bb62eaee8ec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:16.085477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94410b03-9c51-44f7-9c54-6fca85063eee req-cf211908-a1b9-4590-8998-9bb62eaee8ec tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1195061 Jul 06 17:55:16.088356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.121557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:16.152996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94410b03-9c51-44f7-9c54-6fca85063eee req-1c2ef896-2fa1-4a3e-96b3-fbb29691c502 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 Jul 06 17:55:16.166122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:16.172993 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.243933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:16.480268 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-39ed1703-3761-4bd5-9417-2cab47605e95 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:16.488705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-39ed1703-3761-4bd5-9417-2cab47605e95 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.2078676 Jul 06 17:55:16.506465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-4eaa273d-b8f1-4fd2-b448-4ad8d2fdca8a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/quotas/33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 375 time: 0.0158255 Jul 06 17:55:16.515394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['c7bde1d8-8891-4f36-b5e7-ee5a825d1b16'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:16.690085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-adbf7a21-01f1-4dad-bad1-ec027490b7cf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1690507 Jul 06 17:55:16.721141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e3d0d-f344-45bd-9714-cf0f7206bbc5 req-b27e9a2f-2712-4900-9cb6-9fa98caa428b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:16.723825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c9e3d0d-f344-45bd-9714-cf0f7206bbc5 req-b27e9a2f-2712-4900-9cb6-9fa98caa428b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.2042370 Jul 06 17:55:16.872703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c9e3d0d-f344-45bd-9714-cf0f7206bbc5 req-30315f36-e132-41d7-87d3-9ebb30e5e5a5 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751438 Jul 06 17:55:16.906614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-c560b15d-a796-46fe-8cb4-d426a9973216 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011175 Jul 06 17:55:17.055567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-e961b89b-0956-4142-a4f6-d01a4d8cbb52 service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476238 Jul 06 17:55:17.236674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7979a75-1c0e-42d1-839a-076f96284292 req-bed5bfe4-f82c-442b-9b8e-97869893a4a7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.239710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7979a75-1c0e-42d1-839a-076f96284292 req-bed5bfe4-f82c-442b-9b8e-97869893a4a7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1387494 Jul 06 17:55:17.317962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7979a75-1c0e-42d1-839a-076f96284292 req-09b76e1a-7771-4e7e-aec8-cdafbe84b88d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669255 Jul 06 17:55:17.501472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba5147fb-d1e1-4180-ab16-c804558099df req-44430eb1-d907-4c92-bc82-42e342f63ad8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0558593 Jul 06 17:55:17.676961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe794c7-d5ce-4a86-9a7a-29a90f71ef98 req-ad78e1c2-9df7-4384-b8f0-c7e6d11098ce tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.678871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fe794c7-d5ce-4a86-9a7a-29a90f71ef98 req-ad78e1c2-9df7-4384-b8f0-c7e6d11098ce tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 944 time: 0.0822849 Jul 06 17:55:17.765650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:17.803905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a3cd0b-e52d-4209-a7de-aecbc232125a req-e643d752-430a-4a80-aab1-9fc8002bfa62 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 210 time: 0.0607915 Jul 06 17:55:17.866564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:17.868713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fe794c7-d5ce-4a86-9a7a-29a90f71ef98 req-919523a7-d614-42af-8733-0869d16f6e80 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709576 Jul 06 17:55:17.881716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:17.882092 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.946070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:18.014007 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.054992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:18.067849 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c04c6c-3fed-47dc-8db4-6e1a9d521b0a" -d '{"events": [{"server_uuid": "50361616-26b7-4c76-81d5-7c0f2fed7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "c7bde1d8-8891-4f36-b5e7-ee5a825d1b16"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:18.114230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:18.124216 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.178749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8643c988-b95e-409b-a11c-965ab10dbb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.205246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:18.358076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61c546-d231-455a-9996-811d99d029b3 req-eab152ca-4e58-4699-9dc1-7f7329c96558 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.360363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc61c546-d231-455a-9996-811d99d029b3 req-eab152ca-4e58-4699-9dc1-7f7329c96558 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.1707301 Jul 06 17:55:18.447282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc61c546-d231-455a-9996-811d99d029b3 req-a2c531e6-0311-48a4-889c-a7f5fc127778 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Jul 06 17:55:18.461772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-562e7dfb-3965-43ba-9e48-a5c8a748b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.464724 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-562e7dfb-3965-43ba-9e48-a5c8a748b62e service neutron] 10.222.0.60 "GET /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 1031 time: 0.1330936 Jul 06 17:55:18.494903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8643c988-b95e-409b-a11c-965ab10dbb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.507457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81479-c883-4810-8b02-2093a5c71400 req-d50859ce-9e99-471f-a7cb-a378da05d851 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.509369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31e81479-c883-4810-8b02-2093a5c71400 req-d50859ce-9e99-471f-a7cb-a378da05d851 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2329500 Jul 06 17:55:18.510834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8643c988-b95e-409b-a11c-965ab10dbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.549211 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f0326-76bd-47e8-9f67-c18d8085dfe4 x-openstack-request-id: req-140f0326-76bd-47e8-9f67-c18d8085dfe4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:18.549720 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50361616-26b7-4c76-81d5-7c0f2fed7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "c7bde1d8-8891-4f36-b5e7-ee5a825d1b16", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:18.549993 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-140f0326-76bd-47e8-9f67-c18d8085dfe4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:18.550408 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16', 'code': 200} Jul 06 17:55:18.585237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c988-b95e-409b-a11c-965ab10dbb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefc2be-362b-4257-be5a-99962b930056,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:18.593937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8643c988-b95e-409b-a11c-965ab10dbb10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69ff7564cdce435da45fbf7f1fbd7c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429491 Jul 06 17:55:18.594253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:18.632751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31e81479-c883-4810-8b02-2093a5c71400 req-acb00a25-0d4f-40e1-9005-404ccc1ddcf0 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066158 Jul 06 17:55:18.671954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-eb934740-96d1-45d5-91ad-bc6c92169da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.675652 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-eb934740-96d1-45d5-91ad-bc6c92169da0 service neutron] 10.222.0.60 "GET /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 1033 time: 0.2016201 Jul 06 17:55:18.728986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76771d85-1234-4940-a472-503f32e9949e req-92109c98-7170-4aff-9ae0-f75b3451b790 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0585980 Jul 06 17:55:18.730225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20674cb3-7359-48bb-b80a-c21746ec07e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.803458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20674cb3-7359-48bb-b80a-c21746ec07e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.834911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-614bd83b-9dfa-450d-b6d6-c3e340e455c1 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.842894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-614bd83b-9dfa-450d-b6d6-c3e340e455c1 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.849553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-614bd83b-9dfa-450d-b6d6-c3e340e455c1 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.850626 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-614bd83b-9dfa-450d-b6d6-c3e340e455c1 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "GET /v2.0/networks?id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=54bedf17-e5c4-4a43-90a6-0418614a52e0&id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 1994 time: 0.1680944 Jul 06 17:55:18.918615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-c273146b-f4b4-45f2-ac11-fdbc58b46585 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e8cafef8f847df958d4bd03109af98 HTTP/1.1" status: 200 len: 380 time: 0.0580597 Jul 06 17:55:18.933288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'admin_state_up': True, 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'security_groups': ['9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:18.988289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20674cb3-7359-48bb-b80a-c21746ec07e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.001798 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20674cb3-7359-48bb-b80a-c21746ec07e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.011724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20674cb3-7359-48bb-b80a-c21746ec07e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fefc2be-362b-4257-be5a-99962b930056 HTTP/1.1" status: 204 len: 168 time: 0.4138291 Jul 06 17:55:19.034375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674cb3-7359-48bb-b80a-c21746ec07e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefc2be-362b-4257-be5a-99962b930056,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:19.042016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f11ef-3418-41ee-b94e-2f36e337c0f4 req-e9f0092f-8a04-4387-81f5-c37dcb49ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:19.043731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-736f11ef-3418-41ee-b94e-2f36e337c0f4 req-e9f0092f-8a04-4387-81f5-c37dcb49ec5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 1096 time: 0.2033939 Jul 06 17:55:19.056532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1694a8-49cc-40a2-bbaf-0382313719c8 req-0bcc153a-a768-46fd-b5fc-4a7c81eb7076 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:19.058832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb1694a8-49cc-40a2-bbaf-0382313719c8 req-0bcc153a-a768-46fd-b5fc-4a7c81eb7076 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.1860714 Jul 06 17:55:19.147624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-736f11ef-3418-41ee-b94e-2f36e337c0f4 req-bc4ce96c-aebc-43d9-bde7-3e276b18d364 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861657 Jul 06 17:55:19.152576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:19.159481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.165429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb1694a8-49cc-40a2-bbaf-0382313719c8 req-13704a16-106f-4661-a58b-f4da96964cf9 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963531 Jul 06 17:55:19.284654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aabc3d75-2c9b-4a9f-866f-b5cb7d32d538 req-0219c21d-b9e4-478b-b016-8c3dcb9efc82 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 210 time: 0.0543921 Jul 06 17:55:19.407198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 172.20.0.3 (eaac8ba8-4c7b-4492-a3b3-78328c64befc/1c205cca-35b3-4347-bee6-a1988239347b/99db750b-5409-4077-937d-38f03708a59b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:19.662842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:19.678240 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:55:19.684153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddd57f-dac8-4520-a540-4f992a53c5a0 req-0520bc86-77bc-432e-9e47-4920a41e4d63 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:19.686401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9ddd57f-dac8-4520-a540-4f992a53c5a0 req-0520bc86-77bc-432e-9e47-4920a41e4d63 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 945 time: 0.2209003 Jul 06 17:55:19.703498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d743336f-b91b-419b-8be9-e3696bd79b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.737081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.748453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3371a7-acbb-4514-ba39-c35277d9b15b req-9dec3512-d537-4ac9-9011-364c38a5853e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:19.757684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab3371a7-acbb-4514-ba39-c35277d9b15b req-9dec3512-d537-4ac9-9011-364c38a5853e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2091978 Jul 06 17:55:19.772110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object 99db750b-5409-4077-937d-38f03708a59b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:19.830778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.893971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9ddd57f-dac8-4520-a540-4f992a53c5a0 req-d55ec900-4e6a-4abf-8776-172e8bce7fe9 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958964 Jul 06 17:55:19.952891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:19.976804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:19.979272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:19.992624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:20.059296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab3371a7-acbb-4514-ba39-c35277d9b15b req-2326b848-d614-45a7-9b8b-73038e975c08 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004990 Jul 06 17:55:20.149084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-8e4fdeb5-a638-4a45-a06d-d4df0b2f2663 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:20.155841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-8e4fdeb5-a638-4a45-a06d-d4df0b2f2663 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.3554888 Jul 06 17:55:20.191920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'port': {'device_id': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'admin_state_up': True, 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:20.194029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:20.199054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.496098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-ae71bc9f-ee88-4f6e-90da-5b0354ee1e23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5698984 Jul 06 17:55:20.559618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d743336f-b91b-419b-8be9-e3696bd79b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.561514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6f045f5b-5db0-4f55-a34a-15a7a975dee4 None None] Provisioning for port 99db750b-5409-4077-937d-38f03708a59b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:20.570749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6f045f5b-5db0-4f55-a34a-15a7a975dee4 None None] Provisioning complete for port 99db750b-5409-4077-937d-38f03708a59b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:20.571848 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f045f5b-5db0-4f55-a34a-15a7a975dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.583198 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fb6aac5f-4f6c-4a86-af9f-2c355399df6d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6585045 Jul 06 17:55:20.595506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'admin_state_up': True, 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'security_groups': ['9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:20.662260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d743336f-b91b-419b-8be9-e3696bd79b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.675079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6f045f5b-5db0-4f55-a34a-15a7a975dee4 None None] Port 99db750b-5409-4077-937d-38f03708a59b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:20.759971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d743336f-b91b-419b-8be9-e3696bd79b65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ede6effc6da4409e8d207be714ce683f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928671 Jul 06 17:55:20.775836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 57798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:20.813115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:20.820497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.003380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4735-1649-4cdb-ac4c-8ff317ba8c57 req-e7823245-21cb-4171-ba24-5a8e3baaf5f2 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.018466 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eedd4735-1649-4cdb-ac4c-8ff317ba8c57 req-e7823245-21cb-4171-ba24-5a8e3baaf5f2 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.8439298 Jul 06 17:55:21.021391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5c286cf-03ab-4fbb-87e7-9ac4d8f97515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.102965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743336f-b91b-419b-8be9-e3696bd79b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76070909-2ccc-43b7-88f4-616e8a4f81b8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:21.105907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 10.1.1.175 (1bcdd094-faa1-4594-8c5f-11d469455a78/3dc8a5eb-9381-4cd3-be19-daa99e1fb21e/93228b3a-41b2-425c-aaab-b7e3a1d57e8d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:21.141992 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5c286cf-03ab-4fbb-87e7-9ac4d8f97515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.148244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:21.153536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.174222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-4608cf5a-32a3-43f5-a415-77be4b8c3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.177714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-4608cf5a-32a3-43f5-a415-77be4b8c3130 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee13478477854915bc0a643687c8cd9a&device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 1097 time: 0.6213503 Jul 06 17:55:21.223787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901f425-71e0-4c93-ad83-45eab255833d req-0e50ed1a-753c-4dfa-b688-d4f45151c81b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.236092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5901f425-71e0-4c93-ad83-45eab255833d req-0e50ed1a-753c-4dfa-b688-d4f45151c81b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 931 time: 0.7896454 Jul 06 17:55:21.403856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eedd4735-1649-4cdb-ac4c-8ff317ba8c57 req-089e2427-1698-4a96-8c4a-905feb3dde2f tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838756 Jul 06 17:55:21.574370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.595510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object 93228b3a-41b2-425c-aaab-b7e3a1d57e8d will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:21.637147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.670805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-dd24b438-81b3-4c16-a38e-5d0f784c53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.674091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-dd24b438-81b3-4c16-a38e-5d0f784c53a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 200 len: 915 time: 0.4205394 Jul 06 17:55:21.713183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5901f425-71e0-4c93-ad83-45eab255833d req-f72d9caa-bfb2-45ff-83a3-84113b3cacb0 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562821 Jul 06 17:55:21.725048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:21.735439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:21.763544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:21.767989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:21.867746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-f4f1a765-eb4e-4adb-96ec-a82bddbf6650 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 200 len: 217 time: 0.1471207 Jul 06 17:55:21.981537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.983834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.035997 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b9edee03-46d0-4b4d-ab74-30a373208c0e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4459550 Jul 06 17:55:22.055404 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'admin_state_up': True, 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'security_groups': ['9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:22.112250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5c286cf-03ab-4fbb-87e7-9ac4d8f97515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.124294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5c286cf-03ab-4fbb-87e7-9ac4d8f97515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.146010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f5c286cf-03ab-4fbb-87e7-9ac4d8f97515 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76070909-2ccc-43b7-88f4-616e8a4f81b8 HTTP/1.1" status: 204 len: 168 time: 1.3540769 Jul 06 17:55:22.350541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc8f5da8-65a3-4f36-a28d-19d7d5169839 None None] Provisioning for port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:22.358638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:22.362919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc8f5da8-65a3-4f36-a28d-19d7d5169839 None None] Provisioning complete for port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:22.364845 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5da8-65a3-4f36-a28d-19d7d5169839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.376487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.509894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f5da8-65a3-4f36-a28d-19d7d5169839 None None] Port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:22.519488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c286cf-03ab-4fbb-87e7-9ac4d8f97515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76070909-2ccc-43b7-88f4-616e8a4f81b8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:22.555406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22fdbe04-ba0a-49e5-b032-36dc6fa878ec req-11ff2626-8a0f-4af0-9b22-5cfc65133032 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 210 time: 0.4029870 Jul 06 17:55:22.615902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-f4f6dca4-1458-4f63-8f2e-8c19d4951861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:22.622515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-f4f6dca4-1458-4f63-8f2e-8c19d4951861 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 200 len: 854 time: 0.7435734 Jul 06 17:55:22.886852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 10.1.1.63 (1bcdd094-faa1-4594-8c5f-11d469455a78/3dc8a5eb-9381-4cd3-be19-daa99e1fb21e/9273f02c-deac-4f42-aa21-09513d95b6dd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:23.250230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.283069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object 9273f02c-deac-4f42-aa21-09513d95b6dd will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:23.351992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-de725886-aa03-48e5-9354-d5b0b7e756da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=807c8bd2-06e1-47c1-884e-3194e97303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6974404 Jul 06 17:55:23.358757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.391105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Allocated IP 172.20.0.4 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/0f6b4879-4489-482b-b6db-8a7453ed75fb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:23.508185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:23.553465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:23.572713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:23.593702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:23.706715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.735196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Transition to ACTIVE for port object 0f6b4879-4489-482b-b6db-8a7453ed75fb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:23.795744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:23.801076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.851731 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d6d614ed-74ac-4db2-838b-58ea76dfb5b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8081639 Jul 06 17:55:23.874687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0', 'admin_state_up': True, 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'security_groups': ['9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:24.072662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-02d20376-f68c-4583-9951-18ba67d5cb7a service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916360 Jul 06 17:55:24.157826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8865d35f-32fd-48dc-b0b5-1900b2861d80 None None] Provisioning for port 9273f02c-deac-4f42-aa21-09513d95b6dd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:24.171827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8865d35f-32fd-48dc-b0b5-1900b2861d80 None None] Provisioning complete for port 9273f02c-deac-4f42-aa21-09513d95b6dd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:24.172204 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8865d35f-32fd-48dc-b0b5-1900b2861d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.262047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8865d35f-32fd-48dc-b0b5-1900b2861d80 None None] Port 9273f02c-deac-4f42-aa21-09513d95b6dd cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:24.281826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:24.392747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbad85ed-36b9-419c-802f-631063fddcd8 req-d7f97838-761b-4b93-9afb-19668a12ef35 service neutron] 10.222.0.60 "GET /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940526 Jul 06 17:55:24.447757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7c570-45ca-4066-a55a-f3057e9cac7a req-b36ce8cb-354e-451f-965c-8fc73f20ac6c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.449354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fe7c570-45ca-4066-a55a-f3057e9cac7a req-b36ce8cb-354e-451f-965c-8fc73f20ac6c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 945 time: 2.1606576 Jul 06 17:55:24.543462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.549640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fddf7b-641f-48b3-8ce7-3f0fd7c35c5c req-30cfc4ef-4d16-4ef4-a3a9-867a33e9cc7c tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.564987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7fddf7b-641f-48b3-8ce7-3f0fd7c35c5c req-30cfc4ef-4d16-4ef4-a3a9-867a33e9cc7c tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 1.2475038 Jul 06 17:55:24.599223 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.624962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522', 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:24.785472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:24.790414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-e1e02447-9187-4951-88df-cd4bff02c1c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1470697 Jul 06 17:55:24.833246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fe7c570-45ca-4066-a55a-f3057e9cac7a req-f7af6dfc-8b55-4ccd-b3b8-a516bcdd0b0d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545029 Jul 06 17:55:24.835564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:24.839870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7fddf7b-641f-48b3-8ce7-3f0fd7c35c5c req-f77183f3-2976-44bc-be63-a8b8ea8d4eb2 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735054 Jul 06 17:55:24.847271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:24.851168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:25.035227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:25.035948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.128035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-7dd1fd18-5168-420a-a163-945d15e27e28 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9547772 Jul 06 17:55:25.287858 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 10.2.2.100 (54bedf17-e5c4-4a43-90a6-0418614a52e0/ac677542-4625-4d98-9bdb-7f7df960c7b1/7643fca5-2e1d-4e31-85d6-14503d178c93) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:25.291712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Request body: {'port': {'device_id': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:25.508918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aab4768-3b28-4841-a96e-f93616d6aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.722966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.761801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object 7643fca5-2e1d-4e31-85d6-14503d178c93 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:25.829524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d90f65f-c64b-4efd-af48-a918553f19f7 None None] Provisioning for port 0f6b4879-4489-482b-b6db-8a7453ed75fb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:25.839142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.854342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d90f65f-c64b-4efd-af48-a918553f19f7 None None] Provisioning complete for port 0f6b4879-4489-482b-b6db-8a7453ed75fb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:25.854956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d90f65f-c64b-4efd-af48-a918553f19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.905151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:25.921069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:25.922814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:25.926492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:26.006462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0d90f65f-c64b-4efd-af48-a918553f19f7 None None] Port 0f6b4879-4489-482b-b6db-8a7453ed75fb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:26.014235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-47f4e964-40bb-4773-a6e9-ad6a6385786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.016875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-47f4e964-40bb-4773-a6e9-ad6a6385786b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 1096 time: 0.9362915 Jul 06 17:55:26.032087 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.033523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.054054 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-da0c226c-a9d3-4305-8bb7-78b7a9a329b3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1947246 Jul 06 17:55:26.077172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0', 'admin_state_up': True, 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'security_groups': ['9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:26.174767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134b01e-9e68-4b10-ad82-85754ace5db7 req-dac0ebd5-f048-4062-8589-be3e7aea8d12 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.181991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134b01e-9e68-4b10-ad82-85754ace5db7 req-dac0ebd5-f048-4062-8589-be3e7aea8d12 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.194902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134b01e-9e68-4b10-ad82-85754ace5db7 req-dac0ebd5-f048-4062-8589-be3e7aea8d12 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.196665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e134b01e-9e68-4b10-ad82-85754ace5db7 req-dac0ebd5-f048-4062-8589-be3e7aea8d12 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 2373 time: 0.7689173 Jul 06 17:55:26.335704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Made reservation on behalf of 07e8cafef8f847df958d4bd03109af98 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:26.343154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.541731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ecf87ef4-ba3b-410b-85b6-0a86d23a289a None None] Provisioning for port 7643fca5-2e1d-4e31-85d6-14503d178c93 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:26.549929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ecf87ef4-ba3b-410b-85b6-0a86d23a289a None None] Provisioning complete for port 7643fca5-2e1d-4e31-85d6-14503d178c93 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:26.550300 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecf87ef4-ba3b-410b-85b6-0a86d23a289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.632564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-d29f6d90-ab1c-4f8b-857b-c9a3339b9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.635421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-d29f6d90-ab1c-4f8b-857b-c9a3339b9625 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.5077786 Jul 06 17:55:26.649460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ecf87ef4-ba3b-410b-85b6-0a86d23a289a None None] Port 7643fca5-2e1d-4e31-85d6-14503d178c93 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:26.689839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.741040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Allocated IP 10.2.2.200 (54bedf17-e5c4-4a43-90a6-0418614a52e0/ac677542-4625-4d98-9bdb-7f7df960c7b1/ebc84366-2961-4262-a0e8-e5f85f9d2905) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:26.769280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:26.820842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-b70c1942-df3a-4aa0-8dc2-bda92d97780a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1380c17d-300f-49e1-b60c-c8a90cb38698 HTTP/1.1" status: 200 len: 217 time: 0.1683569 Jul 06 17:55:26.840186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e134b01e-9e68-4b10-ad82-85754ace5db7 req-373acf5f-186d-4fe5-8ec8-01eda60fef9f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6001174 Jul 06 17:55:27.046259 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.064775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Transition to ACTIVE for port object ebc84366-2961-4262-a0e8-e5f85f9d2905 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:27.090225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-1f9e3a04-cbca-43f9-9f18-fa1bdbbeedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.095227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-1f9e3a04-cbca-43f9-9f18-fa1bdbbeedc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.2461102 Jul 06 17:55:27.116021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b687f54f-a4ee-42b9-9166-c4d466e2fc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.168547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.234385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036c7e-393c-40c6-a6e1-019066107516 req-90589455-95c7-44e8-a4c5-29568f11a39c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.248360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90036c7e-393c-40c6-a6e1-019066107516 req-90589455-95c7-44e8-a4c5-29568f11a39c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 931 time: 1.2413609 Jul 06 17:55:27.257548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-ca79ac98-5dbb-4170-ab60-84177f749a50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115890 Jul 06 17:55:27.260877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:27.274906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:27.279579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:27.329671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90036c7e-393c-40c6-a6e1-019066107516 req-35e1cbe7-d79a-40ff-b4d9-1a8c05aa180c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800269 Jul 06 17:55:27.361430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.362111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.370472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event updated for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:27.513124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b687f54f-a4ee-42b9-9166-c4d466e2fc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.522370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b687f54f-a4ee-42b9-9166-c4d466e2fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.562918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-766621f7-97ed-4a8e-8270-b0ffe7946c5f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931128 Jul 06 17:55:27.570880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687f54f-a4ee-42b9-9166-c4d466e2fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06631c-ca5e-42f4-804e-c71def5f2893,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:27.605791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:27.661155 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b687f54f-a4ee-42b9-9166-c4d466e2fc87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e547d1a7bb3842baa540f8dfb554b15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8899167 Jul 06 17:55:27.664935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:27.792079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8d6b07bd-2106-485e-a69d-eaa5cb5e335a None None] Provisioning for port ebc84366-2961-4262-a0e8-e5f85f9d2905 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:27.798374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8d6b07bd-2106-485e-a69d-eaa5cb5e335a None None] Provisioning complete for port ebc84366-2961-4262-a0e8-e5f85f9d2905 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:27.799090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d6b07bd-2106-485e-a69d-eaa5cb5e335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.913657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b07bd-2106-485e-a69d-eaa5cb5e335a None None] Port ebc84366-2961-4262-a0e8-e5f85f9d2905 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:27.938691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.976795 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b352-dece-4254-9166-0aac5a558c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.982858 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.023127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6b4879-4489-482b-b6db-8a7453ed75fb {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:28.032576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.048054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Transition to ACTIVE for port object 0f6b4879-4489-482b-b6db-8a7453ed75fb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:28.052997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06f7f056-e001-4d29-bed4-441d1f74afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.066595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.156620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d0f1-f5fc-46e4-97db-638f098c41e2 req-665239f7-bff8-493c-80a7-25e9fe29f150 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:28.159558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5201d0f1-f5fc-46e4-97db-638f098c41e2 req-665239f7-bff8-493c-80a7-25e9fe29f150 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 945 time: 0.9057581 Jul 06 17:55:28.161983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-ffe1ad6b-bc4d-4e4f-867f-c839bcdb0cf5 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489280 Jul 06 17:55:28.196707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06f7f056-e001-4d29-bed4-441d1f74afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.295781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c788278e-1c1e-477a-a4fd-2174a8de89ba req-36893314-3776-4af0-aefc-e1bb4a81d843 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176434 Jul 06 17:55:28.317443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:28.377801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5201d0f1-f5fc-46e4-97db-638f098c41e2 req-c6160d3a-7d5d-49d9-9e83-efa79cb349a4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102134 Jul 06 17:55:28.586259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Attempting to bind port 0f6b4879-4489-482b-b6db-8a7453ed75fb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:28.589388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Attempting to bind port 0f6b4879-4489-482b-b6db-8a7453ed75fb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:28.592067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Attempting to bind port 0f6b4879-4489-482b-b6db-8a7453ed75fb on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:28.612191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Port 0f6b4879-4489-482b-b6db-8a7453ed75fb on network da42f181-2c53-4dec-998f-dfc37e43b8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:28.612664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Attempting to bind port 0f6b4879-4489-482b-b6db-8a7453ed75fb on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:28.624109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:28.624858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:28.625370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:28.626042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Bound port: 0f6b4879-4489-482b-b6db-8a7453ed75fb, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:28.626546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.696892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06f7f056-e001-4d29-bed4-441d1f74afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.703365 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06f7f056-e001-4d29-bed4-441d1f74afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.706906 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-06f7f056-e001-4d29-bed4-441d1f74afdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb06631c-ca5e-42f4-804e-c71def5f2893 HTTP/1.1" status: 204 len: 168 time: 1.0404987 Jul 06 17:55:28.762756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7f056-e001-4d29-bed4-441d1f74afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06631c-ca5e-42f4-804e-c71def5f2893,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:29.135055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:29.163752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:29.182470 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.223210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99db750b-5409-4077-937d-38f03708a59b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:29.248085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.263044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.273281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-24a6958d-bb1c-48b6-8e12-63175cd360e7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.281693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-24a6958d-bb1c-48b6-8e12-63175cd360e7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.288868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Transition to ACTIVE for port object 99db750b-5409-4077-937d-38f03708a59b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:29.291008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-24a6958d-bb1c-48b6-8e12-63175cd360e7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.297854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.299863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-24a6958d-bb1c-48b6-8e12-63175cd360e7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.307242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-24a6958d-bb1c-48b6-8e12-63175cd360e7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.309773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-24a6958d-bb1c-48b6-8e12-63175cd360e7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 3815 time: 0.5560639 Jul 06 17:55:29.427236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.428262 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.429857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] 10.222.0.60 "PUT /v2.0/ports/0f6b4879-4489-482b-b6db-8a7453ed75fb HTTP/1.1" status: 200 len: 1091 time: 4.1643846 Jul 06 17:55:29.447410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbbb4-287e-47b5-a6f9-37419aa79482 req-c4eb4266-3314-4c9e-8c3c-14a86cf83eeb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.449443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d93bbbb4-287e-47b5-a6f9-37419aa79482 req-c4eb4266-3314-4c9e-8c3c-14a86cf83eeb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 943 time: 0.3688693 Jul 06 17:55:29.453738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:29.456535 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca487706-6105-4ce8-b246-926049ca65dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:29.545314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Pushing event updated for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:29.610797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Attempting to bind port 99db750b-5409-4077-937d-38f03708a59b on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:29.611118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Attempting to bind port 99db750b-5409-4077-937d-38f03708a59b by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:29.611565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Attempting to bind port 99db750b-5409-4077-937d-38f03708a59b on network eaac8ba8-4c7b-4492-a3b3-78328c64befc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:29.625195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Port 99db750b-5409-4077-937d-38f03708a59b on network eaac8ba8-4c7b-4492-a3b3-78328c64befc not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:29.625919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Attempting to bind port 99db750b-5409-4077-937d-38f03708a59b on network eaac8ba8-4c7b-4492-a3b3-78328c64befc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:29.646522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:29.646986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Checking segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:29.647672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Bound using segment: {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:29.648289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Bound port: 99db750b-5409-4077-937d-38f03708a59b, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cead15-7559-4318-9ed2-fae7ad2e904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:29.648727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.654802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441137f-eab2-4e95-ab91-508cf72f4023 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:29.740113 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.762400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d93bbbb4-287e-47b5-a6f9-37419aa79482 req-83926be1-2268-4d38-a8b5-27cbedb03246 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807550 Jul 06 17:55:29.807445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb9e1-e15c-427d-928d-860705e3d937 req-bce51a52-df38-4e77-8289-26e09b152d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634552 Jul 06 17:55:29.888738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-03748609-16c7-4484-8674-45eb2a613a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.890952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-03748609-16c7-4484-8674-45eb2a613a64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed73691ce8674501b36797560232f8f9&device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 1097 time: 0.6382518 Jul 06 17:55:29.926565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:29.933028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99db750b-5409-4077-937d-38f03708a59b,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:29.944468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.034377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-63eb1e63-b7ff-49a5-8fb1-dd3c7148a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.037932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-63eb1e63-b7ff-49a5-8fb1-dd3c7148a6bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 1094 time: 0.4879060 Jul 06 17:55:30.195947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.197551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.201410 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 200 len: 1091 time: 2.6035519 Jul 06 17:55:30.204557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '99db750b-5409-4077-937d-38f03708a59b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:30.248253 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deabc7de-4407-4f72-aebe-897590d9af52" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "99db750b-5409-4077-937d-38f03708a59b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:30.288611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:30.291225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-203be87b-1636-41e2-8a48-3149d791708b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb HTTP/1.1" status: 200 len: 217 time: 0.1660893 Jul 06 17:55:30.454268 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-6c3207e6-005f-4915-8e73-38ecb50e3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.458495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-6c3207e6-005f-4915-8e73-38ecb50e3289 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 200 len: 916 time: 0.5583944 Jul 06 17:55:30.472129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774510-bc84-47f7-be17-feae323037a3 service neutron] Pushing event updated for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:30.494830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-5539a40f-bc18-40c2-b69b-a0db79b1ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.498204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-5539a40f-bc18-40c2-b69b-a0db79b1ec82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1979160 Jul 06 17:55:30.568914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-5040fa59-e209-402c-a983-eede7bf7299e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=518135be-c79c-4b13-a268-d684f7a0796e HTTP/1.1" status: 200 len: 217 time: 0.0850213 Jul 06 17:55:30.588797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.594116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec168d-419d-4b81-8235-eacb5c5008da req-b14c2563-6abb-43d8-9e91-065ac90443d7 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.599572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9aec168d-419d-4b81-8235-eacb5c5008da req-b14c2563-6abb-43d8-9e91-065ac90443d7 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.4802072 Jul 06 17:55:30.649811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a832a-b1e4-4bae-b8c2-ff6d3cb3767b req-6e3ab644-2078-4963-97d6-b07b4f0a461e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.658247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-409a832a-b1e4-4bae-b8c2-ff6d3cb3767b req-6e3ab644-2078-4963-97d6-b07b4f0a461e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 945 time: 0.5367579 Jul 06 17:55:30.691219 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.812608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-409a832a-b1e4-4bae-b8c2-ff6d3cb3767b req-7f03e485-2695-4fd7-b1d7-3e3e873c91f8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533403 Jul 06 17:55:30.819876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9aec168d-419d-4b81-8235-eacb5c5008da req-8693443d-28ab-4387-bd4d-1a3ca8106c97 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899483 Jul 06 17:55:30.882883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-ba299478-4a78-40ea-a174-00be728034d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.884420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-ba299478-4a78-40ea-a174-00be728034d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 200 len: 854 time: 0.2593880 Jul 06 17:55:31.000182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323347-5397-460f-94ee-9e553924f4c3 req-98c53855-4d82-4a0c-9a08-652996b998ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.003369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-98c53855-4d82-4a0c-9a08-652996b998ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4251201 Jul 06 17:55:31.200807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-6f0635d9-4ae9-49a9-90a5-3aecfa2a43ff service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799982 Jul 06 17:55:31.218295 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f0c886-e0db-4cfe-ba10-2032ad39a57f x-openstack-request-id: req-a0f0c886-e0db-4cfe-ba10-2032ad39a57f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:31.218972 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:31.219690 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0f0c886-e0db-4cfe-ba10-2032ad39a57f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:31.220407 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb', 'status': 'completed', 'code': 200} Jul 06 17:55:31.323352 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ea2465-c523-44a8-b6f1-24cfa305ef7a x-openstack-request-id: req-d5ea2465-c523-44a8-b6f1-24cfa305ef7a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:31.324368 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "99db750b-5409-4077-937d-38f03708a59b", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:31.335956 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5ea2465-c523-44a8-b6f1-24cfa305ef7a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:31.336723 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '99db750b-5409-4077-937d-38f03708a59b', 'status': 'completed', 'code': 200} Jul 06 17:55:31.525680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:31.537284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.557387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Transition to ACTIVE for port object 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:31.566890 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.571783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-8d88f0e9-8a23-4730-aa01-59e9b45f05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.573751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-8d88f0e9-8a23-4730-aa01-59e9b45f05c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b44ef8e-82f1-48c5-9859-43ad98754a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6724410 Jul 06 17:55:31.717515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Pushing event updated for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:31.751342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1323347-5397-460f-94ee-9e553924f4c3 req-3d280105-417a-4c3a-bbf1-02e64f3130be service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420971 Jul 06 17:55:31.777885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Attempting to bind port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:31.778987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Attempting to bind port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:31.779575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Attempting to bind port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:31.798155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb on network 1bcdd094-faa1-4594-8c5f-11d469455a78 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:31.798155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Attempting to bind port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:31.807454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:31.808116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Checking segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:31.808687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Bound using segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:31.809312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Bound port: 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:31.810441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.913855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:31.917564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:31.934488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.006542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.007207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.008847 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] 10.222.0.60 "PUT /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 1134 time: 1.7389190 Jul 06 17:55:32.051217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:32.182172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:32.215392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98f42-fffd-4e9f-bc92-42f798b5a74b service neutron] Pushing event updated for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:32.230522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.246182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.387213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-dcc249a3-9eca-4b75-9370-283d879fdade service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763476 Jul 06 17:55:32.538306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-217538094'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:32.576451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Made reservation on behalf of 4ace2ae7450d405d8a3214b006ca9175 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:32.584090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.615785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.618645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-63a26be0-f9d1-4da7-a5fa-f9409724a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.619546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-63a26be0-f9d1-4da7-a5fa-f9409724a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.620786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-63a26be0-f9d1-4da7-a5fa-f9409724a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.621606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-63a26be0-f9d1-4da7-a5fa-f9409724a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.622961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-63a26be0-f9d1-4da7-a5fa-f9409724a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.626595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deabc7de-4407-4f72-aebe-897590d9af52 req-63a26be0-f9d1-4da7-a5fa-f9409724a671 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 4362 time: 1.2783284 Jul 06 17:55:32.722246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a9189-259e-48ae-ae4f-c75a15549c26 req-ae2fa262-d1af-43bb-891e-f2ef9b02619d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.724266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202a9189-259e-48ae-ae4f-c75a15549c26 req-ae2fa262-d1af-43bb-891e-f2ef9b02619d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 943 time: 1.2203355 Jul 06 17:55:32.797105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.803569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.810407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.816556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.822311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.826054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c731b26b-69c5-4cc0-801b-57e7c0cc3dce {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:32.829182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.837486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-8a760485-eac0-4a41-8285-52c3c0b8c946 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 4603 time: 1.2253540 Jul 06 17:55:32.839048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.865281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Transition to ACTIVE for port object c731b26b-69c5-4cc0-801b-57e7c0cc3dce will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:32.880815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.900450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.902335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487706-6105-4ce8-b246-926049ca65dd req-629b818d-e874-44f6-812a-abdbe2909901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.904822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-629b818d-e874-44f6-812a-abdbe2909901 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 1094 time: 0.5243344 Jul 06 17:55:32.908339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-460ab5ff-e3a1-4cbb-837c-60ad4a9377b8 req-d3f592f1-f2b7-417a-9534-54c895d22e1a service neutron] 10.222.0.60 "GET /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856813 Jul 06 17:55:32.930140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.982591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:55:32.996555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Pushing event updated for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:33.012018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202a9189-259e-48ae-ae4f-c75a15549c26 req-58c61d60-4c9c-42a6-9de7-77518a26e222 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440395 Jul 06 17:55:33.034593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4d9fcd0-b396-4516-b1c4-5243a4c2aaab req-f06e0a7b-82da-4b87-b0f2-4fb98d8d34a7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960461 Jul 06 17:55:33.040730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-8b803b26-be6c-4cc4-b027-87ad6d633f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.043195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-8b803b26-be6c-4cc4-b027-87ad6d633f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.043805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-8b803b26-be6c-4cc4-b027-87ad6d633f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.049090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deabc7de-4407-4f72-aebe-897590d9af52 req-8b803b26-be6c-4cc4-b027-87ad6d633f1d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07e8cafef8f847df958d4bd03109af98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4080930 Jul 06 17:55:33.049740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.050170 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Added segment 38a971ad-361a-4f28-b8af-a3017ef37d0d of type vlan for network d8f51f8f-f250-4a5b-8fac-18af29062928 Jul 06 17:55:33.051901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30efa4b-5ae8-414f-9fb2-07637dc6434c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:33.179140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.223759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Attempting to bind port c731b26b-69c5-4cc0-801b-57e7c0cc3dce on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:33.224110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Attempting to bind port c731b26b-69c5-4cc0-801b-57e7c0cc3dce by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:33.224446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Attempting to bind port c731b26b-69c5-4cc0-801b-57e7c0cc3dce on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:33.247213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Port c731b26b-69c5-4cc0-801b-57e7c0cc3dce on network 1bcdd094-faa1-4594-8c5f-11d469455a78 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:33.247571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Attempting to bind port c731b26b-69c5-4cc0-801b-57e7c0cc3dce on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:33.263616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:33.264434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Checking segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:33.264986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Bound using segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:33.265588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Bound port: c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:33.265999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.290500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.303130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.303840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.330660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487706-6105-4ce8-b246-926049ca65dd req-d77bcf2f-6ad4-4a14-bd62-ac60ed1785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.343497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-d77bcf2f-6ad4-4a14-bd62-ac60ed1785c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.4234760 Jul 06 17:55:33.355839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '1a4caa9e-0692-4f4b-ac7f-10a43a794fcb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:33.364145 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "1a4caa9e-0692-4f4b-ac7f-10a43a794fcb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:33.445048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-98c46b5e-7efb-411b-8df8-edb6ea8fb53f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb HTTP/1.1" status: 200 len: 217 time: 0.0924926 Jul 06 17:55:33.456385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc7de-4407-4f72-aebe-897590d9af52 req-aa20ddb5-c9c3-4c3a-b015-ff4a772f9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.458925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deabc7de-4407-4f72-aebe-897590d9af52 req-aa20ddb5-c9c3-4c3a-b015-ff4a772f9e05 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3979037 Jul 06 17:55:33.563635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487706-6105-4ce8-b246-926049ca65dd req-4e6f95f4-ac6e-4b0e-850d-cb1bbd494e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.565561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-4e6f95f4-ac6e-4b0e-850d-cb1bbd494e87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1055124 Jul 06 17:55:33.629696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcba29-c8da-4454-b621-ad6c7c749712 req-810e351d-dc9c-4cbe-a421-2224c644dcb6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.636392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bddcba29-c8da-4454-b621-ad6c7c749712 req-810e351d-dc9c-4cbe-a421-2224c644dcb6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.1943409 Jul 06 17:55:33.704976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bddcba29-c8da-4454-b621-ad6c7c749712 req-fc43bcc9-c7c4-488a-9551-1ae7f715d2e8 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Jul 06 17:55:33.713561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487706-6105-4ce8-b246-926049ca65dd req-a6ee3d7f-f872-4861-b25c-913445f7bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:33.717123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-a6ee3d7f-f872-4861-b25c-913445f7bf22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360524 Jul 06 17:55:34.014237 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36fdd18-8107-4bc8-91ed-ac2b8f0d2116 x-openstack-request-id: req-e36fdd18-8107-4bc8-91ed-ac2b8f0d2116 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:34.015137 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "1a4caa9e-0692-4f4b-ac7f-10a43a794fcb", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:34.015137 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e36fdd18-8107-4bc8-91ed-ac2b8f0d2116 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:34.015137 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '1a4caa9e-0692-4f4b-ac7f-10a43a794fcb', 'status': 'completed', 'code': 200} Jul 06 17:55:34.018750 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8351996 Jul 06 17:55:34.025280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:34.032149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Request body: {'subnet': {'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:34.045392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-eee758a6-2c9a-4dd1-99ce-d1d93a4fddd7 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221152 Jul 06 17:55:34.109923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.110457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.110948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.111458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.111942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.112423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.112908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.115053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-c2839116-53d0-4de9-97a0-26bf7dfd14ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6176 time: 0.2714217 Jul 06 17:55:34.118988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 0f6b4879-4489-482b-b6db-8a7453ed75fb details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:34.195831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27c381-d878-4cc6-810f-481eb53f64c4 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event updated for resources: {'Network': ['ID=d8f51f8f-f250-4a5b-8fac-18af29062928,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:34.202100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:34.211195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:34.224058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.321936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.323281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.326710 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] 10.222.0.60 "PUT /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 1136 time: 2.2795451 Jul 06 17:55:34.355789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-9736b684-12d0-42b5-a8e4-ec31785face6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.356023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-9736b684-12d0-42b5-a8e4-ec31785face6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.357127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Made reservation on behalf of 4ace2ae7450d405d8a3214b006ca9175 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:34.357376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-9736b684-12d0-42b5-a8e4-ec31785face6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.359119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-9736b684-12d0-42b5-a8e4-ec31785face6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07e8cafef8f847df958d4bd03109af98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1429014 Jul 06 17:55:34.364188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.378005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d8f51f8f-f250-4a5b-8fac-18af29062928 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:55:34.462435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:34.549950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca487706-6105-4ce8-b246-926049ca65dd req-bc8b3271-ffdc-4b4f-b40f-8cad51dc6477 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953909 Jul 06 17:55:34.577710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ee98-c9cb-4d43-85e9-bf3d319b0f0c req-f8139cd9-0b6a-452c-b3ac-55b8d37a87e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.584998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fc818-01e3-4ab6-b22e-4c7c551fc2ec service neutron] Pushing event updated for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:34.585296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dea3ee98-c9cb-4d43-85e9-bf3d319b0f0c req-f8139cd9-0b6a-452c-b3ac-55b8d37a87e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 945 time: 0.5130637 Jul 06 17:55:34.654955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-938be931-6e74-4dec-9943-e6eb7d1240c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.656579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a05d95f-222e-4171-895f-fb1ff3bd4f7b req-938be931-6e74-4dec-9943-e6eb7d1240c3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2856362 Jul 06 17:55:34.666382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:34.693252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dea3ee98-c9cb-4d43-85e9-bf3d319b0f0c req-e6fb1881-b37f-4294-8f76-8e63bdb3b7c6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073060 Jul 06 17:55:34.854088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.963440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.970712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.978327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.985536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.993793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.001957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.009387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.019007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-8db8cd84-25c8-480e-951f-39e3c3e88581 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5381 time: 0.1826832 Jul 06 17:55:35.052884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '0f6b4879-4489-482b-b6db-8a7453ed75fb', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': '0f6b4879-4489-482b-b6db-8a7453ed75fb', 'mac_address': 'fa:16:3e:91:d4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:35.167748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.179512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2eeaa3d-a550-4e05-8250-0317bd0ce99e req-38d78f81-27df-4192-9f7b-f99bfb73de97 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591167 Jul 06 17:55:35.201891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6b4879-4489-482b-b6db-8a7453ed75fb {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:35.245751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddb400-12fe-4e45-97c5-fca313a8de1e req-e1b94671-0a0a-41c0-a7d6-0f28b8d4c441 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.254671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56ddb400-12fe-4e45-97c5-fca313a8de1e req-e1b94671-0a0a-41c0-a7d6-0f28b8d4c441 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 943 time: 0.2323442 Jul 06 17:55:35.268647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:35.278852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.282364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.290709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-29dd7413-c143-4944-b03c-fd9fcbbec024 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.292506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-29dd7413-c143-4944-b03c-fd9fcbbec024 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 945 time: 0.2201309 Jul 06 17:55:35.379949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56ddb400-12fe-4e45-97c5-fca313a8de1e req-ef91d199-5663-4d3f-8bad-108c7f8407e0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239133 Jul 06 17:55:35.390774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:35.411500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.412525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.413331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.414342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.415452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.416355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.417141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.418157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.420184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.421069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.422042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.423337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:35.433940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event updated for resources: {'Subnet': ['ID=d8a23ae3-1271-4d0e-affe-7f4fa25b70fb,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:35.564690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:35.565024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.585318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93228b3a-41b2-425c-aaab-b7e3a1d57e8d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:35.593778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['0f6b4879-4489-482b-b6db-8a7453ed75fb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:35.596986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.614633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Transition to ACTIVE for port object 93228b3a-41b2-425c-aaab-b7e3a1d57e8d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:35.625152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.711100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Pushing event updated for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:35.767989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187de1e-b4dd-4e19-bb4b-7836aedd99e6 req-3650db93-3aef-47cf-8707-b052c7712ad4 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.778517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9187de1e-b4dd-4e19-bb4b-7836aedd99e6 req-3650db93-3aef-47cf-8707-b052c7712ad4 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.2633100 Jul 06 17:55:35.842368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Attempting to bind port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:35.843042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Attempting to bind port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:35.843589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Attempting to bind port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:35.848947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d on network 1bcdd094-faa1-4594-8c5f-11d469455a78 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:35.849552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Attempting to bind port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:35.862848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:35.863522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Checking segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:35.864108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Bound using segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:35.864721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Bound port: 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:35.865530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.868430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Checking segment: {'id': '38a971ad-361a-4f28-b8af-a3017ef37d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:35.869051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Network hostable DHCP agents. Network: d8f51f8f-f250-4a5b-8fac-18af29062928, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:55:35.904664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:35.905067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.951389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9187de1e-b4dd-4e19-bb4b-7836aedd99e6 req-e7ef1aa8-c11f-401f-b4f3-6f6a9ffc0db7 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716971 Jul 06 17:55:35.966158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:35.970773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:35.983083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.988025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:36.005271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.005838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.008013 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] 10.222.0.60 "PUT /v2.0/ports/93228b3a-41b2-425c-aaab-b7e3a1d57e8d HTTP/1.1" status: 200 len: 1091 time: 1.5928757 Jul 06 17:55:36.008686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Network d8f51f8f-f250-4a5b-8fac-18af29062928 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:55:36.025574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': 'c731b26b-69c5-4cc0-801b-57e7c0cc3dce'}, {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:36.035204 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e037f6-c336-4ce2-b768-eb33d47d7b81" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "c731b26b-69c5-4cc0-801b-57e7c0cc3dce"}, {"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:36.070277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:36.120905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d8f51f8f-f250-4a5b-8fac-18af29062928) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:36.135725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ca6967-0c6b-4644-a8d3-c3f132cdf9f5 None None] Network d8f51f8f-f250-4a5b-8fac-18af29062928 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:36.193881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.194496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.208547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.455101 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b30111dc-0090-4379-9c5a-d930353ab840 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4284813 Jul 06 17:55:36.466669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57992) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:36.489698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Request body: {'port': {'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928', 'name': 'tempest-DHCPAgentSchedulersTestJSON-731161760'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:36.529432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d8f51f8f-f250-4a5b-8fac-18af29062928', 'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928', 'tenant_id': '4ace2ae7450d405d8a3214b006ca9175', 'fixed_ips': [{'subnet_id': 'd8a23ae3-1271-4d0e-affe-7f4fa25b70fb'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:55:36.533633 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.540800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694232db-8eda-4ad9-aeea-e7d71dec1f9f req-a70a15c9-4c70-40bf-8a59-3db991843656 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.554399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-694232db-8eda-4ad9-aeea-e7d71dec1f9f req-a70a15c9-4c70-40bf-8a59-3db991843656 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.6780274 Jul 06 17:55:36.657316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc73c-a1f5-4abf-b97f-869cf6eb4756 service neutron] Pushing event updated for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:36.743762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf7d45-dac2-407b-a424-8e05e3a6e535 req-52bef092-197e-45fc-82a9-36767c42d3b2 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.757610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5bf7d45-dac2-407b-a424-8e05e3a6e535 req-52bef092-197e-45fc-82a9-36767c42d3b2 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=50361616-26b7-4c76-81d5-7c0f2fed7cfd HTTP/1.1" status: 200 len: 945 time: 0.5592029 Jul 06 17:55:36.821035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Allocated IP 172.20.0.2 (d8f51f8f-f250-4a5b-8fac-18af29062928/d8a23ae3-1271-4d0e-affe-7f4fa25b70fb/c879303f-39ed-4779-9931-73f9540957ff) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:36.823119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9273f02c-deac-4f42-aa21-09513d95b6dd {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:36.830665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-694232db-8eda-4ad9-aeea-e7d71dec1f9f req-91deb7a6-116e-4549-b5c6-412b7dbfb83b tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745230 Jul 06 17:55:36.838055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.865143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Transition to ACTIVE for port object 9273f02c-deac-4f42-aa21-09513d95b6dd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:36.878877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Made reservation on behalf of 4ace2ae7450d405d8a3214b006ca9175 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:36.878877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.879529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-3fc7c72a-d792-43ff-bcd5-9a8971c17c2e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.879529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-3fc7c72a-d792-43ff-bcd5-9a8971c17c2e tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.60 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.5386429 Jul 06 17:55:36.915583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.963783 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.986021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5bf7d45-dac2-407b-a424-8e05e3a6e535 req-e48c48f5-87bd-4b99-b830-6d806f1516f3 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268314 Jul 06 17:55:36.987728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698', '2def105b-1298-4099-9270-36dae2b2f674'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:37.020898 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264a64b-847a-4de6-8957-d3dae0841e01 x-openstack-request-id: req-f264a64b-847a-4de6-8957-d3dae0841e01 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:37.021687 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "c731b26b-69c5-4cc0-801b-57e7c0cc3dce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:37.022204 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f264a64b-847a-4de6-8957-d3dae0841e01 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:37.023157 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': 'c731b26b-69c5-4cc0-801b-57e7c0cc3dce', 'status': 'completed', 'code': 200} Jul 06 17:55:37.023687 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d', 'status': 'completed', 'code': 200} Jul 06 17:55:37.035466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] device_id is not set on port 2d09bdec-0886-49d2-a97a-b2e617d552f7 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:55:37.112485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Pushing event updated for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:37.245406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Attempting to bind port 9273f02c-deac-4f42-aa21-09513d95b6dd on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:37.246091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Attempting to bind port 9273f02c-deac-4f42-aa21-09513d95b6dd by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:37.246734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Attempting to bind port 9273f02c-deac-4f42-aa21-09513d95b6dd on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:37.254243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Port 9273f02c-deac-4f42-aa21-09513d95b6dd on network 1bcdd094-faa1-4594-8c5f-11d469455a78 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:37.255096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Attempting to bind port 9273f02c-deac-4f42-aa21-09513d95b6dd on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:37.261777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:37.262426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Checking segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:37.264228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Bound using segment: {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:37.265819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Bound port: 9273f02c-deac-4f42-aa21-09513d95b6dd, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc585222-5510-4b75-920d-e32bd850d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:37.266418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.303651 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.339603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=c7bde1d8-8891-4f36-b5e7-ee5a825d1b16,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:37.354271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Transition to ACTIVE for port object c879303f-39ed-4779-9931-73f9540957ff will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:37.376687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:37.383798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9273f02c-deac-4f42-aa21-09513d95b6dd,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:37.394348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.401183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Transition to ACTIVE for port object c879303f-39ed-4779-9931-73f9540957ff will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:37.421306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.422309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.424245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-21355235-233d-4240-a57d-02326e01ab86 service neutron] 10.222.0.60 "PUT /v2.0/ports/9273f02c-deac-4f42-aa21-09513d95b6dd HTTP/1.1" status: 200 len: 1090 time: 1.3592117 Jul 06 17:55:37.470471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:37.489212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:37.491662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.536536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.547580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dfa5e8b-0e17-473f-9e4e-8e122d75591a req-a35ae82e-1a5a-403b-90c5-7e07800f5526 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 HTTP/1.1" status: 204 len: 173 time: 2.2482274 Jul 06 17:55:37.571135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Network d8f51f8f-f250-4a5b-8fac-18af29062928 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:37.593264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:37.600596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:37.610648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Pushing event updated for resources: {'Port': ['ID=c879303f-39ed-4779-9931-73f9540957ff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:37.675185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'name': 'network-vif-deleted', 'tag': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:37.677553 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78018011-b193-4dd4-9cce-f4955293fd64" -d '{"events": [{"server_uuid": "50361616-26b7-4c76-81d5-7c0f2fed7cfd", "name": "network-vif-deleted", "tag": "c7bde1d8-8891-4f36-b5e7-ee5a825d1b16"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:37.735298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Attempting to bind port c879303f-39ed-4779-9931-73f9540957ff on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:37.735856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Attempting to bind port c879303f-39ed-4779-9931-73f9540957ff by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '38a971ad-361a-4f28-b8af-a3017ef37d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:37.736392 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Attempting to bind port c879303f-39ed-4779-9931-73f9540957ff on network d8f51f8f-f250-4a5b-8fac-18af29062928 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:37.743749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:37.744373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Checking segment: {'id': '38a971ad-361a-4f28-b8af-a3017ef37d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:37.744902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.745417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Bound using segment: {'id': '38a971ad-361a-4f28-b8af-a3017ef37d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:37.746033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Bound port: c879303f-39ed-4779-9931-73f9540957ff, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a971ad-361a-4f28-b8af-a3017ef37d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd8f51f8f-f250-4a5b-8fac-18af29062928'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:37.746543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.859724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.862492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-13defdc6-0310-4ad0-a482-de3a29985151 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6310 time: 0.8658962 Jul 06 17:55:37.881063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:37.906787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.912841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] For port c879303f-39ed-4779-9931-73f9540957ff, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:37.919325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] For port c879303f-39ed-4779-9931-73f9540957ff, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c879303f-39ed-4779-9931-73f9540957ff,segment=NetworkSegment(38a971ad-361a-4f28-b8af-a3017ef37d0d),segment_id=38a971ad-361a-4f28-b8af-a3017ef37d0d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:37.964180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:55:37.965112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c7bde1d8-8891-4f36-b5e7-ee5a825d1b16 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:37.968523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.107125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a0e76-0e25-4f4c-8ea4-8a3be172e7da None None] Pushing event updated for resources: {'Port': ['ID=c879303f-39ed-4779-9931-73f9540957ff,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:38.163081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 0f6b4879-4489-482b-b6db-8a7453ed75fb up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:38.179836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21355235-233d-4240-a57d-02326e01ab86 service neutron] Pushing event updated for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:38.180732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-fa5f38b5-52bb-4bd9-a8b1-97ac542591fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.181221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-fa5f38b5-52bb-4bd9-a8b1-97ac542591fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.181876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-fa5f38b5-52bb-4bd9-a8b1-97ac542591fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.183788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-fa5f38b5-52bb-4bd9-a8b1-97ac542591fe service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07e8cafef8f847df958d4bd03109af98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2876925 Jul 06 17:55:38.186240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Deleting port cd0cf99c-1310-4d3b-9c12-81891af738f3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:38.186595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.225146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.241786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.247345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a5c7347b-4df5-45ef-ab0b-63f434ce50e7 {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:55:38.247779 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:55:38.259495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.271673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.283576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.306433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.327537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.330370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 0f6b4879-4489-482b-b6db-8a7453ed75fb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:38.339087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 0f6b4879-4489-482b-b6db-8a7453ed75fb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:38.340053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.354892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49f790c-e785-4dc6-81fc-45523f197afc req-adbf9c7f-4c5f-4a57-80c2-b80c657007b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5405 time: 0.9948938 Jul 06 17:55:38.633595 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.650399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee101e6d-9969-4558-bd36-03ec773d9ed9 req-ef8b1c96-c448-4905-b119-7176e52ad5f5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.662051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee101e6d-9969-4558-bd36-03ec773d9ed9 req-ef8b1c96-c448-4905-b119-7176e52ad5f5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 944 time: 1.1340089 Jul 06 17:55:38.740297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:38.745977 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e01757-b1db-43bf-b83f-6f91ec7c09a4" -d '{"events": [{"server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:38.790139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:38.794894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.802180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.825560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49f790c-e785-4dc6-81fc-45523f197afc req-5e09dd2e-2391-449f-b81d-571e60a34ae3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2882254 Jul 06 17:55:38.869754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7643fca5-2e1d-4e31-85d6-14503d178c93 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:38.880389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee101e6d-9969-4558-bd36-03ec773d9ed9 req-01be12ca-0d8a-42ab-b202-a9b860905842 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169182 Jul 06 17:55:38.904038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] For port cd0cf99c-1310-4d3b-9c12-81891af738f3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cd0cf99c-1310-4d3b-9c12-81891af738f3,segment=NetworkSegment(69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4),segment_id=69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:38.904814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.921806 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.927386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-927a2c09-ab40-440b-af20-1a8c178829e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.932274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-927a2c09-ab40-440b-af20-1a8c178829e3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5719280 Jul 06 17:55:38.952787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Calling delete_port for cd0cf99c-1310-4d3b-9c12-81891af738f3 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:38.987066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Transition to ACTIVE for port object 7643fca5-2e1d-4e31-85d6-14503d178c93 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:38.991821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] device_id is not set on port 97f3fd56-9289-4f58-9639-574abf407271 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:55:39.027859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:39.037564 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7480eaa3-7885-475c-9013-d58e30f94ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:39.039947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:39.079672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.399087 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c1f9cb-07a4-4070-8d56-f00abfbeeed0 x-openstack-request-id: req-f1c1f9cb-07a4-4070-8d56-f00abfbeeed0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:39.399783 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50361616-26b7-4c76-81d5-7c0f2fed7cfd", "name": "network-vif-deleted", "tag": "c7bde1d8-8891-4f36-b5e7-ee5a825d1b16", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:39.400222 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1c1f9cb-07a4-4070-8d56-f00abfbeeed0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:39.400850 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50361616-26b7-4c76-81d5-7c0f2fed7cfd', 'name': 'network-vif-deleted', 'tag': 'c7bde1d8-8891-4f36-b5e7-ee5a825d1b16', 'status': 'completed', 'code': 200} Jul 06 17:55:39.410938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Allocated IP 172.20.0.10 (d8f51f8f-f250-4a5b-8fac-18af29062928/d8a23ae3-1271-4d0e-affe-7f4fa25b70fb/97f3fd56-9289-4f58-9639-574abf407271) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:39.613505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c879303f-39ed-4779-9931-73f9540957ff up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:39.631357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.636818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.644857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.646906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.648264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.649333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.650282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.656170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8a315421-0837-43b2-9648-aa7658786407 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6377 time: 0.5117936 Jul 06 17:55:39.750322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:39.752837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bfbf6-7d3e-4d60-b836-be016b135f47 req-5e60165c-4c11-4de0-ad14-790f5fdaa3e1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.755940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c1bfbf6-7d3e-4d60-b836-be016b135f47 req-5e60165c-4c11-4de0-ad14-790f5fdaa3e1 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/ports?device_id=926b41a8-f71b-4486-a40a-58c0182fe6f6 HTTP/1.1" status: 200 len: 946 time: 0.5153689 Jul 06 17:55:39.779821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c879303f-39ed-4779-9931-73f9540957ff completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:39.881203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Attempting to bind port 7643fca5-2e1d-4e31-85d6-14503d178c93 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:39.882243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Attempting to bind port 7643fca5-2e1d-4e31-85d6-14503d178c93 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:39.882583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Attempting to bind port 7643fca5-2e1d-4e31-85d6-14503d178c93 on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:39.896071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Port 7643fca5-2e1d-4e31-85d6-14503d178c93 on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:39.896350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Attempting to bind port 7643fca5-2e1d-4e31-85d6-14503d178c93 on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:39.902302 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7b230-30f9-4901-932c-1b072f63722c x-openstack-request-id: req-07a7b230-30f9-4901-932c-1b072f63722c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:39.902598 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:39.903108 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07a7b230-30f9-4901-932c-1b072f63722c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:39.903364 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb', 'code': 200} Jul 06 17:55:39.920018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:39.931606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Checking segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:39.932082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Bound using segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:39.932562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Bound port: 7643fca5-2e1d-4e31-85d6-14503d178c93, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:39.932933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.009384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.042966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Transition to ACTIVE for port object 97f3fd56-9289-4f58-9639-574abf407271 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:40.084443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:40.092015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7643fca5-2e1d-4e31-85d6-14503d178c93,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:40.117512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.163348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cd0cf99c-1310-4d3b-9c12-81891af738f3 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:40.206726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.257425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.258465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.261631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a729c7-051f-4e02-aedd-973690bc019d None None] Network d8f51f8f-f250-4a5b-8fac-18af29062928 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:40.262174 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] 10.222.0.60 "PUT /v2.0/ports/7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 200 len: 1091 time: 2.7786853 Jul 06 17:55:40.292619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Network d8f51f8f-f250-4a5b-8fac-18af29062928 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:40.307022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Request body: {'port': {'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:40.351611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c1bfbf6-7d3e-4d60-b836-be016b135f47 req-3e5c4775-2e17-4d7a-a618-0d5f8f5e1c16 tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0159442-eb60-4ef2-bca7-e389180136e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398852 Jul 06 17:55:40.375976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-b525f827-d7c6-4ab5-9c3c-712b1635d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.376452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-b525f827-d7c6-4ab5-9c3c-712b1635d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.376916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-b525f827-d7c6-4ab5-9c3c-712b1635d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.378886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-b525f827-d7c6-4ab5-9c3c-712b1635d516 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07e8cafef8f847df958d4bd03109af98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7121305 Jul 06 17:55:40.395888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:40.419816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:40.438685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.491873 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33110795-b89c-435b-a5cf-c1ba84981b41 x-openstack-request-id: req-33110795-b89c-435b-a5cf-c1ba84981b41 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:40.492322 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:40.492725 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33110795-b89c-435b-a5cf-c1ba84981b41 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:40.493342 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd', 'status': 'completed', 'code': 200} Jul 06 17:55:40.524863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] Provisioning for port c879303f-39ed-4779-9931-73f9540957ff completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:40.534409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Pushing event deleted for resources: {'Port': ['ID=cd0cf99c-1310-4d3b-9c12-81891af738f3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.548231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Port cd0cf99c-1310-4d3b-9c12-81891af738f3 update to DOWN by agent not found {{(pid=93944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 17:55:40.557533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1835587-1de2-4293-9eae-7c32455e4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.625703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] Provisioning complete for port c879303f-39ed-4779-9931-73f9540957ff triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:40.626800 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.668555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event updated for resources: {'Port': ['ID=97f3fd56-9289-4f58-9639-574abf407271,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.702480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.804033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.804821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.034611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f687ea9-e218-47b5-909e-6959762037db tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5507784 Jul 06 17:55:41.035347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58022) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:41.065148 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.188681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] For port c879303f-39ed-4779-9931-73f9540957ff, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c879303f-39ed-4779-9931-73f9540957ff,segment=NetworkSegment(38a971ad-361a-4f28-b8af-a3017ef37d0d),segment_id=38a971ad-361a-4f28-b8af-a3017ef37d0d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:41.197640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.272608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eac1b-d698-4c74-8d62-49166ff07bff None None] Pushing event updated for resources: {'Port': ['ID=c879303f-39ed-4779-9931-73f9540957ff,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:41.320021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b7d53-e9a2-4db7-b093-a9e17bf5d887 req-433585e6-7994-42d1-b254-c349867d9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.324278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf9b7d53-e9a2-4db7-b093-a9e17bf5d887 req-433585e6-7994-42d1-b254-c349867d9c66 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 1096 time: 1.3091197 Jul 06 17:55:41.353413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff545d25-9c06-41cb-b840-15ca53788d8f req-7921fc26-0963-491e-a9b3-0ad7523ceb57 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.362359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff545d25-9c06-41cb-b840-15ca53788d8f req-7921fc26-0963-491e-a9b3-0ad7523ceb57 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 1.0153792 Jul 06 17:55:41.490834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff545d25-9c06-41cb-b840-15ca53788d8f req-7d52baf5-c077-477e-ac2c-c21902a8f1d2 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274493 Jul 06 17:55:41.498266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf9b7d53-e9a2-4db7-b093-a9e17bf5d887 req-8a348ebb-1577-42a3-b858-f83c54516118 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523306 Jul 06 17:55:41.499301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] No DVR routers for this DVR port cd0cf99c-1310-4d3b-9c12-81891af738f3 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:41.508318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.510901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8423393-c8b4-4175-95a1-2f2907370d81 req-73d317ca-2b4d-4d08-aa08-d6918076c83d tempest-ServersNegativeTestJSON-126219646 tempest-ServersNegativeTestJSON-126219646-project] 10.222.0.60 "DELETE /v2.0/ports/cd0cf99c-1310-4d3b-9c12-81891af738f3 HTTP/1.1" status: 204 len: 173 time: 4.6167243 Jul 06 17:55:41.521553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-deleted', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:41.524949 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763bb8c9-f915-4910-9b02-150211e42bb6" -d '{"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-deleted", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:41.550677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c879303f-39ed-4779-9931-73f9540957ff up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:41.588699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8f86b64a-64f0-43b1-aab3-4f7358db47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.603404 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc84366-2961-4262-a0e8-e5f85f9d2905 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:41.604286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4e037f6-c336-4ce2-b768-eb33d47d7b81 req-8f86b64a-64f0-43b1-aab3-4f7358db47f9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1993694 Jul 06 17:55:41.630294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.703717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.707349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Deleting port 97f3fd56-9289-4f58-9639-574abf407271 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:41.707935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.721771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Transition to ACTIVE for port object ebc84366-2961-4262-a0e8-e5f85f9d2905 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:41.726227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.743513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.768505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.786687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c879303f-39ed-4779-9931-73f9540957ff triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:41.787045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.787662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.803505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.822086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.832961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-2d747c2d-ce2d-4192-8dfa-527f547b95ad tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5417 time: 0.6826706 Jul 06 17:55:41.882051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.896422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-11df7be5-a2ae-4fde-911f-15c7016a8f94 None None] Provisioning for port 97f3fd56-9289-4f58-9639-574abf407271 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:41.918016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-11df7be5-a2ae-4fde-911f-15c7016a8f94 None None] Provisioning complete for port 97f3fd56-9289-4f58-9639-574abf407271 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:41.921116 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11df7be5-a2ae-4fde-911f-15c7016a8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.064567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2639f784-6209-4465-8e23-ac77e13b1d4a req-0ff32785-d4f2-42d8-b180-80ae154ccb7b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2303789 Jul 06 17:55:42.079180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-11df7be5-a2ae-4fde-911f-15c7016a8f94 None None] Port 97f3fd56-9289-4f58-9639-574abf407271 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:42.146152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.147365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.148469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.149545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.150612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.151664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.152999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.166893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-686ae243-b85b-4361-82b2-df5e1ba077b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6444 time: 0.3263333 Jul 06 17:55:42.169419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-11df7be5-a2ae-4fde-911f-15c7016a8f94 None None] Provisioning complete for port c879303f-39ed-4779-9931-73f9540957ff triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:42.169821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11df7be5-a2ae-4fde-911f-15c7016a8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.207714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:42.401580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.547545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:42.572116 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:42.636333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Calling delete_port for 97f3fd56-9289-4f58-9639-574abf407271 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:42.639179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b5d9f1a3-7934-4cf0-938c-f22df905deb8 None None] Provisioning complete for port 97f3fd56-9289-4f58-9639-574abf407271 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:42.641708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f1a3-7934-4cf0-938c-f22df905deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.710112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43209d-75f1-418e-9c50-8274e9e5f8da req-910d4b10-e784-4a66-977c-4503d79184ed tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.724079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff43209d-75f1-418e-9c50-8274e9e5f8da req-910d4b10-e784-4a66-977c-4503d79184ed tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 945 time: 0.7832351 Jul 06 17:55:42.791391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-644e21f4-3c66-463f-9a34-776b4a06d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.791952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-644e21f4-3c66-463f-9a34-776b4a06d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.792361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-644e21f4-3c66-463f-9a34-776b4a06d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.795234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-644e21f4-3c66-463f-9a34-776b4a06d6d8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07e8cafef8f847df958d4bd03109af98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6240144 Jul 06 17:55:42.846691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9f1a3-7934-4cf0-938c-f22df905deb8 None None] Port 97f3fd56-9289-4f58-9639-574abf407271 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:42.952913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Attempting to bind port ebc84366-2961-4262-a0e8-e5f85f9d2905 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:42.953284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-22f77109-1bf0-44ff-8be0-f136dc52eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.957522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Attempting to bind port ebc84366-2961-4262-a0e8-e5f85f9d2905 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:42.958259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Attempting to bind port ebc84366-2961-4262-a0e8-e5f85f9d2905 on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:42.976363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7480eaa3-7885-475c-9013-d58e30f94ebe req-22f77109-1bf0-44ff-8be0-f136dc52eabb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159234 Jul 06 17:55:43.011805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Port ebc84366-2961-4262-a0e8-e5f85f9d2905 on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:43.018803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Attempting to bind port ebc84366-2961-4262-a0e8-e5f85f9d2905 on network 54bedf17-e5c4-4a43-90a6-0418614a52e0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:43.027242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e80965-c434-4736-b517-011dfba1d0b5 req-b8065a17-d724-4bf6-8cd6-62e53f341b34 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:43.031069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78e80965-c434-4736-b517-011dfba1d0b5 req-b8065a17-d724-4bf6-8cd6-62e53f341b34 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 945 time: 0.8040643 Jul 06 17:55:43.053643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:43.057223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Checking segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:43.058259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Bound using segment: {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:43.061338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Bound port: ebc84366-2961-4262-a0e8-e5f85f9d2905, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:43.063703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.091616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff43209d-75f1-418e-9c50-8274e9e5f8da req-3451b060-63e5-4b27-838f-b222ea292095 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624652 Jul 06 17:55:43.279197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:43.285295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:43.291425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:43.301560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.353472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:43.362125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.365562 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] 10.222.0.60 "PUT /v2.0/ports/ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 200 len: 1091 time: 3.0681152 Jul 06 17:55:43.377057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22f91-a609-467c-b2fd-4e1e82035301 req-a6b86c6f-bee2-47f6-b338-d2513d02b08a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:43.398011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f22f91-a609-467c-b2fd-4e1e82035301 req-a6b86c6f-bee2-47f6-b338-d2513d02b08a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 945 time: 0.5989265 Jul 06 17:55:43.607034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port 2def105b-1298-4099-9270-36dae2b2f674 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:43.609637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.649157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f22f91-a609-467c-b2fd-4e1e82035301 req-661742c0-6ada-4df6-b9b3-324964291a57 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453048 Jul 06 17:55:43.852993 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a464794-7ac3-455f-8712-9ae6e2fc36a2 x-openstack-request-id: req-7a464794-7ac3-455f-8712-9ae6e2fc36a2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:43.853646 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b41a8-f71b-4486-a40a-58c0182fe6f6", "name": "network-vif-deleted", "tag": "cd0cf99c-1310-4d3b-9c12-81891af738f3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:43.857931 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a1d18-5e27-4746-bb41-8b9f49d8f86f x-openstack-request-id: req-185a1d18-5e27-4746-bb41-8b9f49d8f86f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:43.858444 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a464794-7ac3-455f-8712-9ae6e2fc36a2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:43.859170 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926b41a8-f71b-4486-a40a-58c0182fe6f6', 'name': 'network-vif-deleted', 'tag': 'cd0cf99c-1310-4d3b-9c12-81891af738f3', 'status': 'completed', 'code': 200} Jul 06 17:55:43.861901 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:43.862411 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-185a1d18-5e27-4746-bb41-8b9f49d8f86f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:43.862987 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93', 'status': 'completed', 'code': 200} Jul 06 17:55:43.872028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044ccb-ac3e-4ed7-bc52-0a5ea855b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:43.907634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.966045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event deleted for resources: {'Port': ['ID=97f3fd56-9289-4f58-9639-574abf407271,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:44.030956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d46258-4978-4d20-9711-7d1726647b6d req-459a71e2-f4fc-4037-bcea-cfa7f0da8d8c tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.039244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75d46258-4978-4d20-9711-7d1726647b6d req-459a71e2-f4fc-4037-bcea-cfa7f0da8d8c tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 945 time: 0.6356184 Jul 06 17:55:44.084601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.093927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.095038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.095970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.096960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.097852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.098754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.102443 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e6c7011-cc3f-4cf6-b7ac-1c5553054d6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6486 time: 0.6375070 Jul 06 17:55:44.157476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Deleting subnet 34989a0d-f8e7-42d1-8a0f-500e59d15ce2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:55:44.163291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.247723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port 2def105b-1298-4099-9270-36dae2b2f674, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=2def105b-1298-4099-9270-36dae2b2f674,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:44.248564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.279312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for 2def105b-1298-4099-9270-36dae2b2f674 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:44.440212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75d46258-4978-4d20-9711-7d1726647b6d req-5df2da88-1310-4bc7-b49a-a83a0942428a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996437 Jul 06 17:55:44.571435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.681570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.748585 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-e2555462-da64-47a4-8e3d-c13f4702bcb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 200 len: 217 time: 0.6313837 Jul 06 17:55:44.767536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.774511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.781461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.789267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.796807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.804378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.811294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.820868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-7806a0d1-d9be-42c5-ae7a-9e642cdb722e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.4036160 Jul 06 17:55:44.844511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.851038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-01fd6bff-4a57-4b77-bd2b-804c8f69fed3 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "DELETE /v2.0/ports/97f3fd56-9289-4f58-9639-574abf407271 HTTP/1.1" status: 204 len: 168 time: 3.8143802 Jul 06 17:55:44.852084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:44.865278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2dea8d78-55d9-4c42-b293-8e2d20587230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.868228 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-2dea8d78-55d9-4c42-b293-8e2d20587230 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c205cca-35b3-4347-bee6-a1988239347b HTTP/1.1" status: 200 len: 855 time: 0.0947320 Jul 06 17:55:44.932738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.941495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-dd2a571c-ec84-4a75-9119-9f10c0327e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.943507 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-dd2a571c-ec84-4a75-9119-9f10c0327e28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676389 Jul 06 17:55:44.946404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:44.965149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62996efe-80a3-4f1e-951b-9bdaa3fa695c tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1087153 Jul 06 17:55:44.976426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58050) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:44.983188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-163922138'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:45.019993 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.025310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Made reservation on behalf of 4ace2ae7450d405d8a3214b006ca9175 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:45.030278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.097587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:55:45.109668 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.110309 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Added segment 37572bcd-470c-4075-9b97-30f92900857b of type vlan for network 2dd260a2-043f-467f-9b31-22b5e1040586 Jul 06 17:55:45.139950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7de9300-ebe4-4a0d-90d6-42c9fedbde9f req-77f7ad70-33b6-4144-a23b-8efa0d8c8db7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3180451 Jul 06 17:55:45.178147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port 2def105b-1298-4099-9270-36dae2b2f674 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:45.181287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.183960 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.184964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78e80965-c434-4736-b517-011dfba1d0b5 req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/2def105b-1298-4099-9270-36dae2b2f674 HTTP/1.1" status: 204 len: 173 time: 2.1246533 Jul 06 17:55:45.185816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=2def105b-1298-4099-9270-36dae2b2f674,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:45.229945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34989a0d-f8e7-42d1-8a0f-500e59d15ce2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:45.258781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.264172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34989a0d-f8e7-42d1-8a0f-500e59d15ce2 HTTP/1.1" status: 204 len: 168 time: 1.9746900 Jul 06 17:55:45.269818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58052) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:45.280950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.281510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.282048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.282583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.283124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.283697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.284229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.284770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.285313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.285839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.286377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.286900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8360cd-c080-47e9-9a9e-ac0be6bc17e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.305751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.306310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.306865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.307456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.308487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.308607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.309078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.310051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.310729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.311335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.311899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.312442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02157cd5-de21-4432-a490-6ff35c290d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:45.326080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.350312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.352437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.391686 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-b05d6e71-ab0e-4914-89ac-9ca626fb7bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242704 Jul 06 17:55:45.398844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ac2a-ea7d-41b8-b0f5-8e9b2dda315c req-8bb544a4-8643-46c0-a4b3-6f981aa968c1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.401666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6027ac2a-ea7d-41b8-b0f5-8e9b2dda315c req-8bb544a4-8643-46c0-a4b3-6f981aa968c1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 945 time: 0.5353317 Jul 06 17:55:45.493569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6027ac2a-ea7d-41b8-b0f5-8e9b2dda315c req-21421764-e712-485a-9150-4473a4471ed9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783091 Jul 06 17:55:45.528777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aa85b-cd36-4692-a09a-1822931b404a req-b587d10b-e893-49e2-93f0-3c4d0889f915 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.530951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e61aa85b-cd36-4692-a09a-1822931b404a req-b587d10b-e893-49e2-93f0-3c4d0889f915 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.1992333 Jul 06 17:55:45.574819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event updated for resources: {'Network': ['ID=2dd260a2-043f-467f-9b31-22b5e1040586,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:45.581476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.587954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e61aa85b-cd36-4692-a09a-1822931b404a req-2a5fd96f-68fb-4891-bebc-505556f12c0d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Jul 06 17:55:45.592805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2dd260a2-043f-467f-9b31-22b5e1040586 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:55:45.712613 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16237639-cd88-41fd-99a5-330a6b7624a1 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7325013 Jul 06 17:55:45.713226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:45.864942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'name': 'network-vif-deleted', 'tag': '2def105b-1298-4099-9270-36dae2b2f674'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:45.867004 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31302079-6e25-48f1-952f-e6713eded827" -d '{"events": [{"server_uuid": "e9cbbfc7-c128-4499-b588-d00a5b9d635a", "name": "network-vif-deleted", "tag": "2def105b-1298-4099-9270-36dae2b2f674"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:45.868249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2def105b-1298-4099-9270-36dae2b2f674 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:45.909866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae0586cc-0e0f-4ad8-a5b5-788b7d8d53e1 req-d795f96f-8adc-4b25-8aed-d6aa91ab8d91 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9cbbfc7-c128-4499-b588-d00a5b9d635a HTTP/1.1" status: 200 len: 210 time: 0.0992906 Jul 06 17:55:45.942763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-dd4bb8c4-f053-4082-88c9-c631f72564df tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 267 time: 0.2008808 Jul 06 17:55:45.953738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:45.962297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 2def105b-1298-4099-9270-36dae2b2f674 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:55:45.962989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 2def105b-1298-4099-9270-36dae2b2f674 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:45.985825 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505a32f-925d-401b-aed7-28e39e88ee31" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:46.040942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-53878eb8-cb29-45b4-b980-d60b8621a789 req-8914dcdc-b818-46e8-b8a9-51cebddc9a7c tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:55:46.041789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53878eb8-cb29-45b4-b980-d60b8621a789 req-8914dcdc-b818-46e8-b8a9-51cebddc9a7c tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060284 Jul 06 17:55:46.102768 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.128110 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-7ab68627-4118-4883-a1b4-5ee3eedee0f4 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690207 Jul 06 17:55:46.131156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807c8bd2-06e1-47c1-884e-3194e97303e3']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:46.158821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-20cf7a89-bbb6-4ca8-bfce-d6d7b92ca5b3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:46.161747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:46.162072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e7f3d9-838a-4ff0-9e95-0e11cca2d5b4') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:46.167584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-20cf7a89-bbb6-4ca8-bfce-d6d7b92ca5b3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 945 time: 0.2237582 Jul 06 17:55:46.185181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'port': {'security_groups': []}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:46.203533 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-110f1186-ffad-45e3-9c25-d6c60bf2df22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 217 time: 0.0571158 Jul 06 17:55:46.205488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.233472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2553b520-e5f9-4875-9677-240949869796 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/agents/5da5b68f-9c71-4044-aab9-0c22edcf0646/dhcp-networks HTTP/1.1" status: 200 len: 11989 time: 0.5139999 Jul 06 17:55:46.233839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:46.258144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.273472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:46.273985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:46.276266 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:46.297051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f4c2bddc-9df5-49f9-bd9a-756f7af3d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:46.299754 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-f4c2bddc-9df5-49f9-bd9a-756f7af3d80c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.0846887 Jul 06 17:55:46.424681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.436874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.439063 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] 10.222.0.37 "DELETE /v2.0/networks/807c8bd2-06e1-47c1-884e-3194e97303e3 HTTP/1.1" status: 204 len: 168 time: 1.1678030 Jul 06 17:55:46.454623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a3e18-1df3-48cd-b404-22c7fc26e59b admin admin] Pushing event deleted for resources: {'Network': ['ID=807c8bd2-06e1-47c1-884e-3194e97303e3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:46.464112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-514404fa-a471-4561-8429-423cd0c999c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:46.467095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-514404fa-a471-4561-8429-423cd0c999c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233499 Jul 06 17:55:46.530579 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.603402 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-84e852c4-ee90-47d7-86cc-e7dc1dcc6efb service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282957 Jul 06 17:55:46.605073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53878eb8-cb29-45b4-b980-d60b8621a789 req-7a42f85e-d0bc-48d6-8fb9-d633eb859203 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5346224 Jul 06 17:55:46.691426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:46.764577 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fe3854a8-77bf-42aa-8cd5-8ad85123c888 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539938 Jul 06 17:55:46.774102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff700c-b876-493c-af59-20287cc26f44 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] Network 2dd260a2-043f-467f-9b31-22b5e1040586 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:55:46.805823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bc6be60e-3de8-458a-b9ab-bfddcaa3bc15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee13478477854915bc0a643687c8cd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104224 Jul 06 17:55:46.808812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:46.839337 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1cf8436a-ad32-4c80-82d7-68a023007d07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 217 time: 0.0588114 Jul 06 17:55:46.855597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20351b46-eada-40cc-b441-8ecb4b129461 None None] Network 2dd260a2-043f-467f-9b31-22b5e1040586 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:46.879699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-85ff700c-b876-493c-af59-20287cc26f44 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "POST /v2.0/agents/5da5b68f-9c71-4044-aab9-0c22edcf0646/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6445546 Jul 06 17:55:46.897811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58076) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:47.011557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-bc53a597-3737-4bcc-999b-de60fd0cab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:47.013057 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-bc53a597-3737-4bcc-999b-de60fd0cab0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.1670976 Jul 06 17:55:47.049387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e5dbffa-244f-427f-af53-43af0afdd43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.121064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:47.124577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e5dbffa-244f-427f-af53-43af0afdd43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.164846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-a67b9ee8-e84f-4c2c-96e8-14c858c5192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:47.166752 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-a67b9ee8-e84f-4c2c-96e8-14c858c5192a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457675 Jul 06 17:55:47.186019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.204917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.220640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522', 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f', '0f6b4879-4489-482b-b6db-8a7453ed75fb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:47.244299 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee300fcd-802d-4b60-a927-dbb5d38defd3 x-openstack-request-id: req-ee300fcd-802d-4b60-a927-dbb5d38defd3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:47.244608 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cbbfc7-c128-4499-b588-d00a5b9d635a", "name": "network-vif-deleted", "tag": "2def105b-1298-4099-9270-36dae2b2f674", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:47.244869 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee300fcd-802d-4b60-a927-dbb5d38defd3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:47.245282 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cbbfc7-c128-4499-b588-d00a5b9d635a', 'name': 'network-vif-deleted', 'tag': '2def105b-1298-4099-9270-36dae2b2f674', 'status': 'completed', 'code': 200} Jul 06 17:55:47.290690 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-64f41695-db61-415c-90a8-9599d2e6399b service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119118 Jul 06 17:55:47.312194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e5dbffa-244f-427f-af53-43af0afdd43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.327700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e5dbffa-244f-427f-af53-43af0afdd43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.334430 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb387ba-9dab-46da-863b-6d31925c7931 x-openstack-request-id: req-5fb387ba-9dab-46da-863b-6d31925c7931 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:47.334430 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:47.334430 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fb387ba-9dab-46da-863b-6d31925c7931 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:47.334954 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905', 'status': 'completed', 'code': 200} Jul 06 17:55:47.341053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3e5dbffa-244f-427f-af53-43af0afdd43c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0159442-eb60-4ef2-bca7-e389180136e3 HTTP/1.1" status: 204 len: 168 time: 0.5305331 Jul 06 17:55:47.377267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:47.377963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.379737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f6f1194-8610-4fd2-ab95-a5ae4518aa09 req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "PUT /v2.0/ports/0f6b4879-4489-482b-b6db-8a7453ed75fb HTTP/1.1" status: 200 len: 904 time: 1.2109833 Jul 06 17:55:47.388944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f99e327-9716-4a0f-ac79-e0a9fab245b5 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/agents/5da5b68f-9c71-4044-aab9-0c22edcf0646/dhcp-networks HTTP/1.1" status: 200 len: 11997 time: 0.4899652 Jul 06 17:55:47.394525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58086) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:47.430606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be17dd6-ae18-4e04-800f-1077dd577213 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:47.455880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dbffa-244f-427f-af53-43af0afdd43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0159442-eb60-4ef2-bca7-e389180136e3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:47.508505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['0f6b4879-4489-482b-b6db-8a7453ed75fb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:47.713898 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fc31b40a-d069-486f-97b9-6d7c9c01ad70 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "DELETE /v2.0/agents/5da5b68f-9c71-4044-aab9-0c22edcf0646/dhcp-networks/2dd260a2-043f-467f-9b31-22b5e1040586 HTTP/1.1" status: 204 len: 168 time: 0.3099468 Jul 06 17:55:47.737301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:47.838524 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-8e00f805-0cb5-4c35-90d7-5ca8a903fe4e service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378435 Jul 06 17:55:47.922975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd53ca4-1daf-4a37-8d17-f334105ce898 req-44777a85-4c9d-48ff-bf2d-60296177f52e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:47.924673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fd53ca4-1daf-4a37-8d17-f334105ce898 req-44777a85-4c9d-48ff-bf2d-60296177f52e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.2372844 Jul 06 17:55:48.080418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bb1b4995-675c-4677-bdaf-69d4579567f9 None None] Provisioning complete for port 0f6b4879-4489-482b-b6db-8a7453ed75fb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:48.080888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4995-675c-4677-bdaf-69d4579567f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:48.083576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fd53ca4-1daf-4a37-8d17-f334105ce898 req-963743a0-a073-4b42-866a-3b60aa223ab1 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411355 Jul 06 17:55:48.134106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.158131 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-6a485aa3-8839-4dc8-8fb5-90f68d1aa270 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d HTTP/1.1" status: 200 len: 217 time: 0.1743913 Jul 06 17:55:48.170302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.194750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.230394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.265287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.291652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.322024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.336749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71171352-5612-4f03-8899-a3219f0a949f req-e1c9fc25-76ba-421e-98b5-eaa3d9c990bc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.5070314 Jul 06 17:55:48.337942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-e5e22bb9-c75a-41ca-a407-02666507d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.343016 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-e5e22bb9-c75a-41ca-a407-02666507d693 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.1691103 Jul 06 17:55:48.496622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71171352-5612-4f03-8899-a3219f0a949f req-fc60f1a4-6221-4d10-aabc-561c801eca4a tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556313 Jul 06 17:55:48.572522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9f5013e5-74e5-4c3a-9c04-a5f7c1c8462b tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/agents/5da5b68f-9c71-4044-aab9-0c22edcf0646/dhcp-networks HTTP/1.1" status: 200 len: 11227 time: 0.8241777 Jul 06 17:55:48.582621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:48.639703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f9294c0-e02a-4138-9113-9da6827b3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.641089 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-1f9294c0-e02a-4138-9113-9da6827b3776 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2766485 Jul 06 17:55:48.686535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dfd62155-6631-4829-bc35-dce9c959aa21 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/networks/d8f51f8f-f250-4a5b-8fac-18af29062928/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0987349 Jul 06 17:55:48.690917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:48.739577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-818e0682-1d0e-469f-851c-952dad397736 tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/networks/d8f51f8f-f250-4a5b-8fac-18af29062928/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0466702 Jul 06 17:55:48.746401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58118) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:48.775669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f52d11-a7c9-46c3-a248-603a9de81376 req-c9efdfa8-4810-4347-9f29-2b523f0f4afc tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.786594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84f52d11-a7c9-46c3-a248-603a9de81376 req-c9efdfa8-4810-4347-9f29-2b523f0f4afc tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 907 time: 0.1737635 Jul 06 17:55:48.932699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-59b723c1-7684-4d6b-993b-1099b92c17a5 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828636 Jul 06 17:55:49.093284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:49.129493 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-22225b20-6baf-43f8-8ba7-5027bdf09c7c service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831441 Jul 06 17:55:49.134463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-766570c4-de7e-4944-845a-1b9287146eca tempest-DHCPAgentSchedulersTestJSON-957023824 tempest-DHCPAgentSchedulersTestJSON-957023824-project-admin] 10.222.0.37 "GET /v2.0/agents/5da5b68f-9c71-4044-aab9-0c22edcf0646/dhcp-networks HTTP/1.1" status: 200 len: 11227 time: 0.3862643 Jul 06 17:55:49.154828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58138) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:49.248395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1791102517-network', 'tenant_id': 'eb89d1a2019b4680995fa5abb2ce2b8a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:49.273862 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-0c28f6e2-9d3e-47dc-b139-9cc18212ac17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=9273f02c-deac-4f42-aa21-09513d95b6dd HTTP/1.1" status: 200 len: 217 time: 0.1330805 Jul 06 17:55:49.498162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Made reservation on behalf of eb89d1a2019b4680995fa5abb2ce2b8a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:49.502185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.508958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-461ff91c-3568-48f7-9d26-538ce30c3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:49.511602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-461ff91c-3568-48f7-9d26-538ce30c3e1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.1842849 Jul 06 17:55:49.518142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.541801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.557435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:49.560558 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3228c5-6982-4d44-af56-c844a3382653" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:49.593109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc937367-f133-4420-a17b-0be5b5e0da98 req-9c6cd3dc-86f0-436d-bd8e-033e4a6fc280 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:49.594713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc937367-f133-4420-a17b-0be5b5e0da98 req-9c6cd3dc-86f0-436d-bd8e-033e4a6fc280 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 945 time: 0.6863427 Jul 06 17:55:49.695096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-b130556f-268a-4be3-90b7-df8c9659c899 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:49.702517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-b130556f-268a-4be3-90b7-df8c9659c899 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.6007090 Jul 06 17:55:49.722663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc937367-f133-4420-a17b-0be5b5e0da98 req-2a08e4ad-dea9-4cf5-b9fc-e165db73efd0 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082494 Jul 06 17:55:49.726304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.730865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-d52f757b-ca9e-491e-8979-1d0351ab2a2b tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.0269158 Jul 06 17:55:49.744711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd260a2-043f-467f-9b31-22b5e1040586']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:49.770075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37572bcd-470c-4075-9b97-30f92900857b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:49.770487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37572bcd-470c-4075-9b97-30f92900857b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:49.783860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fafab906-8f23-4a93-b95d-6feb630c6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:49.785444 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-fafab906-8f23-4a93-b95d-6feb630c6364 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628121 Jul 06 17:55:49.791209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.826374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-a582630b-fdf5-4877-9c49-21fc5ba85d6b tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938907 Jul 06 17:55:49.857748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.879708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:49.880100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:49.883554 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:49.952785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-0975d1c5-d302-42fb-b0ac-03d86bf37f10 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100209 Jul 06 17:55:49.978112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.990225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.021208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.028510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.031665 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "DELETE /v2.0/networks/2dd260a2-043f-467f-9b31-22b5e1040586 HTTP/1.1" status: 204 len: 168 time: 0.8751454 Jul 06 17:55:50.047082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:50.048311 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-cc8d5923-8be2-425a-9106-8c05f73a1d47 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527680 Jul 06 17:55:50.059731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:55:50.093591 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c19eab0-9e5f-4041-8133-5fd0cb513125 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] DELETE failed (client error): The resource could not be found. Jul 06 17:55:50.094357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c19eab0-9e5f-4041-8133-5fd0cb513125 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:55:50.096179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2c19eab0-9e5f-4041-8133-5fd0cb513125 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "DELETE /v2.0/ports/97f3fd56-9289-4f58-9639-574abf407271 HTTP/1.1" status: 404 len: 333 time: 0.0462151 Jul 06 17:55:50.096425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bda80-eca6-4c35-ba0f-fc41c44a961e tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event deleted for resources: {'Network': ['ID=2dd260a2-043f-467f-9b31-22b5e1040586,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:50.101861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:50.143719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143e7431-a11a-47b5-9543-7c6311b4315d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:50.153633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.154044 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Added segment 735cfe22-9329-4a34-b8f4-5d1891dda990 of type vlan for network 40d07f70-7fe3-41a3-946a-e196b0310126 Jul 06 17:55:50.192482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-b7fdab84-42ec-46d1-8ce4-7dffd79acbcc service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293971 Jul 06 17:55:50.206551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Deleting subnet d8a23ae3-1271-4d0e-affe-7f4fa25b70fb {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:55:50.213166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.218652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d4981-1666-4c56-bda8-cfd56bf12cf8 req-4e13fab4-0912-4fb4-94f3-43ec859ffedc tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.220282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a87d4981-1666-4c56-bda8-cfd56bf12cf8 req-4e13fab4-0912-4fb4-94f3-43ec859ffedc tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2602351 Jul 06 17:55:50.221263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.263209 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-cb293599-182d-40cb-bd3c-f1539687b43b service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888876 Jul 06 17:55:50.279432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.280671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.281289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.291417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.323401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-27689e98-8fc2-413e-a526-13b893b3df5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 200 len: 217 time: 0.0514936 Jul 06 17:55:50.331697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a87d4981-1666-4c56-bda8-cfd56bf12cf8 req-0b84fb45-c083-4664-bed1-2b7dd2f2ad2b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826538 Jul 06 17:55:50.397644 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3032360 Jul 06 17:55:50.401660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:50.423634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Request body: {'subnet': {'network_id': '40d07f70-7fe3-41a3-946a-e196b0310126', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1791102517-subnet', 'tenant_id': 'eb89d1a2019b4680995fa5abb2ce2b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:50.425903 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cda1b-a190-44e7-965c-e9bc81f89949 x-openstack-request-id: req-1a8cda1b-a190-44e7-965c-e9bc81f89949 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:50.426468 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:50.441003 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a8cda1b-a190-44e7-965c-e9bc81f89949 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:50.441656 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb', 'status': 'completed', 'code': 200} Jul 06 17:55:50.498981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4543f8f-3a66-414d-801b-e8a870d9c877 admin admin] Pushing event updated for resources: {'Network': ['ID=40d07f70-7fe3-41a3-946a-e196b0310126,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:50.514623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-8652c87e-ece2-482f-928e-8145bea33096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.516332 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-8652c87e-ece2-482f-928e-8145bea33096 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1751761 Jul 06 17:55:50.517839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Made reservation on behalf of eb89d1a2019b4680995fa5abb2ce2b8a for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:50.520720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.539952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 40d07f70-7fe3-41a3-946a-e196b0310126 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:55:50.727424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-449dcb63-57a3-439e-bdfa-290b6e9ea832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.729198 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-449dcb63-57a3-439e-bdfa-290b6e9ea832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045250 Jul 06 17:55:50.743902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.920870 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-d97b3a4c-ca37-4899-a369-362478ae8058 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839139 Jul 06 17:55:50.922934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.932701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3228c5-6982-4d44-af56-c844a3382653 req-9832f462-f04e-486b-856d-9afc8dd97c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.934789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-9832f462-f04e-486b-856d-9afc8dd97c66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 1058 time: 0.3945851 Jul 06 17:55:50.952629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.958837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.965030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.972577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.978065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.984875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.991087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:50.993340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-b1d3958d-ac31-4df8-9df9-9acd437179ce tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.4522347 Jul 06 17:55:50.998143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.044854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d26b8-3cc5-4563-a7f9-285c6530d110 req-f81edff1-5e89-4148-ac08-5de6f7b94cb4 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.053876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa1d26b8-3cc5-4563-a7f9-285c6530d110 req-f81edff1-5e89-4148-ac08-5de6f7b94cb4 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.2633059 Jul 06 17:55:51.056393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8815a10a-447b-40e5-8d05-097f44c831a1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:51.079391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Checking segment: {'id': '735cfe22-9329-4a34-b8f4-5d1891dda990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '40d07f70-7fe3-41a3-946a-e196b0310126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:51.079792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Network hostable DHCP agents. Network: 40d07f70-7fe3-41a3-946a-e196b0310126, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:55:51.113707 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-bb45048f-8429-43d2-8a6f-e3640b706fc9 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791301 Jul 06 17:55:51.118217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Network 40d07f70-7fe3-41a3-946a-e196b0310126 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:55:51.128615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a23ae3-1271-4d0e-affe-7f4fa25b70fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:51.143874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988a8e7-405c-4a16-a9e0-8782fbdf28ea None None] Network d8f51f8f-f250-4a5b-8fac-18af29062928 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:51.144169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.146511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e263875d-321f-42fe-846c-c2ae4bde795f tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "DELETE /v2.0/subnets/d8a23ae3-1271-4d0e-affe-7f4fa25b70fb HTTP/1.1" status: 204 len: 168 time: 1.0425944 Jul 06 17:55:51.151017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:51.208240 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-5e741216-e7a1-41bd-8c6c-ecc8412bf3ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 200 len: 217 time: 0.0853274 Jul 06 17:55:51.209733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 40d07f70-7fe3-41a3-946a-e196b0310126) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:51.217102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fe742c3-8369-456f-b0d9-74435547ed76 req-86ee26d2-58bd-4683-958d-329ef8ae8239 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968029 Jul 06 17:55:51.218981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.220051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.241250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc03ce-f35a-4d60-ab8d-5ae2f417dea5 None None] Network 40d07f70-7fe3-41a3-946a-e196b0310126 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:51.330705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e9ad85dd-2017-48e6-8b94-f78cb853553d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9252584 Jul 06 17:55:51.352596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa1d26b8-3cc5-4563-a7f9-285c6530d110 req-a838a4a6-522c-46cd-8a18-579652456b28 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979591 Jul 06 17:55:51.415865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-0f7f703e-4abe-42c1-b513-ee8f3070e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.422677 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-0f7f703e-4abe-42c1-b513-ee8f3070e16b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1939008 Jul 06 17:55:51.434188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.445920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3228c5-6982-4d44-af56-c844a3382653 req-da82e263-54c9-4284-a9b7-2df5aa9e58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.454158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-da82e263-54c9-4284-a9b7-2df5aa9e58eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.4597251 Jul 06 17:55:51.562903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f6220f-b036-4c27-8dcc-7466bb5a145c None None] Network 40d07f70-7fe3-41a3-946a-e196b0310126 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:51.683779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] DHCP port deletion for d8f51f8f-f250-4a5b-8fac-18af29062928 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:55:51.691441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-2d51bb6c-d433-4bec-ba38-7cfa358e3f2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb HTTP/1.1" status: 200 len: 217 time: 0.2225590 Jul 06 17:55:51.778452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-32d6d722-4291-4877-acd1-bf804711f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.781470 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-32d6d722-4291-4877-acd1-bf804711f943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3539166 Jul 06 17:55:51.960225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-bfe2fdda-f867-4f3d-ab92-346ce3a59dfd service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705749 Jul 06 17:55:51.963863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cd8f9f0-281e-421f-9fee-e4a82ebfb046 req-6ed6f018-0763-4667-a661-92c1a0b5e060 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 210 time: 0.1662519 Jul 06 17:55:51.992851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3228c5-6982-4d44-af56-c844a3382653 req-b35f918d-d9fd-4fd2-8d82-b20c39218c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.994629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-b35f918d-d9fd-4fd2-8d82-b20c39218c85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.2797348 Jul 06 17:55:52.013294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] Deleting port c879303f-39ed-4779-9931-73f9540957ff {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:52.014034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.056323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Deleting port c879303f-39ed-4779-9931-73f9540957ff {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:52.056732 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.107782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] For port c879303f-39ed-4779-9931-73f9540957ff, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c879303f-39ed-4779-9931-73f9540957ff,segment=NetworkSegment(38a971ad-361a-4f28-b8af-a3017ef37d0d),segment_id=38a971ad-361a-4f28-b8af-a3017ef37d0d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:52.108407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.120566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c702-4fe8-4a74-ae61-c0b581a24a21 req-93123a93-374c-4ae8-bfd4-da14e077605e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.129452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3665c702-4fe8-4a74-ae61-c0b581a24a21 req-93123a93-374c-4ae8-bfd4-da14e077605e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3014824 Jul 06 17:55:52.139435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] Calling delete_port for c879303f-39ed-4779-9931-73f9540957ff owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:52.151025 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-85978eb1-f22e-4685-9d1b-f3896f14e793 req-0cbe8780-7c68-4069-92ce-834dc81b6b7a service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807041 Jul 06 17:55:52.210841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] For port c879303f-39ed-4779-9931-73f9540957ff, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c879303f-39ed-4779-9931-73f9540957ff,segment=NetworkSegment(38a971ad-361a-4f28-b8af-a3017ef37d0d),segment_id=38a971ad-361a-4f28-b8af-a3017ef37d0d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:52.211230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.225136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3665c702-4fe8-4a74-ae61-c0b581a24a21 req-2ea5ba97-9bf3-475d-a2ad-aa749bb1172b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946064 Jul 06 17:55:52.232718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3228c5-6982-4d44-af56-c844a3382653 req-a74aeaf6-b72a-4e85-aade-5fc219ae1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.234379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-a74aeaf6-b72a-4e85-aade-5fc219ae1770 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321506 Jul 06 17:55:52.256222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:52.280224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Calling delete_port for c879303f-39ed-4779-9931-73f9540957ff owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:52.506888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.553869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Deleting subnet 8815a10a-447b-40e5-8d05-097f44c831a1 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:55:52.555667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] Pushing event deleted for resources: {'Port': ['ID=c879303f-39ed-4779-9931-73f9540957ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:52.558496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.564600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd86ef-884f-42ca-9a40-a6b3f10c6f11 None None] No DVR routers for this DVR port c879303f-39ed-4779-9931-73f9540957ff on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:52.839240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-57263e94-4b80-4ab9-b8f0-2ac8e44cd910 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841949 Jul 06 17:55:52.943573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.952289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.952770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.953245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.953716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.954185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.954652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.955114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:52.957267 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-f0008e4d-1163-44e3-ba11-88422ac840a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6486 time: 0.5757277 Jul 06 17:55:53.033986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d110-b9ab-47ee-a4d2-517908e5c680 req-6bdb86ee-a89a-42f4-a32c-95bd7cdc7be6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.046763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d110-b9ab-47ee-a4d2-517908e5c680 req-6bdb86ee-a89a-42f4-a32c-95bd7cdc7be6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.053119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.059136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d110-b9ab-47ee-a4d2-517908e5c680 req-6bdb86ee-a89a-42f4-a32c-95bd7cdc7be6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.062264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac53d110-b9ab-47ee-a4d2-517908e5c680 req-6bdb86ee-a89a-42f4-a32c-95bd7cdc7be6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a&device_id=31705a03-88fd-4c1e-9727-0b83b0f10633&device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 2417 time: 0.5930905 Jul 06 17:55:53.122050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-5338f714-f752-4889-b871-add9200bb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.123496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-5338f714-f752-4889-b871-add9200bb2c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 903 time: 0.1473899 Jul 06 17:55:53.146825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.159453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.171733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.172117 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-e332be48-57d9-4939-97b6-186647076ee4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 200 len: 217 time: 0.0397282 Jul 06 17:55:53.174710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.183795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.195936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.208905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.221676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.225295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-296e94ba-7a46-4894-a564-87cc2a879754 req-97303f42-15e8-4173-992f-e065c1e4fbd8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.7440295 Jul 06 17:55:53.234581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.234990 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8815a10a-447b-40e5-8d05-097f44c831a1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:53.242137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.246963 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-554f5ac0-b8a2-4120-9580-34701d0eb203 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8815a10a-447b-40e5-8d05-097f44c831a1 HTTP/1.1" status: 204 len: 168 time: 0.9862745 Jul 06 17:55:53.249752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58188) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:53.284630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-53d24133-21c9-4b1e-bddd-84881a8a54b3 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.287344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-53d24133-21c9-4b1e-bddd-84881a8a54b3 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.7870288 Jul 06 17:55:53.303735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-e3765e6e-433c-4d20-903e-9079b82a382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.305228 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-e3765e6e-433c-4d20-903e-9079b82a382f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1257112 Jul 06 17:55:53.362341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:53.378060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.389220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] No DVR routers for this DVR port c879303f-39ed-4779-9931-73f9540957ff on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:53.399627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event deleted for resources: {'Port': ['ID=c879303f-39ed-4779-9931-73f9540957ff,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:53.468282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-4749651c-bbd5-4e5d-ae0f-27460cd09ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.470238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-4749651c-bbd5-4e5d-ae0f-27460cd09ef5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534734 Jul 06 17:55:53.472459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c879303f-39ed-4779-9931-73f9540957ff no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:53.502585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: c879303f-39ed-4779-9931-73f9540957ff {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:55:53.503961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c879303f-39ed-4779-9931-73f9540957ff not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:53.577558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.595403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d07f70-7fe3-41a3-946a-e196b0310126']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.610923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735cfe22-9329-4a34-b8f4-5d1891dda990') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.611239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735cfe22-9329-4a34-b8f4-5d1891dda990') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.642210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.669445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.673765 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-7137720c-48d9-4023-9213-1b11b76ed355 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705866 Jul 06 17:55:53.679636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:53.680269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:53.683140 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:53.808323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.814513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.819401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/40d07f70-7fe3-41a3-946a-e196b0310126 HTTP/1.1" status: 204 len: 168 time: 0.5695496 Jul 06 17:55:53.838647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac53d110-b9ab-47ee-a4d2-517908e5c680 req-0634dec1-0516-47c2-820a-4b28eefe587e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508156 Jul 06 17:55:53.847721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d3228c5-6982-4d44-af56-c844a3382653 req-94b9a586-33a2-4b2e-9e5d-46fbd6fea96f service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930766 Jul 06 17:55:53.848514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0cd0c-2d7c-470f-a07e-aa6f170f7c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=40d07f70-7fe3-41a3-946a-e196b0310126,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:53.869469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a993cbe0-1e2a-4069-95f5-e9c6dcd20ea4 req-7e903c68-ed4d-43cd-b3ca-ddc1a9d88ef5 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721370 Jul 06 17:55:53.916320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.932731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-296e94ba-7a46-4894-a564-87cc2a879754 req-72511833-2a49-4983-81c0-5b53630b8963 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6787088 Jul 06 17:55:53.935443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f51f8f-f250-4a5b-8fac-18af29062928']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.952138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a971ad-361a-4f28-b8af-a3017ef37d0d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.952713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a971ad-361a-4f28-b8af-a3017ef37d0d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.975146 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.005222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.021456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:54.021916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:54.025273 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:54.030579 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:54.030579 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:54.030579 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:54.059052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.061336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.062221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.063090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.063984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.065011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.066596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.070745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-06a51225-f49c-45a8-a4ea-6a1ad0f31ee4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6486 time: 0.1388488 Jul 06 17:55:54.090552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58202) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:54.171340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:54.174953 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.215997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-e2cde596-4b03-4e1c-a45d-30712433b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.217706 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-e2cde596-4b03-4e1c-a45d-30712433b33c service neutron] 10.222.0.60 "GET /v2.0/networks?id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 903 time: 0.1377335 Jul 06 17:55:54.218571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.249226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.252019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] 10.222.0.37 "DELETE /v2.0/networks/d8f51f8f-f250-4a5b-8fac-18af29062928 HTTP/1.1" status: 204 len: 168 time: 3.0959971 Jul 06 17:55:54.279710 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-676d1161-2aa0-4535-9aab-f6c89e1945d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 200 len: 217 time: 0.0529461 Jul 06 17:55:54.316847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d701392e-e4c8-424c-a825-f5ba493d7e95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb89d1a2019b4680995fa5abb2ce2b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226079 Jul 06 17:55:54.320741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc95edc-07e9-4009-909f-4af15a6ca797 tempest-DHCPAgentSchedulersTestJSON-1164652230 tempest-DHCPAgentSchedulersTestJSON-1164652230-project] Pushing event deleted for resources: {'Network': ['ID=d8f51f8f-f250-4a5b-8fac-18af29062928,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:54.322837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:54.363508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-9b44cedf-5ba7-45f0-8497-fe509f036f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.365212 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-9b44cedf-5ba7-45f0-8497-fe509f036f89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.0788701 Jul 06 17:55:54.414571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f03b70-32fa-42cd-8557-b98b09c33783 req-5eb82641-008f-4b85-bd71-ab0aaa340b76 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 210 time: 0.0623991 Jul 06 17:55:54.428052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-68372ae4-fe95-4a31-b103-d28b629c8791 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.429650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-68372ae4-fe95-4a31-b103-d28b629c8791 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.3449388 Jul 06 17:55:54.470879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-3db001fd-d9ac-4712-9723-ce515ce5910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.477972 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-3db001fd-d9ac-4712-9723-ce515ce5910c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040394 Jul 06 17:55:54.507901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-1ed8809f-fb18-407b-908a-1f05603048ae req-1885672a-f55b-426a-926e-16f5a72da538 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:55:54.515906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ed8809f-fb18-407b-908a-1f05603048ae req-1885672a-f55b-426a-926e-16f5a72da538 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173790 Jul 06 17:55:54.522319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-0940101d-0939-4f03-8411-4554cd257967 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/quotas/33ec6059e3eb4a0c8f01a13eaceec39d HTTP/1.1" status: 200 len: 375 time: 0.0538168 Jul 06 17:55:54.587646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.14 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/8afec395-7ef2-4aea-85ca-52bcbc69daf7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:54.625515 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94ac47e5-9f22-425e-9581-f01f3dd0ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.647212 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-e69cf07d-f84b-49d8-b1b5-3d4a04061bf2 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604915 Jul 06 17:55:54.684793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94ac47e5-9f22-425e-9581-f01f3dd0ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.695017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:54.773025 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0505a32f-925d-401b-aed7-28e39e88ee31 req-e6905943-0d51-4760-855c-544cef08d296 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184053 Jul 06 17:55:54.848743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ed8809f-fb18-407b-908a-1f05603048ae req-3119aa5b-7278-4ec1-a6e3-8b7990e4dc91 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3315482 Jul 06 17:55:54.872131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-d3ccd2e3-87c6-4452-82a9-6237b641f427 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3284571 Jul 06 17:55:54.960587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94ac47e5-9f22-425e-9581-f01f3dd0ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.963461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94ac47e5-9f22-425e-9581-f01f3dd0ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.964659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-94ac47e5-9f22-425e-9581-f01f3dd0ca29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/143e7431-a11a-47b5-9543-7c6311b4315d HTTP/1.1" status: 204 len: 168 time: 0.6292372 Jul 06 17:55:55.022032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac47e5-9f22-425e-9581-f01f3dd0ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143e7431-a11a-47b5-9543-7c6311b4315d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:55.029625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3ea60a57-9981-4c4e-bf0f-ab003ee9a416 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ace2ae7450d405d8a3214b006ca9175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255556 Jul 06 17:55:55.032868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:55.033062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.109607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990c527d-43c4-429d-8c4f-ad9c1b4717ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.119935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-3b63ae70-a04a-4aea-8d1a-2cc7d9e7055e service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358494 Jul 06 17:55:55.138997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990c527d-43c4-429d-8c4f-ad9c1b4717ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.208348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990c527d-43c4-429d-8c4f-ad9c1b4717ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.212437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990c527d-43c4-429d-8c4f-ad9c1b4717ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.218349 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-990c527d-43c4-429d-8c4f-ad9c1b4717ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d30efa4b-5ae8-414f-9fb2-07637dc6434c HTTP/1.1" status: 204 len: 168 time: 0.1800017 Jul 06 17:55:55.229474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c527d-43c4-429d-8c4f-ad9c1b4717ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30efa4b-5ae8-414f-9fb2-07637dc6434c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:55.260642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.288073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:55.347881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-2be2df3c-610b-41cf-b23c-8d6ff30c341d service neutron] 10.222.0.37 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269299 Jul 06 17:55:55.349740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:55.366763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:55.373949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:55.383070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=8afec395-7ef2-4aea-85ca-52bcbc69daf7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:55.427172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.435016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.442607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.444813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-585cb32f-767e-4ee0-b8e2-df46018143f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.449731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.456492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.463950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.468995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.476736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-be602a91-e5e3-4a5e-b0a7-b930f0e25fb7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.2786458 Jul 06 17:55:55.524826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.525527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.574957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d158ebf4-9074-4e5a-8160-ce01e7978847 req-78544969-c6cb-4e35-b930-59ab718741e3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971777 Jul 06 17:55:55.582728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-5096a084-2e79-460d-adc9-23309968d949 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2701128 Jul 06 17:55:55.592761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Request body: {'port': {'device_id': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:55.816521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.045177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58248) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:56.065748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-970b44f9-96e3-46b9-a475-61067772d19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.159332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cba7c2-2eb7-4fd6-8954-1090ac86a6eb req-8467ab22-ae3c-4960-bf57-888b3e43ef68 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 210 time: 0.0974295 Jul 06 17:55:56.270114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e609c5-5f4f-4034-aa3a-2ff723610129 req-eea63c73-131d-4086-8f8b-911f6dcad054 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:56.271787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67e609c5-5f4f-4034-aa3a-2ff723610129 req-eea63c73-131d-4086-8f8b-911f6dcad054 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 932 time: 0.2078476 Jul 06 17:55:56.303949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-970b44f9-96e3-46b9-a475-61067772d19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.314654 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-970b44f9-96e3-46b9-a475-61067772d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.349458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67e609c5-5f4f-4034-aa3a-2ff723610129 req-492e20fd-2b35-41c3-99a3-281e0dbb7115 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715449 Jul 06 17:55:56.395812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b44f9-96e3-46b9-a475-61067772d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40b598-87f9-487f-adca-116c45a34196,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:56.442822 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-970b44f9-96e3-46b9-a475-61067772d19c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3484248201849d1bf4a02600ef634cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962889 Jul 06 17:55:56.443733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58260) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:56.449626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afec395-7ef2-4aea-85ca-52bcbc69daf7 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:56.468441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.494577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Transition to ACTIVE for port object 8afec395-7ef2-4aea-85ca-52bcbc69daf7 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:56.504592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.519283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47737d4b-b6ba-44f3-abd8-2eba448417a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.554415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47737d4b-b6ba-44f3-abd8-2eba448417a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.641450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8afec395-7ef2-4aea-85ca-52bcbc69daf7,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:56.674165 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:55:56.681542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47737d4b-b6ba-44f3-abd8-2eba448417a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.694666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47737d4b-b6ba-44f3-abd8-2eba448417a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.703630 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-47737d4b-b6ba-44f3-abd8-2eba448417a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e40b598-87f9-487f-adca-116c45a34196 HTTP/1.1" status: 204 len: 168 time: 0.2581663 Jul 06 17:55:56.736782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47737d4b-b6ba-44f3-abd8-2eba448417a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40b598-87f9-487f-adca-116c45a34196,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:56.741819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:56.837503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Attempting to bind port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:56.838041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Attempting to bind port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:56.838447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Attempting to bind port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:56.844689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:56.845068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Attempting to bind port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:56.851054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:56.851497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:56.851874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:56.852363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Bound port: 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:56.853208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.940897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-862247535-network', 'tenant_id': 'd1316996a1f149bcab3fc8fbfeccde2a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:56.990257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Made reservation on behalf of d1316996a1f149bcab3fc8fbfeccde2a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:56.994810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.019380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.111291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] For port 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:57.134670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] For port 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:57.149755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.157403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.163659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.171153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.177469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.185309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.191873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.193885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-837432f8-ee5a-4993-a616-e9632d2828da req-146a96d9-6dce-4a8f-843a-b704e7dc9dde tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.2711916 Jul 06 17:55:57.195877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.212510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.221762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.268980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08330f7-67db-4301-9b0f-3de13424ce6e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:57.280564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:55:57.287614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.292491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.294231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.294627 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Added segment 01200633-a93b-412b-98ea-792b0d8858c7 of type vlan for network 5a2ab456-7bcf-4175-b8e5-30f869f1f8ab Jul 06 17:55:57.296066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/8afec395-7ef2-4aea-85ca-52bcbc69daf7 HTTP/1.1" status: 200 len: 1092 time: 1.7083304 Jul 06 17:55:57.297209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'tag': '8afec395-7ef2-4aea-85ca-52bcbc69daf7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:57.300948 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e50116-74be-4c05-a385-f65dde699005" -d '{"events": [{"name": "network-changed", "server_uuid": "aa46814a-5b24-4234-8003-a9f274ff74bc", "tag": "8afec395-7ef2-4aea-85ca-52bcbc69daf7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:57.406734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.453543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-837432f8-ee5a-4993-a616-e9632d2828da req-e9532e9e-9516-4efd-8a0e-8141b8c86e32 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217362 Jul 06 17:55:57.457160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cb44a-0585-4f69-b2a7-559dafddf7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8afec395-7ef2-4aea-85ca-52bcbc69daf7,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:57.485415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.487247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.487247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.554477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27cd97af-cf88-4bbd-99c3-a5a3523599e1 req-67b818bf-7c2f-42cf-94e3-b6a18cc1e668 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 210 time: 0.0715284 Jul 06 17:55:57.593303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f487cd9d-f329-4aea-8017-92139de8035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:57.601935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-f487cd9d-f329-4aea-8017-92139de8035a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 1095 time: 0.2325954 Jul 06 17:55:57.624010 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8801892 Jul 06 17:55:57.626784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ecb75-da4e-4ed3-a28d-b11f4f0882ca admin admin] Pushing event updated for resources: {'Network': ['ID=5a2ab456-7bcf-4175-b8e5-30f869f1f8ab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:57.647875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5a2ab456-7bcf-4175-b8e5-30f869f1f8ab details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:55:57.726175 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b749f0d5-1b40-4378-9496-607d34e4a53f x-openstack-request-id: req-b749f0d5-1b40-4378-9496-607d34e4a53f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:57.726658 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa46814a-5b24-4234-8003-a9f274ff74bc", "tag": "8afec395-7ef2-4aea-85ca-52bcbc69daf7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:57.727618 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b749f0d5-1b40-4378-9496-607d34e4a53f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:57.728948 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'tag': '8afec395-7ef2-4aea-85ca-52bcbc69daf7', 'status': 'completed', 'code': 200} Jul 06 17:55:57.777270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-60b9f035-92ed-43d0-800f-c1834ac1b0c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7 HTTP/1.1" status: 200 len: 217 time: 0.1550119 Jul 06 17:55:57.867035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f644417b-6c01-4c8e-8984-7d8f9176086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.936582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:58.088387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-ac584589-8d7c-4f0c-b71f-77edd169a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:58.090918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-ac584589-8d7c-4f0c-b71f-77edd169a385 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.3036823 Jul 06 17:55:58.144108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-70b437de-de2c-41c8-92f3-bd55fc4197d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451689 Jul 06 17:55:58.156525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-daea7ffd-90b9-4047-bfda-ff13969f2cd6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:58.158464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-daea7ffd-90b9-4047-bfda-ff13969f2cd6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.61 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 812 time: 0.5321925 Jul 06 17:55:58.187078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Request body: {'port': {'device_id': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'admin_state_up': True, 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:58.733523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-effadeca-f093-4901-863f-8a5abe0bfc1f service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735962 Jul 06 17:55:58.760692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d2768-0a4b-4f1e-8783-187614e117ff req-2111d989-a087-4f50-93f1-b26ae026967f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:58.762824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-600d2768-0a4b-4f1e-8783-187614e117ff req-2111d989-a087-4f50-93f1-b26ae026967f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.5422475 Jul 06 17:55:58.903502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba066-3484-4fd0-876c-7b84f39c85f0 req-59e3b938-12e7-40b1-92e6-bd6ff3cbd94f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:58.906051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdaba066-3484-4fd0-876c-7b84f39c85f0 req-59e3b938-12e7-40b1-92e6-bd6ff3cbd94f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 944 time: 0.6046844 Jul 06 17:55:58.914159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Made reservation on behalf of 33ec6059e3eb4a0c8f01a13eaceec39d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:58.920019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:58.990009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-600d2768-0a4b-4f1e-8783-187614e117ff req-451c7337-6d67-446f-a7e5-0f4e53ab5f02 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091360 Jul 06 17:55:59.110708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd175caa-63f2-4766-b77f-1eb38ab6d89b req-a7873046-0b94-4b3b-870a-77e4544f0114 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699296 Jul 06 17:55:59.150337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdaba066-3484-4fd0-876c-7b84f39c85f0 req-29a143f1-8d7c-4ab8-9b49-1aee4ae89a9d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260795 Jul 06 17:55:59.268919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:59.322542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:59.326536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Allocated IP 172.20.0.3 (da42f181-2c53-4dec-998f-dfc37e43b8d4/152aad76-a959-43a1-8099-093179781c9a/7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:59.353571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50116-74be-4c05-a385-f65dde699005 req-9c5ec35b-fc50-4f59-b08f-976288829aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:59.355307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-9c5ec35b-fc50-4f59-b08f-976288829aea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 1095 time: 0.1588509 Jul 06 17:55:59.507486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2a743928-b558-4e04-99ae-b55b02bd3147 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-185051291'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:59.508603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2a743928-b558-4e04-99ae-b55b02bd3147 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Unknown quota resources ['metering_label']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:55:59.734684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a743928-b558-4e04-99ae-b55b02bd3147 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:59.737026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2a743928-b558-4e04-99ae-b55b02bd3147 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4120204 Jul 06 17:55:59.741042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58344) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:59.745431 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:59.749489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f1ea0867-a586-4c31-9635-d9d6279ad94c tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ab408782-6760-49cf-bf21-e8d11d34acbc'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:59.750349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f1ea0867-a586-4c31-9635-d9d6279ad94c tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:55:59.852214 n-d-799527-3 neutron-server[93943]: WARNING neutron.services.metering.metering_plugin [None req-f1ea0867-a586-4c31-9635-d9d6279ad94c tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 17:55:59.861992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50116-74be-4c05-a385-f65dde699005 req-86351ed3-14f0-48ef-a6a5-4811043d884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:59.863568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-86351ed3-14f0-48ef-a6a5-4811043d884c service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.5008016 Jul 06 17:55:59.969106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-adf0501b-450d-49c4-9bf2-3d6ded370965 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7 HTTP/1.1" status: 200 len: 217 time: 0.0934398 Jul 06 17:55:59.975160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0867-a586-4c31-9635-d9d6279ad94c tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:59.976868 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f1ea0867-a586-4c31-9635-d9d6279ad94c tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2340651 Jul 06 17:55:59.982360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58346) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:59.983140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58ebe0-c8a8-4bb0-8fd2-99b09e2d8e72 req-940270f8-947a-4048-a9ca-9ed188d0054b tempest-ComputeTenantNetworksTest-2022042060 tempest-ComputeTenantNetworksTest-2022042060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:59.988707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0db53cc8-d4a2-4c4a-96a0-7ea7f2b58d1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ab408782-6760-49cf-bf21-e8d11d34acbc'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:59.989529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58ebe0-c8a8-4bb0-8fd2-99b09e2d8e72 req-940270f8-947a-4048-a9ca-9ed188d0054b tempest-ComputeTenantNetworksTest-2022042060 tempest-ComputeTenantNetworksTest-2022042060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:59.989718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0db53cc8-d4a2-4c4a-96a0-7ea7f2b58d1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:55:59.995775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58ebe0-c8a8-4bb0-8fd2-99b09e2d8e72 req-940270f8-947a-4048-a9ca-9ed188d0054b tempest-ComputeTenantNetworksTest-2022042060 tempest-ComputeTenantNetworksTest-2022042060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:59.998044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe58ebe0-c8a8-4bb0-8fd2-99b09e2d8e72 req-940270f8-947a-4048-a9ca-9ed188d0054b tempest-ComputeTenantNetworksTest-2022042060 tempest-ComputeTenantNetworksTest-2022042060-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5065701 Jul 06 17:56:00.016703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.062795 n-d-799527-3 neutron-server[93943]: WARNING neutron.services.metering.metering_plugin [None req-0db53cc8-d4a2-4c4a-96a0-7ea7f2b58d1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 17:56:00.074513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Transition to ACTIVE for port object 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:00.104967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.111872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.118016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.125109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.131485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.137602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.143829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.145874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-7c52f36e-6463-471f-a7b5-4c7af1116876 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.4571087 Jul 06 17:56:00.149694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50116-74be-4c05-a385-f65dde699005 req-95b6e70b-f4a9-4889-bf20-6d513a13bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.151340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-95b6e70b-f4a9-4889-bf20-6d513a13bd10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.1486850 Jul 06 17:56:00.160197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0db53cc8-d4a2-4c4a-96a0-7ea7f2b58d1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.165163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0db53cc8-d4a2-4c4a-96a0-7ea7f2b58d1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1779194 Jul 06 17:56:00.167209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.191318 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b4ed52fb-1d6e-420b-97ad-6999b7adbb48 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=2236e71f-cea0-40b7-b06c-8645a8583305 HTTP/1.1" status: 200 len: 464 time: 0.0173497 Jul 06 17:56:00.191988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58354) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.205010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-ff7f5ac2-54c5-49b9-a3e0-0678749ee84c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469086 Jul 06 17:56:00.304258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e02a56d-850c-4429-a8d5-521ba62e500d req-1f10b23d-a09b-4563-8d5a-1a3a100828bf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 210 time: 0.1019645 Jul 06 17:56:00.311937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.321083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-479c45f5-1b3b-4ffc-aaa1-8f0f2cf52ddc tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.329151 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-479c45f5-1b3b-4ffc-aaa1-8f0f2cf52ddc tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/2236e71f-cea0-40b7-b06c-8645a8583305 HTTP/1.1" status: 204 len: 168 time: 0.1305487 Jul 06 17:56:00.330167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522', 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:00.330695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.356809 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-93d1ca2a-a3e8-4f71-bd8a-27ad02caa271 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=2236e71f-cea0-40b7-b06c-8645a8583305 HTTP/1.1" status: 200 len: 221 time: 0.0215659 Jul 06 17:56:00.358286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58358) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.369030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-299560cd-3b9c-4048-b967-57be7a57ff84 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--810915402', 'description': 'label created by tempest'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:00.369745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-299560cd-3b9c-4048-b967-57be7a57ff84 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Unknown quota resources ['metering_label']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:56:00.372802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91db5be8-9f22-4038-a3c6-ac266db35621 req-3f60ed87-3e19-44c0-8752-3157479fe3e1 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2014112 Jul 06 17:56:00.396687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:00.415536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:00.422172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:00.425105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:00.478442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-5c43d4cb-20e1-48c8-bc5a-ff7fa066ba7f service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606840 Jul 06 17:56:00.616005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.617166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.718850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8e50116-74be-4c05-a385-f65dde699005 req-1576d436-93f9-4821-b6ba-ac1c8dadcbfc service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323501 Jul 06 17:56:00.722597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-ca31b466-ad20-4548-b5eb-cccdba0cd12a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5509660 Jul 06 17:56:00.749503 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-299560cd-3b9c-4048-b967-57be7a57ff84 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.751087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-299560cd-3b9c-4048-b967-57be7a57ff84 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3908899 Jul 06 17:56:00.755021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58360) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.782022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Request body: {'port': {'device_id': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:00.804615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.863937 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aeba54c7-7417-47c4-b840-e62933113a43 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f5008a25-3d71-4ab3-9e34-7d7db15cc034 HTTP/1.1" status: 200 len: 467 time: 0.1048684 Jul 06 17:56:00.864569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.978786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8cba3ce-3dc7-4c26-adfe-3ba9802bd103 None None] Provisioning for port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:00.990089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8cba3ce-3dc7-4c26-adfe-3ba9802bd103 None None] Provisioning complete for port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:00.990598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8cba3ce-3dc7-4c26-adfe-3ba9802bd103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.038825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b8cba3ce-3dc7-4c26-adfe-3ba9802bd103 None None] Port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:01.209205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb391-3649-4370-a199-be936e40cca9 req-f19d291d-3d64-4082-b9fd-87f83a67a37a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:01.212018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ebb391-3649-4370-a199-be936e40cca9 req-f19d291d-3d64-4082-b9fd-87f83a67a37a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.4914987 Jul 06 17:56:01.225186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab124-624b-494a-b604-29512f9cf3a7 req-4ee37837-8c70-4daf-9ab9-d0115389bed9 tempest-ComputeTenantNetworksTest-2022042060 tempest-ComputeTenantNetworksTest-2022042060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:01.227767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-090ab124-624b-494a-b604-29512f9cf3a7 req-4ee37837-8c70-4daf-9ab9-d0115389bed9 tempest-ComputeTenantNetworksTest-2022042060 tempest-ComputeTenantNetworksTest-2022042060-project] 10.222.0.37 "GET /v2.0/networks/5a2ab456-7bcf-4175-b8e5-30f869f1f8ab HTTP/1.1" status: 200 len: 768 time: 0.2661638 Jul 06 17:56:01.232959 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.245824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.266842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-33d8abcc-d6fd-404b-99f0-f88ab27bdb1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.270741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-33d8abcc-d6fd-404b-99f0-f88ab27bdb1f tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f5008a25-3d71-4ab3-9e34-7d7db15cc034 HTTP/1.1" status: 204 len: 168 time: 0.3994122 Jul 06 17:56:01.272144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58368) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.301943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-fa076b05-fd31-4321-a043-4063f9132dd1 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:01.303725 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-fa076b05-fd31-4321-a043-4063f9132dd1 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 945 time: 0.3489685 Jul 06 17:56:01.316073 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f2d0ce91-9f57-4d1f-8b7e-0c2097d3e906 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f5008a25-3d71-4ab3-9e34-7d7db15cc034 HTTP/1.1" status: 200 len: 216 time: 0.0327759 Jul 06 17:56:01.317340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58370) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.390853 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-365ca571-f247-465d-a34d-03712092ba17 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0696135 Jul 06 17:56:01.397656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58376) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.424333 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-39e9ff69-3810-4633-9a2b-ad287e3c1acc tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0254853 Jul 06 17:56:01.430663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58378) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.510689 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f8798f2d-0cbd-42ca-9736-f292134a91ca tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/ab408782-6760-49cf-bf21-e8d11d34acbc HTTP/1.1" status: 200 len: 472 time: 0.0774758 Jul 06 17:56:01.518482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58382) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.534400 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83696707-4d6f-4d7c-8744-c0963338f67c tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/38a071e6-018e-4496-aef6-3c80d5a13bbc HTTP/1.1" status: 200 len: 461 time: 0.0147047 Jul 06 17:56:01.538090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52ebb391-3649-4370-a199-be936e40cca9 req-aef3b023-73d0-4738-87e0-3bc9b2c97275 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080204 Jul 06 17:56:01.539888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58384) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.576192 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.582436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Deleting port 12785746-4ff5-4c87-9f19-f17c8dd0e501 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:01.582962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.961855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8afec395-7ef2-4aea-85ca-52bcbc69daf7 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:01.978962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f2c8d-2a29-48b6-b4d4-d1e01ec63923 req-c4a149d2-8954-47b7-932d-6eb40acd1fcb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:01.982019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-474f2c8d-2a29-48b6-b4d4-d1e01ec63923 req-c4a149d2-8954-47b7-932d-6eb40acd1fcb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 944 time: 0.5570171 Jul 06 17:56:02.067853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.126774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2ab456-7bcf-4175-b8e5-30f869f1f8ab']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:02.136241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:02.152036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b814c8f-78e5-4552-b561-c77345373198 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.157918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '8afec395-7ef2-4aea-85ca-52bcbc69daf7', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': '8afec395-7ef2-4aea-85ca-52bcbc69daf7', 'mac_address': 'fa:16:3e:b3:3a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:02.158302 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2b814c8f-78e5-4552-b561-c77345373198 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/38a071e6-018e-4496-aef6-3c80d5a13bbc HTTP/1.1" status: 204 len: 168 time: 0.6131210 Jul 06 17:56:02.160818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58386) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:02.196090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01200633-a93b-412b-98ea-792b0d8858c7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:02.196548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01200633-a93b-412b-98ea-792b0d8858c7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:02.201516 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.222795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afec395-7ef2-4aea-85ca-52bcbc69daf7 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:02.237851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.256130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-474f2c8d-2a29-48b6-b4d4-d1e01ec63923 req-63196533-481a-4c08-8f1d-4338fa73a438 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285149 Jul 06 17:56:02.257523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:02.260246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.266225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.328918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.363518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fe7f-940d-4eb3-9f4a-1c533ff3dbc1 req-63a61376-cf64-44c9-94fa-647a393142c1 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:02.376156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a690fe7f-940d-4eb3-9f4a-1c533ff3dbc1 req-63a61376-cf64-44c9-94fa-647a393142c1 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.4938676 Jul 06 17:56:02.385029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:02.385805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:02.391333 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:02.407729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8afec395-7ef2-4aea-85ca-52bcbc69daf7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:02.504066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] For port 12785746-4ff5-4c87-9f19-f17c8dd0e501, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=12785746-4ff5-4c87-9f19-f17c8dd0e501,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:02.504711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.558294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['8afec395-7ef2-4aea-85ca-52bcbc69daf7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:02.590540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Calling delete_port for 12785746-4ff5-4c87-9f19-f17c8dd0e501 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:02.599285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e63ca8c2-8524-45d5-9f6a-56b645818809 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.600533 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e63ca8c2-8524-45d5-9f6a-56b645818809 tempest-MeteringTestJSON-1093679907 tempest-MeteringTestJSON-1093679907-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ab408782-6760-49cf-bf21-e8d11d34acbc HTTP/1.1" status: 204 len: 168 time: 0.4382858 Jul 06 17:56:02.784192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.801286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['518135be-c79c-4b13-a268-d684f7a0796e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:02.820055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Pushing event deleted for resources: {'Port': ['ID=12785746-4ff5-4c87-9f19-f17c8dd0e501,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:02.905378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] No DVR routers for this DVR port 12785746-4ff5-4c87-9f19-f17c8dd0e501 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:02.908475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.910901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4b37c94c-8f74-4a50-878d-6be4c5e24c17 req-b5072081-e0ca-4e31-bcb6-2a4e9d31bd98 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "DELETE /v2.0/ports/12785746-4ff5-4c87-9f19-f17c8dd0e501 HTTP/1.1" status: 204 len: 173 time: 1.5918946 Jul 06 17:56:02.911454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'name': 'network-vif-deleted', 'tag': '12785746-4ff5-4c87-9f19-f17c8dd0e501'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:02.915242 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a9355e-db28-49dd-b2e4-769b3843bdb0" -d '{"events": [{"server_uuid": "85cbee58-3eca-4001-bc50-fabfc0b0312a", "name": "network-vif-deleted", "tag": "12785746-4ff5-4c87-9f19-f17c8dd0e501"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:02.947198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:02.967150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.978488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.004392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a690fe7f-940d-4eb3-9f4a-1c533ff3dbc1 req-5997c9af-1ffa-4f74-b5dd-636d9e319840 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706856 Jul 06 17:56:03.008376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.012907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a2ab456-7bcf-4175-b8e5-30f869f1f8ab HTTP/1.1" status: 204 len: 168 time: 1.7627695 Jul 06 17:56:03.034521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Transition to ACTIVE for port object 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:03.051343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560e38-0e30-488a-9eac-f1a73e31afa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2ab456-7bcf-4175-b8e5-30f869f1f8ab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:03.067412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.199406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6404b2-2548-4673-84d6-d16957af5810 req-a3b0808b-5572-4071-ba33-3c092cf8916c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.219319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c6404b2-2548-4673-84d6-d16957af5810 req-a3b0808b-5572-4071-ba33-3c092cf8916c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 931 time: 0.3551791 Jul 06 17:56:03.234890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:03.237749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:03.433101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e8a3dde7-9718-4c1d-ac83-3c94c6fcd600'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:03.434468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c6404b2-2548-4673-84d6-d16957af5810 req-06077bcb-2b2d-4480-9f95-5024dacdaf39 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089338 Jul 06 17:56:03.479454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Attempting to bind port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:03.486325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:03.486493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Attempting to bind port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:03.486995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Attempting to bind port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:03.492800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa on network da42f181-2c53-4dec-998f-dfc37e43b8d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:56:03.493578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Attempting to bind port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa on network da42f181-2c53-4dec-998f-dfc37e43b8d4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:03.508726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:03.509462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Checking segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:03.510345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Bound using segment: {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:03.511219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Bound port: 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25443324-e1b0-4505-a298-9417e11dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:03.512121 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.541374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.548684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.555185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.561732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.568857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.587246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.615740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.617822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cc41b31-8004-47c4-b225-82162ce59960 req-704369bd-6511-4328-9e64-be31c6cc4af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.3649218 Jul 06 17:56:03.676524 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-535b8ec0-0177-44bf-8af4-54cef69eb850 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1316996a1f149bcab3fc8fbfeccde2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872404 Jul 06 17:56:03.677399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:03.690791 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dc2632f-3430-4d45-b72f-b484e49f8be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.796031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66b64762-4144-4d41-a318-568a6b74f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.834616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66b64762-4144-4d41-a318-568a6b74f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.842912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-939e4791-8bba-4872-993e-01a7fc7d400a req-1733e65b-e3fe-4dbf-af74-c8451ea54182 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cbee58-3eca-4001-bc50-fabfc0b0312a HTTP/1.1" status: 200 len: 210 time: 0.1469166 Jul 06 17:56:03.879527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cc41b31-8004-47c4-b225-82162ce59960 req-c4ad494f-5700-432c-9721-65bd9321b571 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487240 Jul 06 17:56:03.915040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:03.923113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:03.927570 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223158ce-f557-423e-af9d-7e7a7323ed9f x-openstack-request-id: req-223158ce-f557-423e-af9d-7e7a7323ed9f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:03.927913 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cbee58-3eca-4001-bc50-fabfc0b0312a", "name": "network-vif-deleted", "tag": "12785746-4ff5-4c87-9f19-f17c8dd0e501", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:03.928294 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-223158ce-f557-423e-af9d-7e7a7323ed9f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:03.928799 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cbee58-3eca-4001-bc50-fabfc0b0312a', 'name': 'network-vif-deleted', 'tag': '12785746-4ff5-4c87-9f19-f17c8dd0e501', 'status': 'completed', 'code': 200} Jul 06 17:56:03.931689 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dc2632f-3430-4d45-b72f-b484e49f8be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.938392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.941740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dc2632f-3430-4d45-b72f-b484e49f8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.975190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8afec395-7ef2-4aea-85ca-52bcbc69daf7 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:03.984633 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7dc2632f-3430-4d45-b72f-b484e49f8be5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9caf0fb3883b48fe95b36c665a64464f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447951 Jul 06 17:56:04.002282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:04.009051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66b64762-4144-4d41-a318-568a6b74f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.014547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66b64762-4144-4d41-a318-568a6b74f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.015864 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-66b64762-4144-4d41-a318-568a6b74f1fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e08330f7-67db-4301-9b0f-3de13424ce6e HTTP/1.1" status: 204 len: 168 time: 0.3312478 Jul 06 17:56:04.036041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2632f-3430-4d45-b72f-b484e49f8be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e04193-e4c1-4680-aa83-a1275b5aebf2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:04.063939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b64762-4144-4d41-a318-568a6b74f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08330f7-67db-4301-9b0f-3de13424ce6e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:04.069543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:04.070223 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.072767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa HTTP/1.1" status: 200 len: 1091 time: 3.3068438 Jul 06 17:56:04.075982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:04.078904 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:04.080655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:04.110681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:04.112036 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.220109 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07204f8f-ddfc-4621-a353-864b83ee26e9 x-openstack-request-id: req-07204f8f-ddfc-4621-a353-864b83ee26e9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:04.220696 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:04.221122 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07204f8f-ddfc-4621-a353-864b83ee26e9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:04.221723 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'status': 'completed', 'code': 200} Jul 06 17:56:04.248457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1038d-801c-4121-bf44-86c65d62c6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:04.286290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.295554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 12785746-4ff5-4c87-9f19-f17c8dd0e501 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:04.340854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe278-f413-4852-9a38-16aa86a00d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.385819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 12785746-4ff5-4c87-9f19-f17c8dd0e501 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:04.386574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe278-f413-4852-9a38-16aa86a00d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.387747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 12785746-4ff5-4c87-9f19-f17c8dd0e501 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:04.422220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-c1c0a7ca-eac8-4bc1-b0c2-70bed43743ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:04.422549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afec395-7ef2-4aea-85ca-52bcbc69daf7'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:04.425419 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9678a6-5854-484b-8634-801a52d560b8" -d '{"events": [{"server_uuid": "aa46814a-5b24-4234-8003-a9f274ff74bc", "name": "network-vif-plugged", "status": "completed", "tag": "8afec395-7ef2-4aea-85ca-52bcbc69daf7"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:04.425866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-c1c0a7ca-eac8-4bc1-b0c2-70bed43743ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 1094 time: 0.2369220 Jul 06 17:56:04.432469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:04.441894 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.508211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-2ed30c8f-e58a-486b-906b-5630f1c1e918 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa HTTP/1.1" status: 200 len: 217 time: 0.0626361 Jul 06 17:56:04.517961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f6bc-c86f-43c0-b0fe-f2fcfdd244fb req-16532ca8-fe73-41d3-b2f7-5ac83fd80ccd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:04.519628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0032f6bc-c86f-43c0-b0fe-f2fcfdd244fb req-16532ca8-fe73-41d3-b2f7-5ac83fd80ccd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 945 time: 0.2558825 Jul 06 17:56:04.536101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8afec395-7ef2-4aea-85ca-52bcbc69daf7,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:04.685202 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce0c4a-08af-4ce6-969a-261a0ef44c31 x-openstack-request-id: req-a8ce0c4a-08af-4ce6-969a-261a0ef44c31 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:04.685551 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46814a-5b24-4234-8003-a9f274ff74bc", "name": "network-vif-plugged", "status": "completed", "tag": "8afec395-7ef2-4aea-85ca-52bcbc69daf7", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:04.685791 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8ce0c4a-08af-4ce6-969a-261a0ef44c31 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:04.686347 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afec395-7ef2-4aea-85ca-52bcbc69daf7', 'code': 200} Jul 06 17:56:04.698552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe278-f413-4852-9a38-16aa86a00d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.701602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe278-f413-4852-9a38-16aa86a00d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.707200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-44ebe278-f413-4852-9a38-16aa86a00d2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0e04193-e4c1-4680-aa83-a1275b5aebf2 HTTP/1.1" status: 204 len: 168 time: 0.6999757 Jul 06 17:56:04.726436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-b737c32f-f583-4662-8f12-bc143b0c6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:04.736420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-b737c32f-f583-4662-8f12-bc143b0c6025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.2157302 Jul 06 17:56:04.781083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0032f6bc-c86f-43c0-b0fe-f2fcfdd244fb req-c9e9c725-7fe8-475d-8718-d8a784a56ee9 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389073 Jul 06 17:56:04.781921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebe278-f413-4852-9a38-16aa86a00d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e04193-e4c1-4680-aa83-a1275b5aebf2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:05.103713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057470ab-e673-46f7-8370-e4ef11d5336c req-9134d1f2-64f9-4a18-a86a-251c036aed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.106920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-9134d1f2-64f9-4a18-a86a-251c036aed37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595707 Jul 06 17:56:05.124053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286447f-79a6-4133-a547-f7f829954a35 req-452230a2-7ebb-4329-b10b-afcb97c834e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.126717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5286447f-79a6-4133-a547-f7f829954a35 req-452230a2-7ebb-4329-b10b-afcb97c834e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 1097 time: 0.3548677 Jul 06 17:56:05.264410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58448) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:05.279758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b645d11-98be-46b5-be75-072eb5d58d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.332220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898cc83-5f26-49b5-93a4-7b2b119097be req-f5868209-862b-41ca-af2c-34fc6ee5d6b8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.336656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e898cc83-5f26-49b5-93a4-7b2b119097be req-f5868209-862b-41ca-af2c-34fc6ee5d6b8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 943 time: 0.4234502 Jul 06 17:56:05.356808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5286447f-79a6-4133-a547-f7f829954a35 req-196a8309-fa72-4a4a-8d1e-dad70671b480 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120690 Jul 06 17:56:05.375541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85da0ad-d76b-4512-b363-3d3b37545091 req-0fdf2b25-3fc1-4e85-8be2-ae909f0d905f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.377556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c85da0ad-d76b-4512-b363-3d3b37545091 req-0fdf2b25-3fc1-4e85-8be2-ae909f0d905f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.3826683 Jul 06 17:56:05.413038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-9647c3be-c883-401e-9546-1494f2d87e8c service neutron] 10.222.0.61 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935972 Jul 06 17:56:05.470578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b645d11-98be-46b5-be75-072eb5d58d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.478866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b645d11-98be-46b5-be75-072eb5d58d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.505397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e898cc83-5f26-49b5-93a4-7b2b119097be req-ccfd3944-4d80-4fff-8ebb-816d166bdba1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523857 Jul 06 17:56:05.546582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c85da0ad-d76b-4512-b363-3d3b37545091 req-80c30e0e-b47f-41d8-80fe-6f663fb07bc1 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499610 Jul 06 17:56:05.552631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b645d11-98be-46b5-be75-072eb5d58d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b724092-c314-4d34-b187-40a610e30fb3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:05.574655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b645d11-98be-46b5-be75-072eb5d58d70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=165602e6df9d41cc9b44899122965762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046334 Jul 06 17:56:05.575870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58454) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:05.635299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-057470ab-e673-46f7-8370-e4ef11d5336c req-df5bf7f7-c1d9-425b-8176-a82ced7e3519 service neutron] 10.222.0.61 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134671 Jul 06 17:56:05.678960 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b913519c-fd9d-4c3f-8aef-a168a7e94f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.694713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58456) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:05.712820 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b913519c-fd9d-4c3f-8aef-a168a7e94f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.836986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-network', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:05.871521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Made reservation on behalf of a32a8994cec94e2f9035a3c0b2965e68 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:05.874874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.889183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.893262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-be4f5b3a-ef87-476e-aa90-d667b99cbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.894919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-be4f5b3a-ef87-476e-aa90-d667b99cbc59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 1094 time: 0.1704197 Jul 06 17:56:05.907226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b913519c-fd9d-4c3f-8aef-a168a7e94f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.911480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b913519c-fd9d-4c3f-8aef-a168a7e94f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.912632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b913519c-fd9d-4c3f-8aef-a168a7e94f64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b724092-c314-4d34-b187-40a610e30fb3 HTTP/1.1" status: 204 len: 168 time: 0.3366022 Jul 06 17:56:05.983809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913519c-fd9d-4c3f-8aef-a168a7e94f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b724092-c314-4d34-b187-40a610e30fb3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:06.014640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.024988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.035345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.051390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.065081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.078225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.090136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.091363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.094814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-2671e790-09f3-485d-ad00-1c056121745d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.3231907 Jul 06 17:56:06.101346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.166040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:06.189468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e648f651-e93b-4405-937a-04af8f077885,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:06.226999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.229601 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Added segment c07cee42-d64b-42f2-bd43-d41709b98fe6 of type vlan for network 83fa63fd-eae3-4864-b90d-a34fbb0acffc Jul 06 17:56:06.231190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-b06af9c6-e9d0-4632-a9bc-8da669c93db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.234564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-b06af9c6-e9d0-4632-a9bc-8da669c93db4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.3277309 Jul 06 17:56:06.341483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.360185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-c5411aa3-58b8-4faa-9f11-3beba24b8b30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa HTTP/1.1" status: 200 len: 217 time: 0.1075342 Jul 06 17:56:06.432728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.435111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.435826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.483958 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7879007 Jul 06 17:56:06.512687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:06.524489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-b0f102a3-c361-4fb4-b43c-673c17209a69 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.527223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-b0f102a3-c361-4fb4-b43c-673c17209a69 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.4305773 Jul 06 17:56:06.541024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Request body: {'subnet': {'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-subnet', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:06.554149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411f0ee-c6fd-44a0-9fba-fd1efb07ea5f admin admin] Pushing event updated for resources: {'Network': ['ID=83fa63fd-eae3-4864-b90d-a34fbb0acffc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:06.555816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17f648f5-1ed2-4a48-903c-67cca284da62 req-43ae492e-303a-4b5f-b6ad-7582ae4ecc9d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3189864 Jul 06 17:56:06.582498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:06.660628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-33d83c6a-3d45-467d-b44d-85554e8ef89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.663275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-33d83c6a-3d45-467d-b44d-85554e8ef89e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.2939613 Jul 06 17:56:06.806899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Made reservation on behalf of a32a8994cec94e2f9035a3c0b2965e68 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:06.811754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.036365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58492) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:07.136595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1035238646'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:07.163075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Made reservation on behalf of 54b771e1e7444021a725bfb045b271e9 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:07.166709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.177947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.287482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.291370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.319516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:07.330390 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565c627f-684b-469e-bb15-009223271379,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:07.335451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.335803 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Added segment 4b017756-7662-442d-aa72-a326e6dbfea7 of type vlan for network 1e1db64e-b029-413f-843d-a572491a3880 Jul 06 17:56:07.380276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.414214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.420296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.420948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.431697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26fd4-fd79-4744-86b1-f1b2741c810d req-cd85cb05-4ff2-46e7-be88-023c939d3266 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.434542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fd26fd4-fd79-4744-86b1-f1b2741c810d req-cd85cb05-4ff2-46e7-be88-023c939d3266 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 1.0063691 Jul 06 17:56:07.482920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4453785 Jul 06 17:56:07.489829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58496) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:07.496276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Request body: {'subnet': {'network_id': '1e1db64e-b029-413f-843d-a572491a3880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:07.564421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e9101-2f11-4099-a224-dffdd138c154 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event updated for resources: {'Network': ['ID=1e1db64e-b029-413f-843d-a572491a3880,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:07.571410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-8b9afff4-8e88-4695-a4d4-6c6a1c15a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.574100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-8b9afff4-8e88-4695-a4d4-6c6a1c15a2ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8999252 Jul 06 17:56:07.579056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1e1db64e-b029-413f-843d-a572491a3880 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:07.653107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c74f3-2c61-4512-88c8-6454280e52bd req-56cd014f-7ccd-4383-9131-10f18dae541e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.663517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-655c74f3-2c61-4512-88c8-6454280e52bd req-56cd014f-7ccd-4383-9131-10f18dae541e tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 945 time: 0.9107802 Jul 06 17:56:07.672040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-37468087-1651-4e60-a8c5-5d3f613ec647 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.673670 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-37468087-1651-4e60-a8c5-5d3f613ec647 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.61 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 945 time: 0.1256239 Jul 06 17:56:07.674401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Made reservation on behalf of 54b771e1e7444021a725bfb045b271e9 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:07.677790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.702684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fd26fd4-fd79-4744-86b1-f1b2741c810d req-dd071be1-8319-447c-9bc6-1fde54af90fe tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581422 Jul 06 17:56:07.786790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Deleting port 224ce730-0789-4ca7-80f4-af3a8ce74905 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:07.787991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.991124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:07.994714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Deleting port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:07.995348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.002790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-655c74f3-2c61-4512-88c8-6454280e52bd req-2b89572f-be90-4589-b483-bb26ab91d3af tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064957 Jul 06 17:56:08.056650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-a121fcca-a27d-432d-bc6d-bb1ba5bbf312 service neutron] 10.222.0.61 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582703 Jul 06 17:56:08.143831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:08.148085 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.159221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'mac_address': 'fa:16:3e:de:68:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:08.163203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] For port 224ce730-0789-4ca7-80f4-af3a8ce74905, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=224ce730-0789-4ca7-80f4-af3a8ce74905,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:08.163588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.207226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.208645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.225284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:08.238665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aa8c6-9ceb-43d7-81a7-ebe81149dc53 req-ca90d72b-1e1d-48c3-8f29-7324e77ad292 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:08.240774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b3aa8c6-9ceb-43d7-81a7-ebe81149dc53 req-ca90d72b-1e1d-48c3-8f29-7324e77ad292 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 943 time: 0.3792877 Jul 06 17:56:08.267154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:08.273813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.337526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event updated for resources: {'Subnet': ['ID=57f40645-d439-42f0-8563-d12628c1fe6c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.355188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] For port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:08.356389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.367725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Checking segment: {'id': '4b017756-7662-442d-aa72-a326e6dbfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e1db64e-b029-413f-843d-a572491a3880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:08.368364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Network hostable DHCP agents. Network: 1e1db64e-b029-413f-843d-a572491a3880, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:08.372777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.381467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Calling delete_port for e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:08.418983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3501c43d-ecbb-4466-bebd-fdb79c0f1db4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.454826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Network 1e1db64e-b029-413f-843d-a572491a3880 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:08.459302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a71f1855-8e5f-47af-8aa8-7cef1446cb2a req-e205ef42-a3cc-44f2-8b43-7874c95e8cbf service neutron] 10.222.0.61 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886869 Jul 06 17:56:08.477892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1e1db64e-b029-413f-843d-a572491a3880) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:08.489128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:08.489745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.519154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981faef5-73ff-4d02-98f2-f138282c56fb None None] Network 1e1db64e-b029-413f-843d-a572491a3880 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:08.527137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56a68359-4ac7-408a-a2ef-8df9ddbd0335 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0361884 Jul 06 17:56:08.529588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58500) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:08.535522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Request body: {'port': {'network_id': '1e1db64e-b029-413f-843d-a572491a3880', 'name': 'tempest-ExtraDHCPOptionsTestJSON-906630987'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:08.541811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b3aa8c6-9ceb-43d7-81a7-ebe81149dc53 req-af58a13b-d1bd-4387-887f-fa2668d1a3c0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605622 Jul 06 17:56:08.549870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Checking segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:08.550435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Network hostable DHCP agents. Network: 83fa63fd-eae3-4864-b90d-a34fbb0acffc, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:08.665933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:08.671483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.682102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf55d0-f8e7-47e5-bd84-febebd614eb6 req-26b3247d-abb4-414e-a7ae-edbecaf3fdb1 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:08.683289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3adf55d0-f8e7-47e5-bd84-febebd614eb6 req-26b3247d-abb4-414e-a7ae-edbecaf3fdb1 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 946 time: 0.5019653 Jul 06 17:56:08.706309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:08.713825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['518135be-c79c-4b13-a268-d684f7a0796e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:08.716224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Pushing event deleted for resources: {'Port': ['ID=e8a3dde7-9718-4c1d-ac83-3c94c6fcd600,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.773983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 83fa63fd-eae3-4864-b90d-a34fbb0acffc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:08.781211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:08.782089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.782331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] No DVR routers for this DVR port e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:08.785891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.789278 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7957b29d-1e46-44fb-83aa-50cb2c9f0919 req-d8639da7-0e21-4ddc-956d-df8042e3c5eb tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.61 "DELETE /v2.0/ports/e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 HTTP/1.1" status: 204 len: 173 time: 1.1078954 Jul 06 17:56:08.790683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'name': 'network-vif-deleted', 'tag': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:08.794285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a096ba6-a949-4c0a-9214-d866f3f0582c None None] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:08.795109 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93d232b-1de6-47c2-a7a1-c8dc1ec41d5b" -d '{"events": [{"server_uuid": "31705a03-88fd-4c1e-9727-0b83b0f10633", "name": "network-vif-deleted", "tag": "e8a3dde7-9718-4c1d-ac83-3c94c6fcd600"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:08.800425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Made reservation on behalf of 54b771e1e7444021a725bfb045b271e9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:08.802750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.803135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.803477 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Floating IP 425d1357-01c7-4e05-9ed1-e211a856deb5 disassociated. External IP: 172.25.5.192, port: 224ce730-0789-4ca7-80f4-af3a8ce74905. Jul 06 17:56:08.803814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Calling delete_port for 224ce730-0789-4ca7-80f4-af3a8ce74905 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:08.806892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.836485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] device_id is not set on port efe2d6d7-7f3a-421c-ae1f-e83b07122c9e yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:56:08.857861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3adf55d0-f8e7-47e5-bd84-febebd614eb6 req-09a1a54b-dc49-4c84-a351-77db5facac2c tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups?id=034cc212-07ab-491d-b24a-70caea4b6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548333 Jul 06 17:56:08.864183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-250971ea-baff-494e-b734-6eaa37fa3fe1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3336310 Jul 06 17:56:08.870352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:08.879104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:08.939311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1e1db64e-b029-413f-843d-a572491a3880', 'network_id': '1e1db64e-b029-413f-843d-a572491a3880', 'tenant_id': '54b771e1e7444021a725bfb045b271e9', 'fixed_ips': [{'subnet_id': '57f40645-d439-42f0-8563-d12628c1fe6c'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:08.940192 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.016352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.022867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.028974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.035133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.044486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.051089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.057694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.066301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-27557cde-5f7e-4ad6-9d70-d17b360914c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.3808708 Jul 06 17:56:09.084623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.085668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.116218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Allocated IP 172.20.0.2 (1e1db64e-b029-413f-843d-a572491a3880/57f40645-d439-42f0-8563-d12628c1fe6c/efe2d6d7-7f3a-421c-ae1f-e83b07122c9e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:09.190651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58d7004f-2782-4a64-8c3c-d4cd68648581 req-cccc889c-e15c-491a-9ade-875a624670e3 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233280 Jul 06 17:56:09.322560 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe372e-692e-43f6-a79a-a841eb43ca13 x-openstack-request-id: req-3cfe372e-692e-43f6-a79a-a841eb43ca13 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:09.322884 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31705a03-88fd-4c1e-9727-0b83b0f10633", "name": "network-vif-deleted", "tag": "e8a3dde7-9718-4c1d-ac83-3c94c6fcd600", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:09.323508 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cfe372e-692e-43f6-a79a-a841eb43ca13 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:09.324201 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31705a03-88fd-4c1e-9727-0b83b0f10633', 'name': 'network-vif-deleted', 'tag': 'e8a3dde7-9718-4c1d-ac83-3c94c6fcd600', 'status': 'completed', 'code': 200} Jul 06 17:56:09.335279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.423027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb00581-cb8f-4522-9015-8c755879e953 req-c68bb8a6-0cc5-4df1-91ea-070dbb537051 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.430916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddb00581-cb8f-4522-9015-8c755879e953 req-c68bb8a6-0cc5-4df1-91ea-070dbb537051 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 0.3521290 Jul 06 17:56:09.530051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:09.531037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.544947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.548464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7667f4b0-5e6d-481c-bdb1-cd31c5cbbd43 req-eee85132-1189-4a66-8539-b8f78bd7ef1a tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=31705a03-88fd-4c1e-9727-0b83b0f10633 HTTP/1.1" status: 200 len: 210 time: 0.0549960 Jul 06 17:56:09.564983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.588452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Transition to ACTIVE for port object efe2d6d7-7f3a-421c-ae1f-e83b07122c9e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:09.638634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.687701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Network 1e1db64e-b029-413f-843d-a572491a3880 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:09.693181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:09.744011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:09.784502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.789259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event deleted for resources: {'Port': ['ID=224ce730-0789-4ca7-80f4-af3a8ce74905,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:09.813499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddb00581-cb8f-4522-9015-8c755879e953 req-0450f9bc-8806-4ca8-85c2-a78d8a96771b tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817546 Jul 06 17:56:09.885905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.887594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.893703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event updated for resources: {'Port': ['ID=efe2d6d7-7f3a-421c-ae1f-e83b07122c9e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:09.918600 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-119e6c48-4b8b-4ecd-bee7-31f4eb5d8068 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3853259 Jul 06 17:56:09.919052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58516) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:09.929075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Request body: {'port': {'network_id': '1e1db64e-b029-413f-843d-a572491a3880', 'name': 'tempest-ExtraDHCPOptionsTestJSON-470959271', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:09.930034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.api.validators [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] bootfile-name is not in valid_values {{(pid=93943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:09.930819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.api.validators [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] tftp-server is not in valid_values {{(pid=93943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:09.931424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.api.validators [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] server-ip-address is not in valid_values {{(pid=93943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:10.211724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Made reservation on behalf of 54b771e1e7444021a725bfb045b271e9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:10.224328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.244354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b7bc4cc7-75cd-4c96-9caa-d9a78c9c8816 {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:56:10.244658 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:56:10.249577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 224ce730-0789-4ca7-80f4-af3a8ce74905 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:10.250730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] device_id is not set on port 6c91f449-8599-4483-a289-f1f2b4a2495a yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:56:10.279166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 224ce730-0789-4ca7-80f4-af3a8ce74905 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:10.279612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 224ce730-0789-4ca7-80f4-af3a8ce74905 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:10.280090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:10.307171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:10.307561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e8a3dde7-9718-4c1d-ac83-3c94c6fcd600 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:10.322552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Allocated IP 172.20.0.2 (83fa63fd-eae3-4864-b90d-a34fbb0acffc/3501c43d-ecbb-4466-bebd-fdb79c0f1db4/67497adb-8115-4b1a-9441-9f4c72ae5fe0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:10.359931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d99ffcd6-b927-40e7-90d1-eef5bd6f4b33 req-ebbac62b-09cd-4b98-ba07-b9690ec58bd7 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 210 time: 0.0592580 Jul 06 17:56:10.411338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c731b26b-69c5-4cc0-801b-57e7c0cc3dce details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:10.425626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Router e9be17be-454e-4e06-881c-c5a267699c1b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:10.438951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0ab0-f2bc-47b7-8644-121a8df57dc4 req-5ae8fcd3-1d43-40d2-b923-3b0f1bbadeee tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:10.447367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1df0ab0-f2bc-47b7-8644-121a8df57dc4 req-5ae8fcd3-1d43-40d2-b923-3b0f1bbadeee tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 944 time: 0.6725600 Jul 06 17:56:10.454022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Allocated IP 172.20.0.10 (1e1db64e-b029-413f-843d-a572491a3880/57f40645-d439-42f0-8563-d12628c1fe6c/6c91f449-8599-4483-a289-f1f2b4a2495a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:10.519804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1df0ab0-f2bc-47b7-8644-121a8df57dc4 req-78ddd011-9690-4cea-ac6d-c3b4163609ca tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712414 Jul 06 17:56:10.738486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:10.749863 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.757970 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.780952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'c731b26b-69c5-4cc0-801b-57e7c0cc3dce', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'port_id': 'c731b26b-69c5-4cc0-801b-57e7c0cc3dce', 'mac_address': 'fa:16:3e:41:3b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:10.783039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Transition to ACTIVE for port object 67497adb-8115-4b1a-9441-9f4c72ae5fe0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:10.848513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:10.858259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a567cc-1c55-42fa-9a55-7bce5047f370 req-42f5d99c-6cb0-4676-a579-3446cf8bc013 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:10.860676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91a567cc-1c55-42fa-9a55-7bce5047f370 req-42f5d99c-6cb0-4676-a579-3446cf8bc013 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 0.2896948 Jul 06 17:56:10.870295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.890913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Transition to ACTIVE for port object 67497adb-8115-4b1a-9441-9f4c72ae5fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:10.894513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] Sync routers for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:10.896179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Transition to ACTIVE for port object 6c91f449-8599-4483-a289-f1f2b4a2495a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:10.912619 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.953453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] No DVR routers for this DVR port 224ce730-0789-4ca7-80f4-af3a8ce74905 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:10.957949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.963965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.967302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc232254-7087-48fb-bb2c-5ec50cd5cd3c req-02d86c05-4816-40f2-9445-935cd2b703ec tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.61 "DELETE /v2.0/ports/224ce730-0789-4ca7-80f4-af3a8ce74905 HTTP/1.1" status: 204 len: 173 time: 4.4011438 Jul 06 17:56:10.968479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'name': 'network-vif-deleted', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:10.970892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.971816 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe126b-5b5c-4187-9328-7f2cb10797fe" -d '{"events": [{"server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "name": "network-vif-deleted", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:11.003653 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.011721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.042364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91a567cc-1c55-42fa-9a55-7bce5047f370 req-7e899784-e9d2-4462-a6bb-a3df615caadd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439734 Jul 06 17:56:11.050764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Network 1e1db64e-b029-413f-843d-a572491a3880 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:11.056906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:11.068706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:11.077006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Pushing event updated for resources: {'Port': ['ID=67497adb-8115-4b1a-9441-9f4c72ae5fe0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:11.082321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.102424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.106565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:11.109002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:11.115968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.133950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:11.146544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.161731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.162822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.178704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event updated for resources: {'Port': ['ID=6c91f449-8599-4483-a289-f1f2b4a2495a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:11.185563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.202661 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f27bd0d-9f85-458e-bb53-107231316a1c tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2816856 Jul 06 17:56:11.205969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58530) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:11.213784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.227765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.232925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-72919c17-0a1c-4aa0-88e0-88dbe4282211 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5429 time: 0.5577779 Jul 06 17:56:11.337963 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b3035e-a81b-4093-9f62-e145c553ae22 x-openstack-request-id: req-43b3035e-a81b-4093-9f62-e145c553ae22 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:11.338413 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f03ea2b-cd3c-4816-be82-316fc10adb0a", "name": "network-vif-deleted", "tag": "224ce730-0789-4ca7-80f4-af3a8ce74905", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:11.339176 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43b3035e-a81b-4093-9f62-e145c553ae22 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:11.339885 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f03ea2b-cd3c-4816-be82-316fc10adb0a', 'name': 'network-vif-deleted', 'tag': '224ce730-0789-4ca7-80f4-af3a8ce74905', 'status': 'completed', 'code': 200} Jul 06 17:56:11.366117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c731b26b-69c5-4cc0-801b-57e7c0cc3dce {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:11.393381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:11.409257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Allocated IP 172.20.0.3 (1e1db64e-b029-413f-843d-a572491a3880/57f40645-d439-42f0-8563-d12628c1fe6c/a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:11.422541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:11.424054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c5fee-9da5-4cce-8022-3b10c66499f1 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.436982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c5fee-9da5-4cce-8022-3b10c66499f1 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.442776 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b95c5fee-9da5-4cce-8022-3b10c66499f1 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1878 time: 0.2346034 Jul 06 17:56:11.447392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58534) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:11.528596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8c03781-d65f-4db7-ae29-1aeace25358e req-c1c85130-e0f4-4ba6-95b1-29d4aa68133b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1932864 Jul 06 17:56:11.529927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:11.582668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.583851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9273f02c-deac-4f42-aa21-09513d95b6dd details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:11.586920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Allocated IP 172.25.5.88 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a3add7f4-596a-473d-bffc-e3253bd23292) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:11.671548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ee0f-dc64-4fdc-b884-e307b776da9b req-73c1f3d5-f34c-484c-958e-57a04aeb765c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.679324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f52ee0f-dc64-4fdc-b884-e307b776da9b req-73c1f3d5-f34c-484c-958e-57a04aeb765c tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 0.2988255 Jul 06 17:56:11.722062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Deleting port 6c91f449-8599-4483-a289-f1f2b4a2495a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:11.722587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.816439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f52ee0f-dc64-4fdc-b884-e307b776da9b req-f652cdef-c0af-4a20-a0a7-7502ffe9ebcb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357923 Jul 06 17:56:11.834549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Attempting to bind port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:11.835560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Attempting to bind port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:11.835560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Attempting to bind port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:11.856168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:11.856609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Checking segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:11.856974 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.857376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Bound using segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:11.857886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Bound port: 67497adb-8115-4b1a-9441-9f4c72ae5fe0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:11.858284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.874276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:11.950567 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:56:11.961291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.007333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.034202 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.043786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Calling delete_port for 6c91f449-8599-4483-a289-f1f2b4a2495a owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:12.093630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] For port 67497adb-8115-4b1a-9441-9f4c72ae5fe0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:12.117832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] For port 67497adb-8115-4b1a-9441-9f4c72ae5fe0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=67497adb-8115-4b1a-9441-9f4c72ae5fe0,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:12.154240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:12.178046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9273f02c-deac-4f42-aa21-09513d95b6dd,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:12.187296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.247621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5fdd58b0-c194-4db8-b871-88f9891709bf req-78981b76-dc9a-43c4-b251-97efdb3d5e8a tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f03ea2b-cd3c-4816-be82-316fc10adb0a HTTP/1.1" status: 200 len: 210 time: 0.0824454 Jul 06 17:56:12.257298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.312247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '9273f02c-deac-4f42-aa21-09513d95b6dd', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'port_id': '9273f02c-deac-4f42-aa21-09513d95b6dd', 'mac_address': 'fa:16:3e:ee:51:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:12.336866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:12.342709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:12.350870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:12.410753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Pushing event updated for resources: {'Port': ['ID=a3add7f4-596a-473d-bffc-e3253bd23292,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.504418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.566718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event deleted for resources: {'Port': ['ID=6c91f449-8599-4483-a289-f1f2b4a2495a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.756658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.765868 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9be12d68-7fa4-497b-8a80-d1a14764ec76 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "DELETE /v2.0/ports/6c91f449-8599-4483-a289-f1f2b4a2495a HTTP/1.1" status: 204 len: 168 time: 1.3171015 Jul 06 17:56:12.777615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58546) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:12.819382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Request body: {'port': {'name': 'tempest-new-port-name-300676815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:12.821011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.api.validators [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] bootfile-name is not in valid_values {{(pid=93943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:12.821623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.api.validators [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] tftp-server is not in valid_values {{(pid=93943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:12.822195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.api.validators [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] server-ip-address is not in valid_values {{(pid=93943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:12.848199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e26b64-6afe-4301-add5-0b8b54cbe946 None None] Pushing event updated for resources: {'Port': ['ID=67497adb-8115-4b1a-9441-9f4c72ae5fe0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.891312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce625692-5f0b-4747-a9c8-7f2a6408700a req-38316e1c-cb3d-4953-9471-fd139e7af60d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:12.892852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:12.899379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce625692-5f0b-4747-a9c8-7f2a6408700a req-38316e1c-cb3d-4953-9471-fd139e7af60d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 944 time: 0.3069301 Jul 06 17:56:12.928488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.961461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.964418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:12.965550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.972510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.990571 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.052388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9273f02c-deac-4f42-aa21-09513d95b6dd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:13.059944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce625692-5f0b-4747-a9c8-7f2a6408700a req-af659b4b-18c5-4b6e-81d4-3e924d9990d0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595287 Jul 06 17:56:13.081449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Transition to ACTIVE for port object a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:13.141251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9273f02c-deac-4f42-aa21-09513d95b6dd,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:13.150908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Transition to ACTIVE for port object a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:13.153555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.154488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7643fca5-2e1d-4e31-85d6-14503d178c93 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:13.205829 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.248883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba019-fdb4-443b-8065-4a5c7ad2154f req-f0a9efef-bfed-47a7-b3ce-472c514fef7d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.257186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d9ba019-fdb4-443b-8065-4a5c7ad2154f req-f0a9efef-bfed-47a7-b3ce-472c514fef7d tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.3412900 Jul 06 17:56:13.283015 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.289000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.293436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Network 1e1db64e-b029-413f-843d-a572491a3880 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:13.306273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:13.309426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.315861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:13.333091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:13.379478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event updated for resources: {'Port': ['ID=efe2d6d7-7f3a-421c-ae1f-e83b07122c9e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:13.394096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.394440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.394777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.395112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.395474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.395802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.396124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.396449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.396772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.397093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.397476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.397797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:13.412435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d9ba019-fdb4-443b-8065-4a5c7ad2154f req-b4bdb79f-4c01-4fd2-ad58-f9b5b0ba53d4 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544766 Jul 06 17:56:13.414620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] In _notify_port_updated(), no bound segment for port efe2d6d7-7f3a-421c-ae1f-e83b07122c9e on network 1e1db64e-b029-413f-843d-a572491a3880 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:56:13.423761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.423761 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.433875 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e273535e-6091-4d39-8921-e5cc5d37a5bc tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "PUT /v2.0/ports/efe2d6d7-7f3a-421c-ae1f-e83b07122c9e HTTP/1.1" status: 200 len: 1135 time: 0.6489439 Jul 06 17:56:13.433875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:13.505475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.528466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.535829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.537189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25119835-cade-4b9b-b85d-73e9ead18077 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.538794 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25119835-cade-4b9b-b85d-73e9ead18077 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "GET /v2.0/ports/efe2d6d7-7f3a-421c-ae1f-e83b07122c9e HTTP/1.1" status: 200 len: 1135 time: 0.1087236 Jul 06 17:56:13.544421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.552153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.553207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58552) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:13.573286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.583036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.592120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.595119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-6fafc7ff-5d19-4283-8b14-e2cc555ec592 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5431 time: 0.3585913 Jul 06 17:56:13.688134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:50Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:13.701683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67497adb-8115-4b1a-9441-9f4c72ae5fe0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:13.744728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Deleting port efe2d6d7-7f3a-421c-ae1f-e83b07122c9e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:13.745114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.801636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] Checking router: e9be17be-454e-4e06-881c-c5a267699c1b for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:13.829779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:13.832652 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe29bb-15ae-434d-8513-e6b9dc60f486" -d '{"events": [{"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-plugged", "status": "completed", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:13.844864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7980574e-fc3a-4410-a29f-78fc57189f1b req-e39adbf2-5ee1-4fac-87a3-7e07cc46bba0 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390890 Jul 06 17:56:13.911986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Pushing event updated for resources: {'Port': ['ID=a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:13.938587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:13.943592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.951545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7643fca5-2e1d-4e31-85d6-14503d178c93,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:13.966782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b0501-b80a-49c2-ac56-396aa610e8b8 req-773346d3-231f-4608-80b6-8df8f3e235e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.970701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Calling delete_port for efe2d6d7-7f3a-421c-ae1f-e83b07122c9e owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:13.973055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-964b0501-b80a-49c2-ac56-396aa610e8b8 req-773346d3-231f-4608-80b6-8df8f3e235e0 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 0.3201003 Jul 06 17:56:13.984641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.995686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:13.996423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:14.000185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Attempting to bind port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:14.000565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Attempting to bind port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '4b017756-7662-442d-aa72-a326e6dbfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e1db64e-b029-413f-843d-a572491a3880'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:14.000935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Attempting to bind port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c on network 1e1db64e-b029-413f-843d-a572491a3880 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:14.011278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '7643fca5-2e1d-4e31-85d6-14503d178c93', 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0', 'port_id': '7643fca5-2e1d-4e31-85d6-14503d178c93', 'mac_address': 'fa:16:3e:40:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677542-4625-4d98-9bdb-7f7df960c7b1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:14.050094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-964b0501-b80a-49c2-ac56-396aa610e8b8 req-53600cfe-0ada-4f46-b8e0-f02cbd7a07c6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Jul 06 17:56:14.051289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Router cc98a80d-bacd-482a-b142-eff3e104308d is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:56:14.180764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.242785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:14.243566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Checking segment: {'id': '4b017756-7662-442d-aa72-a326e6dbfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e1db64e-b029-413f-843d-a572491a3880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:14.244175 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.244758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Bound using segment: {'id': '4b017756-7662-442d-aa72-a326e6dbfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e1db64e-b029-413f-843d-a572491a3880'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:14.247028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Bound port: a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b017756-7662-442d-aa72-a326e6dbfea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e1db64e-b029-413f-843d-a572491a3880'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:14.252866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.261800 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e38b2-abe6-4bca-9d6f-21b0bc04a85f x-openstack-request-id: req-638e38b2-abe6-4bca-9d6f-21b0bc04a85f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:14.263195 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-plugged", "status": "completed", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:14.265281 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-638e38b2-abe6-4bca-9d6f-21b0bc04a85f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:14.267218 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'code': 200} Jul 06 17:56:14.271212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event deleted for resources: {'Port': ['ID=efe2d6d7-7f3a-421c-ae1f-e83b07122c9e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:14.331421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58560) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.351472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:14.408702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.410940 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-92b40719-7fea-42b5-b1a7-6e2ff93f1016 tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "DELETE /v2.0/ports/efe2d6d7-7f3a-421c-ae1f-e83b07122c9e HTTP/1.1" status: 204 len: 168 time: 0.8555660 Jul 06 17:56:14.416734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:14.429810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.482389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265b77a-34b7-4f21-af8b-01c315a411b5 None None] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:14.500606 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.555901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:14.575830 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:14.586763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-e88a8ebc-600d-4041-987f-ada274fa01ea tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:14.589298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-e88a8ebc-600d-4041-987f-ada274fa01ea tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.4586334 Jul 06 17:56:14.592335 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:14.593018 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:14.603561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:14.622081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-25f551af-4ac9-4b44-9f6c-62959a584acd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:14.624000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-25f551af-4ac9-4b44-9f6c-62959a584acd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 0.4985240 Jul 06 17:56:14.624692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84974538-6edf-41b6-9f4e-cb6d8478139f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.690186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Deleting subnet 57f40645-d439-42f0-8563-d12628c1fe6c {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:14.699926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.701460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2e2ed0fa-258f-4633-accd-9c97a7f77c2c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8271933 Jul 06 17:56:14.721712 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58566) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.738331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.758935 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:14.770672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84974538-6edf-41b6-9f4e-cb6d8478139f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.818883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c703a2b-944c-4b93-bf51-2b0c32cb9df2 req-2edc150b-87f4-4fe0-828d-dc17063fa102 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:14.827020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c703a2b-944c-4b93-bf51-2b0c32cb9df2 req-2edc150b-87f4-4fe0-828d-dc17063fa102 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.3860476 Jul 06 17:56:14.849803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7643fca5-2e1d-4e31-85d6-14503d178c93 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:14.872148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] Provisioning for port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:14.985214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:12Z', 'revision_number': 3, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:15.015877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fec4b8-d394-4dca-ac69-2928ee94a24d req-18093728-121d-44de-837b-746ee1a15f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:15.018985 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:15.019679 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01fec4b8-d394-4dca-ac69-2928ee94a24d req-18093728-121d-44de-837b-746ee1a15f98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 1096 time: 0.6239164 Jul 06 17:56:15.019831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Updating router cc98a80d-bacd-482a-b142-eff3e104308d port a3add7f4-596a-473d-bffc-e3253bd23292 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:56:15.060763 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.065409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.096855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] Provisioning complete for port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:15.097625 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.128538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] For port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:15.184346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7643fca5-2e1d-4e31-85d6-14503d178c93,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:15.217713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.218778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ebc84366-2961-4262-a0e8-e5f85f9d2905 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:15.225279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] For port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c,segment=NetworkSegment(4b017756-7662-442d-aa72-a326e6dbfea7),segment_id=4b017756-7662-442d-aa72-a326e6dbfea7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:15.304042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:15.314340 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.321124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c703a2b-944c-4b93-bf51-2b0c32cb9df2 req-862610b6-7401-4c3a-adc2-54064bd740fd tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930520 Jul 06 17:56:15.345348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeb4a1-78b7-4208-a50c-514f23fe56c9 req-0b3350be-75cb-4f9b-bf81-1338764f1080 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:15.354368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51eeb4a1-78b7-4208-a50c-514f23fe56c9 req-0b3350be-75cb-4f9b-bf81-1338764f1080 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 946 time: 0.6606607 Jul 06 17:56:15.371680 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84974538-6edf-41b6-9f4e-cb6d8478139f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.374630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84974538-6edf-41b6-9f4e-cb6d8478139f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.375940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-84974538-6edf-41b6-9f4e-cb6d8478139f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "DELETE /v2.0/security-groups/034cc212-07ab-491d-b24a-70caea4b6aa4 HTTP/1.1" status: 204 len: 168 time: 1.0420034 Jul 06 17:56:15.398456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:15.399345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974538-6edf-41b6-9f4e-cb6d8478139f tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034cc212-07ab-491d-b24a-70caea4b6aa4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:15.425002 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.440158 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Transition to ACTIVE for port object a3add7f4-596a-473d-bffc-e3253bd23292 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:15.446809 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c1921599-217a-4679-b3c5-bca1fc7d1362 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] show failed (client error): The resource could not be found. Jul 06 17:56:15.448127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c1921599-217a-4679-b3c5-bca1fc7d1362 tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "GET /v2.0/security-groups/034cc212-07ab-491d-b24a-70caea4b6aa4 HTTP/1.1" status: 404 len: 347 time: 0.0410864 Jul 06 17:56:15.456313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58576) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:15.460398 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.462522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01fec4b8-d394-4dca-ac69-2928ee94a24d req-3f68e2c9-bb7e-48a3-a068-fbab1b2ea85f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299312 Jul 06 17:56:15.640315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:56:15.652225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51eeb4a1-78b7-4208-a50c-514f23fe56c9 req-0fa54b5d-c3d3-49f0-808e-105eb62beb89 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963612 Jul 06 17:56:15.658271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:15.662169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.753389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Deleting port 518135be-c79c-4b13-a268-d684f7a0796e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:15.753936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.772042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.809882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:15.833509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45a777-474c-461b-9adb-a1499bfac972 None None] Pushing event updated for resources: {'Port': ['ID=a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:15.847382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:50Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:15.849584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Pushing event updated for resources: {'Port': ['ID=a3add7f4-596a-473d-bffc-e3253bd23292,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:15.850530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'ebc84366-2961-4262-a0e8-e5f85f9d2905', 'network_id': '54bedf17-e5c4-4a43-90a6-0418614a52e0', 'port_id': 'ebc84366-2961-4262-a0e8-e5f85f9d2905', 'mac_address': 'fa:16:3e:a6:e6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac677542-4625-4d98-9bdb-7f7df960c7b1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:15.852909 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Attempting to bind port a3add7f4-596a-473d-bffc-e3253bd23292 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:15.853410 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Attempting to bind port a3add7f4-596a-473d-bffc-e3253bd23292 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:15.853883 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Attempting to bind port a3add7f4-596a-473d-bffc-e3253bd23292 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:15.865255 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:15.865829 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:15.866352 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.866860 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:15.867501 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Bound port: a3add7f4-596a-473d-bffc-e3253bd23292, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:15.868214 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.871111 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.871620 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.872072 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.872567 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.872958 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.873409 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.873841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.874278 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.874711 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.875162 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.875619 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.876050 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:15.902145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.935206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] For port 67497adb-8115-4b1a-9441-9f4c72ae5fe0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=67497adb-8115-4b1a-9441-9f4c72ae5fe0,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:15.982998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511be45b-e61b-4a0c-8871-3fda9bc353f2 None None] The sync data for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 is: [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:53:40Z', 'revision_number': 4, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba', 'name': '', 'network_id': '067033ab-2e49-4b63-9bf4-a8e3dab8d0aa', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'mac_address': 'fa:16:3e:0a:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:37Z', 'updated_at': '2021-07-06T17:53:50Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'subnets': [{'id': '3d60409c-52f9-4359-8ef5-d09eceeea77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:15.989453 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.025097 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] For port a3add7f4-596a-473d-bffc-e3253bd23292, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:16.045265 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] For port a3add7f4-596a-473d-bffc-e3253bd23292, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a3add7f4-596a-473d-bffc-e3253bd23292,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:16.057080 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.109758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Deleting port 99c1377c-9eae-413a-ba66-6a83db89e85c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:16.110108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.112917 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.133619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port 8afec395-7ef2-4aea-85ca-52bcbc69daf7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8afec395-7ef2-4aea-85ca-52bcbc69daf7,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:16.133990 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.149993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc84366-2961-4262-a0e8-e5f85f9d2905 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:16.156456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ad558-5ca9-4b8b-a92b-c3d1511959cd None None] Pushing event updated for resources: {'Port': ['ID=67497adb-8115-4b1a-9441-9f4c72ae5fe0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:16.196453 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128656bf-c58f-4674-aeac-b0c186775943 None None] Pushing event updated for resources: {'Port': ['ID=a3add7f4-596a-473d-bffc-e3253bd23292,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:16.227307 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:16.228221 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:16.228683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:16.238990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.240006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:16.288358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for 8afec395-7ef2-4aea-85ca-52bcbc69daf7 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:16.415066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:16.419061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:16.426266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.436174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.442663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.442890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '1a4caa9e-0692-4f4b-ac7f-10a43a794fcb', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'port_id': '1a4caa9e-0692-4f4b-ac7f-10a43a794fcb', 'mac_address': 'fa:16:3e:65:1e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:16.452861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.459162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.477385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.484389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.486525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-88ba6c2c-168a-4dde-add4-a4f3d919e789 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5432 time: 0.7672565 Jul 06 17:56:16.530880 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.533504 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:16.554402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:16.584301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:16.590857 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.591974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 93228b3a-41b2-425c-aaab-b7e3a1d57e8d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:16.640908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663a326-38e4-4bb1-8dbd-98462c060b13 None None] New status for floating IP 425d1357-01c7-4e05-9ed1-e211a856deb5: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:56:16.664378 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.665150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.697707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336120fc-b359-4e7c-b0d1-a0f5711a648a req-f606dc2d-d3d6-4a12-9a2f-6c5a4fb96e3f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.708100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-336120fc-b359-4e7c-b0d1-a0f5711a648a req-f606dc2d-d3d6-4a12-9a2f-6c5a4fb96e3f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 946 time: 0.7369890 Jul 06 17:56:16.744752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Calling delete_port for 99c1377c-9eae-413a-ba66-6a83db89e85c owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:16.795875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f817c2a7-7e18-484f-9b13-0e6ea7f487c6 None None] Provisioning complete for port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:16.796293 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f817c2a7-7e18-484f-9b13-0e6ea7f487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.807947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-823e7fe7-7f41-4292-ade0-f0ad0904cecb req-7fa96da0-ffab-4744-9117-07dfd5ad8827 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826135 Jul 06 17:56:16.850008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:16.854430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:16.929248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d', 'network_id': '1bcdd094-faa1-4594-8c5f-11d469455a78', 'port_id': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d', 'mac_address': 'fa:16:3e:ea:e0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc8a5eb-9381-4cd3-be19-daa99e1fb21e', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:16.932467 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:12Z', 'revision_number': 3, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:16.945413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-336120fc-b359-4e7c-b0d1-a0f5711a648a req-5da5a17a-3887-48e9-b104-2f8eb59246f3 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351935 Jul 06 17:56:16.970219 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754b776-8fc8-4db4-b040-fdcbf863f866 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:12Z', 'revision_number': 3, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:17.159974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] For port 518135be-c79c-4b13-a268-d684f7a0796e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=518135be-c79c-4b13-a268-d684f7a0796e,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:17.160809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.167311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.201379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Calling delete_port for 518135be-c79c-4b13-a268-d684f7a0796e owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:17.207759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.281664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Pushing event deleted for resources: {'Port': ['ID=99c1377c-9eae-413a-ba66-6a83db89e85c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.287121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.306272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93228b3a-41b2-425c-aaab-b7e3a1d57e8d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:17.334044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:17.338537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.339476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99db750b-5409-4077-937d-38f03708a59b details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:17.460353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.547917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event deleted for resources: {'Subnet': ['ID=57f40645-d439-42f0-8563-d12628c1fe6c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.578778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.580965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6e920ff-64e8-4f47-a6dc-1e3b99fc946e tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "DELETE /v2.0/subnets/57f40645-d439-42f0-8563-d12628c1fe6c HTTP/1.1" status: 204 len: 168 time: 3.1492240 Jul 06 17:56:17.585346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58584) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:17.621226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.643780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.653134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481003ca-6425-4f3d-ab41-03b51764c5f9 None None] Network 1e1db64e-b029-413f-843d-a572491a3880 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:17.658454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:17.749861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.752834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.754720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2c7e43aa-1d98-4341-9668-4af60965d78e tempest-ServersTestJSON-116189156 tempest-ServersTestJSON-116189156-project] 10.222.0.37 "DELETE /v2.0/floatingips/425d1357-01c7-4e05-9ed1-e211a856deb5 HTTP/1.1" status: 204 len: 168 time: 2.2965488 Jul 06 17:56:17.759932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=8afec395-7ef2-4aea-85ca-52bcbc69daf7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.772853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58586) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:17.783810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['518135be-c79c-4b13-a268-d684f7a0796e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:17.831172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.920645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] No DVR routers for this DVR port 518135be-c79c-4b13-a268-d684f7a0796e on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:17.924286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.926500 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7768377a-92c2-4dc6-9290-ecdce4e541a4 req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.60 "DELETE /v2.0/ports/518135be-c79c-4b13-a268-d684f7a0796e HTTP/1.1" status: 204 len: 173 time: 3.3301969 Jul 06 17:56:17.927334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bf9a3-c930-4a08-9423-cdcb38a7b402 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Pushing event deleted for resources: {'Port': ['ID=518135be-c79c-4b13-a268-d684f7a0796e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.936652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'name': 'network-vif-deleted', 'tag': '518135be-c79c-4b13-a268-d684f7a0796e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:17.939303 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e88c70-371a-4fb2-b3ff-9985d33974b0" -d '{"events": [{"server_uuid": "e45ecb77-05f2-4eb3-950d-bbee3f71dd55", "name": "network-vif-deleted", "tag": "518135be-c79c-4b13-a268-d684f7a0796e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:17.970445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff099f3-7f7a-4c2e-b3c3-798bb997163a req-8818b732-a29c-4ae7-a169-e95bf22945f5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:17.981108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bff099f3-7f7a-4c2e-b3c3-798bb997163a req-8818b732-a29c-4ae7-a169-e95bf22945f5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.7827671 Jul 06 17:56:18.018105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:18.048720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Deleting port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:18.049067 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.085832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port 8afec395-7ef2-4aea-85ca-52bcbc69daf7 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:18.119399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.137681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d530e66-e0d7-4d5b-81f5-187c7f62b0fa req-9a5ab83a-5aac-45a1-930b-672e171bfbec tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/8afec395-7ef2-4aea-85ca-52bcbc69daf7 HTTP/1.1" status: 204 len: 173 time: 3.4819551 Jul 06 17:56:18.157599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'name': 'network-vif-deleted', 'tag': '8afec395-7ef2-4aea-85ca-52bcbc69daf7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:18.158107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8afec395-7ef2-4aea-85ca-52bcbc69daf7 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:18.175332 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bee6db-e83c-4da2-aee1-da9a81619d03" -d '{"events": [{"server_uuid": "aa46814a-5b24-4234-8003-a9f274ff74bc", "name": "network-vif-deleted", "tag": "8afec395-7ef2-4aea-85ca-52bcbc69daf7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:18.224495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 8afec395-7ef2-4aea-85ca-52bcbc69daf7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:18.224892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8afec395-7ef2-4aea-85ca-52bcbc69daf7 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:18.237513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99db750b-5409-4077-937d-38f03708a59b,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:18.248331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5db9c382-b3a5-4b42-b4ee-cd8502a3ccf4 None None] Provisioning for port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:18.273800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] For port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c,segment=NetworkSegment(4b017756-7662-442d-aa72-a326e6dbfea7),segment_id=4b017756-7662-442d-aa72-a326e6dbfea7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:18.274426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.284076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf8ad-48ec-45df-9018-f58ed769a5af req-63ea6b4f-2fcc-46a5-9144-9c9b6c3cf383 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:18.299048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11caf8ad-48ec-45df-9018-f58ed769a5af req-63ea6b4f-2fcc-46a5-9144-9c9b6c3cf383 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e45ecb77-05f2-4eb3-950d-bbee3f71dd55 HTTP/1.1" status: 200 len: 867 time: 1.0334201 Jul 06 17:56:18.319604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Calling delete_port for a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:18.333810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bff099f3-7f7a-4c2e-b3c3-798bb997163a req-70a2e16d-0af2-41f9-a8de-d56f9689c30c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503263 Jul 06 17:56:18.345089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.410147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '99db750b-5409-4077-937d-38f03708a59b', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'port_id': '99db750b-5409-4077-937d-38f03708a59b', 'mac_address': 'fa:16:3e:9c:f7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:18.555773 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.642494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99db750b-5409-4077-937d-38f03708a59b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:18.656659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:18.706262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:18.706626 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.768729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11caf8ad-48ec-45df-9018-f58ed769a5af req-b0fe1a39-c01b-44a3-8f54-57534b6dfca6 tempest-ListServerFiltersTestJSON-1380397610 tempest-ListServerFiltersTestJSON-1380397610-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab71f1e1-0419-4577-98d1-b008548db474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511154 Jul 06 17:56:18.835948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.849854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99db750b-5409-4077-937d-38f03708a59b,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:18.883711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event deleted for resources: {'Port': ['ID=a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:18.893409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.911955 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897406a-ca54-406a-b41b-f47030d4493c x-openstack-request-id: req-e897406a-ca54-406a-b41b-f47030d4493c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:18.911955 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecb77-05f2-4eb3-950d-bbee3f71dd55", "name": "network-vif-deleted", "tag": "518135be-c79c-4b13-a268-d684f7a0796e", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:18.911955 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e897406a-ca54-406a-b41b-f47030d4493c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:18.912617 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecb77-05f2-4eb3-950d-bbee3f71dd55', 'name': 'network-vif-deleted', 'tag': '518135be-c79c-4b13-a268-d684f7a0796e', 'status': 'completed', 'code': 200} Jul 06 17:56:18.916434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] No DVR routers for this DVR port a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:19.016002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Allocated IP 172.20.0.1 (83fa63fd-eae3-4864-b90d-a34fbb0acffc/3501c43d-ecbb-4466-bebd-fdb79c0f1db4/66cbfa62-55f9-44c9-98f7-6187b91a85c9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:19.031454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Could not find standard attr ID for object a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:56:19.062058 n-d-799527-3 neutron-server[93944]: INFO neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No ports have port_id starting with a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c Jul 06 17:56:19.066736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.074195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67497adb-8115-4b1a-9441-9f4c72ae5fe0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:19.076804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.083891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.095506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.103627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.111989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.118977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:19.128386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-a6cbad24-14dc-4336-8be6-40553b19cc50 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5436 time: 0.2642417 Jul 06 17:56:19.255090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48aaa63-f5db-49b3-8ebc-4a2974e1885b None None] DHCP port deletion for 1e1db64e-b029-413f-843d-a572491a3880 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:19.255909 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.267485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3456c6e9-630a-4322-a81a-dd83c7311375 req-b32689fa-7a8f-4c88-baa5-cca3014f990f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362443 Jul 06 17:56:19.279879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1db64e-b029-413f-843d-a572491a3880']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:19.285539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:19.299993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b017756-7662-442d-aa72-a326e6dbfea7') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:19.300474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b017756-7662-442d-aa72-a326e6dbfea7') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:19.318034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.343508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121501b2-2206-4faf-93ba-0b08cb7fb5ab req-7c724653-28fd-4dbc-860b-7c9e0169e889 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa46814a-5b24-4234-8003-a9f274ff74bc HTTP/1.1" status: 200 len: 210 time: 0.1733127 Jul 06 17:56:19.391855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.461067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:19.461941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.464311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:19.465644 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.469651 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0914b9-a462-4355-967d-dbfaf2a3254f x-openstack-request-id: req-7c0914b9-a462-4355-967d-dbfaf2a3254f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:19.469955 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46814a-5b24-4234-8003-a9f274ff74bc", "name": "network-vif-deleted", "tag": "8afec395-7ef2-4aea-85ca-52bcbc69daf7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:19.470229 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c0914b9-a462-4355-967d-dbfaf2a3254f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:19.470656 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46814a-5b24-4234-8003-a9f274ff74bc', 'name': 'network-vif-deleted', 'tag': '8afec395-7ef2-4aea-85ca-52bcbc69daf7', 'status': 'completed', 'code': 200} Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:19.618833 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:19.628894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.632718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.642191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.648859 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] 10.222.0.37 "DELETE /v2.0/networks/1e1db64e-b029-413f-843d-a572491a3880 HTTP/1.1" status: 204 len: 168 time: 2.0621378 Jul 06 17:56:19.691996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['c731b26b-69c5-4cc0-801b-57e7c0cc3dce'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:19.693659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638c254-6376-4dfc-835e-b64436a19bce tempest-ExtraDHCPOptionsTestJSON-610727439 tempest-ExtraDHCPOptionsTestJSON-610727439-project] Pushing event deleted for resources: {'Network': ['ID=1e1db64e-b029-413f-843d-a572491a3880,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:19.701041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['93228b3a-41b2-425c-aaab-b7e3a1d57e8d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:19.704242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['99db750b-5409-4077-937d-38f03708a59b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:19.719709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Transition to ACTIVE for port object 66cbfa62-55f9-44c9-98f7-6187b91a85c9 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:19.771589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ebc84366-2961-4262-a0e8-e5f85f9d2905'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:19.789635 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.841921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['1a4caa9e-0692-4f4b-ac7f-10a43a794fcb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:19.846583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['7643fca5-2e1d-4e31-85d6-14503d178c93'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:20.004720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:20.006406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Pushing event updated for resources: {'Port': ['ID=66cbfa62-55f9-44c9-98f7-6187b91a85c9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:20.017516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:20.021508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:20.052463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.131341 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.134831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a3add7f4-596a-473d-bffc-e3253bd23292 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:20.410221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.732644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Deleting subnet e594bd5d-794f-41f6-ad31-32df6ab17f30 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:20.756399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.825252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.833978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9273f02c-deac-4f42-aa21-09513d95b6dd'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:20.937011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.984605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-e55f410e-5f11-463b-b056-5973b77cb038 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8512075 Jul 06 17:56:20.993121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 518135be-c79c-4b13-a268-d684f7a0796e no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:21.084289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 518135be-c79c-4b13-a268-d684f7a0796e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:21.084608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 518135be-c79c-4b13-a268-d684f7a0796e not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:21.093099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2de5abd-f311-44ed-ab22-2c31a0d04b1d None None] Provisioning for port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:21.134655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2de5abd-f311-44ed-ab22-2c31a0d04b1d None None] Provisioning complete for port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:21.135708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2de5abd-f311-44ed-ab22-2c31a0d04b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.170233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a3add7f4-596a-473d-bffc-e3253bd23292 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:21.180150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.187089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.194266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.200914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.207770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.214224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.221468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.227696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a3add7f4-596a-473d-bffc-e3253bd23292 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:21.228207 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.229598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-e1e5ff68-cfae-45e3-945a-78916543810b tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5436 time: 0.5899220 Jul 06 17:56:21.244625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.265191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2326ff1-6e02-4c0c-a581-03401e36ed82 req-ec4f5872-200e-47e1-b652-7c19c1917084 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.266805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2326ff1-6e02-4c0c-a581-03401e36ed82 req-ec4f5872-200e-47e1-b652-7c19c1917084 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.2099118 Jul 06 17:56:21.275168 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.291991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c2de5abd-f311-44ed-ab22-2c31a0d04b1d None None] Port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:21.320719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de6c4b7a-c2b7-431b-842c-427855cb7ac0 req-af14a05e-07b0-49af-a3c3-5c2109918a68 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894785 Jul 06 17:56:21.329441 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41100322-3657-4e72-a3ab-d78431e1ad83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54b771e1e7444021a725bfb045b271e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976430 Jul 06 17:56:21.366835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:21.403700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-91e9e689-f65e-4663-8cae-7b9e02ec7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.405287 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-91e9e689-f65e-4663-8cae-7b9e02ec7283 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 1096 time: 0.3885310 Jul 06 17:56:21.508068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.576286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2326ff1-6e02-4c0c-a581-03401e36ed82 req-d73f160f-6702-40f6-9108-add4a8feb925 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770078 Jul 06 17:56:21.634712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.641653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e594bd5d-794f-41f6-ad31-32df6ab17f30 HTTP/1.1" status: 204 len: 168 time: 1.5013566 Jul 06 17:56:21.643518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:21.662249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132107e-8cbf-4052-9d67-69645f919410 None None] Network 6b44ef8e-82f1-48c5-9859-43ad98754a3b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:21.697881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc0fb-d836-49b2-88ee-0bc0cc86ac34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.701071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5002e-f7be-4e5d-8179-66e2634bd69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e594bd5d-794f-41f6-ad31-32df6ab17f30,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:21.745131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-424cba23-3736-44cf-b7fc-ad5b95dd3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.746739 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-424cba23-3736-44cf-b7fc-ad5b95dd3393 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.2746291 Jul 06 17:56:21.838341 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-81860893-64c3-4c07-a8af-3a67f441eb02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3084eec1-8d38-4fc2-8787-02b6036db522 HTTP/1.1" status: 200 len: 217 time: 0.0752077 Jul 06 17:56:21.841993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc0fb-d836-49b2-88ee-0bc0cc86ac34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.907230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.921981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.963964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Deleting port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:21.964603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.974652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-ee864b6e-2c33-40aa-8885-a95922d8b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.976594 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-ee864b6e-2c33-40aa-8885-a95922d8b332 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1282468 Jul 06 17:56:22.022274 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.039024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.062472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a3add7f4-596a-473d-bffc-e3253bd23292, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a3add7f4-596a-473d-bffc-e3253bd23292,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:22.094301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.115495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-a8b7bdd4-9840-4ecb-bd64-4e341c4899fc tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:22.117437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc0fb-d836-49b2-88ee-0bc0cc86ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.122440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc0fb-d836-49b2-88ee-0bc0cc86ac34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.125474 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e7dc0fb-d836-49b2-88ee-0bc0cc86ac34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/565c627f-684b-469e-bb15-009223271379 HTTP/1.1" status: 204 len: 168 time: 0.7543936 Jul 06 17:56:22.141153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-a8b7bdd4-9840-4ecb-bd64-4e341c4899fc tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.4331748 Jul 06 17:56:22.144350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dc0fb-d836-49b2-88ee-0bc0cc86ac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c627f-684b-469e-bb15-009223271379,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.180865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Pushing event updated for resources: {'Port': ['ID=66cbfa62-55f9-44c9-98f7-6187b91a85c9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.200594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.207460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:22.214827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-d6a07a9f-4399-4b78-9a1c-8eaa3ebcc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:22.216497 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-d6a07a9f-4399-4b78-9a1c-8eaa3ebcc2a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321837 Jul 06 17:56:22.220473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-9643c548-321e-4a97-85e8-5d658a59579d tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/quotas/38f48ba46cf04238bba49dee8940d3ef HTTP/1.1" status: 200 len: 375 time: 0.0744298 Jul 06 17:56:22.329679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:22.330233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a03e9b0e-9e0b-4c8e-ab3d-f67ea013f55c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:22.369169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] For port fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:22.370079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.388842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a3add7f4-596a-473d-bffc-e3253bd23292,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.423976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Calling delete_port for fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:22.439907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Deleting port e09fe5c7-d280-469f-b122-f1b8d59d0c9b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:22.440498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.532684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:22.537325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:22.546538 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-b905f44c-7a72-4406-b4a2-c450bffcdd0e service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124123 Jul 06 17:56:22.567889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] DHCP port deletion for 6b44ef8e-82f1-48c5-9859-43ad98754a3b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:22.661908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] Deleting port e09fe5c7-d280-469f-b122-f1b8d59d0c9b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:22.664522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.725477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-3e420a6a-c5ee-45f3-8341-91d7e7e4d0dc tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5025110 Jul 06 17:56:22.771396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] For port e09fe5c7-d280-469f-b122-f1b8d59d0c9b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:22.772933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.802340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] Calling delete_port for e09fe5c7-d280-469f-b122-f1b8d59d0c9b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:22.864662 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-71c7bb02-1ead-4e84-b9de-2371db24afed req-91d6f8af-3029-4cd5-836e-682c5ee9aaab service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083134 Jul 06 17:56:22.873169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Router cc98a80d-bacd-482a-b142-eff3e104308d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:22.931342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c731b26b-69c5-4cc0-801b-57e7c0cc3dce up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:22.967887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] For port e09fe5c7-d280-469f-b122-f1b8d59d0c9b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,segment=NetworkSegment(e38386c4-f086-4f41-b6b1-474105ffd0e4),segment_id=e38386c4-f086-4f41-b6b1-474105ffd0e4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:22.968462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.021174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Calling delete_port for e09fe5c7-d280-469f-b122-f1b8d59d0c9b owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:23.041400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port c731b26b-69c5-4cc0-801b-57e7c0cc3dce completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:23.048980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port c731b26b-69c5-4cc0-801b-57e7c0cc3dce triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:23.048980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.093120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e0e6492-a725-49f8-949f-0b84a35dcd97 None None] Provisioning complete for port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:23.093515 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e0e6492-a725-49f8-949f-0b84a35dcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.098148 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.106675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:23.117871 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:23.146339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] No DVR routers for this DVR port e09fe5c7-d280-469f-b122-f1b8d59d0c9b on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:23.163919 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:23.163919 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:23.165115 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2e7f3741-c714-43f7-883d-af50900a7234 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc98a80d-bacd-482a-b142-eff3e104308d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4330473 Jul 06 17:56:23.191324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.199993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.203967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.210301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.218643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.226256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.233301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.240656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f354bb3-bd5c-4708-8350-6d46fc99e5ca None None] Pushing event deleted for resources: {'Port': ['ID=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:23.241945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-01f2ebcf-e9b6-4147-82bc-127f6eff66b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5436 time: 0.6804893 Jul 06 17:56:23.277803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e6492-a725-49f8-949f-0b84a35dcd97 None None] Port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:23.317374 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.349560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c731b26b-69c5-4cc0-801b-57e7c0cc3dce'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:23.352970 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29c147-c99a-45b1-9781-17827a0f6211" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "c731b26b-69c5-4cc0-801b-57e7c0cc3dce"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:23.368414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:23.374487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.458324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:23.458931 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:23.524178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-01bf259f-5600-42e7-aa42-2090a2a375b0 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415748 Jul 06 17:56:23.571993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58664) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:23.643413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89e6bbb4-0b40-4a14-a561-4bdbc0db0df8 req-10c43c9a-89f1-4e0a-a763-c540c14bf536 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3944108 Jul 06 17:56:23.802873 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 2, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:23.813340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-1149008a-8a6b-4cdd-b530-97efc3f05cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871232 Jul 06 17:56:23.817312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.863338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:23.863892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Updating router cc98a80d-bacd-482a-b142-eff3e104308d port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:56:23.871504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154782650'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:23.872162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09fe5c7-d280-469f-b122-f1b8d59d0c9b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:23.907437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:23.913643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] No DVR routers for this DVR port e09fe5c7-d280-469f-b122-f1b8d59d0c9b on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:23.925195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.935722 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.950994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.951759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.037213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.109586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.158677 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca1bc5-8be2-42f0-90f1-f21eafad6e2e x-openstack-request-id: req-b3ca1bc5-8be2-42f0-90f1-f21eafad6e2e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:24.159517 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "c731b26b-69c5-4cc0-801b-57e7c0cc3dce", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:24.159517 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3ca1bc5-8be2-42f0-90f1-f21eafad6e2e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:24.159766 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c731b26b-69c5-4cc0-801b-57e7c0cc3dce', 'code': 200} Jul 06 17:56:24.166672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b44ef8e-82f1-48c5-9859-43ad98754a3b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.184879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0804-0522-4d7a-9665-d2ddb98092d0 req-9f08be68-89cc-40c1-9eba-c402d903e53d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:24.193275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-994a0804-0522-4d7a-9665-d2ddb98092d0 req-9f08be68-89cc-40c1-9eba-c402d903e53d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.3303728 Jul 06 17:56:24.207226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38386c4-f086-4f41-b6b1-474105ffd0e4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.209828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38386c4-f086-4f41-b6b1-474105ffd0e4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.219896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.231074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.234052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.276058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.339916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:24.340380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:24.343138 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:24.361027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-994a0804-0522-4d7a-9665-d2ddb98092d0 req-93d3e5d9-247c-4a22-8ab9-50d0fff6ec3a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667640 Jul 06 17:56:24.376941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c340e3-0d56-4825-bd62-0dd4568b1950,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.454356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:24.501288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.501821 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment fc910673-cd50-47ff-8b0b-7cfe8ae651b8 of type vlan for network 76e1cbca-a6b3-481c-a901-e2bad09daae8 Jul 06 17:56:24.609387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94c25669-546a-4743-8219-deb7b6e15039 req-ee26b3ce-9774-4b6f-846d-15064128efca tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 210 time: 0.1240332 Jul 06 17:56:24.657476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a3add7f4-596a-473d-bffc-e3253bd23292 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:24.672946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.790624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a3add7f4-596a-473d-bffc-e3253bd23292 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:24.791419 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.809345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.852134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:24.853082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.858063 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.894078 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Transition to ACTIVE for port object 66cbfa62-55f9-44c9-98f7-6187b91a85c9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:24.909525 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.915622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.945583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9273f02c-deac-4f42-aa21-09513d95b6dd up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:24.981923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.985285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6b44ef8e-82f1-48c5-9859-43ad98754a3b HTTP/1.1" status: 204 len: 168 time: 3.3405163 Jul 06 17:56:25.124922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d739827-2b6e-4441-8eed-9b93dc78ff84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b44ef8e-82f1-48c5-9859-43ad98754a3b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:25.173268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=76e1cbca-a6b3-481c-a901-e2bad09daae8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:25.227298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c01b8deb-a001-4897-a1f0-5eaec27bfd65 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6345432 Jul 06 17:56:25.295125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 76e1cbca-a6b3-481c-a901-e2bad09daae8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:25.312337 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.384662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-258cc37d-d726-4bca-9add-1d1b2876c40e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7702487 Jul 06 17:56:25.405929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Attempting to bind port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:25.415629 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Attempting to bind port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:25.418582 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Attempting to bind port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:25.434726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e09fe5c7-d280-469f-b122-f1b8d59d0c9b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:25.441269 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad31aa-23e3-4a3f-a6fa-4391ef7358e7 None None] Pushing event updated for resources: {'Port': ['ID=66cbfa62-55f9-44c9-98f7-6187b91a85c9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:25.497232 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:25.499733 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Checking segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:25.500922 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.503843 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Bound using segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:25.505686 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Bound port: 66cbfa62-55f9-44c9-98f7-6187b91a85c9, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:25.506802 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.741177 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] For port 66cbfa62-55f9-44c9-98f7-6187b91a85c9, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:25.749309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58692) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:25.765335 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] For port 66cbfa62-55f9-44c9-98f7-6187b91a85c9, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=66cbfa62-55f9-44c9-98f7-6187b91a85c9,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:25.785257 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.854793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e09fe5c7-d280-469f-b122-f1b8d59d0c9b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:25.857045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e09fe5c7-d280-469f-b122-f1b8d59d0c9b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:25.945491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 9273f02c-deac-4f42-aa21-09513d95b6dd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:25.985687 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-acad1231-79eb-4394-a515-fb8fd27248ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed73691ce8674501b36797560232f8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299886 Jul 06 17:56:25.987275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58694) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:26.026030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 9273f02c-deac-4f42-aa21-09513d95b6dd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:26.033128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.039798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1bde-9786-48eb-84f4-54b1391ca763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.090805 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad31aa-23e3-4a3f-a6fa-4391ef7358e7 None None] Pushing event updated for resources: {'Port': ['ID=66cbfa62-55f9-44c9-98f7-6187b91a85c9,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:26.221077 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:26.222222 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:26.227399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fabf4c3-36c8-4b98-b01d-1487b3411965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.248072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.248495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.248977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.257697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.258202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.258679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.259154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.262714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-62b4975f-e2b2-4815-8ae5-481393cb3add service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 6493 time: 0.6857498 Jul 06 17:56:26.353746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58696) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:26.381520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95092010', 'description': 'tempest-description--1008816719'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:26.476113 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fabf4c3-36c8-4b98-b01d-1487b3411965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.693231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.837370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.840649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9273f02c-deac-4f42-aa21-09513d95b6dd,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:26.841975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:26.844662 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780fff09-845a-46d2-8bcc-fd583e37c5df" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:26.859442 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.873488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7643fca5-2e1d-4e31-85d6-14503d178c93 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:26.930070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Router e9be17be-454e-4e06-881c-c5a267699c1b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:26.960149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fabf4c3-36c8-4b98-b01d-1487b3411965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.965790 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:26.979462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fabf4c3-36c8-4b98-b01d-1487b3411965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.993808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ce8a7815-97e9-47b5-a929-fc7ff954b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.994304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1fabf4c3-36c8-4b98-b01d-1487b3411965 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab71f1e1-0419-4577-98d1-b008548db474 HTTP/1.1" status: 204 len: 168 time: 0.9929707 Jul 06 17:56:26.999513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ce8a7815-97e9-47b5-a929-fc7ff954b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.001000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ce8a7815-97e9-47b5-a929-fc7ff954b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.005503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ce8a7815-97e9-47b5-a929-fc7ff954b999 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=cf904618-5ef2-4a84-95c6-630d37a6cb75&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 200 len: 2292 time: 0.7053387 Jul 06 17:56:27.044221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabf4c3-36c8-4b98-b01d-1487b3411965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab71f1e1-0419-4577-98d1-b008548db474,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.190334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.249257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 7643fca5-2e1d-4e31-85d6-14503d178c93 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:27.262330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 7643fca5-2e1d-4e31-85d6-14503d178c93 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:27.262707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.344540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.356896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.524026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.532602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1751981 Jul 06 17:56:27.604385 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.663573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58708) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:27.687551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'security_group_rule': {'security_group_id': 'f51ce1f7-655b-4833-aca2-187b56dbb6c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:27.690179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7643fca5-2e1d-4e31-85d6-14503d178c93,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:27.700593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.701606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 93228b3a-41b2-425c-aaab-b7e3a1d57e8d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:27.791532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.804818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337a4db-1a1c-4478-904e-222b0e7555f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ce1f7-655b-4833-aca2-187b56dbb6c2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.807139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.824717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.841075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.850512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.873257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.896189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.905433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.930450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-ecccc362-2d4f-4b6d-b688-0e70df3027c5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5437 time: 1.2892058 Jul 06 17:56:27.990700 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:28.045292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:28.056248 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.057761 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-108154b1-0d36-42a3-85ed-45a3487b8db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.089930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c554bf06-463e-4f54-a23f-2a738a8b3b3f req-3b822f09-c280-4847-a1ce-01bbf3a7b55a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 210 time: 1.1021256 Jul 06 17:56:28.096438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:28.101967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.130868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-91dfa1b7-8c21-42a9-9149-e608a2a6403f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:28.135320 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-91dfa1b7-8c21-42a9-9149-e608a2a6403f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 806 time: 0.6958084 Jul 06 17:56:28.148846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:28.150563 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135af03-9f82-4810-a4c6-f691e1e75ad0 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:28.178624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Request body: {'port': {'device_id': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'admin_state_up': True, 'tenant_id': '38f48ba46cf04238bba49dee8940d3ef'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:28.443193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ef7cf0ff-bfb8-4c25-ad2d-af79a88b2a83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 200 len: 1002 time: 1.3959248 Jul 06 17:56:28.641344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bc9bae1-d000-46a8-9ee3-09d15b61eb21 req-f8a1b89a-ad69-4a2e-8fe5-aa22b41b1e89 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7081075 Jul 06 17:56:28.720114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:28.722172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:28.745708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d804c1ed-4611-440e-80f0-375fb13bca02 admin admin] 10.222.0.37 "PUT /v2.0/routers/e9be17be-454e-4e06-881c-c5a267699c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9588108 Jul 06 17:56:28.752687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:28.770139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'port_id': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'mac_address': 'fa:16:3e:de:68:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:28.778723 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734a764-9b9a-44d2-a07c-4bbfd7f8ef56 x-openstack-request-id: req-4734a764-9b9a-44d2-a07c-4bbfd7f8ef56 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:28.779109 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:28.779316 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4734a764-9b9a-44d2-a07c-4bbfd7f8ef56 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:28.779898 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd', 'code': 200} Jul 06 17:56:28.782487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] Sync routers for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:28.785349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 66cbfa62-55f9-44c9-98f7-6187b91a85c9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:28.790041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:28.868695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-c5b17fde-8e6c-4354-9c05-c79de3ea7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:28.871964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-c5b17fde-8e6c-4354-9c05-c79de3ea7e2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13115784-748f-4bba-b40a-201b7e16dc8e HTTP/1.1" status: 200 len: 850 time: 0.4092879 Jul 06 17:56:28.977852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.994801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:28.996241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:29.050544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5931-ec2a-4b7b-a732-1efcd4351612 req-d044f726-0114-4c86-8f51-44b13f036bf8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:29.059755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd5f5931-ec2a-4b7b-a732-1efcd4351612 req-d044f726-0114-4c86-8f51-44b13f036bf8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.6025999 Jul 06 17:56:29.064871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:29.085373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:29.147296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:29.227221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.318587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:29.391863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.409050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.459541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.461277 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7956033 Jul 06 17:56:29.470798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:29.480522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'security_group_rule': {'security_group_id': 'f51ce1f7-655b-4833-aca2-187b56dbb6c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:29.483201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:29.485923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5e5f-acdf-43e9-be00-0f63baaae080 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513e70a2-c25a-418a-a972-954cf30a57aa,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:29.486206 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.516209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.517275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ebc84366-2961-4262-a0e8-e5f85f9d2905 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:29.576347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbdc6eda-0ab5-42bb-b994-7d77d90c38d5 req-64cd8b1c-c22b-4e30-a695-ba234df117fb tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 210 time: 0.2742221 Jul 06 17:56:29.582598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.596669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-bee63add-5ee3-456c-bca5-2720345af715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:29.610402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-bee63add-5ee3-456c-bca5-2720345af715 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6856c4ec-9ac5-49fc-b98c-01dd56064b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7227409 Jul 06 17:56:29.614216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:29.637739 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.642565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:29.646205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.668988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:29.673340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Made reservation on behalf of 38f48ba46cf04238bba49dee8940d3ef for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:29.680468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.695670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1275567392-network', 'tenant_id': 'c7c5e26455b044b09b1d6242c83f5a26'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:29.717640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd5f5931-ec2a-4b7b-a732-1efcd4351612 req-5c3c4220-b184-462c-b145-7064362bf193 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566474 Jul 06 17:56:29.725482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:29.760661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:29.762383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.048206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Allocated IP 172.20.0.12 (27015566-5a5b-47cd-95de-962825229200/17c7eaff-6fee-4ec2-9f45-793a9142f512/db7a0561-26ba-4b3c-8403-b2e0e00e32b9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:30.054336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-276fd48c-e4da-4019-9a86-f04d95d0b5b7 service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962133 Jul 06 17:56:30.131858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port ebc84366-2961-4262-a0e8-e5f85f9d2905 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:30.147506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:30.155197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port ebc84366-2961-4262-a0e8-e5f85f9d2905 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:30.155729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.180212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.180818 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.181573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.216166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.264769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195c073a-6e80-46e6-ad71-51d3b238b24f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:30.285782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-b97177ab-6456-47cc-a7cd-987b81ea9feb service neutron] 10.222.0.61 "GET /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708300 Jul 06 17:56:30.297994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.299853 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe67659a-ebc5-4a9b-ba8d-502871a02c74 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8275621 Jul 06 17:56:30.303348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58766) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:30.313720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:30.314641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.319827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Made reservation on behalf of c7c5e26455b044b09b1d6242c83f5a26 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:30.323006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.344271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.360036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:30.379753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.398074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.404449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:30.427550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-1c76fec7-8db7-48b9-aeec-f14797d576b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 217 time: 0.0938299 Jul 06 17:56:30.507117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:56:23Z', 'revision_number': 5, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port': {'id': '523fb6c0-8237-4558-aaf0-240c823df92c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:31Z', 'updated_at': '2021-07-06T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:30.512753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 66cbfa62-55f9-44c9-98f7-6187b91a85c9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=66cbfa62-55f9-44c9-98f7-6187b91a85c9,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:30.521381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.552332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.599797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] Checking router: e9be17be-454e-4e06-881c-c5a267699c1b for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:30.641570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Network 27015566-5a5b-47cd-95de-962825229200 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:30.649346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:30.652117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:30.655415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event updated for resources: {'Port': ['ID=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:30.675162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.686495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.696138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] Routers {'e9be17be-454e-4e06-881c-c5a267699c1b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:30.696840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e9be17be-454e-4e06-881c-c5a267699c1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:30.714843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.758178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:30.769832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.845198 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-17f8e060-3e3d-4718-81fb-02716f1edd01 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6973212 Jul 06 17:56:30.862639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Request body: {'port': {'device_id': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:30.864654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93'}, {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:30.867214 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae9d6f-d8d7-47dd-8cc1-d81c27b599a7" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93"}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:30.869948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.008650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-df07ca71-fe02-4713-8c3a-f31e9be86df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.012503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-df07ca71-fe02-4713-8c3a-f31e9be86df8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.5676935 Jul 06 17:56:31.045696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=66cbfa62-55f9-44c9-98f7-6187b91a85c9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:31.097736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:31.117170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] Set router e9be17be-454e-4e06-881c-c5a267699c1b gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:31.150292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Allocated IP 172.25.5.233 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/119c74c8-4571-4ecc-88eb-22a335798cc6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:31.155662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.163034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.163366 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.166298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:31.171184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.177548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.185227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.192504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.199296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.204904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.208229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-8a87a45d-ae9c-4b64-ac20-fd17ae7a4038 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5440 time: 1.2412956 Jul 06 17:56:31.224461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 6, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:31.313564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2062c-17cd-4806-a42a-b8ff0c3d08e7 None None] The sync data for ids ['e9be17be-454e-4e06-881c-c5a267699c1b'] in n-d-799527-3 is: [{'id': 'e9be17be-454e-4e06-881c-c5a267699c1b', 'name': 'tempest-ServersTestJSON-1809068237-router', 'tenant_id': '86181f42f0b84bf89b8ef567e2256b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:30Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 6, 'project_id': '86181f42f0b84bf89b8ef567e2256b04', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:31.356661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Deleting port 523fb6c0-8237-4558-aaf0-240c823df92c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:31.357446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.359935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.366116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:31.436037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:31.488504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:31.499176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:31.513663 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.531611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=89a697c3-f8fd-40bf-93bd-3453f6aed679,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:31.616305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0910be4-0545-42c6-8c2d-db6b9727c713 req-91970b31-aae1-409f-b82f-13ac8c19f2e8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4068165 Jul 06 17:56:31.664703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-9ee892fb-b100-4538-91b0-628637176097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.673871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-9ee892fb-b100-4538-91b0-628637176097 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6486127 Jul 06 17:56:31.747142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.036347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.075833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.084093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7a0561-26ba-4b3c-8403-b2e0e00e32b9 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:32.096883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.115237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Transition to ACTIVE for port object db7a0561-26ba-4b3c-8403-b2e0e00e32b9 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:32.117096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] For port 523fb6c0-8237-4558-aaf0-240c823df92c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=523fb6c0-8237-4558-aaf0-240c823df92c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:32.117971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.125937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.155662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Calling delete_port for 523fb6c0-8237-4558-aaf0-240c823df92c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:32.208746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:32.263573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.315613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:32.334386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.336190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99db750b-5409-4077-937d-38f03708a59b up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:32.336627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Pushing event updated for resources: {'Port': ['ID=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:32.410094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:32.414884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:32.418675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Attempting to bind port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:32.419359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Attempting to bind port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:32.419865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Attempting to bind port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:32.423172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:32.478196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 on network 27015566-5a5b-47cd-95de-962825229200 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:56:32.478941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Attempting to bind port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 on network 27015566-5a5b-47cd-95de-962825229200 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:32.491692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:32.492350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Checking segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:32.492933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Bound using segment: {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:32.494847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Bound port: db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab475a8-cd28-4e6a-86ee-37a98805387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '27015566-5a5b-47cd-95de-962825229200'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:32.495561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.510497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'Port': ['ID=119c74c8-4571-4ecc-88eb-22a335798cc6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:32.517958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:32.552052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.635094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:32.637269 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.701946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.754276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 99db750b-5409-4077-937d-38f03708a59b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:32.771175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 99db750b-5409-4077-937d-38f03708a59b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:32.772827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.773273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-c414680d-cf53-4830-975e-f588d41e5dfd service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0868456 Jul 06 17:56:32.787789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.875929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 66cbfa62-55f9-44c9-98f7-6187b91a85c9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:32.933233 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.942829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] For port db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:33.019328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] For port db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:33.032684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.079490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-5d0651db-614d-4ad2-a38c-ad33b85bc0e4 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659922 Jul 06 17:56:33.080933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.105495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.177376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Pushing event updated for resources: {'Port': ['ID=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.180414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:33.193267 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.199577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:33.201089 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.219671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.220901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.223437 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-077c1aec-e986-4c8c-a8df-ba037b6334f4 service neutron] 10.222.0.61 "PUT /v2.0/ports/db7a0561-26ba-4b3c-8403-b2e0e00e32b9 HTTP/1.1" status: 200 len: 1092 time: 2.3656290 Jul 06 17:56:33.224198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'tag': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:33.242612 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6" -d '{"events": [{"name": "network-changed", "server_uuid": "edd549a7-67be-44a2-8b2c-4f75acbfff56", "tag": "db7a0561-26ba-4b3c-8403-b2e0e00e32b9"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:33.300743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Pushing event deleted for resources: {'Port': ['ID=523fb6c0-8237-4558-aaf0-240c823df92c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.311654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-0fc13797-9aa2-48ee-ae14-6805c256c6cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 217 time: 0.2210357 Jul 06 17:56:33.366523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.380855 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.393058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a7bb6-c5bf-487a-bcf1-b882941868eb req-d3c3bb5e-95bb-4f9a-a5cf-e51d58088753 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.405881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-749a7bb6-c5bf-487a-bcf1-b882941868eb req-d3c3bb5e-95bb-4f9a-a5cf-e51d58088753 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 932 time: 2.3076484 Jul 06 17:56:33.485735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99db750b-5409-4077-937d-38f03708a59b,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:33.496152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:33.497848 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.498388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: 76e1cbca-a6b3-481c-a901-e2bad09daae8, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:33.572059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.613916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-d9e141d6-a71e-4983-aec1-c74e8b8e25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.617162 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-d9e141d6-a71e-4983-aec1-c74e8b8e25db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 1095 time: 0.2689106 Jul 06 17:56:33.633585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.666919 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:56:33.716012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.720935 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-9963b8aa-34ee-46c3-b651-3ec2a887653f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9 HTTP/1.1" status: 200 len: 217 time: 0.0899096 Jul 06 17:56:33.726908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.777795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:33.815201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.818155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:33.818669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdb0ac85-3c9d-4aad-9a1d-91a37cd5abba not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:33.819195 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.819351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 523fb6c0-8237-4558-aaf0-240c823df92c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:33.832541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'Port': ['ID=119c74c8-4571-4ecc-88eb-22a335798cc6,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.879915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 523fb6c0-8237-4558-aaf0-240c823df92c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:33.880445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 523fb6c0-8237-4558-aaf0-240c823df92c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:33.967618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-3a50a907-e15a-4098-93de-dc81192a4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.969186 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-3a50a907-e15a-4098-93de-dc81192a4845 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.2334800 Jul 06 17:56:33.975848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.021963 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-6b4867fd-a960-4356-bd3d-822d5d40ba08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319672 Jul 06 17:56:34.023628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.027300 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-985d540a-24f7-4a0e-94d2-53c0708f3cba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7196021 Jul 06 17:56:34.173602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-b4b16318-2ab6-4a23-888d-d9361fd64955 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435962 Jul 06 17:56:34.357679 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-455c461a-ee09-4aa4-85cd-707d1f5fe05b req-044b048d-1732-4637-96ec-ce43df75c6f6 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766694 Jul 06 17:56:34.390400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-749a7bb6-c5bf-487a-bcf1-b882941868eb req-411eb115-4bca-4d98-bf6f-e4f2b98d0fef tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9831364 Jul 06 17:56:34.440067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.441025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9be17be-454e-4e06-881c-c5a267699c1b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:34.444231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:34.477712 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.479196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-36cfe473-2b5c-4ffc-81b9-aaed41baac16 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e9be17be-454e-4e06-881c-c5a267699c1b HTTP/1.1" status: 204 len: 168 time: 5.7176676 Jul 06 17:56:34.483701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:34.489971 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138a6af-98d2-455e-90ff-a15e04d51238 x-openstack-request-id: req-c138a6af-98d2-455e-90ff-a15e04d51238 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:34.490885 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93", "code": 200}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:34.490885 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c138a6af-98d2-455e-90ff-a15e04d51238 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:34.491203 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93', 'code': 200} Jul 06 17:56:34.491203 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d', 'code': 200} Jul 06 17:56:34.504370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 76e1cbca-a6b3-481c-a901-e2bad09daae8 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:34.584354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 76e1cbca-a6b3-481c-a901-e2bad09daae8) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:34.603317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3115b8-68db-4768-91b4-5d4530e791e5 None None] Network 76e1cbca-a6b3-481c-a901-e2bad09daae8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:34.627057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d6956-759f-4cd0-9b72-1970d724211a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:34.653043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Deleting subnet 3d60409c-52f9-4359-8ef5-d09eceeea77d {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:34.661027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.674134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.678337 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Added segment 442b57d2-5773-442d-83e5-8d48ec948384 of type vlan for network 71e2cd49-7342-48bd-9725-1a100095c5fc Jul 06 17:56:34.748862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:34.750108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.774695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.787349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-23b886a4-4efa-4e36-8de1-023ec8a00c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:34.800367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-23b886a4-4efa-4e36-8de1-023ec8a00c87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 1.3591571 Jul 06 17:56:34.903277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-76e1cbca-a6b3-481c-a901-e2bad09daae8', 'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '89a697c3-f8fd-40bf-93bd-3453f6aed679'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:34.904557 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.964925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8d4f1dc4-3b1f-4416-b2e1-938e4488e9db tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.8933902 Jul 06 17:56:34.972854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58788) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:34.984745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369124912'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:35.003948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86511a7f-2a77-4786-ad86-6d37972849c9 req-8f4c243a-5b6e-4590-819c-fe1733b7b731 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.005168 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.019529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86511a7f-2a77-4786-ad86-6d37972849c9 req-8f4c243a-5b6e-4590-819c-fe1733b7b731 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 2.2395554 Jul 06 17:56:35.046258 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.067491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:35.071697 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.150418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:35.171387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.244897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.244897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.244897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.344636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d60409c-52f9-4359-8ef5-d09eceeea77d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:35.352498 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.353043 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 4450441a-ecc3-45f3-a651-92cb9790b184 of type vlan for network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 Jul 06 17:56:35.393075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.395953 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-51d4d446-abdd-4e79-a0b0-c7899d280a1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3d60409c-52f9-4359-8ef5-d09eceeea77d HTTP/1.1" status: 204 len: 168 time: 0.9109569 Jul 06 17:56:35.399048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71a058-0f15-48b0-961e-431858a46ffb None None] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:35.401495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58792) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:35.492813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] Pushing event updated for resources: {'Network': ['ID=71e2cd49-7342-48bd-9725-1a100095c5fc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:35.537240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fb9e0d6f-49d9-40b3-bb3f-34164450bf74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 6.1838477 Jul 06 17:56:35.541499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 71e2cd49-7342-48bd-9725-1a100095c5fc details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:35.569665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58796) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:35.586631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86511a7f-2a77-4786-ad86-6d37972849c9 req-245843f6-b82a-4ec6-8151-736d794ebea6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624106 Jul 06 17:56:35.604066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Request body: {'subnet': {'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1275567392-subnet', 'tenant_id': 'c7c5e26455b044b09b1d6242c83f5a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:35.635460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.660139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.675211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.690441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.704591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.718929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.729474 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d23c9-409d-470f-bf1f-fc36ffb1a8bd x-openstack-request-id: req-e85d23c9-409d-470f-bf1f-fc36ffb1a8bd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:35.730684 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd549a7-67be-44a2-8b2c-4f75acbfff56", "tag": "db7a0561-26ba-4b3c-8403-b2e0e00e32b9", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:35.731201 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e85d23c9-409d-470f-bf1f-fc36ffb1a8bd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:35.731961 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'tag': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9', 'status': 'completed', 'code': 200} Jul 06 17:56:35.733297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.749122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.764692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-d08547af-eaae-4690-942b-64c202f6824d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 1.1046212 Jul 06 17:56:35.817750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Allocated IP 2001:db8:0:ffff::2 (76e1cbca-a6b3-481c-a901-e2bad09daae8/89a697c3-f8fd-40bf-93bd-3453f6aed679/43ac1f33-aa5b-40f5-ac48-606e60c63e33) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:35.846521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:56:35.848837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-3d459e98-b8f5-43fa-b794-ec5363a72a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.852042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-3d459e98-b8f5-43fa-b794-ec5363a72a76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0308526 Jul 06 17:56:35.875628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.885195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Made reservation on behalf of c7c5e26455b044b09b1d6242c83f5a26 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:35.889346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.980495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b911e0ba-62a3-4e58-b9e5-9ec017e77c65 req-67af7b9f-73be-4606-8e2d-aa8201093712 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960049 Jul 06 17:56:35.996279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.003118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:36.004152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.072295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-902eb399-f347-4fe9-9ea0-e430ba220e79 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--95092010&fields=id&tenant_id=a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 267 time: 0.0898921 Jul 06 17:56:36.130695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=bf9d725d-4699-4f98-871e-d30ebd7f4ae9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:36.135646 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b1ae5e3c-eefe-4c1a-bbc5-264971318fc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1613145 Jul 06 17:56:36.141583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58806) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:36.158499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:36.160132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:36.317632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device db7a0561-26ba-4b3c-8403-b2e0e00e32b9 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:36.321923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-645b52fc-c5cb-4aa8-9de5-bb220413f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:36.324157 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-645b52fc-c5cb-4aa8-9de5-bb220413f77f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 1095 time: 0.5801935 Jul 06 17:56:36.428821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-d8ef5a6d-a4b7-46f4-94d2-ceece9d50404 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677316 Jul 06 17:56:36.512048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905'}, {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4caa9e-0692-4f4b-ac7f-10a43a794fcb'}, {'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'}, {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db750b-5409-4077-937d-38f03708a59b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:36.513414 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499b069-8004-41b2-a386-e72d7b9a6f3b" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905"}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "1a4caa9e-0692-4f4b-ac7f-10a43a794fcb"}, {"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-plugged", "status": "completed", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa"}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "99db750b-5409-4077-937d-38f03708a59b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:36.663457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:36.667743 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.674624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d5b2a735-d11c-4403-8a9b-59da96da6b95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:36.687344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d5b2a735-d11c-4403-8a9b-59da96da6b95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 817 time: 0.6062279 Jul 06 17:56:36.687801 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.744174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-5d954560-f09f-4b0d-87f3-4034d741a4f6 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/quotas/a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 375 time: 0.0547414 Jul 06 17:56:36.747527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Transition to ACTIVE for port object 43ac1f33-aa5b-40f5-ac48-606e60c63e33 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:36.753915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] DHCP port deletion for 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:36.780231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Deleting port 4028a550-72cd-4be8-aa3a-942a0d0a977d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:36.780972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.791221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:36.833180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Transition to ACTIVE for port object 43ac1f33-aa5b-40f5-ac48-606e60c63e33 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:36.836638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9', 'network_id': '27015566-5a5b-47cd-95de-962825229200', 'port_id': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9', 'mac_address': 'fa:16:3e:79:be:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c7eaff-6fee-4ec2-9f45-793a9142f512', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:36.890321 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.924130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07edefc-8f2d-4322-9f38-2be98888c8a6 req-73ed912f-cc02-40d1-acc7-167bb914e060 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:36.929227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f07edefc-8f2d-4322-9f38-2be98888c8a6 req-73ed912f-cc02-40d1-acc7-167bb914e060 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 944 time: 0.6608899 Jul 06 17:56:36.944183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-f37b30a5-d508-4ce5-98f7-697712946beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:36.945953 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-f37b30a5-d508-4ce5-98f7-697712946beb service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.6027637 Jul 06 17:56:36.951735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Pushing event updated for resources: {'Port': ['ID=43ac1f33-aa5b-40f5-ac48-606e60c63e33,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:36.980125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.980691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.980908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.981269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.981581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.981869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.983296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.983296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.983296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.983894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.983894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:36.984186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:37.003928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Network 76e1cbca-a6b3-481c-a901-e2bad09daae8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:37.008794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:37.015644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:37.022710 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.031912 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-4d747110-e6e6-4b23-b3a0-85f359fdfbf3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9 HTTP/1.1" status: 200 len: 217 time: 0.0716119 Jul 06 17:56:37.032834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.034366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Deleting port 4028a550-72cd-4be8-aa3a-942a0d0a977d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:37.034752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.038851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] For port 4028a550-72cd-4be8-aa3a-942a0d0a977d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4028a550-72cd-4be8-aa3a-942a0d0a977d,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:37.039434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.108643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de84b458-b386-484b-8681-095c435ba75c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:37.115565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7a0561-26ba-4b3c-8403-b2e0e00e32b9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:37.133714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Calling delete_port for 4028a550-72cd-4be8-aa3a-942a0d0a977d owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:37.134448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-2fd41608-51ac-495e-ae52-1d012387e27a service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928952 Jul 06 17:56:37.196117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:37.210440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Attempting to bind port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:37.210789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Attempting to bind port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:37.211203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Attempting to bind port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 on network 76e1cbca-a6b3-481c-a901-e2bad09daae8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:37.213356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.218399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] For port 4028a550-72cd-4be8-aa3a-942a0d0a977d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4028a550-72cd-4be8-aa3a-942a0d0a977d,segment=NetworkSegment(a6b7cde1-329d-4eb2-ab42-f901c8f00b37),segment_id=a6b7cde1-329d-4eb2-ab42-f901c8f00b37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:37.218925 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.258441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:37.259506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Checking segment: {'id': 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:37.260377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.261747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Bound using segment: {'id': 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:37.262839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Bound port: 43ac1f33-aa5b-40f5-ac48-606e60c63e33, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '76e1cbca-a6b3-481c-a901-e2bad09daae8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:37.263981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.266996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f07edefc-8f2d-4322-9f38-2be98888c8a6 req-f3bd2f76-0d6a-4c6a-9704-321b9edc15af tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978048 Jul 06 17:56:37.270787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-c791ada3-34f4-4cfb-9955-0dc9c6d9abd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 200 len: 217 time: 0.1309698 Jul 06 17:56:37.302657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Checking segment: {'id': '442b57d2-5773-442d-83e5-8d48ec948384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:37.303025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Network hostable DHCP agents. Network: 71e2cd49-7342-48bd-9725-1a100095c5fc, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:37.308493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Calling delete_port for 4028a550-72cd-4be8-aa3a-942a0d0a977d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:37.313394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-d7610b09-14ed-4dec-a8fc-63c20523ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:37.314937 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-d7610b09-14ed-4dec-a8fc-63c20523ca8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.2142138 Jul 06 17:56:37.371366 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-cb68ab01-4d1e-40d1-9ea0-76c7d914eccd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414469 Jul 06 17:56:37.377489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-25280be1-419a-47c5-95ed-f535f7cb00b6 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6118603 Jul 06 17:56:37.394844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ee110c3a-4f20-423f-a4ba-649cb3443457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:37.396531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-ee110c3a-4f20-423f-a4ba-649cb3443457 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.1181316 Jul 06 17:56:37.550515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-2bed7fa3-211b-47d4-8e44-fed0b375dedc service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459739 Jul 06 17:56:37.584466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] For port 43ac1f33-aa5b-40f5-ac48-606e60c63e33, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:37.594132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] For port 43ac1f33-aa5b-40f5-ac48-606e60c63e33, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43ac1f33-aa5b-40f5-ac48-606e60c63e33,segment=NetworkSegment(fc910673-cd50-47ff-8b0b-7cfe8ae651b8),segment_id=fc910673-cd50-47ff-8b0b-7cfe8ae651b8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:37.610489 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9a451-8ce5-4114-a4bb-5d35d90eb67f x-openstack-request-id: req-a6f9a451-8ce5-4114-a4bb-5d35d90eb67f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:37.610803 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905", "code": 200}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "1a4caa9e-0692-4f4b-ac7f-10a43a794fcb", "code": 200}, {"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-plugged", "status": "completed", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa", "code": 200}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-plugged", "status": "completed", "tag": "99db750b-5409-4077-937d-38f03708a59b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:37.611036 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6f9a451-8ce5-4114-a4bb-5d35d90eb67f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:37.611560 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905', 'code': 200} Jul 06 17:56:37.612083 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4caa9e-0692-4f4b-ac7f-10a43a794fcb', 'code': 200} Jul 06 17:56:37.612083 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'code': 200} Jul 06 17:56:37.612422 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db750b-5409-4077-937d-38f03708a59b', 'code': 200} Jul 06 17:56:37.615117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['db7a0561-26ba-4b3c-8403-b2e0e00e32b9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:37.629038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.640847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Network 71e2cd49-7342-48bd-9725-1a100095c5fc is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:37.754433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-6f5defa7-da10-4943-b843-d3b46a1e7c0f service neutron] 10.222.0.37 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294268 Jul 06 17:56:37.768209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-6ac86184-0edd-428c-a455-9dac706b1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:37.771110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-6ac86184-0edd-428c-a455-9dac706b1c7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3676608 Jul 06 17:56:37.819090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.048087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b766c0-bc63-4b29-b947-56bea1040d50 None None] Pushing event updated for resources: {'Port': ['ID=43ac1f33-aa5b-40f5-ac48-606e60c63e33,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.144900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.170179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 71e2cd49-7342-48bd-9725-1a100095c5fc) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:38.176381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.177061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.187465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.205317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223ac6a-5afd-4188-ac4b-af2345d938f8 None None] Network 71e2cd49-7342-48bd-9725-1a100095c5fc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:38.208721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] No DVR routers for this DVR port 4028a550-72cd-4be8-aa3a-942a0d0a977d on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:38.394435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.408609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067033ab-2e49-4b63-9bf4-a8e3dab8d0aa']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:38.426807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:38.427124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b7cde1-329d-4eb2-ab42-f901c8f00b37') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:38.440102 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.455448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-85c89c04-1307-41d1-a705-7ce369cd0ce7 service neutron] 10.222.0.37 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217444 Jul 06 17:56:38.465974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.471044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:38.471530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.476961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-72e084a8-8c8e-4bb3-97ce-c025fb8a48a8 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865971 Jul 06 17:56:38.563229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Pushing event deleted for resources: {'Port': ['ID=4028a550-72cd-4be8-aa3a-942a0d0a977d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:38.577545 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:38.587989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.596167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.596578 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.598152 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] 10.222.0.37 "DELETE /v2.0/networks/067033ab-2e49-4b63-9bf4-a8e3dab8d0aa HTTP/1.1" status: 204 len: 168 time: 3.1931176 Jul 06 17:56:38.649818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d1976-3ec4-4279-acb6-04f842c10451 admin admin] Pushing event deleted for resources: {'Network': ['ID=067033ab-2e49-4b63-9bf4-a8e3dab8d0aa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.661989 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dcc55b6a-34d3-40c2-8510-8d03e9d2e73e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0814605 Jul 06 17:56:38.728440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Network 067033ab-2e49-4b63-9bf4-a8e3dab8d0aa is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:56:38.729233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] No DVR routers for this DVR port 4028a550-72cd-4be8-aa3a-942a0d0a977d on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:38.741222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69278a-a6b6-4912-9dd1-a6804ec93369 req-ce0fbde4-df30-4f25-a668-da8b1eeadd43 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.762232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd69278a-a6b6-4912-9dd1-a6804ec93369 req-ce0fbde4-df30-4f25-a668-da8b1eeadd43 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.9684043 Jul 06 17:56:38.798930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=ad42bc21-8049-4ccc-8b5d-7f46ffb39c39,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.904293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf31db3-8e38-439b-8f03-e08cfefdf715 None None] Pushing event deleted for resources: {'Port': ['ID=4028a550-72cd-4be8-aa3a-942a0d0a977d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.951767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.952998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.953557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.954315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.954996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.955884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.956369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.960134 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-6e76e154-010f-4b20-837f-6e0f688324ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6500 time: 1.3198102 Jul 06 17:56:38.983596 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f0bbcb94-acb6-47c2-aa97-ba0bb88997e6 req-de0e1817-673b-4aec-819c-23d2366eac2f service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4072843 Jul 06 17:56:39.032479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd69278a-a6b6-4912-9dd1-a6804ec93369 req-658dfcfb-3603-4db7-809f-f501dab22d0f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671142 Jul 06 17:56:39.043840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58830) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:39.076095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-5ae1d328-8e68-40a0-8f44-019ae7cde6a0 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923102 Jul 06 17:56:39.114472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43ac1f33-aa5b-40f5-ac48-606e60c63e33 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:39.194809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': '4450441a-ecc3-45f3-a651-92cb9790b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:39.195856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: bf9d725d-4699-4f98-871e-d30ebd7f4ae9, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:39.207703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d8a3b-1290-4a02-b91f-0ca252cd6911 None None] Network 71e2cd49-7342-48bd-9725-1a100095c5fc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:39.259471 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1fc53ed8-99e9-4e02-a0e5-25e5d02faa11 req-87db3cfa-bccb-452a-a810-05692e214779 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845442 Jul 06 17:56:39.288863 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e20b7a4a-40c9-46db-b29b-fd5a7856952c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86181f42f0b84bf89b8ef567e2256b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390051 Jul 06 17:56:39.291452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58834) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:39.294447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:39.332822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, bf9d725d-4699-4f98-871e-d30ebd7f4ae9) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:39.349274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:39.350291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.455568 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25f6a0c4-e254-40f6-b239-554249237e1e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3010056 Jul 06 17:56:39.456032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:39.475950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-e7278749-1159-4e29-a057-4eb92c639410 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 200 len: 217 time: 0.3908389 Jul 06 17:56:39.570394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-138ea68d-40fc-46bb-a8c1-033717b4fe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.684790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebff68f-55af-4870-9564-0c4e77617f8f None None] Network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:39.816269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-138ea68d-40fc-46bb-a8c1-033717b4fe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.909403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-79259369-0ce7-4ef5-9cce-84b67489868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:39.912419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-79259369-0ce7-4ef5-9cce-84b67489868c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 200 len: 797 time: 0.3818555 Jul 06 17:56:39.923033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:40.022169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-138ea68d-40fc-46bb-a8c1-033717b4fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.034030 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-138ea68d-40fc-46bb-a8c1-033717b4fe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.039674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.057238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-138ea68d-40fc-46bb-a8c1-033717b4fe89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f34d98e-63db-425b-b8d5-f0bf23a3bbaa HTTP/1.1" status: 204 len: 168 time: 0.7439930 Jul 06 17:56:40.077014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ea68d-40fc-46bb-a8c1-033717b4fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34d98e-63db-425b-b8d5-f0bf23a3bbaa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:40.097374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.105504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.143397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.165068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.183097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.214362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.227097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.242079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e722632e-8412-432e-865b-71608d26760b req-fb4a414d-a315-4172-aa2d-e2ba150d0c58 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 0.6840949 Jul 06 17:56:40.427668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1929c-df41-4d9b-a2c6-0a0ec3441ee1 req-2e438858-ca75-4fc9-a615-39626c98bc25 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.439190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1a1929c-df41-4d9b-a2c6-0a0ec3441ee1 req-2e438858-ca75-4fc9-a615-39626c98bc25 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 945 time: 0.6246254 Jul 06 17:56:40.530009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4028a550-72cd-4be8-aa3a-942a0d0a977d no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:40.535238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6912cd5-2f39-4f78-bf2a-d145b32a731a None None] Network 76e1cbca-a6b3-481c-a901-e2bad09daae8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:40.689936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] Provisioning for port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:40.704050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-9622e70d-fb28-47a3-9697-e9123ca249c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.706747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-9622e70d-fb28-47a3-9697-e9123ca249c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf904618-5ef2-4a84-95c6-630d37a6cb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7841084 Jul 06 17:56:40.708496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.745902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] Provisioning complete for port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:40.754575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.759899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4028a550-72cd-4be8-aa3a-942a0d0a977d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:40.763394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4028a550-72cd-4be8-aa3a-942a0d0a977d not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:40.826720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e722632e-8412-432e-865b-71608d26760b req-13a7158e-b637-4103-9c88-19f6bb562163 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5638914 Jul 06 17:56:40.951818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-bf9d725d-4699-4f98-871e-d30ebd7f4ae9', 'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': 'ad42bc21-8049-4ccc-8b5d-7f46ffb39c39'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:40.952942 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.458553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.485977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1a1929c-df41-4d9b-a2c6-0a0ec3441ee1 req-158899f9-6227-4b9c-aa93-01cca143ba79 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9805460 Jul 06 17:56:41.583064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1e79ca3-ea78-4daf-a791-e6718b9bb912 req-56abf232-7bcf-45ea-a76c-bbeeed6de650 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 210 time: 0.1376183 Jul 06 17:56:41.670215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-81c9ad69-898b-4648-bc1d-92c187be2903 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516447 Jul 06 17:56:41.800313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Allocated IP 2001:db8::1 (bf9d725d-4699-4f98-871e-d30ebd7f4ae9/ad42bc21-8049-4ccc-8b5d-7f46ffb39c39/0ba763ff-ef09-4f32-9f6a-69d85610fa7c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:42.081165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-552cc006-92e2-481b-8e61-58a141101541 service neutron] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026711 Jul 06 17:56:42.228704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] For port 43ac1f33-aa5b-40f5-ac48-606e60c63e33, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43ac1f33-aa5b-40f5-ac48-606e60c63e33,segment=NetworkSegment(fc910673-cd50-47ff-8b0b-7cfe8ae651b8),segment_id=fc910673-cd50-47ff-8b0b-7cfe8ae651b8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:42.250414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device db7a0561-26ba-4b3c-8403-b2e0e00e32b9 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:42.384485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-c0d7258d-541c-46d0-8d8c-02efdc3529d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 200 len: 217 time: 0.2659333 Jul 06 17:56:42.414828 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.427075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-b030a91f-becf-490b-a8fe-aed9a4eb48b8 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:42.431514 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-b030a91f-becf-490b-a8fe-aed9a4eb48b8 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.60 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 817 time: 0.3983107 Jul 06 17:56:42.627456 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-fd9f5141-396d-40d7-b1bb-aaa7f31cf84d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 378 time: 0.1834614 Jul 06 17:56:42.666292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'port': {'device_id': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'admin_state_up': True, 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'security_groups': ['f51ce1f7-655b-4833-aca2-187b56dbb6c2']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:42.771593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58888) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:42.856041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-01dffd9c-cdac-448f-9b3f-ac8601446bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:42.857664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-01dffd9c-cdac-448f-9b3f-ac8601446bd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.4327586 Jul 06 17:56:42.877906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae352d-f9f9-47ed-9415-d731216dbcd8 req-15cae9cb-fb20-4634-b464-17b0bdd5f46c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:42.892068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccae352d-f9f9-47ed-9415-d731216dbcd8 req-15cae9cb-fb20-4634-b464-17b0bdd5f46c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 1.0226076 Jul 06 17:56:42.908818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:42.952633 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.981340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:42.981932 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.145929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c98fb-2d61-4ed4-af35-193c1922df29 None None] Pushing event updated for resources: {'Port': ['ID=43ac1f33-aa5b-40f5-ac48-606e60c63e33,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:43.174260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Transition to ACTIVE for port object 0ba763ff-ef09-4f32-9f6a-69d85610fa7c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:43.211220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Made reservation on behalf of a32a8994cec94e2f9035a3c0b2965e68 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:43.233530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.278546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Transition to ACTIVE for port object 0ba763ff-ef09-4f32-9f6a-69d85610fa7c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:43.404044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccae352d-f9f9-47ed-9415-d731216dbcd8 req-d482d431-93ba-40f9-a79f-64d020de9abf tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095243 Jul 06 17:56:43.428655 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.482220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-ec220465-352a-4586-8db3-2ece543a7990 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.488342 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.498115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-ec220465-352a-4586-8db3-2ece543a7990 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/networks?id=71e2cd49-7342-48bd-9725-1a100095c5fc HTTP/1.1" status: 200 len: 814 time: 1.1491568 Jul 06 17:56:43.516075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-e983acd8-524f-448c-956b-fea0853774ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.518033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-e983acd8-524f-448c-956b-fea0853774ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6201072 Jul 06 17:56:43.579158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.589578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Pushing event updated for resources: {'Port': ['ID=0ba763ff-ef09-4f32-9f6a-69d85610fa7c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:43.590774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-0ab7003b-8231-4b84-b1fb-3cbd1b5f8fb3 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/quotas/c7c5e26455b044b09b1d6242c83f5a26 HTTP/1.1" status: 200 len: 375 time: 0.0714517 Jul 06 17:56:43.605127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-407487102-network', 'tenant_id': '76c8f1449c8242e18868125cf623be23'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:43.613660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:43.615916 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d10af65-0c29-41c1-bd0a-f736ab94e98e" -d '{"events": [{"server_uuid": "edd549a7-67be-44a2-8b2c-4f75acbfff56", "name": "network-vif-plugged", "status": "completed", "tag": "db7a0561-26ba-4b3c-8403-b2e0e00e32b9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:43.668871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:43.691112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:43.699951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.709075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:43.712748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-925e1901-da00-4cd3-b01d-92da5d4f2330 None None] Provisioning complete for port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:43.720769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-925e1901-da00-4cd3-b01d-92da5d4f2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.728676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:43.744598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Allocated IP 172.20.0.14 (83fa63fd-eae3-4864-b90d-a34fbb0acffc/3501c43d-ecbb-4466-bebd-fdb79c0f1db4/50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:43.749487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Made reservation on behalf of 76c8f1449c8242e18868125cf623be23 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:43.785051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.831875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.926699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-2cb152e0-1ce7-4fc9-aa7b-7253570d8db4 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915811 Jul 06 17:56:43.973350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:43.993781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=ad42bc21-8049-4ccc-8b5d-7f46ffb39c39,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:44.104618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Attempting to bind port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:44.105245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Attempting to bind port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '4450441a-ecc3-45f3-a651-92cb9790b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:44.105880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Attempting to bind port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c on network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:44.127581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:44.128708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Checking segment: {'id': '4450441a-ecc3-45f3-a651-92cb9790b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:44.130764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.130764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Bound using segment: {'id': '4450441a-ecc3-45f3-a651-92cb9790b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:44.131202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Bound port: 0ba763ff-ef09-4f32-9f6a-69d85610fa7c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4450441a-ecc3-45f3-a651-92cb9790b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:44.131659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.148658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-13759c8d-b87e-41b3-8b79-222f77b0c71f tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7c5e26455b044b09b1d6242c83f5a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2198143 Jul 06 17:56:44.280778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] For port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:44.288104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] For port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0ba763ff-ef09-4f32-9f6a-69d85610fa7c,segment=NetworkSegment(4450441a-ecc3-45f3-a651-92cb9790b184),segment_id=4450441a-ecc3-45f3-a651-92cb9790b184)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:44.387105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.392171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.405244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.413252 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.466457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Transition to ACTIVE for port object 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:44.473445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:44.497634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e4e78-99fc-4cf9-825a-1a099426c979,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:44.525862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.541412 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Added segment db41b203-4622-4217-87bc-0e8102145544 of type vlan for network fc9b625f-3a71-4b4f-8902-7871625dbe66 Jul 06 17:56:44.541649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb59df-f74a-4596-a77b-f5d2c56a4c9e None None] Network bf9d725d-4699-4f98-871e-d30ebd7f4ae9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:44.564074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23284e53-3231-4577-9ac5-d1b17ca50446 None None] Pushing event updated for resources: {'Port': ['ID=0ba763ff-ef09-4f32-9f6a-69d85610fa7c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:44.629501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.665634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.717346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.739232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.740194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:44.740805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.753213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e4866-0980-4ad1-9852-01ed0fd2a68d None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:56:44.764247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:44.782152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9d725d-4699-4f98-871e-d30ebd7f4ae9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:44.800146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:44.812362 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0315630 Jul 06 17:56:44.834192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:44.837163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:44.848041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58896) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:44.887662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4450441a-ecc3-45f3-a651-92cb9790b184') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:44.888373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4450441a-ecc3-45f3-a651-92cb9790b184') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:44.909625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Request body: {'subnet': {'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-407487102-subnet', 'tenant_id': '76c8f1449c8242e18868125cf623be23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:44.943187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43ac1f33-aa5b-40f5-ac48-606e60c63e33 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:44.971961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419fad2-0c4b-48ce-a4ac-f0f479482651 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9b625f-3a71-4b4f-8902-7871625dbe66,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:44.976031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:44.989188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:44.997608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:44.998645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.003154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Made reservation on behalf of 76c8f1449c8242e18868125cf623be23 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:45.006313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.009589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.035910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.070893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.071819 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-ccae4f8c-51fd-409b-a14b-502540896c09 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4369018 Jul 06 17:56:45.084721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Request body: {'port': {'device_id': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:45.102644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.142892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.176756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.191597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69c67773-f084-4a70-a383-e676c4a898c1 req-5580c079-46fd-4c13-9a79-a403dad4d5e2 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 1.2366931 Jul 06 17:56:45.204309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:45.204694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.263300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e4866-0980-4ad1-9852-01ed0fd2a68d None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:56:45.266065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.300411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-9c57f531-3507-4526-a644-450df74a5f58 service neutron] 10.222.0.37 "GET /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1422987 Jul 06 17:56:45.321109 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.472433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.518922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-4bbf6645-dac9-46df-a0c8-67946d6c5e25 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5147638 Jul 06 17:56:45.555124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69c67773-f084-4a70-a383-e676c4a898c1 req-30a65ec6-94a4-4bdf-888d-c37b17d57e33 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3299918 Jul 06 17:56:45.565365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.608731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:45.609153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.613853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-b0ddfa40-69ef-4992-9abd-9a21afd2cb69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 200 len: 217 time: 0.0657284 Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:45.614604 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:45.721395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:45.731676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.749733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Transition to ACTIVE for port object 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:45.760044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.768975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-2f629f2a-6d98-4083-8008-f9219390ea36 service neutron] 10.222.0.37 "GET /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671657 Jul 06 17:56:45.770430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:56:45.770430 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:56:45.770430 n-d-799527-3 neutron-server[93942]: [parameters: {'id': 'bf9d725d-4699-4f98-871e-d30ebd7f4ae9'}] Jul 06 17:56:45.770430 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:56:45.770837 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:56:45.772429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-be608559-a66e-4ad3-964b-5bbe5b9414e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.774133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-be608559-a66e-4ad3-964b-5bbe5b9414e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 200 len: 797 time: 0.1394517 Jul 06 17:56:45.834726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b870fb-2a5c-4809-9890-810cefc9ae63,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:46.005975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:46.006465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:46.006805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:46.017267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:56:46.017595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:46.027442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:46.027900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Checking segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:46.028451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Bound using segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:46.028942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Bound port: 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:46.029309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.121437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:46.125636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:46.128063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Checking segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:46.128398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Network hostable DHCP agents. Network: fc9b625f-3a71-4b4f-8902-7871625dbe66, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:46.149820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:46.149820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.164970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57f86-9852-4366-8f4f-181fe162a0f2 req-9e2b514d-0e92-47a3-b42d-3fba6fca18fe tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.181183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ea57f86-9852-4366-8f4f-181fe162a0f2 req-9e2b514d-0e92-47a3-b42d-3fba6fca18fe tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.2745931 Jul 06 17:56:46.189667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-37ee87fc-0dfc-44f6-ba7d-d0bd58d5cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.200715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-37ee87fc-0dfc-44f6-ba7d-d0bd58d5cb07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec71a13-023b-4a38-9fc1-052d9b6f9af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4169192 Jul 06 17:56:46.229708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:46.237155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:46.251880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, fc9b625f-3a71-4b4f-8902-7871625dbe66) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:46.259425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.260090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.271714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.272416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.273971 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-d46883df-e068-4038-a2c9-6999b4661fe5 service neutron] 10.222.0.60 "PUT /v2.0/ports/50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1092 time: 1.1940899 Jul 06 17:56:46.274444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:46.277862 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e6343-90d9-453c-9296-9c376e0208bc" -d '{"events": [{"name": "network-changed", "server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:46.294951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.304235 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-21d0c62d-e468-4567-af12-5b3318907e27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4207950 Jul 06 17:56:46.423995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-283b7432-b7cb-4a27-bd40-cf7fe2a9dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.426141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-283b7432-b7cb-4a27-bd40-cf7fe2a9dce4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1095 time: 0.0697868 Jul 06 17:56:46.517562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ea57f86-9852-4366-8f4f-181fe162a0f2 req-b2e046a5-4af1-48db-a15c-ca7af1c09954 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330066 Jul 06 17:56:46.584577 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-9b19865d-7162-4b4b-b025-74a603e38f8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 217 time: 0.1469071 Jul 06 17:56:46.685385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db13786-c904-4584-9ed1-1419f05ac7a4 None None] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:46.721916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-a56fa246-6b22-4163-960e-fa504365d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.726990 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-a56fa246-6b22-4163-960e-fa504365d6d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1331310 Jul 06 17:56:46.799017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-737fe05b-3164-4813-a7d9-5a0d1b6afa31 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255897 Jul 06 17:56:46.825296 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d238e470-4427-4aff-9137-954c2d8e8600 x-openstack-request-id: req-d238e470-4427-4aff-9137-954c2d8e8600 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:46.825883 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd549a7-67be-44a2-8b2c-4f75acbfff56", "name": "network-vif-plugged", "status": "completed", "tag": "db7a0561-26ba-4b3c-8403-b2e0e00e32b9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:46.827736 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d238e470-4427-4aff-9137-954c2d8e8600 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:46.828346 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9', 'code': 200} Jul 06 17:56:46.911438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-098af032-86e5-4eb2-9ebb-fabb39cfdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.916965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-098af032-86e5-4eb2-9ebb-fabb39cfdcea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849210 Jul 06 17:56:47.065747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd4937-7b97-43ce-a5e8-767d488e785d None None] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:47.072419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b46946-dc4f-4a02-b633-9c90b3e1a7fa req-778e7f9b-471f-4c34-ada8-e45f83adf3ee service neutron] 10.222.0.61 "GET /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621112 Jul 06 17:56:47.100092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:47.100444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.160561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e8a2-1f84-408f-a9df-43e7db3a13d4 req-1e3c41eb-d7b1-452b-96f5-ee27aff1f491 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.162587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2734e8a2-1f84-408f-a9df-43e7db3a13d4 req-1e3c41eb-d7b1-452b-96f5-ee27aff1f491 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.7279291 Jul 06 17:56:47.364154 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2734e8a2-1f84-408f-a9df-43e7db3a13d4 req-18e4fbbf-08fa-48ff-8d4f-1c1f6dc3f765 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286271 Jul 06 17:56:47.461622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0ba763ff-ef09-4f32-9f6a-69d85610fa7c,segment=NetworkSegment(4450441a-ecc3-45f3-a651-92cb9790b184),segment_id=4450441a-ecc3-45f3-a651-92cb9790b184)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:47.462971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.493442 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-bdbc8429-95ae-4c41-b809-fd06fba17253 service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677722 Jul 06 17:56:47.534182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d849b-be85-4022-a47f-e90db35d040f req-f7c69d6c-425f-4b74-8892-3fb1727714fb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.553592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-855d849b-be85-4022-a47f-e90db35d040f req-f7c69d6c-425f-4b74-8892-3fb1727714fb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.4606419 Jul 06 17:56:47.569748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for 0ba763ff-ef09-4f32-9f6a-69d85610fa7c owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:47.596187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9b876396-4e35-48c1-91cc-e4f1cf0f4b45 None None] Provisioning for port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:47.723320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-855d849b-be85-4022-a47f-e90db35d040f req-3b9cdd91-fff8-40f0-a32e-8618783ac5a4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433916 Jul 06 17:56:47.950408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.959505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.973321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.984343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.993337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.003356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.009565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.012459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9ea9998-b00f-4249-ad53-1542f8be2d4c req-8ba150fd-c6f8-4a3c-9de1-32257b7c4ad6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 0.2957406 Jul 06 17:56:48.022013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.045912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:48.050110 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-78ac0271-8f94-4bd3-aeee-356f9ed737e1 req-15699713-8b1a-41ab-a595-1c2e0a501daf service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296969 Jul 06 17:56:48.087076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Request body: {'floatingip': {'port_id': '99db750b-5409-4077-937d-38f03708a59b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:48.129454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ec4c3-429e-42c7-b4b2-148a713be65c req-376d7941-1b3a-495d-8f2d-ecb941b4bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.139662 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-612ec4c3-429e-42c7-b4b2-148a713be65c req-376d7941-1b3a-495d-8f2d-ecb941b4bf82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 1097 time: 1.1919470 Jul 06 17:56:48.186961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port 0ba763ff-ef09-4f32-9f6a-69d85610fa7c on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:48.219295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.224173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=0ba763ff-ef09-4f32-9f6a-69d85610fa7c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:48.252056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-612ec4c3-429e-42c7-b4b2-148a713be65c req-79a2a9c1-80a9-4d6e-8c2d-b89963599752 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033156 Jul 06 17:56:48.254964 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366c4ea3-d435-43f8-abff-ed592af7baa1 x-openstack-request-id: req-366c4ea3-d435-43f8-abff-ed592af7baa1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:48.255311 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:48.255696 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-366c4ea3-d435-43f8-abff-ed592af7baa1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:48.255968 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'status': 'completed', 'code': 200} Jul 06 17:56:48.420543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6343-90d9-453c-9296-9c376e0208bc req-2f188927-8b17-4d5b-8465-703cb9f2825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.422256 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-2f188927-8b17-4d5b-8465-703cb9f2825e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1095 time: 0.1609330 Jul 06 17:56:48.507524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.508533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.509807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.512292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.513293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.514304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.515201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.516147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.517065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.519000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.519947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.523421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:48.666208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a016427-3afc-4bad-acaa-c9f5647a1b7b req-42d23644-1e1c-4dac-bad7-2052c42ca7e9 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 210 time: 0.4432836 Jul 06 17:56:48.677917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6343-90d9-453c-9296-9c376e0208bc req-723b032a-1008-4c89-9d86-2e8c288ac7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.681005 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-723b032a-1008-4c89-9d86-2e8c288ac7bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.2497942 Jul 06 17:56:48.825385 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-fcf3fde3-b6ba-4dc3-a5dd-234a9e508321 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 217 time: 0.1364937 Jul 06 17:56:48.931283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6343-90d9-453c-9296-9c376e0208bc req-a22c65de-ede2-4ca5-8f3a-7db12026e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.934013 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-a22c65de-ede2-4ca5-8f3a-7db12026e0c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.0995090 Jul 06 17:56:49.086053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6343-90d9-453c-9296-9c376e0208bc req-a369e96a-ac94-420b-b0be-83e6b8e68782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:49.087615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-a369e96a-ac94-420b-b0be-83e6b8e68782 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455901 Jul 06 17:56:49.280531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-e8ebb333-49b1-469a-a04e-b6dfe35f2417 service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845949 Jul 06 17:56:49.600236 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d91e6343-90d9-453c-9296-9c376e0208bc req-f2571f43-3bc2-4c34-bd7a-ad43cbef331e service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106706 Jul 06 17:56:49.609150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.612465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a8c430d0-a9aa-4bde-9fba-436911ed18d3 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:49.614440 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a8c430d0-a9aa-4bde-9fba-436911ed18d3 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.61 "GET /v2.0/networks?id=71e2cd49-7342-48bd-9725-1a100095c5fc HTTP/1.1" status: 200 len: 814 time: 0.3273475 Jul 06 17:56:49.632940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9d725d-4699-4f98-871e-d30ebd7f4ae9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:49.650692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Request body: {'port': {'device_id': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc', 'admin_state_up': True, 'tenant_id': 'c7c5e26455b044b09b1d6242c83f5a26'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:49.696534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4450441a-ecc3-45f3-a651-92cb9790b184') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:49.696817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4450441a-ecc3-45f3-a651-92cb9790b184') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:49.726431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.822395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.840497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-7df38ceb-4b58-406a-b5db-961de638176d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:49.853321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-7df38ceb-4b58-406a-b5db-961de638176d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 812 time: 1.0197630 Jul 06 17:56:49.854243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Made reservation on behalf of c7c5e26455b044b09b1d6242c83f5a26 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:49.859330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.870697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa5c2-c44d-4f8f-a75d-69f60885750e req-8bef4848-6a94-4190-9e77-f57bb7e4c135 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:49.881957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-009fa5c2-c44d-4f8f-a75d-69f60885750e req-8bef4848-6a94-4190-9e77-f57bb7e4c135 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.9258840 Jul 06 17:56:49.906591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:49.907017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:49.928137 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:50.035430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-fcd9cbc4-ee2c-4852-adf8-9b835de6082e tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/quotas/76c8f1449c8242e18868125cf623be23 HTTP/1.1" status: 200 len: 375 time: 0.1807761 Jul 06 17:56:50.082222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Allocated IP 172.20.0.8 (71e2cd49-7342-48bd-9725-1a100095c5fc/de84b458-b386-484b-8681-095c435ba75c/fa99735a-bfde-43e9-b319-f4d9814dd7f6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:50.110022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-009fa5c2-c44d-4f8f-a75d-69f60885750e req-4e8adf44-6e7a-4f88-9bef-6d332f81166a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269611 Jul 06 17:56:50.139442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-340fa5d9-6bee-4991-a68a-4fe2485a881a tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029825 Jul 06 17:56:50.152781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.204551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.214163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/bf9d725d-4699-4f98-871e-d30ebd7f4ae9 HTTP/1.1" status: 204 len: 168 time: 10.7292531 Jul 06 17:56:50.215405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:50.231938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589311928'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:50.262611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965638f7-42f1-4c40-bebb-aea0a6058df9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=bf9d725d-4699-4f98-871e-d30ebd7f4ae9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:50.286558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:50.290237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.323881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.374528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.418121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:50.447521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Pushing event updated for resources: {'Port': ['ID=fa99735a-bfde-43e9-b319-f4d9814dd7f6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:50.453291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-395aec30-3551-48b8-9705-3cf5e31d2143 service neutron] 10.222.0.37 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126757 Jul 06 17:56:50.477317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Network 71e2cd49-7342-48bd-9725-1a100095c5fc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:50.482770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:50.490314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:50.492264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.492624 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 40e002a5-3e7c-4bac-aa05-fafe2e95d1a8 of type vlan for network 01ac8a28-7115-40f1-9c48-fcbc58521515 Jul 06 17:56:50.510381 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.560538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.561220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:50.562072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.581317 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a802721e-33ed-4e85-896f-85e62f252354 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479961 Jul 06 17:56:50.595219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Request body: {'port': {'device_id': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:50.678893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.755564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.822354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-18a564e7-87ad-4a9d-87ca-4e4fdd608b9f service neutron] 10.222.0.37 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681731 Jul 06 17:56:50.848877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.856900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:50.857717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.885400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225fe36-a42b-4a40-94ac-4d5f34b786eb req-1d3201b0-b5e2-46af-81e2-743117297a60 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:50.893645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8225fe36-a42b-4a40-94ac-4d5f34b786eb req-1d3201b0-b5e2-46af-81e2-743117297a60 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.4663990 Jul 06 17:56:51.001987 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Floating IP dd2a7cf6-0088-4d6e-aee7-f06d23c4282c associated. External IP: 172.25.5.174, port: 99db750b-5409-4077-937d-38f03708a59b. Jul 06 17:56:51.018172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7929537 Jul 06 17:56:51.036629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:51.129568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:51.204108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:51.221873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'mac_address': 'fa:16:3e:a8:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:51.282456 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.299606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:51.309920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8225fe36-a42b-4a40-94ac-4d5f34b786eb req-b007946a-f46b-4851-b6ec-519c418c3aeb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4149110 Jul 06 17:56:51.330465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:51.357755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:51.365987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.534626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:51.652078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa99735a-bfde-43e9-b319-f4d9814dd7f6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:51.665362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.686274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Transition to ACTIVE for port object fa99735a-bfde-43e9-b319-f4d9814dd7f6 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:51.693305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.743959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:51.759945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa99735a-bfde-43e9-b319-f4d9814dd7f6,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:51.840478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c5304-9924-4621-b146-ac5468034b29 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=01ac8a28-7115-40f1-9c48-fcbc58521515,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:51.875573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 01ac8a28-7115-40f1-9c48-fcbc58521515 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:51.987818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:51.992271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.016482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Attempting to bind port fa99735a-bfde-43e9-b319-f4d9814dd7f6 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:52.016837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Attempting to bind port fa99735a-bfde-43e9-b319-f4d9814dd7f6 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '442b57d2-5773-442d-83e5-8d48ec948384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:52.017183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Attempting to bind port fa99735a-bfde-43e9-b319-f4d9814dd7f6 on network 71e2cd49-7342-48bd-9725-1a100095c5fc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:52.028319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Port fa99735a-bfde-43e9-b319-f4d9814dd7f6 on network 71e2cd49-7342-48bd-9725-1a100095c5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:56:52.028648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Attempting to bind port fa99735a-bfde-43e9-b319-f4d9814dd7f6 on network 71e2cd49-7342-48bd-9725-1a100095c5fc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:52.035411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:52.035770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Checking segment: {'id': '442b57d2-5773-442d-83e5-8d48ec948384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:52.036180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Bound using segment: {'id': '442b57d2-5773-442d-83e5-8d48ec948384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:52.036633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Bound port: fa99735a-bfde-43e9-b319-f4d9814dd7f6, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442b57d2-5773-442d-83e5-8d48ec948384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:52.037085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.212504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] For port fa99735a-bfde-43e9-b319-f4d9814dd7f6, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:52.221586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] For port fa99735a-bfde-43e9-b319-f4d9814dd7f6, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6,segment=NetworkSegment(442b57d2-5773-442d-83e5-8d48ec948384),segment_id=442b57d2-5773-442d-83e5-8d48ec948384)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:52.237600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.381256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.383605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.385179 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa99735a-bfde-43e9-b319-f4d9814dd7f6 HTTP/1.1" status: 200 len: 1091 time: 1.7946661 Jul 06 17:56:52.386170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'tag': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:52.407676 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f9a5a-b579-4321-bce2-fc01ed806c01" -d '{"events": [{"name": "network-changed", "server_uuid": "999ebbe8-d2e2-43e1-b877-ee796810132e", "tag": "fa99735a-bfde-43e9-b319-f4d9814dd7f6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:52.468015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54313a-0947-4da4-99cc-465a7568a961 req-98f6c747-5099-464e-8a61-41d266135d9c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.479763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d54313a-0947-4da4-99cc-465a7568a961 req-98f6c747-5099-464e-8a61-41d266135d9c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 1.1656103 Jul 06 17:56:52.541171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba7620-7a48-473a-a07e-8e4a818d7b6e req-b96bec67-81ee-4419-bc96-51124826abbe tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.550079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffba7620-7a48-473a-a07e-8e4a818d7b6e req-b96bec67-81ee-4419-bc96-51124826abbe tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 943 time: 0.7390118 Jul 06 17:56:52.553761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Router 29d12741-b4bf-41b1-afa9-ce51c0c8635d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:52.593310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32eb19-a8d5-44e8-843c-5481da32edc1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa99735a-bfde-43e9-b319-f4d9814dd7f6,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:52.633038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-e1fd686a-466c-4f6c-b158-f081f486bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.635694 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-e1fd686a-466c-4f6c-b158-f081f486bc3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7c5e26455b044b09b1d6242c83f5a26&device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 1094 time: 0.1839106 Jul 06 17:56:52.643212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.750862 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-7d6f7fac-2765-4020-a503-0e97f36d01e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.1068590 Jul 06 17:56:52.848667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838c4-d781-4e60-b60d-aa883a1a252a req-175c8a78-3554-4222-bfe4-5173e0f4d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.852759 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-175c8a78-3554-4222-bfe4-5173e0f4d60d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de84b458-b386-484b-8681-095c435ba75c HTTP/1.1" status: 200 len: 854 time: 0.0893908 Jul 06 17:56:52.897391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d54313a-0947-4da4-99cc-465a7568a961 req-0d977ac0-b912-488c-be10-46f489cf9c24 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157350 Jul 06 17:56:52.939976 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-a1417ac0-5c9d-485c-955e-d62b0912891c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71e2cd49-7342-48bd-9725-1a100095c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806360 Jul 06 17:56:52.961582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffba7620-7a48-473a-a07e-8e4a818d7b6e req-769414c1-9a22-49d7-8fda-2de208630756 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018495 Jul 06 17:56:53.163142 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-973a170a-495a-466f-96c7-3daec0a2f210 service neutron] 10.222.0.61 "GET /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159641 Jul 06 17:56:53.192594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=e20fd6a3-8c3b-459d-9f75-216d2194a512,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:53.385754 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-202838c4-d781-4e60-b60d-aa883a1a252a req-423da12f-eebd-470c-bd58-4e58fb4157f8 service neutron] 10.222.0.61 "GET /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154694 Jul 06 17:56:53.506040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:53.533881 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] Sync routers for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:53.538035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.550326 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:53.551873 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:53.738397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-443befd1-6be4-4150-831d-bcc5e8c3aacf tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "PUT /v2.0/floatingips/dd2a7cf6-0088-4d6e-aee7-f06d23c4282c HTTP/1.1" status: 200 len: 991 time: 5.6710265 Jul 06 17:56:53.743383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '99db750b-5409-4077-937d-38f03708a59b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:53.746896 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf3594-b58f-4541-8396-1afa6fcfe81e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "99db750b-5409-4077-937d-38f03708a59b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:53.804480 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:54.157347 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'dd2a7cf6-0088-4d6e-aee7-f06d23c4282c', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'port_id': '99db750b-5409-4077-937d-38f03708a59b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'mac_address': 'fa:16:3e:9c:f7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:55:07Z', 'updated_at': '2021-07-06T17:56:50Z', 'revision_number': 1, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:54.223197 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] Checking router: 29d12741-b4bf-41b1-afa9-ce51c0c8635d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:54.237327 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:54.237658 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:54.340657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:54.341439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: 01ac8a28-7115-40f1-9c48-fcbc58521515, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:54.377705 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:54.452585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 01ac8a28-7115-40f1-9c48-fcbc58521515 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:54.538222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 01ac8a28-7115-40f1-9c48-fcbc58521515) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:54.550394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13a21f-5cf0-4ed2-bbb1-e0a9f14bd518 None None] Network 01ac8a28-7115-40f1-9c48-fcbc58521515 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:54.553098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:54.554472 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.581003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5974ee-f77a-4407-a277-f98b87a4a27c req-4ac36ece-ec23-4b10-a3e9-fc09bb02dd93 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:54.594320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a5974ee-f77a-4407-a277-f98b87a4a27c req-4ac36ece-ec23-4b10-a3e9-fc09bb02dd93 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.9064639 Jul 06 17:56:54.613380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dbd5c-53e6-45b2-a6c0-698a586625d7 req-ee5b4d7c-bbe5-4a4f-9e15-9e25d6a7f239 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:54.627048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e79dbd5c-53e6-45b2-a6c0-698a586625d7 req-ee5b4d7c-bbe5-4a4f-9e15-9e25d6a7f239 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.8983271 Jul 06 17:56:54.856306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1ee55ebc-c3f2-4f77-bb2e-e8f1244fcd44 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5445378 Jul 06 17:56:54.876989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:54.945622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305750811'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:54.981453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e79dbd5c-53e6-45b2-a6c0-698a586625d7 req-c65dc91f-1f43-46aa-95eb-cdfb7de815ae tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509154 Jul 06 17:56:55.004803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a5974ee-f77a-4407-a277-f98b87a4a27c req-5a7829e3-4187-4b1f-b5ea-79fde0152833 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4042959 Jul 06 17:56:55.111634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:55.119164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.141651 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'dd2a7cf6-0088-4d6e-aee7-f06d23c4282c', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'port_id': '99db750b-5409-4077-937d-38f03708a59b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'mac_address': 'fa:16:3e:9c:f7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:55:07Z', 'updated_at': '2021-07-06T17:56:50Z', 'revision_number': 1, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:55.160801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-e8ca2d0f-3412-49e4-9bde-9e4ea2920f92 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:55.164419 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-e8ca2d0f-3412-49e4-9bde-9e4ea2920f92 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.61 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 812 time: 0.6055281 Jul 06 17:56:55.171145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:55.184943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Request body: {'port': {'device_id': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'admin_state_up': True, 'tenant_id': '76c8f1449c8242e18868125cf623be23'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:55.223494 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d9123-c755-43c9-996f-0ac264055e4a None None] The sync data for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 is: [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'dd2a7cf6-0088-4d6e-aee7-f06d23c4282c', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'port_id': '99db750b-5409-4077-937d-38f03708a59b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'mac_address': 'fa:16:3e:9c:f7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:55:07Z', 'updated_at': '2021-07-06T17:56:50Z', 'revision_number': 1, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:55.362360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:55.377052 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272c5e4d-b2df-4042-abc5-4ada6386e680 x-openstack-request-id: req-272c5e4d-b2df-4042-abc5-4ada6386e680 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:55.378307 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999ebbe8-d2e2-43e1-b877-ee796810132e", "tag": "fa99735a-bfde-43e9-b319-f4d9814dd7f6", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:55.378802 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-272c5e4d-b2df-4042-abc5-4ada6386e680 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:55.379496 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'tag': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6', 'status': 'completed', 'code': 200} Jul 06 17:56:55.401814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-3ba20740-66fd-4130-aacd-072c6cee42b6 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:55.403906 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-3ba20740-66fd-4130-aacd-072c6cee42b6 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 812 time: 0.8272848 Jul 06 17:56:55.426483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Request body: {'port': {'device_id': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'admin_state_up': True, 'tenant_id': '76c8f1449c8242e18868125cf623be23'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:55.466885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-01ac8a28-7115-40f1-9c48-fcbc58521515', 'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': 'e20fd6a3-8c3b-459d-9f75-216d2194a512'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:55.470573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.543438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.547779 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment cfb41633-5418-43d3-acc6-fcd7ac83955c of type vlan for network 1682fa96-a07e-4b86-ab00-431df0d77fe2 Jul 06 17:56:55.568516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1602c4fe-cb5f-4774-a96e-284de9b2ff54 req-debb2e30-eebe-46a2-b851-c1e893f46d76 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 210 time: 0.1686842 Jul 06 17:56:55.599310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Made reservation on behalf of 76c8f1449c8242e18868125cf623be23 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:55.610914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.704615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-022194c4-90a2-42bc-b022-4207f81a7bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.749161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.761776 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2771965-e0df-468f-be97-867a108bef84 x-openstack-request-id: req-b2771965-e0df-468f-be97-867a108bef84 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:55.765110 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "tag": "99db750b-5409-4077-937d-38f03708a59b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:55.771985 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2771965-e0df-468f-be97-867a108bef84 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:55.778205 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'tag': '99db750b-5409-4077-937d-38f03708a59b', 'status': 'completed', 'code': 200} Jul 06 17:56:55.843033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:55.855802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:55.856536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.915909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ccf419-83d9-4f87-a1c6-cf946009803b None None] New status for floating IP dd2a7cf6-0088-4d6e-aee7-f06d23c4282c: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:56:55.960060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-1223c066-bda8-43df-8747-18ca39955a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:55.961660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-1223c066-bda8-43df-8747-18ca39955a24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7c5e26455b044b09b1d6242c83f5a26&device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 1094 time: 0.5634058 Jul 06 17:56:55.965261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.983603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:55.984431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.058130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Made reservation on behalf of 76c8f1449c8242e18868125cf623be23 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:56.066440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.083563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Allocated IP 172.20.0.6 (fc9b625f-3a71-4b4f-8902-7871625dbe66/71b870fb-2a5c-4809-9890-810cefc9ae63/ae13cdb1-2f2f-465e-81c2-8a1e53edce44) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:56.180377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2893929 Jul 06 17:56:56.195157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:56.210508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:56.218853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Allocated IP 2001:db8::3 (01ac8a28-7115-40f1-9c48-fcbc58521515/e20fd6a3-8c3b-459d-9f75-216d2194a512/936903b7-520b-4191-8f44-20da12ff930c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:56.219096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea419ec5-468e-483e-bbfc-a87beb311cc2 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=1682fa96-a07e-4b86-ab00-431df0d77fe2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:56.237135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1682fa96-a07e-4b86-ab00-431df0d77fe2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:56.243110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.250129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b75a36-afa9-4859-9a75-408a6c61dd09 req-6d780242-1d24-4837-abd5-0943140712d9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.252175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69b75a36-afa9-4859-9a75-408a6c61dd09 req-6d780242-1d24-4837-abd5-0943140712d9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.3823884 Jul 06 17:56:56.296860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.297489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.298192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.298820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.299331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.300172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.300724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.303360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-98493b84-6142-437f-b258-e30e66e89374 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6500 time: 0.4992642 Jul 06 17:56:56.335005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device fa99735a-bfde-43e9-b319-f4d9814dd7f6 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:56.390346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:56.392894 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b63b0cc-ba12-405c-abf2-b0b31ae3d564" -d '{"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-plugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:56.457964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-9ba2fddd-911f-4697-8280-ce9616ac843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.458905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-9ba2fddd-911f-4697-8280-ce9616ac843a service neutron] 10.222.0.61 "GET /v2.0/networks?id=71e2cd49-7342-48bd-9725-1a100095c5fc HTTP/1.1" status: 200 len: 915 time: 0.4687462 Jul 06 17:56:56.459824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:56.513033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0884f-83f3-4caf-8174-a92494a82174 req-386a40fc-c280-4910-a3d9-0a56b182cc03 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.524164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2a0884f-83f3-4caf-8174-a92494a82174 req-386a40fc-c280-4910-a3d9-0a56b182cc03 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 943 time: 0.5366418 Jul 06 17:56:56.554336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.575982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69b75a36-afa9-4859-9a75-408a6c61dd09 req-22c7e6b7-92cc-487a-b224-87f384b5389b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876468 Jul 06 17:56:56.617652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-f4aed22d-c293-416b-b171-f947a101801b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6 HTTP/1.1" status: 200 len: 217 time: 0.1357350 Jul 06 17:56:56.673687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.726489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:56.752228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.753626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-1313f39a-f255-4c81-91c4-2cc63de242dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.755516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-1313f39a-f255-4c81-91c4-2cc63de242dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaac8ba8-4c7b-4492-a3b3-78328c64befc HTTP/1.1" status: 200 len: 917 time: 0.4365435 Jul 06 17:56:56.778116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:56.781158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:56.785422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.821106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:56.864340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2a0884f-83f3-4caf-8174-a92494a82174 req-f3f78222-2008-494e-beb3-9e54d76261e0 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385301 Jul 06 17:56:56.940980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-a55b5ac0-dd2e-4893-8f41-7acfdaae6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.942909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-a55b5ac0-dd2e-4893-8f41-7acfdaae6d95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de84b458-b386-484b-8681-095c435ba75c HTTP/1.1" status: 200 len: 854 time: 0.2914300 Jul 06 17:56:57.000188 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44433541-743c-429c-abbe-816237710ed8 x-openstack-request-id: req-44433541-743c-429c-abbe-816237710ed8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:57.000654 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-plugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:57.001075 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44433541-743c-429c-abbe-816237710ed8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:57.001723 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'code': 200} Jul 06 17:56:57.024151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-bc5fad09-9b43-4a7f-b1f4-218f05a8f869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71e2cd49-7342-48bd-9725-1a100095c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735953 Jul 06 17:56:57.033744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:56:57.034310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:56:57.060608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-b65ee9cc-2094-4b9f-ae0a-3e9495056161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 200 len: 1001 time: 0.2897851 Jul 06 17:56:57.070977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.224622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port fa99735a-bfde-43e9-b319-f4d9814dd7f6, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6,segment=NetworkSegment(442b57d2-5773-442d-83e5-8d48ec948384),segment_id=442b57d2-5773-442d-83e5-8d48ec948384)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:57.287919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.305531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Transition to ACTIVE for port object 936903b7-520b-4191-8f44-20da12ff930c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:57.322498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547474-43f8-4349-b7ed-64404421ff66 req-01de6988-a7e1-440c-b9a6-714bf74d76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.324255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-01de6988-a7e1-440c-b9a6-714bf74d76fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 1096 time: 0.4586110 Jul 06 17:56:57.332808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-311bd9f2-5ed8-4c5f-b25c-6a107d6504bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.334317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-311bd9f2-5ed8-4c5f-b25c-6a107d6504bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c205cca-35b3-4347-bee6-a1988239347b HTTP/1.1" status: 200 len: 855 time: 0.1992433 Jul 06 17:56:57.339735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Transition to ACTIVE for port object 936903b7-520b-4191-8f44-20da12ff930c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:57.346549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6', 'network_id': '71e2cd49-7342-48bd-9725-1a100095c5fc', 'port_id': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6', 'mac_address': 'fa:16:3e:7e:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de84b458-b386-484b-8681-095c435ba75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:57.358684 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.437697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Allocated IP 172.20.0.12 (fc9b625f-3a71-4b4f-8902-7871625dbe66/71b870fb-2a5c-4809-9890-810cefc9ae63/d5291d84-a4ee-484f-8acb-27b9bf614521) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:57.491747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Network 01ac8a28-7115-40f1-9c48-fcbc58521515 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:57.498043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-1a9a5270-8202-490c-8e60-9b0fa89353ad service neutron] 10.222.0.61 "GET /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609582 Jul 06 17:56:57.523870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:57.530393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:57.534273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.537843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Pushing event updated for resources: {'Port': ['ID=936903b7-520b-4191-8f44-20da12ff930c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.619351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event updated for resources: {'Port': ['ID=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.623055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa99735a-bfde-43e9-b319-f4d9814dd7f6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:57.633577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.634943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.677460 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-871ca938-2331-4620-8140-c0ed35a947e5 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4973052 Jul 06 17:56:57.691423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Request body: {'port': {'device_id': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:57.723066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port fa99735a-bfde-43e9-b319-f4d9814dd7f6, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6,segment=NetworkSegment(442b57d2-5773-442d-83e5-8d48ec948384),segment_id=442b57d2-5773-442d-83e5-8d48ec948384)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:57.724640 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.727691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Attempting to bind port 936903b7-520b-4191-8f44-20da12ff930c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:57.728235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Attempting to bind port 936903b7-520b-4191-8f44-20da12ff930c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:57.728793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Attempting to bind port 936903b7-520b-4191-8f44-20da12ff930c on network 01ac8a28-7115-40f1-9c48-fcbc58521515 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:57.734553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.744453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:57.745002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Checking segment: {'id': '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:57.745660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.746329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Bound using segment: {'id': '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:57.747164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Bound port: 936903b7-520b-4191-8f44-20da12ff930c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '01ac8a28-7115-40f1-9c48-fcbc58521515'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:57.747837 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.821747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4169b189-ea54-43c6-9877-a3a49767d1a1 req-f6f8f215-86d0-42ca-8328-56b44a6847ac tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 210 time: 0.1824620 Jul 06 17:56:57.864331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.878913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b6141-58e6-4cd9-9fb3-6f9c783b5cd6 req-1600f71a-d5bf-4545-b24a-723a380504d1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.881104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=fa99735a-bfde-43e9-b319-f4d9814dd7f6,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.896726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-051b6141-58e6-4cd9-9fb3-6f9c783b5cd6 req-1600f71a-d5bf-4545-b24a-723a380504d1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.6654270 Jul 06 17:56:57.904983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.907299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003da77-ca6b-4fc5-8a25-83079f82c00e req-abd6ebe7-14af-4036-a6bb-a512ede67748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.912931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8003da77-ca6b-4fc5-8a25-83079f82c00e req-abd6ebe7-14af-4036-a6bb-a512ede67748 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1097 time: 0.7624481 Jul 06 17:56:57.938024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1e6f-abde-49ba-8c0a-e5b94395a41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.963032 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.983933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] For port 936903b7-520b-4191-8f44-20da12ff930c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:57.988792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] For port 936903b7-520b-4191-8f44-20da12ff930c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=936903b7-520b-4191-8f44-20da12ff930c,segment=NetworkSegment(40e002a5-3e7c-4bac-aa05-fafe2e95d1a8),segment_id=40e002a5-3e7c-4bac-aa05-fafe2e95d1a8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:57.999164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.050995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['fa99735a-bfde-43e9-b319-f4d9814dd7f6'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:58.064664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:58.068575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-051b6141-58e6-4cd9-9fb3-6f9c783b5cd6 req-542c1a2e-1d3d-4682-9eff-649b6eaf4c1c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370976 Jul 06 17:56:58.143608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547474-43f8-4349-b7ed-64404421ff66 req-be22787a-34cd-49d8-85d5-629a9325fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:58.145512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fae256-ae0f-4fcd-ad0a-0d271632f7d0 None None] Pushing event updated for resources: {'Port': ['ID=936903b7-520b-4191-8f44-20da12ff930c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:58.147346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-be22787a-34cd-49d8-85d5-629a9325fead service neutron] 10.222.0.61 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.8043146 Jul 06 17:56:58.167153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:58.172554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.207722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:58.251106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event updated for resources: {'Port': ['ID=d5291d84-a4ee-484f-8acb-27b9bf614521,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:58.371325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-3a253b66-beb2-46f4-b2e1-f00e37a6f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:58.373288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-3a253b66-beb2-46f4-b2e1-f00e37a6f7f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0047126 Jul 06 17:56:58.415304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8003da77-ca6b-4fc5-8a25-83079f82c00e req-d0b9c2cb-1025-4404-a780-520ecfc61a7e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4012730 Jul 06 17:56:58.470819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-1c47ae67-dfb3-4d1e-9e6c-6901138da98a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa HTTP/1.1" status: 200 len: 217 time: 0.2369969 Jul 06 17:56:58.504933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52f9a5a-b579-4321-bce2-fc01ed806c01 req-7b97ee96-2af6-4d8a-aa4a-4773d45593d7 service neutron] 10.222.0.61 "GET /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951847 Jul 06 17:56:58.520900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:58.521361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.625019 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8b787a93-1008-496c-acc4-9621dde1244b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2046337 Jul 06 17:56:58.634972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=10937249-8d95-45c0-8941-cb9c006437ea,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:58.651170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Request body: {'port': {'device_id': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:58.879998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.996380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae13cdb1-2f2f-465e-81c2-8a1e53edce44 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:59.019354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.031019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 936903b7-520b-4191-8f44-20da12ff930c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:59.034997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-d6a8b59a-381b-42a1-8630-dac26ac9336e service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184831 Jul 06 17:56:59.038495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': 'cfb41633-5418-43d3-acc6-fcd7ac83955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:59.038961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: 1682fa96-a07e-4b86-ab00-431df0d77fe2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:59.043095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547474-43f8-4349-b7ed-64404421ff66 req-78926199-000d-452a-a7e6-5bf8b3eb0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:59.044820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-78926199-000d-452a-a7e6-5bf8b3eb0c4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.5449641 Jul 06 17:56:59.086514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Transition to ACTIVE for port object ae13cdb1-2f2f-465e-81c2-8a1e53edce44 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:59.100431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.171799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 936903b7-520b-4191-8f44-20da12ff930c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:59.173096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424e484-5f1f-44b2-845e-111486d9618c req-b5a2d618-1288-4a5e-a79a-e4e5028d00c7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:59.181189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1424e484-5f1f-44b2-845e-111486d9618c req-b5a2d618-1288-4a5e-a79a-e4e5028d00c7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.9549167 Jul 06 17:56:59.219694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 1682fa96-a07e-4b86-ab00-431df0d77fe2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:59.270174 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.285395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Pushing event updated for resources: {'Port': ['ID=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:59.318234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1682fa96-a07e-4b86-ab00-431df0d77fe2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:59.348520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb573b73-49ec-4dc3-9f95-2a1466071701 None None] Network 1682fa96-a07e-4b86-ab00-431df0d77fe2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:59.376909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:59.378143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.434269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1424e484-5f1f-44b2-845e-111486d9618c req-4d0b8daf-623c-47b1-a74a-e050701699e1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517695 Jul 06 17:56:59.437559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bbf3594-b58f-4541-8396-1afa6fcfe81e req-8f8a49f1-4908-420a-ae38-8169110df6b3 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914232 Jul 06 17:56:59.473985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547474-43f8-4349-b7ed-64404421ff66 req-a191dbb9-12ae-4682-b9e6-f96ae1009d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:59.483578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-a191dbb9-12ae-4682-b9e6-f96ae1009d4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4229593 Jul 06 17:56:59.661672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1682fa96-a07e-4b86-ab00-431df0d77fe2', 'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '10937249-8d95-45c0-8941-cb9c006437ea'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:59.662924 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.669713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8d201af8-6ed5-4dac-9dcb-620e2fa46d39 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4690993 Jul 06 17:56:59.674563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-88dc5421-b9a9-4d22-bcd7-89abf7cf10d2 service neutron] 10.222.0.61 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833904 Jul 06 17:56:59.675221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:59.691973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5291d84-a4ee-484f-8acb-27b9bf614521 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:59.704173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.732786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Transition to ACTIVE for port object d5291d84-a4ee-484f-8acb-27b9bf614521 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:59.743573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.782147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac83c22-52d9-4515-99ea-e332266c204b req-0378dd9e-1807-4154-96d8-c8e08d32e48e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:59.795101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bac83c22-52d9-4515-99ea-e332266c204b req-0378dd9e-1807-4154-96d8-c8e08d32e48e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.5588932 Jul 06 17:56:59.843969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.873809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Attempting to bind port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:59.874404 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Attempting to bind port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:59.874915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Attempting to bind port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:59.885338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:56:59.886064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Attempting to bind port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:59.901617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:59.902107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Checking segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:59.902475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Bound using segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:59.903160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Bound port: ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:59.904101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.925813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Allocated IP 2001:db8::3 (1682fa96-a07e-4b86-ab00-431df0d77fe2/10937249-8d95-45c0-8941-cb9c006437ea/2585ce1e-4612-40dd-a37b-2f7f3095adb2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:59.930959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a08abe-6b08-402e-9bd4-29adf3bb33c5 None None] Network 01ac8a28-7115-40f1-9c48-fcbc58521515 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:59.937081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Pushing event updated for resources: {'Port': ['ID=d5291d84-a4ee-484f-8acb-27b9bf614521,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:59.959775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bac83c22-52d9-4515-99ea-e332266c204b req-bb743a2d-7d21-4b20-96e9-37c63fcbb763 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635444 Jul 06 17:57:00.060696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Attempting to bind port d5291d84-a4ee-484f-8acb-27b9bf614521 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:00.061157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Attempting to bind port d5291d84-a4ee-484f-8acb-27b9bf614521 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:00.061566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Attempting to bind port d5291d84-a4ee-484f-8acb-27b9bf614521 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:00.081068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Port d5291d84-a4ee-484f-8acb-27b9bf614521 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:57:00.081495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Attempting to bind port d5291d84-a4ee-484f-8acb-27b9bf614521 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:00.083317 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.091338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] Provisioning for port 936903b7-520b-4191-8f44-20da12ff930c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:00.109842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:00.110731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Checking segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:00.111301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] Provisioning complete for port 936903b7-520b-4191-8f44-20da12ff930c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:00.111636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Bound using segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:00.111752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.112349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Bound port: d5291d84-a4ee-484f-8acb-27b9bf614521, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:00.112896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.121106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] For port ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:00.162167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] For port ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:00.190992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f296-575e-435d-a84b-913e51532757 req-30b21e17-bac5-42c8-8455-e4ddffbb64fe tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.200396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3e6f296-575e-435d-a84b-913e51532757 req-30b21e17-bac5-42c8-8455-e4ddffbb64fe tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 944 time: 0.4280796 Jul 06 17:57:00.216796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.223637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94547474-43f8-4349-b7ed-64404421ff66 req-2620b066-78a5-48cc-821e-65d9f29004c0 service neutron] 10.222.0.61 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304408 Jul 06 17:57:00.305222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.375565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Pushing event updated for resources: {'Port': ['ID=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:00.379057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3e6f296-575e-435d-a84b-913e51532757 req-efcae7f2-9200-4a4b-88cd-f22eb9f73f14 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775708 Jul 06 17:57:00.399623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device fa99735a-bfde-43e9-b319-f4d9814dd7f6 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:00.435302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.436074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.437593 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-81ce0a35-35be-42ab-9c96-79ed08d09921 service neutron] 10.222.0.61 "PUT /v2.0/ports/ae13cdb1-2f2f-465e-81c2-8a1e53edce44 HTTP/1.1" status: 200 len: 1091 time: 2.7507782 Jul 06 17:57:00.438075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'tag': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:00.440722 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f19c8b95-3dca-4eca-9d1c-ad94973e9378", "tag": "ae13cdb1-2f2f-465e-81c2-8a1e53edce44"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:00.471588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] For port d5291d84-a4ee-484f-8acb-27b9bf614521, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:00.478390 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] For port d5291d84-a4ee-484f-8acb-27b9bf614521, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d5291d84-a4ee-484f-8acb-27b9bf614521,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:00.484021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.529148 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.530646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.531619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.533462 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] 10.222.0.60 "PUT /v2.0/ports/d5291d84-a4ee-484f-8acb-27b9bf614521 HTTP/1.1" status: 200 len: 1092 time: 1.8870647 Jul 06 17:57:00.537404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.546973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.560659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.569061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.579482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Transition to ACTIVE for port object 2585ce1e-4612-40dd-a37b-2f7f3095adb2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:00.589205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.598284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.608613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.615917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] For port 936903b7-520b-4191-8f44-20da12ff930c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=936903b7-520b-4191-8f44-20da12ff930c,segment=NetworkSegment(40e002a5-3e7c-4bac-aa05-fafe2e95d1a8),segment_id=40e002a5-3e7c-4bac-aa05-fafe2e95d1a8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:00.618976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.624011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-95e03269-b232-4dfe-b94a-d1787bd65fac tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.5158072 Jul 06 17:57:00.624800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Transition to ACTIVE for port object 2585ce1e-4612-40dd-a37b-2f7f3095adb2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:00.630796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.645492 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.647669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port fa99735a-bfde-43e9-b319-f4d9814dd7f6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:00.676492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port fa99735a-bfde-43e9-b319-f4d9814dd7f6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:00.677016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.733659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-1493773f-b8c2-4cdf-92ed-c3cd35170f85 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.736618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-1493773f-b8c2-4cdf-92ed-c3cd35170f85 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1051438 Jul 06 17:57:00.753290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.762797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Network 1682fa96-a07e-4b86-ab00-431df0d77fe2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:00.778702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:00.785667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:00.796400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78d2d2-215e-4b04-9e3f-479f136491c0 None None] Pushing event updated for resources: {'Port': ['ID=936903b7-520b-4191-8f44-20da12ff930c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:00.809364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec475b-c8cb-4d60-a942-833aea944729 service neutron] Pushing event updated for resources: {'Port': ['ID=d5291d84-a4ee-484f-8acb-27b9bf614521,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:00.821142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-7a50c5be-05f2-4819-9f76-3ca7b1c64983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.823591 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-7a50c5be-05f2-4819-9f76-3ca7b1c64983 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=f19c8b95-3dca-4eca-9d1c-ad94973e9378 HTTP/1.1" status: 200 len: 1094 time: 0.2884905 Jul 06 17:57:00.825465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-f3c8aef8-4dc3-4f21-8f20-cfa91538f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.827454 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-f3c8aef8-4dc3-4f21-8f20-cfa91538f40b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 1095 time: 0.2116933 Jul 06 17:57:00.914193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac2511-19aa-49f6-a222-aa8a571f74af req-731a16d9-8d52-4aac-b2f1-222fcb9e3b8f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.917568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdac2511-19aa-49f6-a222-aa8a571f74af req-731a16d9-8d52-4aac-b2f1-222fcb9e3b8f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 944 time: 0.4990754 Jul 06 17:57:00.926152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Pushing event updated for resources: {'Port': ['ID=2585ce1e-4612-40dd-a37b-2f7f3095adb2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:00.949223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Attempting to bind port 2585ce1e-4612-40dd-a37b-2f7f3095adb2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:00.949747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Attempting to bind port 2585ce1e-4612-40dd-a37b-2f7f3095adb2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'cfb41633-5418-43d3-acc6-fcd7ac83955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:00.950215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Attempting to bind port 2585ce1e-4612-40dd-a37b-2f7f3095adb2 on network 1682fa96-a07e-4b86-ab00-431df0d77fe2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:00.954210 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-f25315f1-4b6a-4c4c-8c12-9d7488b61e07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5291d84-a4ee-484f-8acb-27b9bf614521 HTTP/1.1" status: 200 len: 217 time: 0.1046257 Jul 06 17:57:00.962278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:00.962946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Checking segment: {'id': 'cfb41633-5418-43d3-acc6-fcd7ac83955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:00.965001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.965520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Bound using segment: {'id': 'cfb41633-5418-43d3-acc6-fcd7ac83955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:00.966127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Bound port: 2585ce1e-4612-40dd-a37b-2f7f3095adb2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb41633-5418-43d3-acc6-fcd7ac83955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1682fa96-a07e-4b86-ab00-431df0d77fe2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:00.966715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.992387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.005498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.030790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 936903b7-520b-4191-8f44-20da12ff930c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:01.046976 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-720d5150-0a12-49d8-af46-5bbf80f70604 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44 HTTP/1.1" status: 200 len: 217 time: 0.2140324 Jul 06 17:57:01.049537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=10937249-8d95-45c0-8941-cb9c006437ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:01.137072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:01.139847 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb322a0-eb25-4901-980b-e0bad60753ba" -d '{"events": [{"server_uuid": "999ebbe8-d2e2-43e1-b877-ee796810132e", "name": "network-vif-plugged", "status": "completed", "tag": "fa99735a-bfde-43e9-b319-f4d9814dd7f6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:01.157873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dcb449a4-4e12-468a-8a9c-7c09e637b306 None None] Provisioning complete for port 936903b7-520b-4191-8f44-20da12ff930c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:01.158288 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcb449a4-4e12-468a-8a9c-7c09e637b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.171329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdac2511-19aa-49f6-a222-aa8a571f74af req-8c9b67c9-6d24-41b4-8654-f3f97498d914 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505860 Jul 06 17:57:01.208811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port fa99735a-bfde-43e9-b319-f4d9814dd7f6, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6,segment=NetworkSegment(442b57d2-5773-442d-83e5-8d48ec948384),segment_id=442b57d2-5773-442d-83e5-8d48ec948384)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:01.220079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.222448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] For port 2585ce1e-4612-40dd-a37b-2f7f3095adb2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:01.223115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-53bc69ec-16fa-47a7-84ff-5a16ac0f88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.225035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.225837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device eae1ace9-565a-4e4b-ad20-ef208eda84e1 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:01.226541 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-53bc69ec-16fa-47a7-84ff-5a16ac0f88a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.1428175 Jul 06 17:57:01.227083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.230689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-2265a008-2503-4c65-98a4-0d733f3fe9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.234475 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-2265a008-2503-4c65-98a4-0d733f3fe9ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.2108126 Jul 06 17:57:01.235053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.242189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.250301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.256958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.264790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.272628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9de18dba-055b-4db0-883a-0a333b31e73b req-b2d55536-e6aa-484d-8617-0bc74b8d4941 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 5436 time: 0.5036101 Jul 06 17:57:01.275946 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.283429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-e2f783e8-f627-497c-a13b-870f590aaee9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5414937 Jul 06 17:57:01.305819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:01.310878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1682fa96-a07e-4b86-ab00-431df0d77fe2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:01.311137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-2736d988-03c9-4596-9555-2685b1b7d8b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747516 Jul 06 17:57:01.315846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] For port 2585ce1e-4612-40dd-a37b-2f7f3095adb2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2585ce1e-4612-40dd-a37b-2f7f3095adb2,segment=NetworkSegment(cfb41633-5418-43d3-acc6-fcd7ac83955c),segment_id=cfb41633-5418-43d3-acc6-fcd7ac83955c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:01.330453 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.370308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 936903b7-520b-4191-8f44-20da12ff930c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:01.370691 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.392738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb41633-5418-43d3-acc6-fcd7ac83955c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:01.393335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb41633-5418-43d3-acc6-fcd7ac83955c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:01.440539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.442638 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-8abcbc3e-d5a7-4462-b5bb-2f63760921eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886377 Jul 06 17:57:01.500286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=fa99735a-bfde-43e9-b319-f4d9814dd7f6,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:01.515397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.523668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.558842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:01.559683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:01.565496 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:01.591493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9de18dba-055b-4db0-883a-0a333b31e73b req-0019533f-0484-4c5b-9d83-266a78b71ceb tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3170943 Jul 06 17:57:01.665548 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-e6ac1443-3e7c-46b0-88e4-fe7c78117c2e service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146156 Jul 06 17:57:01.674163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-be117bf5-9f64-4afe-932a-5aad18d17f8a service neutron] 10.222.0.61 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250580 Jul 06 17:57:01.732433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.737625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:57:01.737625 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:57:01.737625 n-d-799527-3 neutron-server[93942]: [parameters: {'id': '1682fa96-a07e-4b86-ab00-431df0d77fe2'}] Jul 06 17:57:01.737625 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:57:01.738967 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:57:01.779598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33af62-34f0-4357-9e22-461a72863832 req-5149ca27-a670-497d-a0ff-76f6ec171ab7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.783999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d33af62-34f0-4357-9e22-461a72863832 req-5149ca27-a670-497d-a0ff-76f6ec171ab7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.4023960 Jul 06 17:57:01.805877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:01.823209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.824151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:01.826949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ed73d-16a8-46c4-9a55-8dc593250972 None None] Network 1682fa96-a07e-4b86-ab00-431df0d77fe2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:01.877890 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-4ef322c5-9431-4efa-bd94-919b08b0c340 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023942 Jul 06 17:57:01.898240 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-89fc3330-7b41-4e38-b8e9-75a925665729 req-1dfc5ceb-6e13-4a11-bf56-f12736e0c94f service neutron] 10.222.0.61 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545763 Jul 06 17:57:01.902204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158c17-7c9f-48f2-b7e6-1a71c5be673c None None] Pushing event updated for resources: {'Port': ['ID=2585ce1e-4612-40dd-a37b-2f7f3095adb2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:01.972713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d33af62-34f0-4357-9e22-461a72863832 req-b6929542-a881-404d-ac7f-a5f6293595ce tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422274 Jul 06 17:57:02.045810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:02.063748 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a24b5c-c4ba-4f0a-a8c2-1d31ade35ddd x-openstack-request-id: req-18a24b5c-c4ba-4f0a-a8c2-1d31ade35ddd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:02.064435 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19c8b95-3dca-4eca-9d1c-ad94973e9378", "tag": "ae13cdb1-2f2f-465e-81c2-8a1e53edce44", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:02.067367 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18a24b5c-c4ba-4f0a-a8c2-1d31ade35ddd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:02.068442 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'tag': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44', 'status': 'completed', 'code': 200} Jul 06 17:57:02.083035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.090795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1ac30-1ef4-4224-93d6-e6f286e5ca2b req-e747e10c-d04b-4e59-bc8a-04a986a181c7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:02.092489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35b1ac30-1ef4-4224-93d6-e6f286e5ca2b req-e747e10c-d04b-4e59-bc8a-04a986a181c7 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.2636271 Jul 06 17:57:02.149436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.170952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] For port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:02.249547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.250764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-508040da-3a98-4fd7-9aa6-06017817327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:02.252875 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-508040da-3a98-4fd7-9aa6-06017817327f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=f19c8b95-3dca-4eca-9d1c-ad94973e9378 HTTP/1.1" status: 200 len: 1094 time: 0.1491539 Jul 06 17:57:02.285142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d43703-2a7d-4348-ba3e-93c5332f7baf None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:57:02.289608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35b1ac30-1ef4-4224-93d6-e6f286e5ca2b req-7793bce6-4e93-4790-b199-0e748d3acfea tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822059 Jul 06 17:57:02.295108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] device_id is not set on port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:57:02.333718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.366523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:02.377764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.381183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.381500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:02.387960 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.442510 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3467f4b7-351b-4259-9cd1-6ae52b94507d x-openstack-request-id: req-3467f4b7-351b-4259-9cd1-6ae52b94507d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:02.442810 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999ebbe8-d2e2-43e1-b877-ee796810132e", "name": "network-vif-plugged", "status": "completed", "tag": "fa99735a-bfde-43e9-b319-f4d9814dd7f6", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:02.443107 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3467f4b7-351b-4259-9cd1-6ae52b94507d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:02.443642 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6', 'code': 200} Jul 06 17:57:02.496843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-67111bd1-a624-4e27-a602-e1675f4a426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:02.500017 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-67111bd1-a624-4e27-a602-e1675f4a426e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 913 time: 0.2387013 Jul 06 17:57:02.550132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:02.550568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6bf490b1-818a-49c9-b3e6-1e30a983d24b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:02.555006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.612976 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-89fe17f4-a9a9-4bcb-b1b5-2384882651ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44 HTTP/1.1" status: 200 len: 217 time: 0.1047449 Jul 06 17:57:02.659070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d43703-2a7d-4348-ba3e-93c5332f7baf None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:57:02.661203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.663963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] No DVR routers for this DVR port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:02.702138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-3cc8a862-359f-4363-b3a3-363a243473b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:02.705127 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-3cc8a862-359f-4363-b3a3-363a243473b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.0829577 Jul 06 17:57:02.732592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfcd56-5a7f-4886-ada4-4f41edc53b54 req-036090bf-eb1a-4715-97fe-b5b59f4d71f2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:02.739984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0cfcd56-5a7f-4886-ada4-4f41edc53b54 req-036090bf-eb1a-4715-97fe-b5b59f4d71f2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 945 time: 0.4359601 Jul 06 17:57:02.787192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port 2585ce1e-4612-40dd-a37b-2f7f3095adb2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:02.787583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.802411 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-3f0b2704-5408-415a-8e2c-e785a895a261 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893412 Jul 06 17:57:02.804029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.808813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] In _notify_port_updated(), no bound segment for port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:57:02.809701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:02.810301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.811744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-171ddca5-2885-4f80-b594-e1a92ca1aa53 service neutron] 10.222.0.61 "PUT /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 200 len: 1027 time: 1.5119982 Jul 06 17:57:02.889712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0cfcd56-5a7f-4886-ada4-4f41edc53b54 req-9757cf0d-64d7-4e07-9812-354e3154e93e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487219 Jul 06 17:57:02.935147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:02.944980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.980880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c4671634-d359-4ffc-ab48-8920bcbf3311 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:03.016099 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-cadae38c-6e8c-4eca-ba65-90c28d12be4a service neutron] 10.222.0.61 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034597 Jul 06 17:57:03.021171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port 2585ce1e-4612-40dd-a37b-2f7f3095adb2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2585ce1e-4612-40dd-a37b-2f7f3095adb2,segment=NetworkSegment(cfb41633-5418-43d3-acc6-fcd7ac83955c),segment_id=cfb41633-5418-43d3-acc6-fcd7ac83955c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:03.022451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.058058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for 2585ce1e-4612-40dd-a37b-2f7f3095adb2 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:03.079620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410cbf6-ae23-4fd2-b296-693e4d48010b req-5153e035-6fd9-4973-b3e6-b757da616b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.081695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4410cbf6-ae23-4fd2-b296-693e4d48010b req-5153e035-6fd9-4973-b3e6-b757da616b9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 1096 time: 0.5370624 Jul 06 17:57:03.089531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:03.158158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-42ce6a17-32c4-4028-b233-c991467f7a01 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.159949 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5b7cb639-4b96-4dc1-bf2c-0af3b37e62c8 req-7251e6d8-52cc-4359-b03b-4a5c444e8ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371222 Jul 06 17:57:03.160447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-42ce6a17-32c4-4028-b233-c991467f7a01 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "GET /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3107708 Jul 06 17:57:03.175458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.212103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:03.307318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4410cbf6-ae23-4fd2-b296-693e4d48010b req-4f8608bc-68f8-4746-8a11-60c91efe7736 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038665 Jul 06 17:57:03.320005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c4671634-d359-4ffc-ab48-8920bcbf3311,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:03.359560 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.360799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 74f3ad96-4810-4c62-9463-26621a75b132 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:03.415620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2e6b-dedc-41a7-9f14-d349d19afbdd req-02d6e827-d696-4b70-a096-4c5b0753c39f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.417818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-229a2e6b-dedc-41a7-9f14-d349d19afbdd req-02d6e827-d696-4b70-a096-4c5b0753c39f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.3715818 Jul 06 17:57:03.418686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.428393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.444654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59052) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:03.453463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'floatingip': {'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:03.469939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb0a4d-d325-4164-b802-bcc096dadea4 req-1897952b-114f-43bb-8f13-4cef98f507d0 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.477048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5cb0a4d-d325-4164-b802-bcc096dadea4 req-1897952b-114f-43bb-8f13-4cef98f507d0 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 945 time: 0.4221401 Jul 06 17:57:03.500785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=2585ce1e-4612-40dd-a37b-2f7f3095adb2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:03.516562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port 2585ce1e-4612-40dd-a37b-2f7f3095adb2 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:03.568049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.640464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:03.719363 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.774418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=74f3ad96-4810-4c62-9463-26621a75b132,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:03.782836 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.783608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 71f33500-9750-424e-a91e-60bb1c5c9849 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:03.948287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:04.013436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.024689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-6a832489-f65e-4cb2-90c5-263e7f3bc889 req-16195635-ed2d-4e25-b796-6f62f84b5a47 tempest-VolumesAdminNegativeTest-1177517620 tempest-VolumesAdminNegativeTest-1177517620-project] (93943) timed out ('10.222.0.60', 59503) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 17:57:04.053499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-712e1ade-760a-491f-b675-c96d09e1490f None None] Provisioning complete for port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:04.054114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-712e1ade-760a-491f-b675-c96d09e1490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.080255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5cb0a4d-d325-4164-b802-bcc096dadea4 req-c9ab68d5-6fca-4e2d-b9e6-4192c093b15c tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022661 Jul 06 17:57:04.147018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=71f33500-9750-424e-a91e-60bb1c5c9849,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:04.157502 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.158254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ff8072df-5f04-42e2-95ae-badd0626fcdc no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:04.192058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.219520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1682fa96-a07e-4b86-ab00-431df0d77fe2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:04.220255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-712e1ade-760a-491f-b675-c96d09e1490f None None] Port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:04.258768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb41633-5418-43d3-acc6-fcd7ac83955c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:04.259276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb41633-5418-43d3-acc6-fcd7ac83955c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:04.273765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:04.313210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.347649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.348652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'tag': 'd5291d84-a4ee-484f-8acb-27b9bf614521'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:04.352644 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1decbfc2-6907-421a-be5e-228b3a588661" -d '{"events": [{"name": "network-changed", "server_uuid": "d19ae889-7f17-44e5-9d1f-6468fea7186e", "tag": "d5291d84-a4ee-484f-8acb-27b9bf614521"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:04.356918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ae13cdb1-2f2f-465e-81c2-8a1e53edce44 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:04.360117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.383112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce4ac-4094-4caa-b09c-52dcfb16879b req-436f6ffa-4757-4e1a-8c92-550fe28012e7 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.386992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06dce4ac-4094-4caa-b09c-52dcfb16879b req-436f6ffa-4757-4e1a-8c92-550fe28012e7 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 944 time: 0.4141116 Jul 06 17:57:04.394811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.402729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.412452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6bf490b1-818a-49c9-b3e6-1e30a983d24b,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:04.448452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:04.449076 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:04.454499 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:04.464670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1'}, {'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf490b1-818a-49c9-b3e6-1e30a983d24b'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:04.467464 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1edf55-5a06-408b-8cb4-25291b8044d4" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1"}, {"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf490b1-818a-49c9-b3e6-1e30a983d24b"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "74f3ad96-4810-4c62-9463-26621a75b132"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:04.512330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:04.546940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.579592 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Floating IP 45143703-1fab-4dd7-b291-c58fb60f1a70 associated. External IP: 172.25.5.233, port: 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba. Jul 06 17:57:04.598491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:04.630609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'port_id': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44', 'mac_address': 'fa:16:3e:31:f7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b870fb-2a5c-4809-9890-810cefc9ae63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:04.640438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:04.692552 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.704362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06dce4ac-4094-4caa-b09c-52dcfb16879b req-8c3d2c3f-4dca-4a33-8477-e3bd7d99611e tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056862 Jul 06 17:57:04.708355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae13cdb1-2f2f-465e-81c2-8a1e53edce44 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:04.711563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.718348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] For port 6bf490b1-818a-49c9-b3e6-1e30a983d24b, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:04.725276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.736104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/1682fa96-a07e-4b86-ab00-431df0d77fe2 HTTP/1.1" status: 204 len: 168 time: 5.0491982 Jul 06 17:57:04.737658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59064) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:04.745607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1352969072'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:04.755640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:04.761418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdd235-12d1-46ef-b409-892b232fa5ad tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=1682fa96-a07e-4b86-ab00-431df0d77fe2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:04.762315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.781663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] device_id is not set on port 6bf490b1-818a-49c9-b3e6-1e30a983d24b yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:57:04.793747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.811991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.829093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:04.858311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.864750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.871345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.878280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.884726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.891423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.893650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-764ce531-d1d7-4648-b336-3808370707cb req-5459091b-1009-4eea-be29-daa35b99c8c7 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 4650 time: 0.2763329 Jul 06 17:57:04.952444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] No DVR routers for this DVR port 6bf490b1-818a-49c9-b3e6-1e30a983d24b on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:04.999470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:05.000580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ae13cdb1-2f2f-465e-81c2-8a1e53edce44'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:05.114818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-764ce531-d1d7-4648-b336-3808370707cb req-f06804c2-d2b4-44b0-ac6f-eaa6e29d6940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=a685cf7b-9127-4c9b-88ee-49e1162ee85e&id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973417 Jul 06 17:57:05.139801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] In _notify_port_updated(), no bound segment for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b on network cf904618-5ef2-4a84-95c6-630d37a6cb75 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:57:05.140720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.141345 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.143011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-0db67ed4-b969-4952-a3ec-0126855e0f43 service neutron] 10.222.0.61 "PUT /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 200 len: 1028 time: 1.9412110 Jul 06 17:57:05.287051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d5291d84-a4ee-484f-8acb-27b9bf614521 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:05.358508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a3f22-e6c0-46b8-9736-756ec6732621 req-5ed52daf-61fa-4913-a6a0-8f9b298a57e3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.360190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-833a3f22-e6c0-46b8-9736-756ec6732621 req-5ed52daf-61fa-4913-a6a0-8f9b298a57e3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 943 time: 0.1292589 Jul 06 17:57:05.392160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port c4671634-d359-4ffc-ab48-8920bcbf3311 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:05.392554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.549618 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e385a6-b816-44b4-8c29-dd49b9b87d45 x-openstack-request-id: req-16e385a6-b816-44b4-8c29-dd49b9b87d45 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:05.550232 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19ae889-7f17-44e5-9d1f-6468fea7186e", "tag": "d5291d84-a4ee-484f-8acb-27b9bf614521", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:05.550232 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16e385a6-b816-44b4-8c29-dd49b9b87d45 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:05.550576 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'tag': 'd5291d84-a4ee-484f-8acb-27b9bf614521', 'status': 'completed', 'code': 200} Jul 06 17:57:05.581380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] For port c4671634-d359-4ffc-ab48-8920bcbf3311, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c4671634-d359-4ffc-ab48-8920bcbf3311,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:05.581824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.584802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:05.597232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d5291d84-a4ee-484f-8acb-27b9bf614521, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d5291d84-a4ee-484f-8acb-27b9bf614521,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:05.605862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.616563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd5291d84-a4ee-484f-8acb-27b9bf614521', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'port_id': 'd5291d84-a4ee-484f-8acb-27b9bf614521', 'mac_address': 'fa:16:3e:ff:25:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b870fb-2a5c-4809-9890-810cefc9ae63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:05.644284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-df523d9c-6714-413e-98a2-09debfc47ca3 None None] Provisioning complete for port 6bf490b1-818a-49c9-b3e6-1e30a983d24b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:05.644284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df523d9c-6714-413e-98a2-09debfc47ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.662506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Router cc98a80d-bacd-482a-b142-eff3e104308d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:05.669167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-833a3f22-e6c0-46b8-9736-756ec6732621 req-14d568a3-4f25-4dc1-a345-90ab31d204bd tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857873 Jul 06 17:57:05.688503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:05.707914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.710012 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 40892795-8a47-4d2c-89e3-a4f27c68e3df of type vlan for network 8ddf0221-2f52-49b5-9742-10ad76423a49 Jul 06 17:57:05.788143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.788546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-df523d9c-6714-413e-98a2-09debfc47ca3 None None] Port 6bf490b1-818a-49c9-b3e6-1e30a983d24b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:05.799477 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1047 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee3248-41a1-4b32-9512-23fd7d3693a5 x-openstack-request-id: req-07ee3248-41a1-4b32-9512-23fd7d3693a5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:05.799803 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1", "code": 200}, {"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-unplugged", "status": "failed", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa", "code": 422}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf490b1-818a-49c9-b3e6-1e30a983d24b", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "74f3ad96-4810-4c62-9463-26621a75b132", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:05.800162 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07ee3248-41a1-4b32-9512-23fd7d3693a5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:05.800562 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1', 'code': 200} Jul 06 17:57:05.800849 n-d-799527-3 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'code': 422} returned with failed status Jul 06 17:57:05.801158 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf490b1-818a-49c9-b3e6-1e30a983d24b', 'code': 200} Jul 06 17:57:05.801421 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'code': 200} Jul 06 17:57:05.801677 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132', 'code': 200} Jul 06 17:57:05.802127 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849', 'code': 200} Jul 06 17:57:05.806301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41198b8e-09f6-403f-8d49-c29d252d7816 req-3fcc1987-f83a-484f-8a13-50dae0d2b8c5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.814512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41198b8e-09f6-403f-8d49-c29d252d7816 req-3fcc1987-f83a-484f-8a13-50dae0d2b8c5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.3370495 Jul 06 17:57:05.822070 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.841167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5291d84-a4ee-484f-8acb-27b9bf614521 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:05.867770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41198b8e-09f6-403f-8d49-c29d252d7816 req-ba3cdf42-deb8-472c-af0d-b43e126eaf51 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520263 Jul 06 17:57:05.870633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d5291d84-a4ee-484f-8acb-27b9bf614521, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d5291d84-a4ee-484f-8acb-27b9bf614521,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:05.878378 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.937112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.943811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.944477 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.993928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d5291d84-a4ee-484f-8acb-27b9bf614521,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:06.067102 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3256183 Jul 06 17:57:06.070219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59076) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:06.075806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': '8ddf0221-2f52-49b5-9742-10ad76423a49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:06.083988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0733660-d422-4dad-905a-2c3af4c28a48 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=8ddf0221-2f52-49b5-9742-10ad76423a49,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:06.092217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:06.097876 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.103081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbfc2-6907-421a-be5e-228b3a588661 req-38c8e7d4-5dc2-4cc7-b618-39b18ed6d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.105294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-38c8e7d4-5dc2-4cc7-b618-39b18ed6d336 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 1095 time: 0.5613360 Jul 06 17:57:06.106041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.106428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.106759 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Floating IP 2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6 disassociated. External IP: 172.25.5.180, port: c4671634-d359-4ffc-ab48-8920bcbf3311. Jul 06 17:57:06.108011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for c4671634-d359-4ffc-ab48-8920bcbf3311 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:06.110292 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:06.115359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 8ddf0221-2f52-49b5-9742-10ad76423a49 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:06.122224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:06.122785 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:06.229857 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ac6ab379-b993-4991-8518-d9f64c257e91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "PUT /v2.0/floatingips/45143703-1fab-4dd7-b291-c58fb60f1a70 HTTP/1.1" status: 200 len: 992 time: 2.7827330 Jul 06 17:57:06.243361 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:06.252087 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbfc2-6907-421a-be5e-228b3a588661 req-2b5ec11b-1381-48f8-8eca-419875c08e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.254105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-2b5ec11b-1381-48f8-8eca-419875c08e3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 913 time: 0.1296096 Jul 06 17:57:06.318567 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-41f1d1f9-148b-4009-aa31-a64623d680ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5291d84-a4ee-484f-8acb-27b9bf614521 HTTP/1.1" status: 200 len: 217 time: 0.0514956 Jul 06 17:57:06.320298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa15442-534a-4d74-8da5-db87dea9e0d9 req-35ad5930-ca05-4d95-a4d0-ff3afc3ace39 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.321920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fa15442-534a-4d74-8da5-db87dea9e0d9 req-35ad5930-ca05-4d95-a4d0-ff3afc3ace39 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3244913 Jul 06 17:57:06.360431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcab470-7979-4bdf-b57c-eb1629a69038 req-6851246d-b4ac-4780-9dd3-fe30651e035c tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.362468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdcab470-7979-4bdf-b57c-eb1629a69038 req-6851246d-b4ac-4780-9dd3-fe30651e035c tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 945 time: 0.3961647 Jul 06 17:57:06.366933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ae13cdb1-2f2f-465e-81c2-8a1e53edce44 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:06.386330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbfc2-6907-421a-be5e-228b3a588661 req-fcf7cafc-cff7-4cdb-8cd4-9de4a965d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.388775 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-fcf7cafc-cff7-4cdb-8cd4-9de4a965d2c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.0635009 Jul 06 17:57:06.444849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:06.451695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-844178a4-9ff5-4442-95e3-049a4ec6b3d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533099 Jul 06 17:57:06.455372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.458733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d5291d84-a4ee-484f-8acb-27b9bf614521'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:06.475686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-7d692156-3fd1-421a-aab2-452ad6029aab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:57:06.477651 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-7d692156-3fd1-421a-aab2-452ad6029aab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127332 Jul 06 17:57:06.487395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fa15442-534a-4d74-8da5-db87dea9e0d9 req-4ec3939f-eba4-4132-bf3f-a48d8e5cd2ba tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468883 Jul 06 17:57:06.496491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:06.511390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:06.511390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.603437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '45143703-1fab-4dd7-b291-c58fb60f1a70', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'mac_address': 'fa:16:3e:a8:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:56:32Z', 'updated_at': '2021-07-06T17:57:04Z', 'revision_number': 1, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:06.638071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdcab470-7979-4bdf-b57c-eb1629a69038 req-1b3b7659-4d2a-435a-8fcb-1d49069ac6d2 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645915 Jul 06 17:57:06.648496 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:06.674925 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:06.676154 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:06.816690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.849347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.870386 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-48c7b775-a81d-4a1e-a494-edde0a7db0e9 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670378 Jul 06 17:57:06.914456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=c4671634-d359-4ffc-ab48-8920bcbf3311,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:06.919234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:06.926403 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:06.930777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.096716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:07.205925 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1decbfc2-6907-421a-be5e-228b3a588661 req-5ecf1ef9-5c45-463f-80f6-1f79aae68692 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149924 Jul 06 17:57:07.285307 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '45143703-1fab-4dd7-b291-c58fb60f1a70', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'mac_address': 'fa:16:3e:a8:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:56:32Z', 'updated_at': '2021-07-06T17:57:04Z', 'revision_number': 1, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:07.321611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee3f70-3246-4a1d-8563-125b2958f756 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '45143703-1fab-4dd7-b291-c58fb60f1a70', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'mac_address': 'fa:16:3e:a8:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:56:32Z', 'updated_at': '2021-07-06T17:57:04Z', 'revision_number': 1, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:07.427830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.432354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Router a8714db7-6019-4aba-84b6-963c49a70e8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:07.453591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777a422-6935-43b1-ae9c-91fb34b9abeb req-e887df8b-62e5-48e8-bc30-f3202123b738 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.455242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6777a422-6935-43b1-ae9c-91fb34b9abeb req-e887df8b-62e5-48e8-bc30-f3202123b738 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 945 time: 0.3536670 Jul 06 17:57:07.533606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4cb4-038f-465b-a57a-49727bb0d99d req-630c13eb-904c-4488-a660-1e01f4bee10c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.539682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4cb4-038f-465b-a57a-49727bb0d99d req-630c13eb-904c-4488-a660-1e01f4bee10c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.546563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4cb4-038f-465b-a57a-49727bb0d99d req-630c13eb-904c-4488-a660-1e01f4bee10c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.552189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:07.552698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4cb4-038f-465b-a57a-49727bb0d99d req-630c13eb-904c-4488-a660-1e01f4bee10c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.554494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb8b4cb4-038f-465b-a57a-49727bb0d99d req-630c13eb-904c-4488-a660-1e01f4bee10c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 3143 time: 0.3355401 Jul 06 17:57:07.563126 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf" -d '{"events": [{"name": "network-changed", "server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:07.631434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=3bec30bb-05ac-47e0-8403-2c29ea08d2b3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:07.678330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f46b31-09b8-43a1-9ade-664e79fa246a None None] New status for floating IP 45143703-1fab-4dd7-b291-c58fb60f1a70: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:57:07.728069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6777a422-6935-43b1-ae9c-91fb34b9abeb req-ccda34a5-2910-40b2-a970-b0a569d63e15 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481411 Jul 06 17:57:07.772729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': '40892795-8a47-4d2c-89e3-a4f27c68e3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8ddf0221-2f52-49b5-9742-10ad76423a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:07.773148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: 8ddf0221-2f52-49b5-9742-10ad76423a49, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:07.786629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb8b4cb4-038f-465b-a57a-49727bb0d99d req-5c968b12-978c-4037-b38d-8a6e26516cff tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043953 Jul 06 17:57:07.869296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 8ddf0221-2f52-49b5-9742-10ad76423a49 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:07.897818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 8ddf0221-2f52-49b5-9742-10ad76423a49) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:07.902063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:07.920402 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] Sync routers for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:07.939230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:07.940766 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:07.979409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.980723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.031684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc'}, {'server_uuid': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:08.035571 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cedee65-2acf-4f8c-92f0-b4e1ac9e09bc" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc"}, {"server_uuid": "f19c8b95-3dca-4eca-9d1c-ad94973e9378", "name": "network-vif-plugged", "status": "completed", "tag": "ae13cdb1-2f2f-465e-81c2-8a1e53edce44"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:08.044176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] No DVR routers for this DVR port c4671634-d359-4ffc-ab48-8920bcbf3311 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:08.056166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae151107-4886-4e93-ab81-752f3b173149 None None] Network 8ddf0221-2f52-49b5-9742-10ad76423a49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:08.056579 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.061057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-06bfe3d6-d66e-4105-b4d8-d64546dedf0c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "DELETE /v2.0/ports/c4671634-d359-4ffc-ab48-8920bcbf3311 HTTP/1.1" status: 204 len: 173 time: 2.9083257 Jul 06 17:57:08.066514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:08.072833 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635b212d-64a2-4998-bb84-5bbb21c235b5" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:08.264271 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:08.287853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f9e2d5ef-8eda-4c47-8a34-66f137081470 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2131023 Jul 06 17:57:08.288609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:08.430828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee49-5318-42f5-8ab1-90f321a5c49d req-c0f4f532-5d7d-4db4-b988-09d087504c6a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:08.446897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9daee49-5318-42f5-8ab1-90f321a5c49d req-c0f4f532-5d7d-4db4-b988-09d087504c6a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4589412 Jul 06 17:57:08.493400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port ff8072df-5f04-42e2-95ae-badd0626fcdc {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:08.493760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.510905 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.650242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c5f87-ad86-4613-9e87-5f1863aebf51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-8ddf0221-2f52-49b5-9742-10ad76423a49', 'network_id': '8ddf0221-2f52-49b5-9742-10ad76423a49', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '3bec30bb-05ac-47e0-8403-2c29ea08d2b3'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:08.653074 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5f87-ad86-4613-9e87-5f1863aebf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.708896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.716737 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:02Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:08.720427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748243-7bac-44e8-a5b2-bcfe43c497c0 req-f3d4b966-764d-42b9-a641-83141fa7e7c1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:08.724011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0748243-7bac-44e8-a5b2-bcfe43c497c0 req-f3d4b966-764d-42b9-a641-83141fa7e7c1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.4697556 Jul 06 17:57:08.737990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9daee49-5318-42f5-8ab1-90f321a5c49d req-3d2e284a-9402-412e-8121-30fb87cdb922 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883179 Jul 06 17:57:08.832914 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] Checking router: a8714db7-6019-4aba-84b6-963c49a70e8e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:08.837103 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.865139 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:08.871470 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:56:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:08.899238 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236428a6-8122-4acf-bd0c-1d2d35294210 x-openstack-request-id: req-236428a6-8122-4acf-bd0c-1d2d35294210 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:08.899828 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:08.900174 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-236428a6-8122-4acf-bd0c-1d2d35294210 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:08.901296 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'status': 'completed', 'code': 200} Jul 06 17:57:08.912579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=3bec30bb-05ac-47e0-8403-2c29ea08d2b3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-0b8c5f87-ad86-4613-9e87-5f1863aebf51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bec30bb-05ac-47e0-8403-2c29ea08d2b3: This subnet is being modified by another concurrent operation. Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:57:08.966235 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bec30bb-05ac-47e0-8403-2c29ea08d2b3: This subnet is being modified by another concurrent operation. Jul 06 17:57:08.981616 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 17:57:09.000179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0748243-7bac-44e8-a5b2-bcfe43c497c0 req-0ac2c6b4-1111-4d42-a40c-ed01def31c7e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604251 Jul 06 17:57:09.038223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.068123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddf0221-2f52-49b5-9742-10ad76423a49']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:09.081644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78357d6f-4c5e-43cf-9645-f4273148c277 None None] Network 8ddf0221-2f52-49b5-9742-10ad76423a49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:09.104551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] For port ff8072df-5f04-42e2-95ae-badd0626fcdc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ff8072df-5f04-42e2-95ae-badd0626fcdc,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:09.105196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.110858 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:09.112364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40892795-8a47-4d2c-89e3-a4f27c68e3df') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:09.112697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40892795-8a47-4d2c-89e3-a4f27c68e3df') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:09.133800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-8589d303-0a0e-4428-b8c2-84ef8733fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:09.135728 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-8589d303-0a0e-4428-b8c2-84ef8733fd9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1097 time: 0.2330687 Jul 06 17:57:09.137828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.161537 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69999b9-0945-4b4b-bead-a52f7a67492b x-openstack-request-id: req-c69999b9-0945-4b4b-bead-a52f7a67492b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:09.161792 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc", "code": 200}, {"server_uuid": "f19c8b95-3dca-4eca-9d1c-ad94973e9378", "name": "network-vif-plugged", "status": "completed", "tag": "ae13cdb1-2f2f-465e-81c2-8a1e53edce44", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:09.162263 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c69999b9-0945-4b4b-bead-a52f7a67492b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:09.162472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for ff8072df-5f04-42e2-95ae-badd0626fcdc owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:09.162651 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc', 'code': 200} Jul 06 17:57:09.162807 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44', 'code': 200} Jul 06 17:57:09.187579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d5291d84-a4ee-484f-8acb-27b9bf614521 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:09.236281 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c382a0-62ed-410d-af2f-5b40a0a79852 x-openstack-request-id: req-92c382a0-62ed-410d-af2f-5b40a0a79852 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:09.236764 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "c4671634-d359-4ffc-ab48-8920bcbf3311", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:09.242372 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92c382a0-62ed-410d-af2f-5b40a0a79852 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:09.243211 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': 'c4671634-d359-4ffc-ab48-8920bcbf3311', 'status': 'completed', 'code': 200} Jul 06 17:57:09.374400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-d0951641-d2a5-4c45-a6a7-9c14a2e87da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:09.378730 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-d0951641-d2a5-4c45-a6a7-9c14a2e87da2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.2263012 Jul 06 17:57:09.493945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.507408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9be4b-e08e-4d0e-a884-344335985211 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:57:09.532838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:09.535577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:09.545286 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:09.575572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d5291d84-a4ee-484f-8acb-27b9bf614521 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:09.596023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12410eb0-bd3e-49a2-82c3-3d278c8f573b req-9da3fd1a-cd45-4996-bd84-544a64448a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:09.599972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12410eb0-bd3e-49a2-82c3-3d278c8f573b req-9da3fd1a-cd45-4996-bd84-544a64448a09 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f19c8b95-3dca-4eca-9d1c-ad94973e9378 HTTP/1.1" status: 200 len: 1096 time: 0.2466855 Jul 06 17:57:09.601545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d5291d84-a4ee-484f-8acb-27b9bf614521 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:09.602555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.636841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:02Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:09.710975 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-f0ab52d5-ff48-4291-a149-c0cb33d7a16b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1002 time: 0.3243303 Jul 06 17:57:09.726151 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa2768-03cc-46c6-818c-f6bc4095080f None None] The sync data for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 is: [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:45:55Z', 'revision_number': 4, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '573ba02a-d03c-46f9-9406-e907363083f3', 'name': '', 'network_id': '6856c4ec-9ac5-49fc-b98c-01dd56064b49', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'mac_address': 'fa:16:3e:b5:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:54Z', 'updated_at': '2021-07-06T17:46:02Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'subnets': [{'id': '13115784-748f-4bba-b40a-201b7e16dc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:09.749404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.800595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.802777 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/8ddf0221-2f52-49b5-9742-10ad76423a49 HTTP/1.1" status: 204 len: 168 time: 1.5115743 Jul 06 17:57:09.807808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59112) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:09.813739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1437426500'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:09.839035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b52f-5181-4cb1-88cb-e766c28b1bbe tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=8ddf0221-2f52-49b5-9742-10ad76423a49,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:09.869996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-b1bcf984-db92-4c30-80e4-2791f2ad6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:09.871818 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-b1bcf984-db92-4c30-80e4-2791f2ad6053 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1524513 Jul 06 17:57:09.881400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:09.889657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.936544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:09.951333 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.956046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.956792 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 4137b96c-f0cf-48e0-9c9b-31384c175448 of type vlan for network 94e8c599-ee01-46bc-b8ce-1e5c82c2c160 Jul 06 17:57:10.058349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d5291d84-a4ee-484f-8acb-27b9bf614521, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d5291d84-a4ee-484f-8acb-27b9bf614521,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:10.070451 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.071315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.137448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.146884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.148672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.176171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9be4b-e08e-4d0e-a884-344335985211 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:57:10.231690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d5291d84-a4ee-484f-8acb-27b9bf614521,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:10.300404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4887650 Jul 06 17:57:10.306185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-fc55c89b-c343-483a-866b-e51aa3e856bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.308693 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-fc55c89b-c343-483a-866b-e51aa3e856bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4039400 Jul 06 17:57:10.309249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59118) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:10.313446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5fa24-94d6-4f3d-8008-a2b479b03fe1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=94e8c599-ee01-46bc-b8ce-1e5c82c2c160,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:10.325164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': '94e8c599-ee01-46bc-b8ce-1e5c82c2c160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:10.325543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfa06f-7abf-428e-a2d7-1e3bc835b9ba None None] New status for floating IP 2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:57:10.386961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12410eb0-bd3e-49a2-82c3-3d278c8f573b req-88e4d6ff-f8ec-4ca4-ae46-ca00352a04d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174644 Jul 06 17:57:10.403166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 94e8c599-ee01-46bc-b8ce-1e5c82c2c160 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:10.409996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.493208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805d8b9-e9b1-42e5-802b-000a84cf49cb req-9f8ff23b-3630-4259-933d-e0c2b3635d28 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.501447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d805d8b9-e9b1-42e5-802b-000a84cf49cb req-9f8ff23b-3630-4259-933d-e0c2b3635d28 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 945 time: 0.9457123 Jul 06 17:57:10.551692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=ff8072df-5f04-42e2-95ae-badd0626fcdc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:10.560163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-1fe62883-5b4b-4075-aeeb-931b9127fb88 service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421460 Jul 06 17:57:10.618904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f31b-578e-4441-8589-caf06755361a req-231186ed-9568-4dd4-bc59-11b0662f1049 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.632224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f31b-578e-4441-8589-caf06755361a req-231186ed-9568-4dd4-bc59-11b0662f1049 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.644649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f31b-578e-4441-8589-caf06755361a req-231186ed-9568-4dd4-bc59-11b0662f1049 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.656525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f31b-578e-4441-8589-caf06755361a req-231186ed-9568-4dd4-bc59-11b0662f1049 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.659602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08b8f31b-578e-4441-8589-caf06755361a req-231186ed-9568-4dd4-bc59-11b0662f1049 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 3143 time: 0.5104206 Jul 06 17:57:10.660388 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:57:10.705322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:10.710442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.718382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] No DVR routers for this DVR port ff8072df-5f04-42e2-95ae-badd0626fcdc on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:10.748673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.752451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-5e2ca182-1828-4b9f-9781-7dd303832c60 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "DELETE /v2.0/ports/ff8072df-5f04-42e2-95ae-badd0626fcdc HTTP/1.1" status: 204 len: 173 time: 2.6725113 Jul 06 17:57:10.769133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d805d8b9-e9b1-42e5-802b-000a84cf49cb req-3fe6df84-f138-402f-93be-676bc01a3fcc tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622087 Jul 06 17:57:10.790011 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-20fea7ad-3aef-44af-b1fa-d3bef06c3daf req-308d7e46-9437-4f14-863b-8501b9957866 service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230103 Jul 06 17:57:10.896653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08b8f31b-578e-4441-8589-caf06755361a req-52cb190a-2561-4659-9cc7-93938618bb42 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962256 Jul 06 17:57:11.000567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port 74f3ad96-4810-4c62-9463-26621a75b132 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:11.001159 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.152794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.164491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5291d84-a4ee-484f-8acb-27b9bf614521'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:11.168873 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1bfe51-06a6-4062-8fec-1216ae2a3940" -d '{"events": [{"server_uuid": "d19ae889-7f17-44e5-9d1f-6468fea7186e", "name": "network-vif-plugged", "status": "completed", "tag": "d5291d84-a4ee-484f-8acb-27b9bf614521"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:11.213506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] For port 74f3ad96-4810-4c62-9463-26621a75b132, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=74f3ad96-4810-4c62-9463-26621a75b132,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:11.213883 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.231588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for 74f3ad96-4810-4c62-9463-26621a75b132 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:11.249904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:11.251519 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1a460d-688e-4eda-b20c-caa9c03df7e3" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:11.362430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': '4137b96c-f0cf-48e0-9c9b-31384c175448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94e8c599-ee01-46bc-b8ce-1e5c82c2c160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:11.362920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: 94e8c599-ee01-46bc-b8ce-1e5c82c2c160, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:11.367075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=66695858-7744-42f0-917a-5e63941b2fbd,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:11.421734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 94e8c599-ee01-46bc-b8ce-1e5c82c2c160 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:11.445163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 94e8c599-ee01-46bc-b8ce-1e5c82c2c160) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:11.458045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.460844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.462198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d395f8-d5a1-4a9d-bbf4-831b20f503e9 None None] Network 94e8c599-ee01-46bc-b8ce-1e5c82c2c160 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:11.502151 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e21a0cfc-53ca-4528-a2ee-ef916429eeb0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1891184 Jul 06 17:57:11.503836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59126) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:11.611048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c979f-34a9-4bce-a190-cd43ea6667df req-333a077e-599d-4a72-b815-8cd25b903c56 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.621501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-375c979f-34a9-4bce-a190-cd43ea6667df req-333a077e-599d-4a72-b815-8cd25b903c56 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2990699 Jul 06 17:57:11.630063 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.709013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=74f3ad96-4810-4c62-9463-26621a75b132,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:11.719033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.809578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.821140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] No DVR routers for this DVR port 74f3ad96-4810-4c62-9463-26621a75b132 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:11.831638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.835531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-ced591d2-6b9a-4d1a-8c99-3f8a1bbf2820 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "DELETE /v2.0/ports/74f3ad96-4810-4c62-9463-26621a75b132 HTTP/1.1" status: 204 len: 173 time: 1.0690556 Jul 06 17:57:11.848659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66a7d5-b14d-43aa-bf5c-007f93a02c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-94e8c599-ee01-46bc-b8ce-1e5c82c2c160', 'network_id': '94e8c599-ee01-46bc-b8ce-1e5c82c2c160', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '66695858-7744-42f0-917a-5e63941b2fbd'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:11.850022 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da66a7d5-b14d-43aa-bf5c-007f93a02c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.865375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-375c979f-34a9-4bce-a190-cd43ea6667df req-616cb1a6-ebea-4f32-8f53-06028e84a022 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427084 Jul 06 17:57:11.935033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.957406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55f48c-be1a-485f-87d0-55ea7c022fa3 req-5bafc156-f106-4d01-9cf7-a363ba175c19 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.966299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc55f48c-be1a-485f-87d0-55ea7c022fa3 req-5bafc156-f106-4d01-9cf7-a363ba175c19 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.3081665 Jul 06 17:57:11.985233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=66695858-7744-42f0-917a-5e63941b2fbd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:12.046745 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290e3455-70c6-4446-82fd-7867c9a7eb3a x-openstack-request-id: req-290e3455-70c6-4446-82fd-7867c9a7eb3a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:12.047053 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ae889-7f17-44e5-9d1f-6468fea7186e", "name": "network-vif-plugged", "status": "completed", "tag": "d5291d84-a4ee-484f-8acb-27b9bf614521", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:12.047803 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-290e3455-70c6-4446-82fd-7867c9a7eb3a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:12.048661 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5291d84-a4ee-484f-8acb-27b9bf614521', 'code': 200} Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-da66a7d5-b14d-43aa-bf5c-007f93a02c40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66695858-7744-42f0-917a-5e63941b2fbd: This subnet is being modified by another concurrent operation. Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:57:12.055244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66695858-7744-42f0-917a-5e63941b2fbd: This subnet is being modified by another concurrent operation. Jul 06 17:57:12.061381 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 17:57:12.087354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de1ccb2-4392-41a7-8bf0-260acf6c32f0 None None] Network 94e8c599-ee01-46bc-b8ce-1e5c82c2c160 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:12.157608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port 71f33500-9750-424e-a91e-60bb1c5c9849 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:12.158590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.177186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.192119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e8c599-ee01-46bc-b8ce-1e5c82c2c160']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:12.208516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4137b96c-f0cf-48e0-9c9b-31384c175448') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:12.208861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4137b96c-f0cf-48e0-9c9b-31384c175448') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:12.224277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.242236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.263044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc55f48c-be1a-485f-87d0-55ea7c022fa3 req-1c3fef22-3379-4ccd-b33d-dc64e5c9250e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128613 Jul 06 17:57:12.302584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:12.305700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:12.338483 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:12.402142 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aced7d-b069-405c-97ab-84c90c8e3190 x-openstack-request-id: req-97aced7d-b069-405c-97ab-84c90c8e3190 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:12.402429 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "ff8072df-5f04-42e2-95ae-badd0626fcdc", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:12.402687 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97aced7d-b069-405c-97ab-84c90c8e3190 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:12.403528 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': 'ff8072df-5f04-42e2-95ae-badd0626fcdc', 'status': 'completed', 'code': 200} Jul 06 17:57:12.433011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] For port 71f33500-9750-424e-a91e-60bb1c5c9849, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=71f33500-9750-424e-a91e-60bb1c5c9849,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:12.433535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.457640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for 71f33500-9750-424e-a91e-60bb1c5c9849 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:12.500181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104d8cd-8849-4655-ae62-8cf609a8aa5a None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:57:12.533053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.545526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e52e31-fe7e-459a-bc87-b85bba216d4c req-5253dd1f-e0f2-4315-8b81-36b5eb398df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:12.548194 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9e52e31-fe7e-459a-bc87-b85bba216d4c req-5253dd1f-e0f2-4315-8b81-36b5eb398df6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 1097 time: 0.2995644 Jul 06 17:57:12.569673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.576918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/94e8c599-ee01-46bc-b8ce-1e5c82c2c160 HTTP/1.1" status: 204 len: 168 time: 1.0686584 Jul 06 17:57:12.582590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59138) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:12.598145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128107756'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:12.637586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13647b98-3efe-43a6-aa5d-09878ed621d8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=94e8c599-ee01-46bc-b8ce-1e5c82c2c160,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:12.684854 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9e52e31-fe7e-459a-bc87-b85bba216d4c req-a5a2d1d6-9d9e-4a0d-985c-bfd8be98afb2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059887 Jul 06 17:57:12.686947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:12.692753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.739326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:12.757632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.758299 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 07222af2-5f77-42f0-b257-c52354c8dcb8 of type vlan for network d74f84a6-e60f-413b-8a89-e25030dd9fb0 Jul 06 17:57:12.830360 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.832273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.839075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104d8cd-8849-4655-ae62-8cf609a8aa5a None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:57:12.862899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b9ff7-5424-4971-8c13-896332296b1c req-2a2e949e-1ab3-4174-8553-52b14cc3e19e tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:12.865804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab4b9ff7-5424-4971-8c13-896332296b1c req-2a2e949e-1ab3-4174-8553-52b14cc3e19e tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 946 time: 0.2937713 Jul 06 17:57:12.901408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.912250 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:12.913334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.935565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=71f33500-9750-424e-a91e-60bb1c5c9849,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:13.016749 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4209757 Jul 06 17:57:13.017034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] No DVR routers for this DVR port 71f33500-9750-424e-a91e-60bb1c5c9849 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:13.017479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59142) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:13.018535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.021157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-00cdea08-9b7e-470f-9869-c80fff700f6f tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "DELETE /v2.0/ports/71f33500-9750-424e-a91e-60bb1c5c9849 HTTP/1.1" status: 204 len: 173 time: 1.1789660 Jul 06 17:57:13.022655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:13.036903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dac803-8058-4137-8edb-cbeeca6236dd req-25476b6f-f13a-487a-832b-ec4864ac3866 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:13.043830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dac803-8058-4137-8edb-cbeeca6236dd req-25476b6f-f13a-487a-832b-ec4864ac3866 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:13.047393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5dac803-8058-4137-8edb-cbeeca6236dd req-25476b6f-f13a-487a-832b-ec4864ac3866 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 1599 time: 0.3562901 Jul 06 17:57:13.072461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab4b9ff7-5424-4971-8c13-896332296b1c req-6bd261ab-c8c8-420d-ae4a-69d5fc445913 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507838 Jul 06 17:57:13.081761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76aa66-c6d2-4037-acb6-9788190373e3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=d74f84a6-e60f-413b-8a89-e25030dd9fb0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:13.151672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:13.156209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.234957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5dac803-8058-4137-8edb-cbeeca6236dd req-a7c455f6-5343-46e7-8951-45912a76a6c0 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a566111-7d22-474f-80e2-dc1111d74cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014988 Jul 06 17:57:13.319023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:13.387983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port eae1ace9-565a-4e4b-ad20-ef208eda84e1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:13.388720 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.546406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.634749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=8d16dee9-d548-4e8a-b152-3a999696baaf,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:13.647785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.648254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.648465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.648838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.649174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.649651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.649838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.650163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.650627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.650962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.651313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.651646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:13.659378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': '07222af2-5f77-42f0-b257-c52354c8dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:13.659758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: d74f84a6-e60f-413b-8a89-e25030dd9fb0, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:13.681541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:13.694935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d74f84a6-e60f-413b-8a89-e25030dd9fb0) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:13.699885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:13.700654 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.720141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c18385c4-625d-429a-8517-da0be2ab9521 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7010584 Jul 06 17:57:13.724741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59146) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:13.732217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:13.762100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] For port eae1ace9-565a-4e4b-ad20-ef208eda84e1, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=eae1ace9-565a-4e4b-ad20-ef208eda84e1,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:13.762524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9071e8-860b-4ebc-8c60-702db19b8e9f None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:13.763359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.809034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for eae1ace9-565a-4e4b-ad20-ef208eda84e1 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:13.871548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9edd8-28a8-48f5-88fb-a763523fd726 req-de6ec0b0-52db-44be-ba45-20818d9aff82 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:13.874421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b9edd8-28a8-48f5-88fb-a763523fd726 req-de6ec0b0-52db-44be-ba45-20818d9aff82 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 945 time: 0.3320694 Jul 06 17:57:13.938054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:13.942575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.038778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d74f84a6-e60f-413b-8a89-e25030dd9fb0', 'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '8d16dee9-d548-4e8a-b152-3a999696baaf'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:14.042267 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.069535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474cbb0-36d1-482e-807f-3d9ab97ed1b3 req-c617b923-85be-4f7d-94b7-19b2ffb2fdc8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:14.073455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c474cbb0-36d1-482e-807f-3d9ab97ed1b3 req-c617b923-85be-4f7d-94b7-19b2ffb2fdc8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4418826 Jul 06 17:57:14.203173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48b9edd8-28a8-48f5-88fb-a763523fd726 req-607d11fd-a667-4e73-8d3d-9960d48787c4 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5d6956-759f-4cd0-9b72-1970d724211a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529981 Jul 06 17:57:14.346648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c474cbb0-36d1-482e-807f-3d9ab97ed1b3 req-5b658090-e286-4de8-994d-be6d2c651fe8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489939 Jul 06 17:57:14.366264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-6b8d2fac-f4e0-4d40-b103-3cd2a9988dd1 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:14.369673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-6b8d2fac-f4e0-4d40-b103-3cd2a9988dd1 tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.61 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 945 time: 0.4168363 Jul 06 17:57:14.445179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132'}, {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:14.449412 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f3df0-450d-435d-9924-5384e6ea4342" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "74f3ad96-4810-4c62-9463-26621a75b132"}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:14.454901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Allocated IP 2001:db8::2 (d74f84a6-e60f-413b-8a89-e25030dd9fb0/8d16dee9-d548-4e8a-b152-3a999696baaf/646df285-30f1-4bbe-b86b-6093099656fc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:14.692303 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.764183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.785624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Transition to ACTIVE for port object 646df285-30f1-4bbe-b86b-6093099656fc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:14.785881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=eae1ace9-565a-4e4b-ad20-ef208eda84e1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:14.851537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.882629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Transition to ACTIVE for port object 646df285-30f1-4bbe-b86b-6093099656fc will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:14.888168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec3602-39bc-49f3-985f-58d872a34874 req-5774413e-f681-4be7-9c05-5a5646e1ea53 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:14.890257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1ec3602-39bc-49f3-985f-58d872a34874 req-5774413e-f681-4be7-9c05-5a5646e1ea53 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.4092321 Jul 06 17:57:14.893826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] No DVR routers for this DVR port eae1ace9-565a-4e4b-ad20-ef208eda84e1 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:14.900012 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.902931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1170bc4-be45-459e-84be-25d966db05dd req-5217c56d-7f10-4c1a-bc53-5dafe2474e32 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.61 "DELETE /v2.0/ports/eae1ace9-565a-4e4b-ad20-ef208eda84e1 HTTP/1.1" status: 204 len: 173 time: 1.8524938 Jul 06 17:57:14.904751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.943949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:14.950814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:14.957265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dda4a-72ac-407e-9119-91d742caba9d req-02f81f2f-aca1-4e05-90fc-7ae37e6a8761 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:14.959156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-954dda4a-72ac-407e-9119-91d742caba9d req-02f81f2f-aca1-4e05-90fc-7ae37e6a8761 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 946 time: 0.3070116 Jul 06 17:57:14.960892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:14.962245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.969423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Deleting port fa99735a-bfde-43e9-b319-f4d9814dd7f6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:14.969758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.995324 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2647939 Jul 06 17:57:14.996916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59160) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:15.036701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:15.048724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:15.058067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:15.063421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Pushing event updated for resources: {'Port': ['ID=646df285-30f1-4bbe-b86b-6093099656fc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:15.106566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1ec3602-39bc-49f3-985f-58d872a34874 req-1212976b-93fc-453f-b729-6245cc4d8252 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937685 Jul 06 17:57:15.180969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Attempting to bind port 646df285-30f1-4bbe-b86b-6093099656fc on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:15.182216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Attempting to bind port 646df285-30f1-4bbe-b86b-6093099656fc by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '07222af2-5f77-42f0-b257-c52354c8dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:15.182898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Attempting to bind port 646df285-30f1-4bbe-b86b-6093099656fc on network d74f84a6-e60f-413b-8a89-e25030dd9fb0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:15.194740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b5d0f-492a-42c1-89e0-7d1dd8e62d74 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=ab9f9474-6a5c-49f5-b903-1d86803e9bb7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:15.195758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:15.196652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Checking segment: {'id': '07222af2-5f77-42f0-b257-c52354c8dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:15.198023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.198876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Bound using segment: {'id': '07222af2-5f77-42f0-b257-c52354c8dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:15.199985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Bound port: 646df285-30f1-4bbe-b86b-6093099656fc, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07222af2-5f77-42f0-b257-c52354c8dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:15.200972 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.241500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-954dda4a-72ac-407e-9119-91d742caba9d req-20eca70d-901e-4889-9437-6c03ef8be260 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294552 Jul 06 17:57:15.349712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] For port fa99735a-bfde-43e9-b319-f4d9814dd7f6, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=fa99735a-bfde-43e9-b319-f4d9814dd7f6,segment=NetworkSegment(442b57d2-5773-442d-83e5-8d48ec948384),segment_id=442b57d2-5773-442d-83e5-8d48ec948384)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:15.350329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.365744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad31bd-419c-4afe-b87c-96ea6954d99e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.370872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad31bd-419c-4afe-b87c-96ea6954d99e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.380262 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad31bd-419c-4afe-b87c-96ea6954d99e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.383611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad31bd-419c-4afe-b87c-96ea6954d99e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.388358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Calling delete_port for fa99735a-bfde-43e9-b319-f4d9814dd7f6 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:15.394540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad31bd-419c-4afe-b87c-96ea6954d99e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.404130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:15.409900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d1ad31bd-419c-4afe-b87c-96ea6954d99e tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4119122 Jul 06 17:57:15.414049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390270154'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:15.474417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] For port 646df285-30f1-4bbe-b86b-6093099656fc, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:15.481094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] For port 646df285-30f1-4bbe-b86b-6093099656fc, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=646df285-30f1-4bbe-b86b-6093099656fc,segment=NetworkSegment(07222af2-5f77-42f0-b257-c52354c8dcb8),segment_id=07222af2-5f77-42f0-b257-c52354c8dcb8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:15.490957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.508994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:15.519582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.618150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c153735-23a2-42b4-badf-6b1c3ac24d63 None None] Pushing event updated for resources: {'Port': ['ID=646df285-30f1-4bbe-b86b-6093099656fc,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:15.683577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bf5631a-b54a-460b-8456-f68aa80a2f6a req-c2256e91-0632-4b59-8e8e-cf45ac5b0dff tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.0467246 Jul 06 17:57:15.710029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:15.738486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.739076 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 6735ed3e-46eb-4618-aca5-ca9eb8185aa6 of type vlan for network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 Jul 06 17:57:15.804136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.845688 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c890e20-42c4-41ba-baad-8cb6c7e05993 x-openstack-request-id: req-9c890e20-42c4-41ba-baad-8cb6c7e05993 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:15.846282 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "74f3ad96-4810-4c62-9463-26621a75b132", "status": "completed", "code": 200}, {"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "71f33500-9750-424e-a91e-60bb1c5c9849", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:15.846764 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c890e20-42c4-41ba-baad-8cb6c7e05993 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:15.847783 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': '74f3ad96-4810-4c62-9463-26621a75b132', 'status': 'completed', 'code': 200} Jul 06 17:57:15.848960 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': '71f33500-9750-424e-a91e-60bb1c5c9849', 'status': 'completed', 'code': 200} Jul 06 17:57:15.920080 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.003157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Pushing event deleted for resources: {'Port': ['ID=fa99735a-bfde-43e9-b319-f4d9814dd7f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:16.068044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a66e21cc-27ff-40c1-a99b-b51b7278ef8c req-dba68088-a5d7-43a0-8660-30b74688e25f tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.37 "GET /v2.0/ports?device_id=999ebbe8-d2e2-43e1-b877-ee796810132e HTTP/1.1" status: 200 len: 210 time: 0.0679986 Jul 06 17:57:16.075760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.081587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:16.082273 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.263796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=e3a7229f-a3ce-4217-a09a-3dc9d8446a09,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:16.278361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:16.326763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] No DVR routers for this DVR port fa99735a-bfde-43e9-b319-f4d9814dd7f6 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:16.337377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.342254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e390e9f6-8ebb-4603-9491-7c77514bdae2 req-d7134960-4ff4-4252-aa23-a8111aff381d tempest-ServerAddressesTestJSON-827684052 tempest-ServerAddressesTestJSON-827684052-project] 10.222.0.61 "DELETE /v2.0/ports/fa99735a-bfde-43e9-b319-f4d9814dd7f6 HTTP/1.1" status: 204 len: 173 time: 1.9611347 Jul 06 17:57:16.385573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7485e1a2-abef-4787-b4af-c085ff97a62d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9788811 Jul 06 17:57:16.388460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59172) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:16.404598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:16.416715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device fa99735a-bfde-43e9-b319-f4d9814dd7f6 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:16.462016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: fa99735a-bfde-43e9-b319-f4d9814dd7f6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:16.463976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device fa99735a-bfde-43e9-b319-f4d9814dd7f6 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:16.482305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b57e-8eb7-4abe-94e8-2ed277d3edf0 req-cb4c04de-4734-4c71-8771-8acbf59d8070 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:16.484857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c70b57e-8eb7-4abe-94e8-2ed277d3edf0 req-cb4c04de-4734-4c71-8771-8acbf59d8070 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19c8b95-3dca-4eca-9d1c-ad94973e9378 HTTP/1.1" status: 200 len: 945 time: 0.4529526 Jul 06 17:57:16.542222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1412b1-d98d-4381-bc39-6f834c658368 req-cd871582-584d-4464-9048-57def12914b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:16.547703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c1412b1-d98d-4381-bc39-6f834c658368 req-cd871582-584d-4464-9048-57def12914b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2837384 Jul 06 17:57:16.669548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c70b57e-8eb7-4abe-94e8-2ed277d3edf0 req-07d9c789-4a34-4c09-aaf4-4be731883e5c tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765463 Jul 06 17:57:16.706491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c1412b1-d98d-4381-bc39-6f834c658368 req-ad81704a-d9c9-4a3c-a1e1-eb8d88a70c7b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357474 Jul 06 17:57:16.807046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.846855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.857768 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:57:16.880833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:16.881657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.889448 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "PUT /v2.0/networks/e3a7229f-a3ce-4217-a09a-3dc9d8446a09 HTTP/1.1" status: 200 len: 723 time: 0.4902351 Jul 06 17:57:16.889448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59182) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:16.894802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:17.077881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a90b7-5bb7-4d8d-a968-59f94cd536cf req-b978a938-4b15-4eda-a29d-af3ea47f0ebd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:17.112247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106a90b7-5bb7-4d8d-a968-59f94cd536cf req-b978a938-4b15-4eda-a29d-af3ea47f0ebd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.2477353 Jul 06 17:57:17.120067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 646df285-30f1-4bbe-b86b-6093099656fc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:17.238403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106a90b7-5bb7-4d8d-a968-59f94cd536cf req-db47a9b5-fdb2-409d-b0ef-6d21050570ca tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247416 Jul 06 17:57:17.301560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 646df285-30f1-4bbe-b86b-6093099656fc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:17.305971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b95b4-c661-47af-bee7-021a630af517 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=e3a7229f-a3ce-4217-a09a-3dc9d8446a09,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:17.321276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:17.360706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:17.364530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.552078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecfbb38-b2cd-4a3b-a852-23005c3af9f4 None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:17.743325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] Provisioning for port 646df285-30f1-4bbe-b86b-6093099656fc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:17.759187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] Provisioning complete for port 646df285-30f1-4bbe-b86b-6093099656fc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:17.759627 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.765540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:17.789729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4ed069c-0ada-4865-aadc-821734fec392 req-498ab53d-9a75-4784-b8fc-c4c1fe3586e9 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.0847933 Jul 06 17:57:17.861709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1'}, {'server_uuid': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'name': 'network-vif-deleted', 'tag': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:17.864195 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2c20c4-f1a2-482d-9719-c8fc52d1d13e" -d '{"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1"}, {"server_uuid": "999ebbe8-d2e2-43e1-b877-ee796810132e", "name": "network-vif-deleted", "tag": "fa99735a-bfde-43e9-b319-f4d9814dd7f6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:17.915361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Deleting subnet de84b458-b386-484b-8681-095c435ba75c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:17.929933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.972642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.029705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.088838 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.133581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.162338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] For port 646df285-30f1-4bbe-b86b-6093099656fc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=646df285-30f1-4bbe-b86b-6093099656fc,segment=NetworkSegment(07222af2-5f77-42f0-b257-c52354c8dcb8),segment_id=07222af2-5f77-42f0-b257-c52354c8dcb8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:18.171358 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.321126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=2d86f0f3-c80a-44f8-bae7-6802ecbe8961,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:18.337469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bace74-fcd8-446d-a9ea-dee44afe450d None None] Pushing event updated for resources: {'Port': ['ID=646df285-30f1-4bbe-b86b-6093099656fc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:18.356134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': '6735ed3e-46eb-4618-aca5-ca9eb8185aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:18.356710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: e3a7229f-a3ce-4217-a09a-3dc9d8446a09, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:18.406096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:18.432060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e3a7229f-a3ce-4217-a09a-3dc9d8446a09) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:18.439244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:18.440246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.474909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdf054-369e-4f63-90c3-78f3b8787a39 None None] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:18.485927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Update dhcp port {'port': {'network_id': 'd74f84a6-e60f-413b-8a89-e25030dd9fb0', 'fixed_ips': [{'subnet_id': '8d16dee9-d548-4e8a-b152-3a999696baaf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab9f9474-6a5c-49f5-b903-1d86803e9bb7'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '646df285-30f1-4bbe-b86b-6093099656fc'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 17:57:18.488876 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3154e8b-2df8-437e-855c-9df0397e7749 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5986397 Jul 06 17:57:18.493483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59202) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:18.503525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:18.609282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.638623 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c8980b-4808-442c-a512-9b016a3236ef x-openstack-request-id: req-75c8980b-4808-442c-a512-9b016a3236ef {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:18.639221 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd564388-2f05-4be6-88f8-b16f410ab003", "name": "network-vif-deleted", "tag": "eae1ace9-565a-4e4b-ad20-ef208eda84e1", "status": "completed", "code": 200}, {"server_uuid": "999ebbe8-d2e2-43e1-b877-ee796810132e", "name": "network-vif-deleted", "tag": "fa99735a-bfde-43e9-b319-f4d9814dd7f6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:18.639507 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75c8980b-4808-442c-a512-9b016a3236ef {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:18.639923 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd564388-2f05-4be6-88f8-b16f410ab003', 'name': 'network-vif-deleted', 'tag': 'eae1ace9-565a-4e4b-ad20-ef208eda84e1', 'status': 'completed', 'code': 200} Jul 06 17:57:18.640174 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999ebbe8-d2e2-43e1-b877-ee796810132e', 'name': 'network-vif-deleted', 'tag': 'fa99735a-bfde-43e9-b319-f4d9814dd7f6', 'status': 'completed', 'code': 200} Jul 06 17:57:18.742027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b7088-aa55-43d2-b638-ca45a74af1da req-2ab02214-f8cb-4f69-a9df-0a25169aece8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:18.747535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a91b7088-aa55-43d2-b638-ca45a74af1da req-2ab02214-f8cb-4f69-a9df-0a25169aece8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.7331269 Jul 06 17:57:18.754762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12156809'] for subnet, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.872017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.947692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de84b458-b386-484b-8681-095c435ba75c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:18.973630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a91b7088-aa55-43d2-b638-ca45a74af1da req-525f3b0f-c901-43e7-be85-255ef723176e tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129686 Jul 06 17:57:18.996734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.005340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 646df285-30f1-4bbe-b86b-6093099656fc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:19.020177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2354caf3-13e9-4cfd-8ed9-e038f7f08d64 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de84b458-b386-484b-8681-095c435ba75c HTTP/1.1" status: 204 len: 168 time: 1.2464941 Jul 06 17:57:19.057242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59208) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:19.187008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Allocated IP 172.20.0.1 (d74f84a6-e60f-413b-8a89-e25030dd9fb0/ab9f9474-6a5c-49f5-b903-1d86803e9bb7/646df285-30f1-4bbe-b86b-6093099656fc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:19.191563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-e3a7229f-a3ce-4217-a09a-3dc9d8446a09', 'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '2d86f0f3-c80a-44f8-bae7-6802ecbe8961'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:19.192674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.198398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 646df285-30f1-4bbe-b86b-6093099656fc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:19.199101 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.360037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.380428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745033913119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12446252'] for subnet, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.419628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-cd0cdc35-3471-488f-8a86-a3e9057be23d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:19.421446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-cd0cdc35-3471-488f-8a86-a3e9057be23d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.61 "GET /v2.0/ports?device_id=f19c8b95-3dca-4eca-9d1c-ad94973e9378 HTTP/1.1" status: 200 len: 945 time: 0.3992076 Jul 06 17:57:19.456837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:19.457897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.461016 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "PUT /v2.0/subnets/2d86f0f3-c80a-44f8-bae7-6802ecbe8961 HTTP/1.1" status: 200 len: 826 time: 0.9648538 Jul 06 17:57:19.474048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:19.494604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-77af33aa-da5c-4a37-99d8-f595861b0c39 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:19.501775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-77af33aa-da5c-4a37-99d8-f595861b0c39 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 812 time: 0.2286284 Jul 06 17:57:19.540488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-93cac2e9-7361-42c9-8c0a-897ec9e45f75 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/quotas/76c8f1449c8242e18868125cf623be23 HTTP/1.1" status: 200 len: 375 time: 0.0372763 Jul 06 17:57:19.549407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2292d75-01a9-46a6-afd2-36dda9eb04ea tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=2d86f0f3-c80a-44f8-bae7-6802ecbe8961,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:19.560179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.565724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a64ed-7a59-49b6-9f14-ee1c04700846 req-a8a632f1-bb85-472d-abde-928e75dd78f5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:19.567644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-941a64ed-7a59-49b6-9f14-ee1c04700846 req-a8a632f1-bb85-472d-abde-928e75dd78f5 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.3871613 Jul 06 17:57:19.590158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e2cd49-7342-48bd-9725-1a100095c5fc']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:19.614369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442b57d2-5773-442d-83e5-8d48ec948384') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:19.615463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442b57d2-5773-442d-83e5-8d48ec948384') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:19.639195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.690675 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.710358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:19.713786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.747662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-34178455-c962-4847-85c0-e09250e901f2 None None] For port 646df285-30f1-4bbe-b86b-6093099656fc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=646df285-30f1-4bbe-b86b-6093099656fc,segment=NetworkSegment(07222af2-5f77-42f0-b257-c52354c8dcb8),segment_id=07222af2-5f77-42f0-b257-c52354c8dcb8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:19.777346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Allocated IP 2001:db8::2 (e3a7229f-a3ce-4217-a09a-3dc9d8446a09/2d86f0f3-c80a-44f8-bae7-6802ecbe8961/d59d6d88-b3c2-479b-b135-9f0eb56ff547) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:19.788116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-941a64ed-7a59-49b6-9f14-ee1c04700846 req-1c6a54b0-b1c2-407c-a645-4bade5aded35 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854186 Jul 06 17:57:19.834361 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:19.881826 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:19.903189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-01f73d7e-fd8a-45d8-a26a-32b0291c9b07 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3609161 Jul 06 17:57:19.928966 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.944607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.952783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.959819 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] 10.222.0.37 "DELETE /v2.0/networks/71e2cd49-7342-48bd-9725-1a100095c5fc HTTP/1.1" status: 204 len: 168 time: 0.8981738 Jul 06 17:57:19.974635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Transition to ACTIVE for port object 646df285-30f1-4bbe-b86b-6093099656fc will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:19.986198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150f010-7756-4d9b-833b-280aa315a794 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e2cd49-7342-48bd-9725-1a100095c5fc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:19.993314 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.074554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34178455-c962-4847-85c0-e09250e901f2 None None] Pushing event updated for resources: {'Port': ['ID=646df285-30f1-4bbe-b86b-6093099656fc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:20.130756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Deleting port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:20.131112 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.226954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.342918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-3adb61ed-87db-4562-80fe-c62885171530 service neutron] 10.222.0.37 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383459 Jul 06 17:57:20.524068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.537459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Transition to ACTIVE for port object d59d6d88-b3c2-479b-b135-9f0eb56ff547 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:20.551591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-b26418a9-e380-4993-ab7e-fc3c4338b2b6 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:20.554491 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-b26418a9-e380-4993-ab7e-fc3c4338b2b6 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "GET /v2.0/ports?device_id=d19ae889-7f17-44e5-9d1f-6468fea7186e HTTP/1.1" status: 200 len: 946 time: 0.4126647 Jul 06 17:57:20.559683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Transition to ACTIVE for port object d59d6d88-b3c2-479b-b135-9f0eb56ff547 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:20.574618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.669553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Pushing event updated for resources: {'Port': ['ID=d59d6d88-b3c2-479b-b135-9f0eb56ff547,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:20.686885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59226) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:20.694223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:20.695998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:20.699723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:20.769621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80809237-92ee-4d3c-a105-833358af8858 req-ba66910f-49e0-4c6f-a0c9-9cea06b31e82 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.2372141 Jul 06 17:57:20.805765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] For port ae13cdb1-2f2f-465e-81c2-8a1e53edce44, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:20.806627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.905951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Attempting to bind port d59d6d88-b3c2-479b-b135-9f0eb56ff547 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:20.907067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Attempting to bind port d59d6d88-b3c2-479b-b135-9f0eb56ff547 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6735ed3e-46eb-4618-aca5-ca9eb8185aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:20.908126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Attempting to bind port d59d6d88-b3c2-479b-b135-9f0eb56ff547 on network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:20.909251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Calling delete_port for ae13cdb1-2f2f-465e-81c2-8a1e53edce44 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:20.922598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:20.923351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Checking segment: {'id': '6735ed3e-46eb-4618-aca5-ca9eb8185aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:20.923945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.924529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Bound using segment: {'id': '6735ed3e-46eb-4618-aca5-ca9eb8185aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:20.925221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Bound port: d59d6d88-b3c2-479b-b135-9f0eb56ff547, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6735ed3e-46eb-4618-aca5-ca9eb8185aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:20.926033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.007094 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-00658fe7-e28f-46c5-a1c9-bf86b0173f11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7c5e26455b044b09b1d6242c83f5a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111665 Jul 06 17:57:21.007422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 646df285-30f1-4bbe-b86b-6093099656fc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:21.016222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:21.039405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.164544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] For port d59d6d88-b3c2-479b-b135-9f0eb56ff547, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:21.174095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] For port d59d6d88-b3c2-479b-b135-9f0eb56ff547, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d59d6d88-b3c2-479b-b135-9f0eb56ff547,segment=NetworkSegment(6735ed3e-46eb-4618-aca5-ca9eb8185aa6),segment_id=6735ed3e-46eb-4618-aca5-ca9eb8185aa6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:21.182208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=2d86f0f3-c80a-44f8-bae7-6802ecbe8961,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:21.191052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.223436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Deleting port d5291d84-a4ee-484f-8acb-27b9bf614521 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:21.227061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.343053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623b47c-6db4-43d5-b837-1220c1921d69 None None] Pushing event updated for resources: {'Port': ['ID=d59d6d88-b3c2-479b-b135-9f0eb56ff547,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:21.421435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-12f1f3c0-c938-4c33-8002-028ac156e524 service neutron] 10.222.0.37 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0774760 Jul 06 17:57:21.464077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-579eb382-43ab-4ce3-aa74-43578981752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.536621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdac66b-d23b-41d0-b1a9-e86e88f13d7a None None] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:21.569273 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.586072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-579eb382-43ab-4ce3-aa74-43578981752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.605940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-f5a9c708-f3a6-402b-bca9-bdaa6fb032bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5806015 Jul 06 17:57:21.608878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a7229f-a3ce-4217-a09a-3dc9d8446a09']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:21.646395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735ed3e-46eb-4618-aca5-ca9eb8185aa6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:21.647038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735ed3e-46eb-4618-aca5-ca9eb8185aa6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:21.684300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.719151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] For port d5291d84-a4ee-484f-8acb-27b9bf614521, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d5291d84-a4ee-484f-8acb-27b9bf614521,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:21.730788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.766077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Calling delete_port for d5291d84-a4ee-484f-8acb-27b9bf614521 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:21.804414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045380ca-444e-4c3d-8feb-1b6abba512ac req-1a5914da-88ad-4843-81b1-0e45a2eee47c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:21.812259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-045380ca-444e-4c3d-8feb-1b6abba512ac req-1a5914da-88ad-4843-81b1-0e45a2eee47c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3115342 Jul 06 17:57:21.871289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.880884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-579eb382-43ab-4ce3-aa74-43578981752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.885362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-579eb382-43ab-4ce3-aa74-43578981752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.892338 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-579eb382-43ab-4ce3-aa74-43578981752b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f5d6956-759f-4cd0-9b72-1970d724211a HTTP/1.1" status: 204 len: 168 time: 0.8720179 Jul 06 17:57:21.898570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:21.899356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.916344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eb382-43ab-4ce3-aa74-43578981752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d6956-759f-4cd0-9b72-1970d724211a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:21.955719 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:21.990911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-045380ca-444e-4c3d-8feb-1b6abba512ac req-9bda9470-a8fe-4f74-ad5e-bca9ddaa787c tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776354 Jul 06 17:57:21.991891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52d338-8213-4a37-b2f8-cd3dd6975afa None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:22.123717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.198623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event deleted for resources: {'Port': ['ID=d5291d84-a4ee-484f-8acb-27b9bf614521,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:22.261502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cf89d07-bc11-41d9-9f54-7f895c52ddc3 None None] Provisioning for port 646df285-30f1-4bbe-b86b-6093099656fc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:22.289047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cf89d07-bc11-41d9-9f54-7f895c52ddc3 None None] Provisioning complete for port 646df285-30f1-4bbe-b86b-6093099656fc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:22.289768 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf89d07-bc11-41d9-9f54-7f895c52ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.333851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] No DVR routers for this DVR port d5291d84-a4ee-484f-8acb-27b9bf614521 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:22.335323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.336971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.343874 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e3cdc8f2-b902-4391-a957-5d47aa59a7c3 req-9a1f3737-3bb3-4afb-99ff-bb66d5eed92d tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "DELETE /v2.0/ports/d5291d84-a4ee-484f-8acb-27b9bf614521 HTTP/1.1" status: 204 len: 173 time: 1.7792580 Jul 06 17:57:22.344409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'name': 'network-vif-deleted', 'tag': 'd5291d84-a4ee-484f-8acb-27b9bf614521'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:22.347418 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931e66f4-05e6-4144-8e26-3a8b8152f1b4" -d '{"events": [{"server_uuid": "d19ae889-7f17-44e5-9d1f-6468fea7186e", "name": "network-vif-deleted", "tag": "d5291d84-a4ee-484f-8acb-27b9bf614521"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:22.378977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:57:22.378977 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:57:22.378977 n-d-799527-3 neutron-server[93942]: [parameters: {'id': 'e3a7229f-a3ce-4217-a09a-3dc9d8446a09'}] Jul 06 17:57:22.378977 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:57:22.379801 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:57:22.481309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event deleted for resources: {'Port': ['ID=ae13cdb1-2f2f-465e-81c2-8a1e53edce44,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:22.631581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-d12aa6ab-aa77-4059-8e89-d5e70881ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:22.633214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-d12aa6ab-aa77-4059-8e89-d5e70881ce42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 1097 time: 0.9611850 Jul 06 17:57:22.635817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] No DVR routers for this DVR port ae13cdb1-2f2f-465e-81c2-8a1e53edce44 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:22.653179 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.655716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60c02c71-57c6-4037-80d0-9f32d0f7313f req-7bfab633-f2bb-402b-b90c-b710bb4a341f tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.61 "DELETE /v2.0/ports/ae13cdb1-2f2f-465e-81c2-8a1e53edce44 HTTP/1.1" status: 204 len: 173 time: 3.2259498 Jul 06 17:57:22.656223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'name': 'network-vif-deleted', 'tag': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:22.658801 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2bc0ee-a146-4db1-9aeb-14847365a16d" -d '{"events": [{"server_uuid": "f19c8b95-3dca-4eca-9d1c-ad94973e9378", "name": "network-vif-deleted", "tag": "ae13cdb1-2f2f-465e-81c2-8a1e53edce44"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:22.669368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ae13cdb1-2f2f-465e-81c2-8a1e53edce44 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:22.762897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: ae13cdb1-2f2f-465e-81c2-8a1e53edce44 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:22.763610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ae13cdb1-2f2f-465e-81c2-8a1e53edce44 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:22.765909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c47c9-4772-40cf-8d75-ca2f1cb1f2a5 None None] Network e3a7229f-a3ce-4217-a09a-3dc9d8446a09 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:22.777667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8fe49-3a5d-4cfe-aec7-45ed23a1ad74 req-04b23f3d-9384-4421-aab0-550d10814fe4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:22.788255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f8fe49-3a5d-4cfe-aec7-45ed23a1ad74 req-04b23f3d-9384-4421-aab0-550d10814fe4 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.7938600 Jul 06 17:57:22.901132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.916740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f8fe49-3a5d-4cfe-aec7-45ed23a1ad74 req-14aa55fd-779c-4ec3-bbbd-d410d71b20e1 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277628 Jul 06 17:57:23.096640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-2051005e-e755-4a91-bd1a-c42539781712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:23.105839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-2051005e-e755-4a91-bd1a-c42539781712 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.4422166 Jul 06 17:57:23.290413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d5291d84-a4ee-484f-8acb-27b9bf614521 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:23.342447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-ec4cd679-97d7-4bee-9ed8-fab3494f993f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f HTTP/1.1" status: 200 len: 217 time: 0.2266686 Jul 06 17:57:23.358199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: d5291d84-a4ee-484f-8acb-27b9bf614521 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:23.358669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d5291d84-a4ee-484f-8acb-27b9bf614521 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:23.560486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bed2d357-a4f1-4132-98d3-429348357977 req-9cb0d9dc-a64d-48ab-a4ff-aa95196d2a55 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.2338104 Jul 06 17:57:23.673018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port d59d6d88-b3c2-479b-b135-9f0eb56ff547 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:23.675302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.710229 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29c967-678e-42e3-a3da-3f1d8cc07eb8 x-openstack-request-id: req-4c29c967-678e-42e3-a3da-3f1d8cc07eb8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:23.712514 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ae889-7f17-44e5-9d1f-6468fea7186e", "name": "network-vif-deleted", "tag": "d5291d84-a4ee-484f-8acb-27b9bf614521", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:23.713558 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c29c967-678e-42e3-a3da-3f1d8cc07eb8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:23.714222 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ae889-7f17-44e5-9d1f-6468fea7186e', 'name': 'network-vif-deleted', 'tag': 'd5291d84-a4ee-484f-8acb-27b9bf614521', 'status': 'completed', 'code': 200} Jul 06 17:57:23.996742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83b2e5-b1fd-42de-bd50-3d3ed4d95d12 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:57:24.086306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59290) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:24.104332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6116dee2-b4f2-4a5a-950c-0866aa5a73d7 None None] Provisioning complete for port 646df285-30f1-4bbe-b86b-6093099656fc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:24.105370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6116dee2-b4f2-4a5a-950c-0866aa5a73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.117626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port d59d6d88-b3c2-479b-b135-9f0eb56ff547, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d59d6d88-b3c2-479b-b135-9f0eb56ff547,segment=NetworkSegment(6735ed3e-46eb-4618-aca5-ca9eb8185aa6),segment_id=6735ed3e-46eb-4618-aca5-ca9eb8185aa6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:24.120282 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.183860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for d59d6d88-b3c2-479b-b135-9f0eb56ff547 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:24.422818 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac059cda-2eeb-4e15-aae9-aaf2dbc586d3 x-openstack-request-id: req-ac059cda-2eeb-4e15-aae9-aaf2dbc586d3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:24.423319 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19c8b95-3dca-4eca-9d1c-ad94973e9378", "name": "network-vif-deleted", "tag": "ae13cdb1-2f2f-465e-81c2-8a1e53edce44", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:24.423754 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac059cda-2eeb-4e15-aae9-aaf2dbc586d3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:24.424415 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19c8b95-3dca-4eca-9d1c-ad94973e9378', 'name': 'network-vif-deleted', 'tag': 'ae13cdb1-2f2f-465e-81c2-8a1e53edce44', 'status': 'completed', 'code': 200} Jul 06 17:57:24.511654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-b20ec50a-e605-40e5-a442-39c60e531d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:24.515186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-b20ec50a-e605-40e5-a442-39c60e531d8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 1.1282489 Jul 06 17:57:24.600473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-36440989-network', 'tenant_id': 'c6cbfe1804c74e148f5a8d69b5002bdb'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:24.691419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Made reservation on behalf of c6cbfe1804c74e148f5a8d69b5002bdb for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:24.703419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.750466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.773547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.872754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83b2e5-b1fd-42de-bd50-3d3ed4d95d12 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:57:24.920129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-7d355430-fa56-43ff-9582-a39a0f5f469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:24.925371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-7d355430-fa56-43ff-9582-a39a0f5f469a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.4733522 Jul 06 17:57:24.964995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0185cf4-8278-4666-b18a-b9a305d11627 req-d167172c-cedc-44c5-9643-b690e9f6f24a tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 210 time: 0.2249129 Jul 06 17:57:24.971062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port d59d6d88-b3c2-479b-b135-9f0eb56ff547 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:25.019461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=d59d6d88-b3c2-479b-b135-9f0eb56ff547,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:25.168716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-b2e14ce4-3c80-4a22-a179-88ac4708bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.175182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-b2e14ce4-3c80-4a22-a179-88ac4708bb37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6492281 Jul 06 17:57:25.284942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-6ad86d35-90e6-455c-93ba-625d0c13f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.287199 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-6ad86d35-90e6-455c-93ba-625d0c13f55b service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.3344004 Jul 06 17:57:25.356968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a31890c1-d0f1-4269-8e3a-e14b5bc79793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.412421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.421838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.471578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a922b7-b487-478a-b1a8-2f32ba80e7e2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:25.480325 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-9793e4d1-1364-4131-9500-a2c65f8ca199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 0.1831796 Jul 06 17:57:25.481724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:25.532813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.533563 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Added segment 56d737dc-602c-4be6-99f5-5e643ca74d14 of type vlan for network 0125221d-fbca-4f6a-b077-6548f4e1940f Jul 06 17:57:25.609638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-3189a7bd-7b7c-496c-821d-0e4bc710d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.611463 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-3189a7bd-7b7c-496c-821d-0e4bc710d905 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.1207230 Jul 06 17:57:25.616736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.752637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.754195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.755014 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.766618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.805038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-5ac5e302-4252-447d-a385-91b50d118f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.808436 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-5ac5e302-4252-447d-a385-91b50d118f9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867156 Jul 06 17:57:25.814727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7271643 Jul 06 17:57:25.828980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:25.908748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Request body: {'subnet': {'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-36440989-subnet', 'tenant_id': 'c6cbfe1804c74e148f5a8d69b5002bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:25.937662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a7229f-a3ce-4217-a09a-3dc9d8446a09']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:25.942815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108303-7700-4c62-96bb-6d31646b998c admin admin] Pushing event updated for resources: {'Network': ['ID=0125221d-fbca-4f6a-b077-6548f4e1940f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:25.956686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0125221d-fbca-4f6a-b077-6548f4e1940f details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:25.961349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-f988d6fe-275e-4e0f-a1af-5b089eb2483a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0850663 Jul 06 17:57:25.999108 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-b3daea7d-b857-4fed-8d81-d32be2154103 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434484 Jul 06 17:57:26.112171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Made reservation on behalf of c6cbfe1804c74e148f5a8d69b5002bdb for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:26.124362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.173721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735ed3e-46eb-4618-aca5-ca9eb8185aa6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:26.175218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735ed3e-46eb-4618-aca5-ca9eb8185aa6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:26.201800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-64b45e50-b513-4f85-83b8-14775c1b0ed7 req-25badbce-dcbd-4d38-b8c4-9081a08813da service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944478 Jul 06 17:57:26.300834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.404346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-e37146ef-dea0-4813-9898-ed3cf2113454 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.405830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-e37146ef-dea0-4813-9898-ed3cf2113454 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 812 time: 0.5452178 Jul 06 17:57:26.406952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.436379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Request body: {'port': {'device_id': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'admin_state_up': True, 'tenant_id': '76c8f1449c8242e18868125cf623be23'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:26.463421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:26.463421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:26.470142 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:26.590535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-9414c5de-b809-462d-b628-96a1f50d1b3d service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4007697 Jul 06 17:57:26.598269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dd6ca-da45-484a-b930-7c7714258ea0 req-5108878c-55bc-4701-ba51-29604b6fd036 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.599871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c8dd6ca-da45-484a-b930-7c7714258ea0 req-5108878c-55bc-4701-ba51-29604b6fd036 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.8301117 Jul 06 17:57:26.718504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e00295-ea76-4922-bb5c-89c6a3034517 req-6748323f-41b3-4a97-8622-925a9da6dbe4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.720073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31e00295-ea76-4922-bb5c-89c6a3034517 req-6748323f-41b3-4a97-8622-925a9da6dbe4 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.9961557 Jul 06 17:57:26.738902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.772337 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.774833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/e3a7229f-a3ce-4217-a09a-3dc9d8446a09 HTTP/1.1" status: 204 len: 168 time: 7.2996080 Jul 06 17:57:26.781882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59308) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:26.820761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-d8b70a8c-0314-410c-bb9f-9e28a63beda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.824021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-d8b70a8c-0314-410c-bb9f-9e28a63beda6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=38f48ba46cf04238bba49dee8940d3ef&device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 1096 time: 0.6860614 Jul 06 17:57:26.848980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087695-91be-47ac-bf9b-89bd88cc48e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=e3a7229f-a3ce-4217-a09a-3dc9d8446a09,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:26.850777 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af4eaaf-fb95-48c3-bd65-14f2b104e1c6 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:26.852129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af4eaaf-fb95-48c3-bd65-14f2b104e1c6 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:26.856060 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5af4eaaf-fb95-48c3-bd65-14f2b104e1c6 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/e3a7229f-a3ce-4217-a09a-3dc9d8446a09 HTTP/1.1" status: 404 len: 339 time: 0.0724285 Jul 06 17:57:26.861041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:26.873834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906310287', 'description': 'd1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:26.968674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c8dd6ca-da45-484a-b930-7c7714258ea0 req-ac03ab20-1456-47c4-b77a-fd6bf31d5d20 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317306 Jul 06 17:57:26.998411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:27.005310 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.047204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-8635da75-aa37-40d4-b1fa-d9fd7f3d3fd2 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:27.050022 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-8635da75-aa37-40d4-b1fa-d9fd7f3d3fd2 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 812 time: 0.4024441 Jul 06 17:57:27.057172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31e00295-ea76-4922-bb5c-89c6a3034517 req-6d4c8d4f-62c7-42f6-be78-9abdafad7c29 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198302 Jul 06 17:57:27.066857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Request body: {'port': {'device_id': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'admin_state_up': True, 'tenant_id': '76c8f1449c8242e18868125cf623be23'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:27.187841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:27.209848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-398b7bcc-02b2-4a4a-b775-7d9ff111484a req-2ca5414a-62b5-424d-97ba-65c93392b3d2 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064832 Jul 06 17:57:27.227603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.228636 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment 029cf04a-0c03-41b9-97f3-3f62f8e01ea7 of type vlan for network 4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 Jul 06 17:57:27.257271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Made reservation on behalf of 76c8f1449c8242e18868125cf623be23 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:27.266119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.373836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.471687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Made reservation on behalf of 76c8f1449c8242e18868125cf623be23 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:27.477484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.489669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.504372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-974ab52d-cdd6-49b3-8365-a26d158414e7 req-0de29f36-bb69-437a-9f30-f31f2296378b tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.1498237 Jul 06 17:57:27.521212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:27.524398 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.526279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.656614 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7937975 Jul 06 17:57:27.707742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Allocated IP 172.20.0.12 (fc9b625f-3a71-4b4f-8902-7871625dbe66/71b870fb-2a5c-4809-9890-810cefc9ae63/cdd6648e-8349-47e5-a963-21924352d754) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:27.755818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:27.865772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d68c2528-230b-44d4-84d5-bdccd87a202c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.883368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-b639dfad-7296-4077-a51e-21140a7f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:27.885298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-b639dfad-7296-4077-a51e-21140a7f05df service neutron] 10.222.0.61 "GET /v2.0/networks?id=27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 200 len: 907 time: 0.9027736 Jul 06 17:57:27.923536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.991657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e715d-486c-4101-a4f9-b6e304ba20cb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=4e4f5993-968b-4fd7-8287-0e4cd7b2ac09,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:28.013750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:28.039218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5f2ec-fe4e-4cda-9158-015b69d80bf5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:28.045709 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1ff5f2ec-fe4e-4cda-9158-015b69d80bf5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks?id=4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 HTTP/1.1" status: 200 len: 765 time: 0.1872756 Jul 06 17:57:28.046618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59316) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:28.053466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'description': 'd2'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:28.100525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-501bf06f-43ce-4a50-9c1d-a75842849f6c req-420ff91d-35dd-48c2-a953-7444b0a555dd tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 210 time: 0.2186377 Jul 06 17:57:28.120206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-abea92a1-0265-4223-bd87-c19f44083fbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1380c17d-300f-49e1-b60c-c8a90cb38698 HTTP/1.1" status: 200 len: 217 time: 0.1622145 Jul 06 17:57:28.175144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e49e4c-2478-4d42-825d-63070513172a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:28.346215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.350121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Checking segment: {'id': '56d737dc-602c-4be6-99f5-5e643ca74d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:28.350715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Network hostable DHCP agents. Network: 0125221d-fbca-4f6a-b077-6548f4e1940f, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:28.376031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-60203cfa-bbfd-4f1c-b547-82b25dfaccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:28.376584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.378796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-60203cfa-bbfd-4f1c-b547-82b25dfaccbd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 200 len: 846 time: 0.2423644 Jul 06 17:57:28.400912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.437214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:57:28.446257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:28.448012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.454126 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "PUT /v2.0/networks/4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 HTTP/1.1" status: 200 len: 762 time: 0.4017584 Jul 06 17:57:28.456337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59324) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:28.469119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-563ab206-009a-410d-a934-8e6514469aa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27015566-5a5b-47cd-95de-962825229200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819066 Jul 06 17:57:28.490805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-c89dfd84-e627-421c-b99b-5fe0b853ebe8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:57:28.492590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-c89dfd84-e627-421c-b99b-5fe0b853ebe8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141616 Jul 06 17:57:28.512171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5d1e-da61-42bb-9266-2ec667953511 req-a6a300b2-c3f2-49ff-9987-47321e39488a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:28.525737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-132c5d1e-da61-42bb-9266-2ec667953511 req-a6a300b2-c3f2-49ff-9987-47321e39488a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.6723742 Jul 06 17:57:28.532661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Network 0125221d-fbca-4f6a-b077-6548f4e1940f is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:28.632783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0125221d-fbca-4f6a-b077-6548f4e1940f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:28.649273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:28.650252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.650579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8de3ce-d17b-4f94-86a7-f449b7c2f6f5 None None] Network 0125221d-fbca-4f6a-b077-6548f4e1940f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:28.669427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.714229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-132c5d1e-da61-42bb-9266-2ec667953511 req-b5581627-c7fa-47fc-8d05-cbe84403cd2e tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872323 Jul 06 17:57:28.785160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-db539ce6-491b-4352-9a0a-4f348e8804d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9219594 Jul 06 17:57:28.833927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:28.837835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:28.855448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:28.897456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Allocated IP 172.20.0.5 (fc9b625f-3a71-4b4f-8902-7871625dbe66/71b870fb-2a5c-4809-9890-810cefc9ae63/08233616-973a-4129-b01f-c12a31c7e0d3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:28.908578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-38b5b4c5-24a4-4d47-94ce-4dac1831ba30 service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771484 Jul 06 17:57:28.973574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700aeab-9cc2-4899-9a38-477e70374c14 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=4e4f5993-968b-4fd7-8287-0e4cd7b2ac09,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:29.010619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:29.075187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event updated for resources: {'Port': ['ID=cdd6648e-8349-47e5-a963-21924352d754,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:29.127359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ac6f-ec1f-419d-b174-d4b07745c5b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:29.138184 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56b4ac6f-ec1f-419d-b174-d4b07745c5b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks?id=4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 HTTP/1.1" status: 200 len: 765 time: 0.6230555 Jul 06 17:57:29.152751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:29.219709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca05f9c-785f-400e-9419-ea16956a1c7a None None] Network 0125221d-fbca-4f6a-b077-6548f4e1940f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:29.268849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:29.270067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.340356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-b2593729-3d2b-4f33-a9dd-246bb81e3bd4 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9150522 Jul 06 17:57:29.366871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.404063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5b037aa-01cb-421a-a00a-e100d5a1dada req-0646cd52-d799-40df-818a-acfc0930978b service neutron] 10.222.0.61 "GET /v2.0/networks/27015566-5a5b-47cd-95de-962825229200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789410 Jul 06 17:57:29.406308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f25e2feb-f094-4911-b76c-d18d85d9483d req-ecc7234f-e58b-405b-9b7f-39cf3895099e tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.0606344 Jul 06 17:57:29.424491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Request body: {'port': {'device_id': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:29.458660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e2f3e-5b49-456c-a8a1-dfa04b399fe5 req-c476071d-c228-4e32-833e-5cb2096d93da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:29.489822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d6e2f3e-5b49-456c-a8a1-dfa04b399fe5 req-c476071d-c228-4e32-833e-5cb2096d93da tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.6423140 Jul 06 17:57:29.634751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f2c4e-c007-4283-a13c-abc8a7392aca tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:29.636763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-de5f2c4e-c007-4283-a13c-abc8a7392aca tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4736333 Jul 06 17:57:29.645133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:29.673894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d6e2f3e-5b49-456c-a8a1-dfa04b399fe5 req-18d8fe64-43d1-4c47-a7e3-0edf662ef1cc tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810815 Jul 06 17:57:29.700632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.737405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e3dc6ad0-5b1e-431b-aecd-a6eeb3c69a6b tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 207 time: 0.0876234 Jul 06 17:57:29.739725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:29.778707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.807036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.897617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.899171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Network fc9b625f-3a71-4b4f-8902-7871625dbe66 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:29.904763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:29.918982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:29.994276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event updated for resources: {'Port': ['ID=08233616-973a-4129-b01f-c12a31c7e0d3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:30.055383 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.057647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.089799 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-81ce1816-f9ca-4d70-829c-4c7c41531911 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0298667 Jul 06 17:57:30.107368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Request body: {'port': {'device_id': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:30.250440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.587347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.593985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.600364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.608172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.614323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.621141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.623155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a2407511-0c9f-4842-a88e-ea6f0adcb952 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.8820603 Jul 06 17:57:30.630488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:30.667234 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.696754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89278fc5-0ae5-4db7-93ec-09ad85f86d8b req-b525b223-f5b8-4521-a746-d0c89862c675 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.703914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89278fc5-0ae5-4db7-93ec-09ad85f86d8b req-b525b223-f5b8-4521-a746-d0c89862c675 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 931 time: 0.7313955 Jul 06 17:57:30.712735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-cc8bbc48-313e-4e73-9450-a5ef7208b627 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.716424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-cc8bbc48-313e-4e73-9450-a5ef7208b627 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/networks?id=0125221d-fbca-4f6a-b077-6548f4e1940f HTTP/1.1" status: 200 len: 807 time: 0.3807831 Jul 06 17:57:30.760951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-8e919b17-63d2-4554-b339-2fbd6379756c tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/quotas/c6cbfe1804c74e148f5a8d69b5002bdb HTTP/1.1" status: 200 len: 375 time: 0.0394986 Jul 06 17:57:30.812157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89278fc5-0ae5-4db7-93ec-09ad85f86d8b req-4b3b6d77-a25f-44ae-a349-5e4ff63b6e87 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937564 Jul 06 17:57:30.814563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e67a122f-2b57-4760-978a-bff6885ba0cc tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6cbfe1804c74e148f5a8d69b5002bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448465 Jul 06 17:57:30.835159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-84065914-d52e-42ef-9082-53367a6ad10f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:57:30.842783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-84065914-d52e-42ef-9082-53367a6ad10f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097375 Jul 06 17:57:30.901602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08233616-973a-4129-b01f-c12a31c7e0d3 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:30.936308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.976676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-d903d09e-935b-4fbe-807b-d9c3372c5aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284645 Jul 06 17:57:31.017474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Transition to ACTIVE for port object 08233616-973a-4129-b01f-c12a31c7e0d3 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:31.025648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.084745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-08c49768-4843-49fd-9f51-8fb662bc6708 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4464707 Jul 06 17:57:31.090069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59368) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:31.373803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-267e097b-c5c6-4d77-a027-66cc39cfb67c service neutron] 10.222.0.37 "GET /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829935 Jul 06 17:57:31.388899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cc67a-f16e-40f2-b7e0-5e015b200c7c req-727974f3-df6b-4dd2-8840-262e665cc176 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.396725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e75cc67a-f16e-40f2-b7e0-5e015b200c7c req-727974f3-df6b-4dd2-8840-262e665cc176 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4188759 Jul 06 17:57:31.494064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Pushing event updated for resources: {'Port': ['ID=08233616-973a-4129-b01f-c12a31c7e0d3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:31.543771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-f0632018-693f-4042-b672-c8d3f37edcf8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.545800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-f0632018-693f-4042-b672-c8d3f37edcf8 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.3637619 Jul 06 17:57:31.550946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73dfb1-b042-48cb-ad8b-facdea02e4b9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.552908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73dfb1-b042-48cb-ad8b-facdea02e4b9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.554579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73dfb1-b042-48cb-ad8b-facdea02e4b9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.557047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73dfb1-b042-48cb-ad8b-facdea02e4b9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.559156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73dfb1-b042-48cb-ad8b-facdea02e4b9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.566265 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5f73dfb1-b042-48cb-ad8b-facdea02e4b9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4699845 Jul 06 17:57:31.566838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59370) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:31.579040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e75cc67a-f16e-40f2-b7e0-5e015b200c7c req-a9f87c57-8910-4369-860f-eb13ff173705 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805284 Jul 06 17:57:31.674296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd6648e-8349-47e5-a963-21924352d754 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:31.690046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.727017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Transition to ACTIVE for port object cdd6648e-8349-47e5-a963-21924352d754 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:31.764915 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.823369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Attempting to bind port 08233616-973a-4129-b01f-c12a31c7e0d3 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:31.823929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Attempting to bind port 08233616-973a-4129-b01f-c12a31c7e0d3 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:31.824574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Attempting to bind port 08233616-973a-4129-b01f-c12a31c7e0d3 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:31.833013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Port 08233616-973a-4129-b01f-c12a31c7e0d3 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:57:31.833724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Attempting to bind port 08233616-973a-4129-b01f-c12a31c7e0d3 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:31.848509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff785dac-f942-4ba9-a8d4-cd8bb3dd41a9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.851509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff785dac-f942-4ba9-a8d4-cd8bb3dd41a9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.855118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff785dac-f942-4ba9-a8d4-cd8bb3dd41a9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.857523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd6648e-8349-47e5-a963-21924352d754,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:31.858180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff785dac-f942-4ba9-a8d4-cd8bb3dd41a9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.872356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff785dac-f942-4ba9-a8d4-cd8bb3dd41a9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.875515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff785dac-f942-4ba9-a8d4-cd8bb3dd41a9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3060563 Jul 06 17:57:31.882205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59380) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:31.886624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:31.887378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Checking segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:31.888105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Bound using segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:31.888973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Bound port: 08233616-973a-4129-b01f-c12a31c7e0d3, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:31.889680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.961229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:31.961596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.230904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] For port 08233616-973a-4129-b01f-c12a31c7e0d3, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:32.249855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port db7a0561-26ba-4b3c-8403-b2e0e00e32b9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:32.250613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.280026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for db7a0561-26ba-4b3c-8403-b2e0e00e32b9 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:32.309657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] For port 08233616-973a-4129-b01f-c12a31c7e0d3, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=08233616-973a-4129-b01f-c12a31c7e0d3,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:32.309974 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.334944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450977d2-e3db-4649-9c28-c1184f83e4bb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:32.340040 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-450977d2-e3db-4649-9c28-c1184f83e4bb tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks/76e1cbca-a6b3-481c-a901-e2bad09daae8 HTTP/1.1" status: 200 len: 804 time: 0.4533188 Jul 06 17:57:32.345448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59386) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:32.351718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.354410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Attempting to bind port cdd6648e-8349-47e5-a963-21924352d754 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:32.354842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Attempting to bind port cdd6648e-8349-47e5-a963-21924352d754 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:32.355327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Attempting to bind port cdd6648e-8349-47e5-a963-21924352d754 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:32.368581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Port cdd6648e-8349-47e5-a963-21924352d754 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:57:32.369906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Attempting to bind port cdd6648e-8349-47e5-a963-21924352d754 on network fc9b625f-3a71-4b4f-8902-7871625dbe66 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:32.385702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b7d-b44b-4197-8918-8a34a3e4726d req-a0276d52-b128-417b-ae72-1e053aceeabf tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:32.386755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aad03b7d-b44b-4197-8918-8a34a3e4726d req-a0276d52-b128-417b-ae72-1e053aceeabf tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 946 time: 0.5610659 Jul 06 17:57:32.387959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:32.388386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Checking segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:32.388852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Bound using segment: {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:32.389379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Bound port: cdd6648e-8349-47e5-a963-21924352d754, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db41b203-4622-4217-87bc-0e8102145544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:32.389843 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.479777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] For port cdd6648e-8349-47e5-a963-21924352d754, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:32.483508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] For port cdd6648e-8349-47e5-a963-21924352d754, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cdd6648e-8349-47e5-a963-21924352d754,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:32.534780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aad03b7d-b44b-4197-8918-8a34a3e4726d req-ff34d9c1-ee92-4fc1-b806-b3ceba3f3284 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250541 Jul 06 17:57:32.536078 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.655129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:32.656319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.658838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] 10.222.0.60 "PUT /v2.0/ports/08233616-973a-4129-b01f-c12a31c7e0d3 HTTP/1.1" status: 200 len: 1091 time: 2.5606356 Jul 06 17:57:32.676805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'tag': '08233616-973a-4129-b01f-c12a31c7e0d3'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:32.685221 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d847870-4b49-4944-9824-0a04388a535f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae", "tag": "08233616-973a-4129-b01f-c12a31c7e0d3"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:32.843938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.862167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['1380c17d-300f-49e1-b60c-c8a90cb38698'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:32.887842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ae08e-7bb1-4076-a031-7f9345b9f3ea service neutron] Pushing event updated for resources: {'Port': ['ID=08233616-973a-4129-b01f-c12a31c7e0d3,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:32.938263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:32.939807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.947996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/cdd6648e-8349-47e5-a963-21924352d754 HTTP/1.1" status: 200 len: 1092 time: 3.5487561 Jul 06 17:57:32.949154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'tag': 'cdd6648e-8349-47e5-a963-21924352d754'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:32.957443 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df99eee-7eba-49a1-bc27-0818591193dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdece2f-6851-43f4-95cb-e0f261f60175", "tag": "cdd6648e-8349-47e5-a963-21924352d754"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:32.973543 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d29d404b-f186-4d76-9e0e-ffb94167d7c8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/networks/76e1cbca-a6b3-481c-a901-e2bad09daae8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5965238 Jul 06 17:57:32.979389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59394) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:33.078726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca6bbb09-72fb-42f4-bb57-80863b9572d0 req-a272282a-beb4-4edc-860f-5b96eba7cddc tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.2575214 Jul 06 17:57:33.099516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dcf6c-cf85-4486-aff5-ba0eefb9f7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd6648e-8349-47e5-a963-21924352d754,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:33.119685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e7d128-d45d-40b2-bbd4-a7e0879a53e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.122228 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b4e7d128-d45d-40b2-bbd4-a7e0879a53e9 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/subnets/89a697c3-f8fd-40bf-93bd-3453f6aed679 HTTP/1.1" status: 200 len: 843 time: 0.1407576 Jul 06 17:57:33.128403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59398) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:33.290877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=db7a0561-26ba-4b3c-8403-b2e0e00e32b9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:33.366005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a5dd0-72e6-425b-855d-8b1a5ba6526c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.391175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-111a5dd0-72e6-425b-855d-8b1a5ba6526c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "GET /v2.0/subnets/89a697c3-f8fd-40bf-93bd-3453f6aed679?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2586727 Jul 06 17:57:33.392277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59402) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:33.399111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-576280aa-07b3-42f9-a75a-d8d91369eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.402416 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-576280aa-07b3-42f9-a75a-d8d91369eb7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 1094 time: 0.6698751 Jul 06 17:57:33.413083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400127435'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:33.415099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port db7a0561-26ba-4b3c-8403-b2e0e00e32b9 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:33.441687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.445385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cf983c4-0152-4604-ac73-fd1a91779b06 req-090adc18-816c-4889-ab9f-93efc035020f tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/db7a0561-26ba-4b3c-8403-b2e0e00e32b9 HTTP/1.1" status: 204 len: 173 time: 1.8932297 Jul 06 17:57:33.473194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-ffe57b73-b369-4099-a8db-c85e7e42884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.475962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-ffe57b73-b369-4099-a8db-c85e7e42884d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 1095 time: 0.4175611 Jul 06 17:57:33.511960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-5b5ed8e0-cf53-49ba-8ccb-def52413ba39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08233616-973a-4129-b01f-c12a31c7e0d3 HTTP/1.1" status: 200 len: 217 time: 0.0912075 Jul 06 17:57:33.561792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29631dd0-c19c-495d-91e6-71833be8d41f req-49200028-eb44-4fc1-ac07-be2bcb388dc3 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 210 time: 0.1540296 Jul 06 17:57:33.591887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:33.598384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.637137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-2414c578-da14-4ec6-a1e1-6960dd766bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.640471 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-2414c578-da14-4ec6-a1e1-6960dd766bb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.1199193 Jul 06 17:57:33.713246 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-7c598545-9b2e-425b-8409-4a742ecb4f09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550406 Jul 06 17:57:33.714574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:33.722389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eca0c-5a0d-4417-b444-7635b8f1110b req-951b49a1-cf01-4884-b869-ae5c8068b904 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.725363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b82eca0c-5a0d-4417-b444-7635b8f1110b req-951b49a1-cf01-4884-b869-ae5c8068b904 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.6647267 Jul 06 17:57:33.729631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-1959bcea-25af-4708-9e12-9de168378c08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd6648e-8349-47e5-a963-21924352d754 HTTP/1.1" status: 200 len: 217 time: 0.1618893 Jul 06 17:57:33.770655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.771210 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Added segment b542920b-3eee-423f-b644-6b6463b93388 of type vlan for network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d Jul 06 17:57:33.911505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.981556 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-fbd7b0d4-8510-4961-a801-230291646cc2 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564209 Jul 06 17:57:33.991026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e415-bf89-4765-a035-51534cd0add3 req-8ee83fb6-0736-406c-8d30-0ad7f2ff1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.992564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-8ee83fb6-0736-406c-8d30-0ad7f2ff1000 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.2544999 Jul 06 17:57:33.997934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b82eca0c-5a0d-4417-b444-7635b8f1110b req-fa6427e4-417b-4d39-9a96-46db2acfbe86 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625780 Jul 06 17:57:34.031748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.044774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:34.046022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.058530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-2810b7cd-a89e-4f03-acc3-c69ad3a11e9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594773 Jul 06 17:57:34.153954 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83e1822-89d6-458f-99bc-f75c2fe6b688 x-openstack-request-id: req-b83e1822-89d6-458f-99bc-f75c2fe6b688 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:34.154533 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae", "tag": "08233616-973a-4129-b01f-c12a31c7e0d3", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:34.155121 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b83e1822-89d6-458f-99bc-f75c2fe6b688 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:34.156057 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'tag': '08233616-973a-4129-b01f-c12a31c7e0d3', 'status': 'completed', 'code': 200} Jul 06 17:57:34.173541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43392d6f-8c71-4f47-b12e-87be549a5930 req-67135940-1707-4883-bb3e-cddcdd9ec4e9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:34.175224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43392d6f-8c71-4f47-b12e-87be549a5930 req-67135940-1707-4883-bb3e-cddcdd9ec4e9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 943 time: 0.2089310 Jul 06 17:57:34.189986 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60582ce-9bd3-44d0-beb0-7488f0545d34 x-openstack-request-id: req-d60582ce-9bd3-44d0-beb0-7488f0545d34 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:34.190280 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdece2f-6851-43f4-95cb-e0f261f60175", "tag": "cdd6648e-8349-47e5-a963-21924352d754", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:34.190540 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d60582ce-9bd3-44d0-beb0-7488f0545d34 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:34.190958 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'tag': 'cdd6648e-8349-47e5-a963-21924352d754', 'status': 'completed', 'code': 200} Jul 06 17:57:34.249531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-d67db743-f0c9-48a2-91f2-ad2b15a805ef service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799529 Jul 06 17:57:34.289850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43392d6f-8c71-4f47-b12e-87be549a5930 req-829d0163-5ec5-416c-a605-1236342d4e66 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021850 Jul 06 17:57:34.474208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device db7a0561-26ba-4b3c-8403-b2e0e00e32b9 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:34.475625 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0801308 Jul 06 17:57:34.488421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59410) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:34.502329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:34.531319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-d17b8b6f-c6a7-4da0-a87e-33447564b455 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689660 Jul 06 17:57:34.533813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: db7a0561-26ba-4b3c-8403-b2e0e00e32b9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:34.534907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device db7a0561-26ba-4b3c-8403-b2e0e00e32b9 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:34.566129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d87fef-a2b7-414b-a459-f2b6eed9e7ac tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Network': ['ID=0a237731-17e4-49ac-8bcc-b1fd4e904d1d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:34.607408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:34.668167 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0b84e415-bf89-4765-a035-51534cd0add3 req-40c4df72-a73a-497d-8b17-f011eb26ef71 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773355 Jul 06 17:57:34.747058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Made reservation on behalf of f8b376747f9f4248b0fa445d7cbe6297 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:34.754532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.876256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:57:34.877073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:57:35.008012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d847870-4b49-4944-9824-0a04388a535f req-e9024800-a27c-41ef-a578-112c2de09868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.011637 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-e9024800-a27c-41ef-a578-112c2de09868 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 1094 time: 0.2163432 Jul 06 17:57:35.117444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.231561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef285b45-c751-41a9-8ec1-879c140e595f req-ebf6215b-a5d1-462c-b3ff-e701474d59c6 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=edd549a7-67be-44a2-8b2c-4f75acbfff56 HTTP/1.1" status: 200 len: 210 time: 0.1509655 Jul 06 17:57:35.324146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d847870-4b49-4944-9824-0a04388a535f req-af5a6484-0df2-42dc-84fd-e9c574d23fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.327066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-af5a6484-0df2-42dc-84fd-e9c574d23fd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 913 time: 0.3079002 Jul 06 17:57:35.357807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=2424a136-65b7-4d5c-87a6-c34334ed5a56,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:35.445658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Checking segment: {'id': 'b542920b-3eee-423f-b644-6b6463b93388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:35.446018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network hostable DHCP agents. Network: 0a237731-17e4-49ac-8bcc-b1fd4e904d1d, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:35.466464 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-cdc0e335-318f-4312-93b9-d32dc27a9a1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08233616-973a-4129-b01f-c12a31c7e0d3 HTTP/1.1" status: 200 len: 217 time: 0.1262419 Jul 06 17:57:35.506642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-9ffa2fc6-7b4a-4e11-bf5d-b6a58cdb5755 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.510236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-9ffa2fc6-7b4a-4e11-bf5d-b6a58cdb5755 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.61 "GET /v2.0/networks?id=0125221d-fbca-4f6a-b077-6548f4e1940f HTTP/1.1" status: 200 len: 807 time: 0.4164727 Jul 06 17:57:35.527186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df99eee-7eba-49a1-bc27-0818591193dc req-7e9bc5ff-51de-437d-8c71-96506a1d14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.530434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-7e9bc5ff-51de-437d-8c71-96506a1d14ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76c8f1449c8242e18868125cf623be23&device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 1095 time: 0.4257772 Jul 06 17:57:35.541034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Request body: {'port': {'device_id': '81a69752-5342-4f66-852f-5c5718634684', 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f', 'admin_state_up': True, 'tenant_id': 'c6cbfe1804c74e148f5a8d69b5002bdb'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:35.605725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d847870-4b49-4944-9824-0a04388a535f req-98ba8794-1a0b-48db-b4ef-d2addb31f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.608444 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-98ba8794-1a0b-48db-b4ef-d2addb31f4ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.1316905 Jul 06 17:57:35.658148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-e6699f4f-61d3-40cb-b659-3c5f9e2be1c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411177 Jul 06 17:57:35.719224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f35a6dd3-eeb7-4227-87ab-0281b83a8295 req-2ca3d2e5-c2c5-4144-baa8-956c1aa3afe4 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.2031028 Jul 06 17:57:35.798093 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-c5ccef2a-f687-4789-bb65-fc00c2bde5e9 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297729 Jul 06 17:57:35.870893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4926731-f6ce-43c2-876e-408d6779714c req-70f701df-b875-4709-a893-b0a02d8fcdb3 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 210 time: 0.2248755 Jul 06 17:57:35.888289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:35.950011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0a237731-17e4-49ac-8bcc-b1fd4e904d1d) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:35.964611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90bb9d0-20ca-4fa8-99fd-dfacbf034f93 None None] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:36.128951 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4d847870-4b49-4944-9824-0a04388a535f req-31023749-fbfc-4ed5-ad81-c77ec3341a8d service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204734 Jul 06 17:57:36.266614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378596af-54b1-40c2-9279-48517720221c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0a237731-17e4-49ac-8bcc-b1fd4e904d1d', 'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d', 'tenant_id': 'f8b376747f9f4248b0fa445d7cbe6297', 'fixed_ips': [{'subnet_id': '2424a136-65b7-4d5c-87a6-c34334ed5a56'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:36.267610 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.426334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-378596af-54b1-40c2-9279-48517720221c None None] Allocated IP 2001:db8::3 (0a237731-17e4-49ac-8bcc-b1fd4e904d1d/2424a136-65b7-4d5c-87a6-c34334ed5a56/8beb01b8-35c2-4812-ab28-5eb472e123e8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:36.437597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'name': 'network-vif-deleted', 'tag': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:36.442184 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9855420-f113-4c7b-9ad7-ca6cb0370dfd" -d '{"events": [{"server_uuid": "edd549a7-67be-44a2-8b2c-4f75acbfff56", "name": "network-vif-deleted", "tag": "db7a0561-26ba-4b3c-8403-b2e0e00e32b9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:36.452745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:36.453805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.655434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-04a0d75b-b8aa-44d7-85ae-74aa277c5ea1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1651704 Jul 06 17:57:36.657920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59426) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:36.664198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df99eee-7eba-49a1-bc27-0818591193dc req-dd19605e-ca1c-4043-9419-769f225b08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:36.664724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:36.667409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-dd19605e-ca1c-4043-9419-769f225b08b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 200 len: 913 time: 1.1022429 Jul 06 17:57:36.671299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.683309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-378596af-54b1-40c2-9279-48517720221c None None] Transition to ACTIVE for port object 8beb01b8-35c2-4812-ab28-5eb472e123e8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:36.704427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-378596af-54b1-40c2-9279-48517720221c None None] Transition to ACTIVE for port object 8beb01b8-35c2-4812-ab28-5eb472e123e8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:36.716765 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.784736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378596af-54b1-40c2-9279-48517720221c None None] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:36.802391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-2b7e486e-ee9c-4047-90f7-dfd5be9265bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdd6648e-8349-47e5-a963-21924352d754 HTTP/1.1" status: 200 len: 217 time: 0.1215017 Jul 06 17:57:36.804685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-378596af-54b1-40c2-9279-48517720221c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:36.809975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12156809'] for subnet, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.826390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378596af-54b1-40c2-9279-48517720221c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:36.862307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378596af-54b1-40c2-9279-48517720221c None None] Pushing event updated for resources: {'Port': ['ID=8beb01b8-35c2-4812-ab28-5eb472e123e8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:36.908850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Made reservation on behalf of c6cbfe1804c74e148f5a8d69b5002bdb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:36.917281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.954272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-378596af-54b1-40c2-9279-48517720221c None None] Attempting to bind port 8beb01b8-35c2-4812-ab28-5eb472e123e8 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:36.954805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-378596af-54b1-40c2-9279-48517720221c None None] Attempting to bind port 8beb01b8-35c2-4812-ab28-5eb472e123e8 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b542920b-3eee-423f-b644-6b6463b93388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:36.955442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378596af-54b1-40c2-9279-48517720221c None None] Attempting to bind port 8beb01b8-35c2-4812-ab28-5eb472e123e8 on network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:36.965077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d2cab-5b7d-4801-a550-14457ddc55d0 req-69043f5f-465d-4431-b660-92632dfe820f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:36.965618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378596af-54b1-40c2-9279-48517720221c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:36.966400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378596af-54b1-40c2-9279-48517720221c None None] Checking segment: {'id': 'b542920b-3eee-423f-b644-6b6463b93388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:36.966637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.968496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378596af-54b1-40c2-9279-48517720221c None None] Bound using segment: {'id': 'b542920b-3eee-423f-b644-6b6463b93388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:36.969179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-378596af-54b1-40c2-9279-48517720221c None None] Bound port: 8beb01b8-35c2-4812-ab28-5eb472e123e8, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b542920b-3eee-423f-b644-6b6463b93388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0a237731-17e4-49ac-8bcc-b1fd4e904d1d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:36.969823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.980115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-436d2cab-5b7d-4801-a550-14457ddc55d0 req-69043f5f-465d-4431-b660-92632dfe820f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 1.0254200 Jul 06 17:57:37.012019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc761e68-e134-4649-91a0-032361fcac61 req-56189348-b838-4907-8cb0-e4b9dc88f1f3 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:37.014942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc761e68-e134-4649-91a0-032361fcac61 req-56189348-b838-4907-8cb0-e4b9dc88f1f3 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 943 time: 0.5394216 Jul 06 17:57:37.086297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df99eee-7eba-49a1-bc27-0818591193dc req-45f08312-637b-401f-b596-ace1319d7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:37.089602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745033913119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12446252'] for subnet, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.089934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-45f08312-637b-401f-b596-ace1319d7b9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 200 len: 852 time: 0.2744477 Jul 06 17:57:37.216454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:37.220487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.228186 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "PUT /v2.0/subnets/2424a136-65b7-4d5c-87a6-c34334ed5a56 HTTP/1.1" status: 200 len: 900 time: 0.5685785 Jul 06 17:57:37.229904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59432) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:37.263576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-e400d976-e0dd-4f51-acf8-aaf1fff753cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc9b625f-3a71-4b4f-8902-7871625dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646538 Jul 06 17:57:37.264315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723bd96-0b9d-4a41-be6c-ec3f0f2103b0 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event updated for resources: {'Subnet': ['ID=2424a136-65b7-4d5c-87a6-c34334ed5a56,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:37.296175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-436d2cab-5b7d-4801-a550-14457ddc55d0 req-e4c6d323-9eba-4c8f-9b5a-2038c6d3cd95 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999589 Jul 06 17:57:37.324901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-378596af-54b1-40c2-9279-48517720221c None None] For port 8beb01b8-35c2-4812-ab28-5eb472e123e8, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:37.331434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-378596af-54b1-40c2-9279-48517720221c None None] For port 8beb01b8-35c2-4812-ab28-5eb472e123e8, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8beb01b8-35c2-4812-ab28-5eb472e123e8,segment=NetworkSegment(b542920b-3eee-423f-b644-6b6463b93388),segment_id=b542920b-3eee-423f-b644-6b6463b93388)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:37.342499 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.382897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 08233616-973a-4129-b01f-c12a31c7e0d3 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:37.528995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Allocated IP 172.20.0.2 (0125221d-fbca-4f6a-b077-6548f4e1940f/b5e49e4c-2478-4d42-825d-63070513172a/7aedfcdd-4be6-407d-bb88-c9c335d870c5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:37.553116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.614391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378596af-54b1-40c2-9279-48517720221c None None] Pushing event updated for resources: {'Port': ['ID=8beb01b8-35c2-4812-ab28-5eb472e123e8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:37.641045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.642144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.643094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.644123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.644868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.645563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.646384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.647481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.648212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.648906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.650200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.650903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378596af-54b1-40c2-9279-48517720221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:37.763451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 08233616-973a-4129-b01f-c12a31c7e0d3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=08233616-973a-4129-b01f-c12a31c7e0d3,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:37.784256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.841180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '08233616-973a-4129-b01f-c12a31c7e0d3', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'port_id': '08233616-973a-4129-b01f-c12a31c7e0d3', 'mac_address': 'fa:16:3e:24:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b870fb-2a5c-4809-9890-810cefc9ae63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:37.850522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port 8beb01b8-35c2-4812-ab28-5eb472e123e8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:37.859875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.884957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.981520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc761e68-e134-4649-91a0-032361fcac61 req-4c06b06b-335a-4f0e-848c-445d231c2403 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9374948 Jul 06 17:57:38.055240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.095486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08233616-973a-4129-b01f-c12a31c7e0d3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:38.150117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Pushing event updated for resources: {'Port': ['ID=7aedfcdd-4be6-407d-bb88-c9c335d870c5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.183906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 08233616-973a-4129-b01f-c12a31c7e0d3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=08233616-973a-4129-b01f-c12a31c7e0d3,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:38.191280 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.206071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cdd6648e-8349-47e5-a963-21924352d754 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:38.233010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port 8beb01b8-35c2-4812-ab28-5eb472e123e8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8beb01b8-35c2-4812-ab28-5eb472e123e8,segment=NetworkSegment(b542920b-3eee-423f-b644-6b6463b93388),segment_id=b542920b-3eee-423f-b644-6b6463b93388)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:38.234021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.249822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Network 0125221d-fbca-4f6a-b077-6548f4e1940f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:38.255047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for 8beb01b8-35c2-4812-ab28-5eb472e123e8 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:38.262551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:38.266969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:38.421598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:38.422711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.437710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=08233616-973a-4129-b01f-c12a31c7e0d3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.474299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cdd6648e-8349-47e5-a963-21924352d754, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cdd6648e-8349-47e5-a963-21924352d754,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:38.492352 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032edec7-263c-46e9-9d03-3d0f172e0da5 x-openstack-request-id: req-032edec7-263c-46e9-9d03-3d0f172e0da5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:38.495931 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd549a7-67be-44a2-8b2c-4f75acbfff56", "name": "network-vif-deleted", "tag": "db7a0561-26ba-4b3c-8403-b2e0e00e32b9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:38.496749 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-032edec7-263c-46e9-9d03-3d0f172e0da5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:38.497661 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd549a7-67be-44a2-8b2c-4f75acbfff56', 'name': 'network-vif-deleted', 'tag': 'db7a0561-26ba-4b3c-8403-b2e0e00e32b9', 'status': 'completed', 'code': 200} Jul 06 17:57:38.513112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-6a0634dc-f912-4229-b755-1e1f8485b5fd tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9797342 Jul 06 17:57:38.524850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'cdd6648e-8349-47e5-a963-21924352d754', 'network_id': 'fc9b625f-3a71-4b4f-8902-7871625dbe66', 'port_id': 'cdd6648e-8349-47e5-a963-21924352d754', 'mac_address': 'fa:16:3e:04:be:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b870fb-2a5c-4809-9890-810cefc9ae63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:38.593988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-550e2630-f8fe-40e0-91d3-48c1515a381c service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2735140 Jul 06 17:57:38.636910 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.666081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd6648e-8349-47e5-a963-21924352d754 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:38.706045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cdd6648e-8349-47e5-a963-21924352d754, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cdd6648e-8349-47e5-a963-21924352d754,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:38.713985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.725428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.729555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Request body: {'port': {'device_id': '81a69752-5342-4f66-852f-5c5718634684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:38.792172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=8beb01b8-35c2-4812-ab28-5eb472e123e8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.840569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-741aca59-224b-4be0-ad00-65638b353ea5 req-ae9c44ad-1d04-42ca-accc-68bd55171167 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd564388-2f05-4be6-88f8-b16f410ab003 HTTP/1.1" status: 200 len: 210 time: 0.1072633 Jul 06 17:57:38.856805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=cdd6648e-8349-47e5-a963-21924352d754,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.873142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port 8beb01b8-35c2-4812-ab28-5eb472e123e8 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:38.941629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.972637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.995169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df99eee-7eba-49a1-bc27-0818591193dc req-bfb11868-a9d2-466f-b0a9-fd8c517f8355 service neutron] 10.222.0.60 "GET /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893425 Jul 06 17:57:39.075400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e75b-b3d0-4fe6-985c-f90b557bf06c req-afdacccf-6288-482c-8690-1687616cbb08 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:39.084071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d96e75b-b3d0-4fe6-985c-f90b557bf06c req-afdacccf-6288-482c-8690-1687616cbb08 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 931 time: 0.3375974 Jul 06 17:57:39.101218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['08233616-973a-4129-b01f-c12a31c7e0d3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:39.113933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.115566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['cdd6648e-8349-47e5-a963-21924352d754'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:39.177558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=2424a136-65b7-4d5c-87a6-c34334ed5a56,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:39.229404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d96e75b-b3d0-4fe6-985c-f90b557bf06c req-63a64042-5eb4-4505-be6d-77c16f557bc1 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442938 Jul 06 17:57:39.309782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.322595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a237731-17e4-49ac-8bcc-b1fd4e904d1d']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:39.334304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b542920b-3eee-423f-b644-6b6463b93388') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:39.334734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b542920b-3eee-423f-b644-6b6463b93388') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:39.346283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.369095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.383761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:39.384971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:39.411910 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:39.489748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3cd4a-e3a6-41bc-9a18-fd02d6b2ee5d None None] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:39.498943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a580-107b-4dd4-a32c-dd0a0ae3adb4 req-de911125-a7c4-49ce-b1e8-25d1aa4be68d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:39.500724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a070a580-107b-4dd4-a32c-dd0a0ae3adb4 req-de911125-a7c4-49ce-b1e8-25d1aa4be68d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2661648 Jul 06 17:57:39.553931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.565617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.572903 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/0a237731-17e4-49ac-8bcc-b1fd4e904d1d HTTP/1.1" status: 204 len: 168 time: 2.3364093 Jul 06 17:57:39.574979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:39.591627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a28212-425e-4420-82be-6274ce44c8b4 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=0a237731-17e4-49ac-8bcc-b1fd4e904d1d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:39.607366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a070a580-107b-4dd4-a32c-dd0a0ae3adb4 req-2c4d5797-0706-4d41-85f8-a06da2dc6d67 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893896 Jul 06 17:57:39.632819 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0e5b55-4776-4cbf-a517-6c76fd12330d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:39.633304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0e5b55-4776-4cbf-a517-6c76fd12330d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:39.638486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5c0e5b55-4776-4cbf-a517-6c76fd12330d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/2424a136-65b7-4d5c-87a6-c34334ed5a56 HTTP/1.1" status: 404 len: 337 time: 0.0559914 Jul 06 17:57:39.639123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:39.687998 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f236f6b8-a1ad-4a12-91d0-2c64e97f9b9c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:39.692209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f236f6b8-a1ad-4a12-91d0-2c64e97f9b9c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:39.701240 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f236f6b8-a1ad-4a12-91d0-2c64e97f9b9c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/0a237731-17e4-49ac-8bcc-b1fd4e904d1d HTTP/1.1" status: 404 len: 339 time: 0.0570936 Jul 06 17:57:39.703095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:39.703784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-78e56dd8-f9de-4f95-88d8-3c5e3badba5c None None] Could not find standard attr ID for object 8beb01b8-35c2-4812-ab28-5eb472e123e8. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:57:39.730955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aedfcdd-4be6-407d-bb88-c9c335d870c5 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:39.824113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.896966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Transition to ACTIVE for port object 7aedfcdd-4be6-407d-bb88-c9c335d870c5 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:39.910894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.928067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.955807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa067c-03ca-4d43-82e5-598a509fdd97 None None] DHCP port deletion for 0a237731-17e4-49ac-8bcc-b1fd4e904d1d request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:39.996225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2362bcc-4ee6-4605-a033-5735986c8dea None None] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:40.018377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2362bcc-4ee6-4605-a033-5735986c8dea None None] Network 0a237731-17e4-49ac-8bcc-b1fd4e904d1d could not be found, it might have been deleted concurrently. {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 17:57:40.069128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7aedfcdd-4be6-407d-bb88-c9c335d870c5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:40.136342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094f099-32e9-4f0f-ae7b-e2410f03354e req-b2740d5f-0fbb-474b-9368-1668e5a0dffe tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:40.138124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b094f099-32e9-4f0f-ae7b-e2410f03354e req-b2740d5f-0fbb-474b-9368-1668e5a0dffe tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 944 time: 0.3742466 Jul 06 17:57:40.224514 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.246938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4f5993-968b-4fd7-8287-0e4cd7b2ac09']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:40.283119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029cf04a-0c03-41b9-97f3-3f62f8e01ea7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:40.283583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029cf04a-0c03-41b9-97f3-3f62f8e01ea7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:40.288824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Attempting to bind port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:40.289318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Attempting to bind port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '56d737dc-602c-4be6-99f5-5e643ca74d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:40.289786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Attempting to bind port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 on network 0125221d-fbca-4f6a-b077-6548f4e1940f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:40.307850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b094f099-32e9-4f0f-ae7b-e2410f03354e req-6b0d3d09-cb7d-422a-9d62-a63d82a11fcf tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357684 Jul 06 17:57:40.311589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 on network 0125221d-fbca-4f6a-b077-6548f4e1940f not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:57:40.312088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Attempting to bind port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 on network 0125221d-fbca-4f6a-b077-6548f4e1940f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:40.317903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.338098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:40.338672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Checking segment: {'id': '56d737dc-602c-4be6-99f5-5e643ca74d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:40.339362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Bound using segment: {'id': '56d737dc-602c-4be6-99f5-5e643ca74d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:40.340085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Bound port: 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d737dc-602c-4be6-99f5-5e643ca74d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:40.347185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.365598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.386533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:40.387200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:40.394935 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:40.658327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.680343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] For port 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:40.694058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.696716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/4e4f5993-968b-4fd7-8287-0e4cd7b2ac09 HTTP/1.1" status: 204 len: 168 time: 0.9916408 Jul 06 17:57:40.707938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59472) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:40.750185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663e1b7-023c-4a3f-8a09-b8155eefa941 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=4e4f5993-968b-4fd7-8287-0e4cd7b2ac09,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:40.754351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] For port 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5,segment=NetworkSegment(56d737dc-602c-4be6-99f5-5e643ca74d14),segment_id=56d737dc-602c-4be6-99f5-5e643ca74d14)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:40.758281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:40.763820 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5efe1b0-982d-4d37-b82a-8a9d0d08ff69 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:40.765003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5efe1b0-982d-4d37-b82a-8a9d0d08ff69 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:40.772960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5efe1b0-982d-4d37-b82a-8a9d0d08ff69 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/2d86f0f3-c80a-44f8-bae7-6802ecbe8961 HTTP/1.1" status: 404 len: 337 time: 0.0625684 Jul 06 17:57:40.773254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:40.781561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.870613 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-024a40fd-b5d4-4e7e-931e-555bcb7877b1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:40.871237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024a40fd-b5d4-4e7e-931e-555bcb7877b1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:40.873140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-024a40fd-b5d4-4e7e-931e-555bcb7877b1 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/e3a7229f-a3ce-4217-a09a-3dc9d8446a09 HTTP/1.1" status: 404 len: 339 time: 0.0842683 Jul 06 17:57:40.874639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:40.875289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.877732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] 10.222.0.61 "PUT /v2.0/ports/7aedfcdd-4be6-407d-bb88-c9c335d870c5 HTTP/1.1" status: 200 len: 1091 time: 2.3377242 Jul 06 17:57:40.878937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:40.885882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a69752-5342-4f66-852f-5c5718634684', 'tag': '7aedfcdd-4be6-407d-bb88-c9c335d870c5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:40.892153 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d8f40-fec4-424a-b997-0f44eafa8100" -d '{"events": [{"name": "network-changed", "server_uuid": "81a69752-5342-4f66-852f-5c5718634684", "tag": "7aedfcdd-4be6-407d-bb88-c9c335d870c5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:40.937576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8beb01b8-35c2-4812-ab28-5eb472e123e8 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:40.980733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8beb01b8-35c2-4812-ab28-5eb472e123e8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:40.981270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8beb01b8-35c2-4812-ab28-5eb472e123e8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:40.983481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting subnet ab9f9474-6a5c-49f5-b903-1d86803e9bb7 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:40.989935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.990499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85db35b-7597-4e3e-9251-c19b53cec1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7aedfcdd-4be6-407d-bb88-c9c335d870c5,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:41.042316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-ac3c6114-ae85-4f93-8e64-7a257350958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.043988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-ac3c6114-ae85-4f93-8e64-7a257350958a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 1095 time: 0.4064279 Jul 06 17:57:41.049632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.052202 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269aeac1-d467-425e-b05a-36fc0c9eb983 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.070999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507b425-0d85-4363-8bdf-371a5384154c req-a4d44ef9-6da4-4034-958b-294a699ffbc4 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.072698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6507b425-0d85-4363-8bdf-371a5384154c req-a4d44ef9-6da4-4034-958b-294a699ffbc4 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 943 time: 0.3895075 Jul 06 17:57:41.161882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.173060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269aeac1-d467-425e-b05a-36fc0c9eb983 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.240971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.263144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6507b425-0d85-4363-8bdf-371a5384154c req-0b40f7ad-f5c3-48c6-ac59-a950b5676cc2 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738265 Jul 06 17:57:41.278906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.284469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/ab9f9474-6a5c-49f5-b903-1d86803e9bb7 HTTP/1.1" status: 204 len: 168 time: 0.4029531 Jul 06 17:57:41.285395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4275e-53e6-48f7-81e6-d3b437fe9f45 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9f9474-6a5c-49f5-b903-1d86803e9bb7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:41.290755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8e7bd-e857-48ea-88ec-42fe7297e766 req-6eae4323-0dfc-4bf2-913a-30cfe2927ab0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.293205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:41.298043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27a8e7bd-e857-48ea-88ec-42fe7297e766 req-6eae4323-0dfc-4bf2-913a-30cfe2927ab0 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3817074 Jul 06 17:57:41.313478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aac8dc-6a31-46eb-ae3c-820c3e3e8ef5 None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:41.326408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-09f48c3b-efb2-4836-a521-c26cf0a6b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.329579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-09f48c3b-efb2-4836-a521-c26cf0a6b9f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 200 len: 913 time: 0.2709000 Jul 06 17:57:41.333528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e158506b-aa65-4e43-8c31-a98bd5e147a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.336343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-e158506b-aa65-4e43-8c31-a98bd5e147a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6cbfe1804c74e148f5a8d69b5002bdb&device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 1094 time: 0.3834648 Jul 06 17:57:41.358547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting subnet 8d16dee9-d548-4e8a-b152-3a999696baaf {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:41.363224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.432995 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.475325 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03b406-ba92-4736-ad61-86de035372b7 x-openstack-request-id: req-ba03b406-ba92-4736-ad61-86de035372b7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:41.475927 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a69752-5342-4f66-852f-5c5718634684", "tag": "7aedfcdd-4be6-407d-bb88-c9c335d870c5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:41.476235 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba03b406-ba92-4736-ad61-86de035372b7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:41.476912 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a69752-5342-4f66-852f-5c5718634684', 'tag': '7aedfcdd-4be6-407d-bb88-c9c335d870c5', 'status': 'completed', 'code': 200} Jul 06 17:57:41.554150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269aeac1-d467-425e-b05a-36fc0c9eb983 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.560066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.561533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269aeac1-d467-425e-b05a-36fc0c9eb983 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.567677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-269aeac1-d467-425e-b05a-36fc0c9eb983 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a566111-7d22-474f-80e2-dc1111d74cdf HTTP/1.1" status: 204 len: 168 time: 0.8027751 Jul 06 17:57:41.573251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:41.589792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-60caa679-6929-4880-87b3-3a526def0093 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5 HTTP/1.1" status: 200 len: 217 time: 0.2376771 Jul 06 17:57:41.608132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aeac1-d467-425e-b05a-36fc0c9eb983 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a566111-7d22-474f-80e2-dc1111d74cdf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:41.669105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.679826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-1179be5e-3531-4290-b913-579355dcc497 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 200 len: 999 time: 0.3084366 Jul 06 17:57:41.681982 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-e78d4153-0fa5-4a97-a898-a18142a2f7df tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] show failed (client error): The resource could not be found. Jul 06 17:57:41.682700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e78d4153-0fa5-4a97-a898-a18142a2f7df tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "GET /v2.0/security-groups/2a566111-7d22-474f-80e2-dc1111d74cdf HTTP/1.1" status: 404 len: 347 time: 0.0919292 Jul 06 17:57:41.689718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:41.704667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=8d16dee9-d548-4e8a-b152-3a999696baaf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:41.716061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.718611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71ce3c3d-128a-4b05-ac6c-ef645a77c5cf tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/8d16dee9-d548-4e8a-b152-3a999696baaf HTTP/1.1" status: 204 len: 168 time: 0.4240801 Jul 06 17:57:41.724069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59496) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:41.749378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-39cd11e2-abc1-431e-bb43-821189460d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.753328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-39cd11e2-abc1-431e-bb43-821189460d61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5e49e4c-2478-4d42-825d-63070513172a HTTP/1.1" status: 200 len: 847 time: 0.1366885 Jul 06 17:57:41.834836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.930343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port 646df285-30f1-4bbe-b86b-6093099656fc {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:41.931047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.027649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port 646df285-30f1-4bbe-b86b-6093099656fc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=646df285-30f1-4bbe-b86b-6093099656fc,segment=NetworkSegment(07222af2-5f77-42f0-b257-c52354c8dcb8),segment_id=07222af2-5f77-42f0-b257-c52354c8dcb8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:42.028055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.046534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for 646df285-30f1-4bbe-b86b-6093099656fc owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:42.143923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27a8e7bd-e857-48ea-88ec-42fe7297e766 req-c3762d49-5798-4ec8-92c9-7e2454a34863 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8411114 Jul 06 17:57:42.190022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.214231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-60add217-b170-4182-ba03-a0f7c5283707 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0125221d-fbca-4f6a-b077-6548f4e1940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670736 Jul 06 17:57:42.229367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-8ff62e42-acc5-4438-b320-d77acaeab23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:42.231290 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-8ff62e42-acc5-4438-b320-d77acaeab23c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 200 len: 851 time: 0.5404670 Jul 06 17:57:42.244520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=646df285-30f1-4bbe-b86b-6093099656fc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:42.249338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port 646df285-30f1-4bbe-b86b-6093099656fc on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:42.431775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.444978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74f84a6-e60f-413b-8a89-e25030dd9fb0']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:42.458292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07222af2-5f77-42f0-b257-c52354c8dcb8') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:42.458647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07222af2-5f77-42f0-b257-c52354c8dcb8') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:42.471239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.488928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.496940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:42.497405 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.567622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc57f7-6b57-47ae-8dd7-67570705d9c0 None None] Network d74f84a6-e60f-413b-8a89-e25030dd9fb0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:42.585089 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:42.638647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.652567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.656642 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/d74f84a6-e60f-413b-8a89-e25030dd9fb0 HTTP/1.1" status: 204 len: 168 time: 0.9310398 Jul 06 17:57:42.673720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59506) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.690647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2d98c-6fe3-41aa-8b8a-5d9647318967 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=d74f84a6-e60f-413b-8a89-e25030dd9fb0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:42.703963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-744ef251-694e-4d33-a934-992506961b21 service neutron] 10.222.0.61 "GET /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787774 Jul 06 17:57:42.750340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6f54b20-ddb6-4035-a901-79140e1a25ac None None] Could not find standard attr ID for object 646df285-30f1-4bbe-b86b-6093099656fc. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:57:42.756901 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-db29cb95-029b-4789-8886-61dee0a30ad3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:42.757636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db29cb95-029b-4789-8886-61dee0a30ad3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:42.760857 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-db29cb95-029b-4789-8886-61dee0a30ad3 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/66695858-7744-42f0-917a-5e63941b2fbd HTTP/1.1" status: 404 len: 337 time: 0.0847213 Jul 06 17:57:42.763505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59508) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.799803 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af8837f-2f16-429e-9fc7-8ca0032e0c8a tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:42.800760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af8837f-2f16-429e-9fc7-8ca0032e0c8a tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:42.803958 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1af8837f-2f16-429e-9fc7-8ca0032e0c8a tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/94e8c599-ee01-46bc-b8ce-1e5c82c2c160 HTTP/1.1" status: 404 len: 339 time: 0.0390744 Jul 06 17:57:42.807188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59510) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.843604 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-367cbff2-7bf9-49a9-8821-27244f243144 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:42.844225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367cbff2-7bf9-49a9-8821-27244f243144 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:42.850613 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-367cbff2-7bf9-49a9-8821-27244f243144 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/3bec30bb-05ac-47e0-8403-2c29ea08d2b3 HTTP/1.1" status: 404 len: 337 time: 0.0346146 Jul 06 17:57:42.854541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.873107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4702d-8a4f-4b2c-acb5-20f24e4b50ab None None] DHCP port deletion for d74f84a6-e60f-413b-8a89-e25030dd9fb0 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:42.880377 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4c3d71-5581-4a4c-b20b-016b74feb754 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:42.881085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4c3d71-5581-4a4c-b20b-016b74feb754 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:42.890060 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a4c3d71-5581-4a4c-b20b-016b74feb754 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/8ddf0221-2f52-49b5-9742-10ad76423a49 HTTP/1.1" status: 404 len: 339 time: 0.0294242 Jul 06 17:57:42.890060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59514) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.935190 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2489d048-7823-4836-9eae-44a2fae6d852 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:42.941188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2489d048-7823-4836-9eae-44a2fae6d852 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:42.941188 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2489d048-7823-4836-9eae-44a2fae6d852 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/10937249-8d95-45c0-8941-cb9c006437ea HTTP/1.1" status: 404 len: 337 time: 0.0487614 Jul 06 17:57:42.943489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59516) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.951998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-749ba401-07ae-4147-a15d-2b2beb66f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:42.954471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-749ba401-07ae-4147-a15d-2b2beb66f5b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da42f181-2c53-4dec-998f-dfc37e43b8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6256349 Jul 06 17:57:42.970105 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2c7c04-a2b9-43db-810f-8dd9d01a95b7 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:42.970723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2c7c04-a2b9-43db-810f-8dd9d01a95b7 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:42.976525 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7e2c7c04-a2b9-43db-810f-8dd9d01a95b7 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/1682fa96-a07e-4b86-ab00-431df0d77fe2 HTTP/1.1" status: 404 len: 339 time: 0.0278122 Jul 06 17:57:42.976829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59518) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.986611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 646df285-30f1-4bbe-b86b-6093099656fc no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:43.020637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 646df285-30f1-4bbe-b86b-6093099656fc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:43.021186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 646df285-30f1-4bbe-b86b-6093099656fc not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:43.052226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting subnet e20fd6a3-8c3b-459d-9f75-216d2194a512 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:43.056402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.094405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8a6ac-31c2-438c-86aa-f7fe5d136e65 req-508acdf3-3ec2-4e08-90bd-831071c91366 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:43.095916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58e8a6ac-31c2-438c-86aa-f7fe5d136e65 req-508acdf3-3ec2-4e08-90bd-831071c91366 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 944 time: 0.9473660 Jul 06 17:57:43.113261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.124403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85d5852e-2e3a-49a7-a995-6d5309e3c542 req-03936e20-154f-43da-8c34-c707a1df550c service neutron] 10.222.0.61 "GET /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926928 Jul 06 17:57:43.154779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port d2770d68-3d45-41ac-8f0b-f707e56eae1d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:43.155522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.253566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.297905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58e8a6ac-31c2-438c-86aa-f7fe5d136e65 req-3cebd488-15c2-485d-a941-0e495a743c15 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810112 Jul 06 17:57:43.303840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-87a58559-d1a4-4877-afec-14d6d1fe7811 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375738 Jul 06 17:57:43.313039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8e3cb-25b0-4221-9960-d27053b241d1 req-d56ae2f8-c42a-4712-a67e-3fff2bca0ac2 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:43.314912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ed8e3cb-25b0-4221-9960-d27053b241d1 req-d56ae2f8-c42a-4712-a67e-3fff2bca0ac2 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 943 time: 0.4988210 Jul 06 17:57:43.358232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 08233616-973a-4129-b01f-c12a31c7e0d3 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:43.396125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.428489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.428892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.440924 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.447315 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/e20fd6a3-8c3b-459d-9f75-216d2194a512 HTTP/1.1" status: 204 len: 168 time: 0.4677265 Jul 06 17:57:43.452000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:43.457113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299f192-0ce8-4675-8694-c67a2b976992 None None] Network 01ac8a28-7115-40f1-9c48-fcbc58521515 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:43.472763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc22f-4899-465c-9f78-caf0330ea702 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=e20fd6a3-8c3b-459d-9f75-216d2194a512,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:43.476093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for d2770d68-3d45-41ac-8f0b-f707e56eae1d owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:43.580654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 08233616-973a-4129-b01f-c12a31c7e0d3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:43.589965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 08233616-973a-4129-b01f-c12a31c7e0d3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:43.590344 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.595941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ed8e3cb-25b0-4221-9960-d27053b241d1 req-a7164845-a476-4629-b5b2-44d74569016c tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457595 Jul 06 17:57:43.676586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-31b58379-00f4-467c-8a2c-50e75b1adad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:43.678226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-31b58379-00f4-467c-8a2c-50e75b1adad1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6cbfe1804c74e148f5a8d69b5002bdb&device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 1094 time: 0.4677303 Jul 06 17:57:43.818514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.839645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e38a28-88b3-491a-ae64-c1b9b200bd04 req-f4bc8ed9-4fdc-4a6f-9d5f-f84120b28fe6 service neutron] 10.222.0.60 "GET /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203557 Jul 06 17:57:43.879557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08233616-973a-4129-b01f-c12a31c7e0d3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:43.884903 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aede77e4-f16f-4fdc-9c76-35106c9f2900" -d '{"events": [{"server_uuid": "fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae", "name": "network-vif-plugged", "status": "completed", "tag": "08233616-973a-4129-b01f-c12a31c7e0d3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:43.906430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 08233616-973a-4129-b01f-c12a31c7e0d3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=08233616-973a-4129-b01f-c12a31c7e0d3,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:43.910429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.914185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.916443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cdd6648e-8349-47e5-a963-21924352d754 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:43.989258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] DHCP port deletion for 01ac8a28-7115-40f1-9c48-fcbc58521515 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:44.072635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=08233616-973a-4129-b01f-c12a31c7e0d3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:44.092562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port cdd6648e-8349-47e5-a963-21924352d754 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:44.104519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port cdd6648e-8349-47e5-a963-21924352d754 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:44.105074 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.146639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] Deleting port 936903b7-520b-4191-8f44-20da12ff930c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:44.147026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.197106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-b2b224cf-f2c5-4323-a3d5-7612709adbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:44.200387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-b2b224cf-f2c5-4323-a3d5-7612709adbb1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0125221d-fbca-4f6a-b077-6548f4e1940f HTTP/1.1" status: 200 len: 908 time: 0.5114670 Jul 06 17:57:44.214261 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed91742-d848-4e3f-b38d-481aa5306656 x-openstack-request-id: req-0ed91742-d848-4e3f-b38d-481aa5306656 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:44.214702 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae", "name": "network-vif-plugged", "status": "completed", "tag": "08233616-973a-4129-b01f-c12a31c7e0d3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:44.215067 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ed91742-d848-4e3f-b38d-481aa5306656 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:44.215710 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08233616-973a-4129-b01f-c12a31c7e0d3', 'code': 200} Jul 06 17:57:44.221471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00ccf3-4abf-4190-9e9c-e3f8d740a8f6 req-b11aeefa-d52e-445e-ba08-2a1bcb557547 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:44.224182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b00ccf3-4abf-4190-9e9c-e3f8d740a8f6 req-b11aeefa-d52e-445e-ba08-2a1bcb557547 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3735635 Jul 06 17:57:44.293276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] For port 936903b7-520b-4191-8f44-20da12ff930c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=936903b7-520b-4191-8f44-20da12ff930c,segment=NetworkSegment(40e002a5-3e7c-4bac-aa05-fafe2e95d1a8),segment_id=40e002a5-3e7c-4bac-aa05-fafe2e95d1a8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:44.299418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.341003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] Calling delete_port for 936903b7-520b-4191-8f44-20da12ff930c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:44.345532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-2dff926a-0ff8-4275-9dbe-4ffc94061800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5 HTTP/1.1" status: 200 len: 217 time: 0.1129961 Jul 06 17:57:44.373399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.474395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cdd6648e-8349-47e5-a963-21924352d754, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cdd6648e-8349-47e5-a963-21924352d754,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:44.495056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.539879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7aedfcdd-4be6-407d-bb88-c9c335d870c5 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:44.562724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.583133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] No DVR routers for this DVR port 936903b7-520b-4191-8f44-20da12ff930c on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:44.589369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port 936903b7-520b-4191-8f44-20da12ff930c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:44.589706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.648162 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b00ccf3-4abf-4190-9e9c-e3f8d740a8f6 req-ca265b19-6d5a-447f-a28f-515f6a69a85b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199244 Jul 06 17:57:44.652669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=cdd6648e-8349-47e5-a963-21924352d754,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:44.681377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e63f88-0a86-47bd-87d7-b63b04921a78 None None] Pushing event deleted for resources: {'Port': ['ID=936903b7-520b-4191-8f44-20da12ff930c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:44.745134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.756981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5,segment=NetworkSegment(56d737dc-602c-4be6-99f5-5e643ca74d14),segment_id=56d737dc-602c-4be6-99f5-5e643ca74d14)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:44.782463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-3ac5a15c-e710-43f9-9781-91d20865240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:44.782823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '7aedfcdd-4be6-407d-bb88-c9c335d870c5', 'network_id': '0125221d-fbca-4f6a-b077-6548f4e1940f', 'port_id': '7aedfcdd-4be6-407d-bb88-c9c335d870c5', 'mac_address': 'fa:16:3e:1e:2c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e49e4c-2478-4d42-825d-63070513172a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:44.785134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-3ac5a15c-e710-43f9-9781-91d20865240e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5e49e4c-2478-4d42-825d-63070513172a HTTP/1.1" status: 200 len: 847 time: 0.4111958 Jul 06 17:57:44.834417 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.835729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=d2770d68-3d45-41ac-8f0b-f707e56eae1d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:44.854419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aedfcdd-4be6-407d-bb88-c9c335d870c5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:44.885274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5,segment=NetworkSegment(56d737dc-602c-4be6-99f5-5e643ca74d14),segment_id=56d737dc-602c-4be6-99f5-5e643ca74d14)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:44.892106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-eadbe616-7427-4cc9-b230-f62b87a125cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0125221d-fbca-4f6a-b077-6548f4e1940f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731845 Jul 06 17:57:44.898926 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.959520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port 936903b7-520b-4191-8f44-20da12ff930c, host n-d-799527-3, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:44.959883 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.970999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7aedfcdd-4be6-407d-bb88-c9c335d870c5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:45.030800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for 936903b7-520b-4191-8f44-20da12ff930c owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:45.039419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 936903b7-520b-4191-8f44-20da12ff930c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:45.063172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Port 936903b7-520b-4191-8f44-20da12ff930c was not found and therefore no delete operation was performed {{(pid=93942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:57:45.067001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 936903b7-520b-4191-8f44-20da12ff930c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:45.067395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 936903b7-520b-4191-8f44-20da12ff930c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:45.094146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c41efe-367d-4d92-9b50-2fa4db54a180 req-f373b95a-276d-41cd-9f9a-1cfa74937c62 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:45.095851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9c41efe-367d-4d92-9b50-2fa4db54a180 req-f373b95a-276d-41cd-9f9a-1cfa74937c62 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 945 time: 0.5565503 Jul 06 17:57:45.096517 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.099863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65609545-d65f-4543-a9c3-be714785e5f5 req-39b7396a-da0a-4cf1-89c5-78f3a214a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:45.101341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65609545-d65f-4543-a9c3-be714785e5f5 req-39b7396a-da0a-4cf1-89c5-78f3a214a674 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 1096 time: 0.6643658 Jul 06 17:57:45.112896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['7aedfcdd-4be6-407d-bb88-c9c335d870c5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:45.202216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=936903b7-520b-4191-8f44-20da12ff930c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:45.222038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port 936903b7-520b-4191-8f44-20da12ff930c on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:45.249019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.252894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.254120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47a34901-d7ed-4412-a74e-c56085f78940 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/floatingips/2efb7a9a-dd9f-4579-bf5d-7f95a51f4cd6 HTTP/1.1" status: 204 len: 168 time: 3.5596991 Jul 06 17:57:45.258213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:45.392430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:45.392772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.509417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.525746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for 3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:45.651237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9c41efe-367d-4d92-9b50-2fa4db54a180 req-17c51ed7-a1d5-4f52-9054-ba44e12bef14 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447414 Jul 06 17:57:45.653028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65609545-d65f-4543-a9c3-be714785e5f5 req-49a0b78e-b0bf-45f6-a351-58435601e327 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214736 Jul 06 17:57:45.704325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-6434d6b3-0c81-4c96-b6ae-a7a8f17ea883 service neutron] 10.222.0.61 "GET /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004088 Jul 06 17:57:45.713406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.722306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.746450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:45.786815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ac8a28-7115-40f1-9c48-fcbc58521515']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.813627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38c7f3-2f96-445a-bf66-ebe97e281c02 req-33bf9ae0-c6e9-47a4-81e8-53b4535983de tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:45.817892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f38c7f3-2f96-445a-bf66-ebe97e281c02 req-33bf9ae0-c6e9-47a4-81e8-53b4535983de tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 944 time: 0.7517815 Jul 06 17:57:45.829983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.830262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e002a5-3e7c-4bac-aa05-fafe2e95d1a8') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.849915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.853902 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cda88b89-5ff6-490c-bb87-38eee41f7258 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/ports/3ebdf7ca-3fe7-44c7-93ab-8b0bd7872dbe HTTP/1.1" status: 204 len: 168 time: 0.5934761 Jul 06 17:57:45.859491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:45.866479 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.943652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.960772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f38c7f3-2f96-445a-bf66-ebe97e281c02 req-060be13b-e669-425c-90c9-ce0c03a2a241 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350393 Jul 06 17:57:45.965634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:45.966047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:45.971388 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:46.020942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-253d8f40-fec4-424a-b997-0f44eafa8100 req-7a5944c9-5686-4715-ae38-7a741179f1c3 service neutron] 10.222.0.61 "GET /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091173 Jul 06 17:57:46.096142 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.112492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.117803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59560) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:46.120898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/01ac8a28-7115-40f1-9c48-fcbc58521515 HTTP/1.1" status: 204 len: 168 time: 2.6542296 Jul 06 17:57:46.151541 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59b839f-9c18-4dc2-a65e-d4e59e5d190c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:46.152193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59b839f-9c18-4dc2-a65e-d4e59e5d190c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:46.157505 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d59b839f-9c18-4dc2-a65e-d4e59e5d190c tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/ad42bc21-8049-4ccc-8b5d-7f46ffb39c39 HTTP/1.1" status: 404 len: 337 time: 0.0379376 Jul 06 17:57:46.158589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:46.162284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef8e9-d0fb-4689-9b3f-6399109a1ec8 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=01ac8a28-7115-40f1-9c48-fcbc58521515,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:46.179662 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-68296260-70bc-4ea3-9102-1c39a217cfed tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] DELETE failed (client error): The resource could not be found. Jul 06 17:57:46.181201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68296260-70bc-4ea3-9102-1c39a217cfed tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:57:46.186149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68296260-70bc-4ea3-9102-1c39a217cfed tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/bf9d725d-4699-4f98-871e-d30ebd7f4ae9 HTTP/1.1" status: 404 len: 339 time: 0.0262163 Jul 06 17:57:46.187203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59564) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:46.216928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd6648e-8349-47e5-a963-21924352d754'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:46.222632 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02da712-f56d-4b9e-9e5a-f923f496ca86" -d '{"events": [{"server_uuid": "dbdece2f-6851-43f4-95cb-e0f261f60175", "name": "network-vif-plugged", "status": "completed", "tag": "cdd6648e-8349-47e5-a963-21924352d754"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:46.232029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port 6bf490b1-818a-49c9-b3e6-1e30a983d24b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:46.232604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.253073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting subnet 89a697c3-f8fd-40bf-93bd-3453f6aed679 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:46.257862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.317769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.390118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda6c41-cd55-48ba-b883-d3fbdcc51174 req-77d63afe-e616-44f9-a00d-0869149935f2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:46.404136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cda6c41-cd55-48ba-b883-d3fbdcc51174 req-77d63afe-e616-44f9-a00d-0869149935f2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.2809765 Jul 06 17:57:46.433815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.495862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.512354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.542840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cda6c41-cd55-48ba-b883-d3fbdcc51174 req-c17535bb-36e0-4669-82a8-17df46fd4a29 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250393 Jul 06 17:57:46.544863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for 6bf490b1-818a-49c9-b3e6-1e30a983d24b owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:46.551906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Subnet': ['ID=89a697c3-f8fd-40bf-93bd-3453f6aed679,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:46.553538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7aedfcdd-4be6-407d-bb88-c9c335d870c5 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:46.573624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.577789 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-388cf305-97d0-4935-b5e2-cca7897194b5 tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/subnets/89a697c3-f8fd-40bf-93bd-3453f6aed679 HTTP/1.1" status: 204 len: 168 time: 0.3868511 Jul 06 17:57:46.578366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:46.623713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598dc38a-5188-4b6e-9caf-c9585f66ed65 None None] Network 76e1cbca-a6b3-481c-a901-e2bad09daae8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:46.682390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.763144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Deleting port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:46.767557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.776175 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8fdc5f-e2c6-4b0c-a6cc-f35e7b79e67c x-openstack-request-id: req-eb8fdc5f-e2c6-4b0c-a6cc-f35e7b79e67c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:46.779567 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdece2f-6851-43f4-95cb-e0f261f60175", "name": "network-vif-plugged", "status": "completed", "tag": "cdd6648e-8349-47e5-a963-21924352d754", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:46.779946 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb8fdc5f-e2c6-4b0c-a6cc-f35e7b79e67c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:46.780552 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd6648e-8349-47e5-a963-21924352d754', 'code': 200} Jul 06 17:57:46.882335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] For port 43ac1f33-aa5b-40f5-ac48-606e60c63e33, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43ac1f33-aa5b-40f5-ac48-606e60c63e33,segment=NetworkSegment(fc910673-cd50-47ff-8b0b-7cfe8ae651b8),segment_id=fc910673-cd50-47ff-8b0b-7cfe8ae651b8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:46.882706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.900223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Calling delete_port for 43ac1f33-aa5b-40f5-ac48-606e60c63e33 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:46.963641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:46.973582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:46.974121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.030895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.037428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.059236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20032726-e3dc-4d32-a026-91ce2a471d09 None None] DHCP port deletion for 76e1cbca-a6b3-481c-a901-e2bad09daae8 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:47.059649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] No DVR routers for this DVR port 43ac1f33-aa5b-40f5-ac48-606e60c63e33 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:47.089476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Port': ['ID=43ac1f33-aa5b-40f5-ac48-606e60c63e33,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:47.092611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.098250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=6bf490b1-818a-49c9-b3e6-1e30a983d24b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:47.141815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5,segment=NetworkSegment(56d737dc-602c-4be6-99f5-5e643ca74d14),segment_id=56d737dc-602c-4be6-99f5-5e643ca74d14)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:47.150612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.182975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.188005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9a0f0-94ee-4407-ba1a-a3f394da4e30 req-6acbca21-01b1-4625-a9df-037cb527cb45 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.189655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1f9a0f0-94ee-4407-ba1a-a3f394da4e30 req-6acbca21-01b1-4625-a9df-037cb527cb45 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 945 time: 0.3266368 Jul 06 17:57:47.200315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e1cbca-a6b3-481c-a901-e2bad09daae8']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:47.210784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf911-377c-4988-8757-ea8cdd8c7925 req-897ddb4c-77ed-4c40-9911-185afc4ae537 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.211366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=7aedfcdd-4be6-407d-bb88-c9c335d870c5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:47.213216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f9bf911-377c-4988-8757-ea8cdd8c7925 req-897ddb4c-77ed-4c40-9911-185afc4ae537 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3653591 Jul 06 17:57:47.222331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:47.222705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc910673-cd50-47ff-8b0b-7cfe8ae651b8') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:47.235128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.255781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.264705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:47.265195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.269123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d85dab-282f-4114-a71f-b544090908ee req-88eb2d6c-06ff-4d08-82ad-e14c1909459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:47.269510 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:47.272472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02d85dab-282f-4114-a71f-b544090908ee req-88eb2d6c-06ff-4d08-82ad-e14c1909459b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 1097 time: 0.3406792 Jul 06 17:57:47.277774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.279734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf74fe20-0ebb-4fb2-9ab8-30c669464960 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/ports/6bf490b1-818a-49c9-b3e6-1e30a983d24b HTTP/1.1" status: 204 len: 168 time: 1.4175942 Jul 06 17:57:47.284830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:47.327759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f9bf911-377c-4988-8757-ea8cdd8c7925 req-f3b710e1-8c6d-4dde-ad8e-068573128db9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968983 Jul 06 17:57:47.333054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1f9a0f0-94ee-4407-ba1a-a3f394da4e30 req-dba1d173-a96d-40ab-bf76-974edc363e78 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324737 Jul 06 17:57:47.350069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02d85dab-282f-4114-a71f-b544090908ee req-d4c93d7c-704a-4b89-99cb-0e8d02c7f2f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689161 Jul 06 17:57:47.659863 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:57:47.784509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.790948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting subnet b0ac0839-1a51-45bf-9682-7943e5dad2bc {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:47.801215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.804302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.806818 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] 10.222.0.37 "DELETE /v2.0/networks/76e1cbca-a6b3-481c-a901-e2bad09daae8 HTTP/1.1" status: 204 len: 168 time: 1.2277818 Jul 06 17:57:47.837159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23678dac-0cff-46b6-8a08-a822b5de9b5a req-bdb16e45-708c-408d-b381-a73b9ac5037b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.838899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a863d6b-d941-485a-8dea-5700fdb1c70d tempest-NetworksIpV6Test-452768947 tempest-NetworksIpV6Test-452768947-project] Pushing event deleted for resources: {'Network': ['ID=76e1cbca-a6b3-481c-a901-e2bad09daae8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:47.849919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23678dac-0cff-46b6-8a08-a822b5de9b5a req-bdb16e45-708c-408d-b381-a73b9ac5037b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 945 time: 0.1530848 Jul 06 17:57:47.864609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.876437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb264-af69-4c67-b621-f029f98f04fc req-b5d627ab-88d0-4efe-a981-8177c397e382 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.879191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a6fb264-af69-4c67-b621-f029f98f04fc req-b5d627ab-88d0-4efe-a981-8177c397e382 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 945 time: 0.1485829 Jul 06 17:57:47.984245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.999767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23678dac-0cff-46b6-8a08-a822b5de9b5a req-456c8a0e-1fdc-4392-bcb2-fb7e0a9da367 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488276 Jul 06 17:57:48.011889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a6fb264-af69-4c67-b621-f029f98f04fc req-c057e450-ab2c-428c-a781-d3724dc3edad tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057951 Jul 06 17:57:48.049692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-6d3d693b-db4d-446b-9aa9-d693b97cbdcd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:48.052548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-6d3d693b-db4d-446b-9aa9-d693b97cbdcd tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 945 time: 0.1614192 Jul 06 17:57:48.117118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.151539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:48.167372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ac0839-1a51-45bf-9682-7943e5dad2bc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:48.172601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.178768 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cc6aad88-8191-4072-b244-16761355f52c tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/subnets/b0ac0839-1a51-45bf-9682-7943e5dad2bc HTTP/1.1" status: 204 len: 168 time: 0.8889103 Jul 06 17:57:48.180414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1a1bf-845d-4219-9016-3b3e1d97958a None None] Network 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:48.190667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:48.485405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] DHCP port deletion for 9ec71a13-023b-4a38-9fc1-052d9b6f9af7 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:48.503766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting subnet f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:48.520160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.577265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] Deleting port 3046a656-f269-41c9-a2c9-4a4e2a509d91 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:48.577658 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.642629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899f9e-f3df-41b7-9f2a-a71eb38c9af2 req-ff935330-8c1a-4314-8ad1-052fb2a134df tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:48.644536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9899f9e-f3df-41b7-9f2a-a71eb38c9af2 req-ff935330-8c1a-4314-8ad1-052fb2a134df tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 946 time: 0.3427398 Jul 06 17:57:48.657491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f2d4c021-e78a-46ec-994f-bd405078622d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8b376747f9f4248b0fa445d7cbe6297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014951 Jul 06 17:57:48.657865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:48.677004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.685642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] For port 3046a656-f269-41c9-a2c9-4a4e2a509d91, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3046a656-f269-41c9-a2c9-4a4e2a509d91,segment=NetworkSegment(9ac540e4-74e9-4f87-a97d-86a520ce894c),segment_id=9ac540e4-74e9-4f87-a97d-86a520ce894c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:48.686259 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.713182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] Calling delete_port for 3046a656-f269-41c9-a2c9-4a4e2a509d91 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:48.732104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Deleting port 1380c17d-300f-49e1-b60c-c8a90cb38698 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:48.732458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.761307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2f58aa2-b78f-404d-bf47-63e7e39968b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.799618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a69752-5342-4f66-852f-5c5718634684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedfcdd-4be6-407d-bb88-c9c335d870c5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:48.804247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2f58aa2-b78f-404d-bf47-63e7e39968b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.805241 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b85592a-7ae9-4d72-aedc-af04b2141641" -d '{"events": [{"server_uuid": "81a69752-5342-4f66-852f-5c5718634684", "name": "network-vif-plugged", "status": "completed", "tag": "7aedfcdd-4be6-407d-bb88-c9c335d870c5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:48.842525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9899f9e-f3df-41b7-9f2a-a71eb38c9af2 req-26ab4b43-247f-43af-89cf-ff8892ce0676 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810179 Jul 06 17:57:48.887871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.895765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2f58aa2-b78f-404d-bf47-63e7e39968b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.900943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2f58aa2-b78f-404d-bf47-63e7e39968b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.904434 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f2f58aa2-b78f-404d-bf47-63e7e39968b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41c340e3-0d56-4825-bd62-0dd4568b1950 HTTP/1.1" status: 204 len: 168 time: 0.2436171 Jul 06 17:57:48.954131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f58aa2-b78f-404d-bf47-63e7e39968b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c340e3-0d56-4825-bd62-0dd4568b1950,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:48.963616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.006254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43ac1f33-aa5b-40f5-ac48-606e60c63e33 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:49.070335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] Pushing event deleted for resources: {'Port': ['ID=3046a656-f269-41c9-a2c9-4a4e2a509d91,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:49.083503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] For port 1380c17d-300f-49e1-b60c-c8a90cb38698, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=1380c17d-300f-49e1-b60c-c8a90cb38698,segment=NetworkSegment(4ab475a8-cd28-4e6a-86ee-37a98805387f),segment_id=4ab475a8-cd28-4e6a-86ee-37a98805387f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:49.084368 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.086009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e01374-5f17-486c-9f78-2cabfa271677 None None] No DVR routers for this DVR port 3046a656-f269-41c9-a2c9-4a4e2a509d91 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:49.094010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 43ac1f33-aa5b-40f5-ac48-606e60c63e33 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:49.094432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43ac1f33-aa5b-40f5-ac48-606e60c63e33 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:49.097332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3046a656-f269-41c9-a2c9-4a4e2a509d91 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:49.126275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.129236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3046a656-f269-41c9-a2c9-4a4e2a509d91 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:49.129828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3046a656-f269-41c9-a2c9-4a4e2a509d91 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:49.141449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Calling delete_port for 1380c17d-300f-49e1-b60c-c8a90cb38698 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:49.220561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148de95b-b112-4cef-97cd-f6c48aa90e58 None None] Network cf904618-5ef2-4a84-95c6-630d37a6cb75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:49.436790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:49.442405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.447024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/subnets/f6c27b15-d3b0-4b79-b2b7-1b9ebdcc7ba0 HTTP/1.1" status: 204 len: 168 time: 1.2529407 Jul 06 17:57:49.450114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:49.553810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.554375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.554939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.556114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.556703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.557299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.557988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.558563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.559301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.559951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.560488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.561048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e70df91-2765-497e-9464-08b8d62bd3c6 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:49.587456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.622119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] DHCP port deletion for cf904618-5ef2-4a84-95c6-630d37a6cb75 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:49.634432 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.721935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.731643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] Deleting port 728a4f52-c171-4934-989c-0ba70eab9113 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:49.731643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.736430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec71a13-023b-4a38-9fc1-052d9b6f9af7']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:49.750295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac540e4-74e9-4f87-a97d-86a520ce894c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:49.750598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac540e4-74e9-4f87-a97d-86a520ce894c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:49.777467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Pushing event deleted for resources: {'Port': ['ID=1380c17d-300f-49e1-b60c-c8a90cb38698,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:49.781550 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.810282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.815833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] No DVR routers for this DVR port 1380c17d-300f-49e1-b60c-c8a90cb38698 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:49.821923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.824951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-688d56cb-7701-4bed-9c58-80a151d6a40a req-0420f54b-1c97-442b-a158-9d1f225c3b88 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.61 "DELETE /v2.0/ports/1380c17d-300f-49e1-b60c-c8a90cb38698 HTTP/1.1" status: 204 len: 173 time: 1.7529287 Jul 06 17:57:49.826023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'name': 'network-vif-deleted', 'tag': '1380c17d-300f-49e1-b60c-c8a90cb38698'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:49.827062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:49.827710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.828447 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a4b37-1636-433f-b4f9-8e66443ed465" -d '{"events": [{"server_uuid": "f3a2b2ff-79f3-4e1d-9b28-9739d0c91139", "name": "network-vif-deleted", "tag": "1380c17d-300f-49e1-b60c-c8a90cb38698"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:49.832222 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:49.850527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb43e5-3637-4224-8ee3-c3befb528047 req-2036a3d0-e15a-4edd-893c-dd661eb3200a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:49.853247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eaeb43e5-3637-4224-8ee3-c3befb528047 req-2036a3d0-e15a-4edd-893c-dd661eb3200a tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a2b2ff-79f3-4e1d-9b28-9739d0c91139 HTTP/1.1" status: 200 len: 945 time: 0.8159649 Jul 06 17:57:49.924855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.938065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.948915 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/networks/9ec71a13-023b-4a38-9fc1-052d9b6f9af7 HTTP/1.1" status: 204 len: 168 time: 0.4953151 Jul 06 17:57:49.951434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59678) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:49.986988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] For port 728a4f52-c171-4934-989c-0ba70eab9113, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=728a4f52-c171-4934-989c-0ba70eab9113,segment=NetworkSegment(34a3fdc4-b9ad-42a9-8d5c-227571605bfd),segment_id=34a3fdc4-b9ad-42a9-8d5c-227571605bfd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:49.995415 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.022005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1e45-29bd-4c8a-9a54-e18e05292801 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Network': ['ID=9ec71a13-023b-4a38-9fc1-052d9b6f9af7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:50.057404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eaeb43e5-3637-4224-8ee3-c3befb528047 req-04127b17-1d95-4372-963c-bd39de35e033 tempest-ServersTestJSON-1691864240 tempest-ServersTestJSON-1691864240-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04d1166-8455-4183-9d6a-0cdf7816e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900585 Jul 06 17:57:50.110317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-a646fc5f-61c4-428d-9317-69a23dc6b8b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:50.113942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-a646fc5f-61c4-428d-9317-69a23dc6b8b7 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7b59d96-a2a7-47b3-8dba-e03e8edccf4e HTTP/1.1" status: 200 len: 943 time: 0.1712313 Jul 06 17:57:50.224011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] Calling delete_port for 728a4f52-c171-4934-989c-0ba70eab9113 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:50.232907 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.322385 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.329201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Deleting port 728a4f52-c171-4934-989c-0ba70eab9113 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:50.329598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.392641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:50.402369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] Pushing event deleted for resources: {'Port': ['ID=728a4f52-c171-4934-989c-0ba70eab9113,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:50.409169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72505707-bf45-4a69-96dd-f71d126a0090 None None] No DVR routers for this DVR port 728a4f52-c171-4934-989c-0ba70eab9113 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:50.426935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Deleting port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:50.427305 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.475868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] For port 728a4f52-c171-4934-989c-0ba70eab9113, host n-d-799527-3, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:50.478742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.483951 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6597f39c-8adc-4cce-b757-c95f98ddd256 x-openstack-request-id: req-6597f39c-8adc-4cce-b757-c95f98ddd256 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:50.484254 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a69752-5342-4f66-852f-5c5718634684", "name": "network-vif-plugged", "status": "completed", "tag": "7aedfcdd-4be6-407d-bb88-c9c335d870c5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:50.484514 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6597f39c-8adc-4cce-b757-c95f98ddd256 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:50.484938 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a69752-5342-4f66-852f-5c5718634684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedfcdd-4be6-407d-bb88-c9c335d870c5', 'code': 200} Jul 06 17:57:50.503549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Calling delete_port for 728a4f52-c171-4934-989c-0ba70eab9113 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:50.506637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Port 728a4f52-c171-4934-989c-0ba70eab9113 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:57:50.518394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.559696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Port': ['ID=728a4f52-c171-4934-989c-0ba70eab9113,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:50.566348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1380c17d-300f-49e1-b60c-c8a90cb38698 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:50.573855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] No DVR routers for this DVR port 728a4f52-c171-4934-989c-0ba70eab9113 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:50.605113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 1380c17d-300f-49e1-b60c-c8a90cb38698 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:50.605469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 1380c17d-300f-49e1-b60c-c8a90cb38698 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:50.610978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1707978179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:50.647526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] For port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:50.647897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.670583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Calling delete_port for 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:50.684430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.685480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.791212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.811703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf904618-5ef2-4a84-95c6-630d37a6cb75']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.813025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad2f45-a22e-446e-b284-ba43dfd4c423 req-73df2afb-99af-42ed-adf1-5c6cee8beae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:50.814601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07ad2f45-a22e-446e-b284-ba43dfd4c423 req-73df2afb-99af-42ed-adf1-5c6cee8beae0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 1096 time: 0.2537010 Jul 06 17:57:50.825173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a3fdc4-b9ad-42a9-8d5c-227571605bfd') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.825722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a3fdc4-b9ad-42a9-8d5c-227571605bfd') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.844204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.858940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.870051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.879495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:50.880131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.885156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:50.885912 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:50.923038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.927193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8ab9eae6-b06a-48f9-9494-b54f846a8ad7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5277674 Jul 06 17:57:50.929656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:50.944527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-226615565'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:50.950667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07ad2f45-a22e-446e-b284-ba43dfd4c423 req-e6160dd7-67bd-4243-a261-75081304f46a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067622 Jul 06 17:57:50.975783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.988141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 728a4f52-c171-4934-989c-0ba70eab9113 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:51.000027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.001821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3856f9-0f63-4a6d-92bf-98ed57c91dae req-cc6720f6-8f43-4346-99f0-86a0220a096e tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:51.003465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb3856f9-0f63-4a6d-92bf-98ed57c91dae req-cc6720f6-8f43-4346-99f0-86a0220a096e tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 945 time: 0.2691648 Jul 06 17:57:51.014851 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] 10.222.0.37 "DELETE /v2.0/networks/cf904618-5ef2-4a84-95c6-630d37a6cb75 HTTP/1.1" status: 204 len: 168 time: 1.0486519 Jul 06 17:57:51.029978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 728a4f52-c171-4934-989c-0ba70eab9113 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:51.030816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 728a4f52-c171-4934-989c-0ba70eab9113 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:51.050814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.054774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:51.060540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.070132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdda2d2-6df9-4941-8ce1-f8efee279346 tempest-TaggedBootDevicesTest-1572521645 tempest-TaggedBootDevicesTest-1572521645-project] Pushing event deleted for resources: {'Network': ['ID=cf904618-5ef2-4a84-95c6-630d37a6cb75,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:51.079503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522', 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:51.106553 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.119928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'Port': ['ID=7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:51.147563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb3856f9-0f63-4a6d-92bf-98ed57c91dae req-fd739894-fd21-4bcd-94cf-5ec3999225f3 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277747 Jul 06 17:57:51.221305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] No DVR routers for this DVR port 7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:51.225944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.229372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03e09a17-ec21-4f35-8059-c169ab3f6ba5 req-f0683138-f5e4-4414-83fb-80e163255285 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "DELETE /v2.0/ports/7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa HTTP/1.1" status: 204 len: 173 time: 1.1034162 Jul 06 17:57:51.448421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.457040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.488608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:51.513948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1a76d-d585-46d3-b658-3e868c412f48,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:51.531969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.532325 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Added segment beb708ab-6657-42cd-8e09-27aa19104326 of type vlan for network f1832539-2021-472f-a4c2-9ccaf77fc365 Jul 06 17:57:51.613291 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f06ff57-095d-4036-915b-adcfc7fe2618 x-openstack-request-id: req-0f06ff57-095d-4036-915b-adcfc7fe2618 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:51.614292 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a2b2ff-79f3-4e1d-9b28-9739d0c91139", "name": "network-vif-deleted", "tag": "1380c17d-300f-49e1-b60c-c8a90cb38698", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:51.614928 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f06ff57-095d-4036-915b-adcfc7fe2618 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:51.616057 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a2b2ff-79f3-4e1d-9b28-9739d0c91139', 'name': 'network-vif-deleted', 'tag': '1380c17d-300f-49e1-b60c-c8a90cb38698', 'status': 'completed', 'code': 200} Jul 06 17:57:51.647343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.717526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.732988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:51.734556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.903796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9707878 Jul 06 17:57:51.908872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59700) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:51.915485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'subnet': {'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:51.932164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1ced-db94-46f4-94ff-3f5f4e73ef21 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Network': ['ID=f1832539-2021-472f-a4c2-9ccaf77fc365,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:51.951337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network f1832539-2021-472f-a4c2-9ccaf77fc365 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:51.989424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e277054-5eb3-440e-a975-30c8e9f5cbfc req-e99417b0-8de6-4768-95c6-7d015d55bab7 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:52.003181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e277054-5eb3-440e-a975-30c8e9f5cbfc req-e99417b0-8de6-4768-95c6-7d015d55bab7 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 946 time: 0.1568582 Jul 06 17:57:52.075098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e277054-5eb3-440e-a975-30c8e9f5cbfc req-622d0ef5-41db-4ed7-987e-d06e74c3da4b tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695300 Jul 06 17:57:52.089475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:52.093835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.151450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:52.377917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Deleting subnet 17c7eaff-6fee-4ec2-9f45-793a9142f512 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:52.383115 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.447088 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.507084 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.552221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.675653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Subnet': ['ID=3992fc17-ec9b-4a90-b772-d709a2522999,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:52.718999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Checking segment: {'id': 'beb708ab-6657-42cd-8e09-27aa19104326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:52.719549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network hostable DHCP agents. Network: f1832539-2021-472f-a4c2-9ccaf77fc365, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:52.748907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network f1832539-2021-472f-a4c2-9ccaf77fc365 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:52.768703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, f1832539-2021-472f-a4c2-9ccaf77fc365) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:52.777204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:52.778378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.807483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ddf6a-6321-472b-975e-1024a3d0dea2 None None] Network f1832539-2021-472f-a4c2-9ccaf77fc365 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:52.810442 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-def7c19b-3339-4d20-8951-9ff46fda4643 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8996274 Jul 06 17:57:52.815349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:52.827856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'network': {'name': 'tempest-router-network01--1085795870'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:52.901432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:52.910209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.971812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:52.997266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.998727 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Added segment db6c8f19-a2e0-439c-8519-ce92ee752d0c of type vlan for network aeb77a2c-4840-4f03-86da-6287055b7e75 Jul 06 17:57:53.139324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.154193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.188602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7f95-1443-425f-bcf4-ff6dc540ecad req-21ae6c51-3522-45b0-acf4-b2709eed19bc tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:53.192986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccae7f95-1443-425f-bcf4-ff6dc540ecad req-21ae6c51-3522-45b0-acf4-b2709eed19bc tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 945 time: 0.2599633 Jul 06 17:57:53.216307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-f1832539-2021-472f-a4c2-9ccaf77fc365', 'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365', 'tenant_id': '992e1fdf5e6b4bdf81a62b14ecb1ac08', 'fixed_ips': [{'subnet_id': '3992fc17-ec9b-4a90-b772-d709a2522999'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:53.222880 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.329297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.341285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c7eaff-6fee-4ec2-9f45-793a9142f512,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:53.363156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:53.366439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.382828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.387329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-39263de8-8dbe-48eb-84f4-706a162a72ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/17c7eaff-6fee-4ec2-9f45-793a9142f512 HTTP/1.1" status: 204 len: 168 time: 1.2340813 Jul 06 17:57:53.411247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59728) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:53.444368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ccae7f95-1443-425f-bcf4-ff6dc540ecad req-c9cc66a3-0bd9-4d14-ad38-842b5206c630 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168713 Jul 06 17:57:53.613852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Allocated IP 2001:db8::2 (f1832539-2021-472f-a4c2-9ccaf77fc365/3992fc17-ec9b-4a90-b772-d709a2522999/5a08d331-b30e-4ad3-8753-deb4e1bd0e2f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:53.617981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-deleted', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:53.622808 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e7fb47-2b20-4ce8-834e-29ae4702e143" -d '{"events": [{"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-deleted", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:53.804042 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9829748 Jul 06 17:57:53.804803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:53.819150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'network': {'name': 'tempest-router-network02--1683764503'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:53.879459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.889555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae06048-c122-41ff-825a-80349026cbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Network': ['ID=aeb77a2c-4840-4f03-86da-6287055b7e75,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:53.905236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:53.911919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.945228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network aeb77a2c-4840-4f03-86da-6287055b7e75 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:54.030439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:54.079403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.079978 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Added segment 4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7 of type vlan for network 9cf3cf10-1a20-432d-86e6-1ceeb632405b Jul 06 17:57:54.185028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.200613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27015566-5a5b-47cd-95de-962825229200']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:54.202877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.222052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab475a8-cd28-4e6a-86ee-37a98805387f') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:54.222541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab475a8-cd28-4e6a-86ee-37a98805387f') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:54.236785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.280056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.281659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.291041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:54.291529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.294745 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.307152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:54.310264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.331950 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f69e2cd-7012-405b-aa57-23134c1f2c9d x-openstack-request-id: req-6f69e2cd-7012-405b-aa57-23134c1f2c9d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:54.332603 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b59d96-a2a7-47b3-8dba-e03e8edccf4e", "name": "network-vif-deleted", "tag": "7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa", "status": "failed", "code": 422}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:54.332969 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f69e2cd-7012-405b-aa57-23134c1f2c9d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:54.333572 n-d-799527-3 neutron-server[93942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7b59d96-a2a7-47b3-8dba-e03e8edccf4e', 'name': 'network-vif-deleted', 'tag': '7f0baec8-2ad9-4f39-bf65-0b27ab1e9caa', 'status': 'failed', 'code': 422} returned with failed status Jul 06 17:57:54.344187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5369427 Jul 06 17:57:54.346664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.365497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'subnet': {'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:54.375085 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:54.381968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.382230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Transition to ACTIVE for port object 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:54.408238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.415824 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/27015566-5a5b-47cd-95de-962825229200 HTTP/1.1" status: 204 len: 168 time: 0.9967883 Jul 06 17:57:54.421344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Transition to ACTIVE for port object 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:54.442224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.447100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c6360-e50b-4812-8f5d-b45d2a437e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=27015566-5a5b-47cd-95de-962825229200,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:54.575989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Pushing event updated for resources: {'Port': ['ID=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:54.602833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Network f1832539-2021-472f-a4c2-9ccaf77fc365 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:54.607974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:54.613869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:54.617582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827c9b-1752-494a-bd7a-1b0b1d132de7 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Network': ['ID=9cf3cf10-1a20-432d-86e6-1ceeb632405b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:54.650610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9cf3cf10-1a20-432d-86e6-1ceeb632405b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:54.656267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:54.663333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.814303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59752) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.815154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08aa7c-4d25-455d-8341-bdba0741df75 req-df6c79dc-df7a-468b-85a4-bbaaf7d3a316 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:54.818228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f08aa7c-4d25-455d-8341-bdba0741df75 req-df6c79dc-df7a-468b-85a4-bbaaf7d3a316 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 907 time: 0.2771358 Jul 06 17:57:54.865701 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3ea3630-1399-41ed-913d-b4f474c91ef4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38f48ba46cf04238bba49dee8940d3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501485 Jul 06 17:57:54.867115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.953797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Attempting to bind port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:54.955584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Attempting to bind port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'beb708ab-6657-42cd-8e09-27aa19104326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:54.958003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Attempting to bind port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f on network f1832539-2021-472f-a4c2-9ccaf77fc365 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:54.991281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:54.993902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Checking segment: {'id': 'beb708ab-6657-42cd-8e09-27aa19104326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:54.994321 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.995127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Bound using segment: {'id': 'beb708ab-6657-42cd-8e09-27aa19104326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:54.995680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Bound port: 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb708ab-6657-42cd-8e09-27aa19104326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1832539-2021-472f-a4c2-9ccaf77fc365'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:54.996134 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.007098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7478f09c-154c-40f4-b679-8a95893e4617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.022849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-80d6b0e3-4d3f-4e02-b2f2-891b33e94a87 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:55.025341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-80d6b0e3-4d3f-4e02-b2f2-891b33e94a87 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 946 time: 0.1720517 Jul 06 17:57:55.073272 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7478f09c-154c-40f4-b679-8a95893e4617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.111717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] For port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:55.118713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] For port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,segment=NetworkSegment(beb708ab-6657-42cd-8e09-27aa19104326),segment_id=beb708ab-6657-42cd-8e09-27aa19104326)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:55.125145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.185834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7478f09c-154c-40f4-b679-8a95893e4617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.191936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7478f09c-154c-40f4-b679-8a95893e4617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.194431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7478f09c-154c-40f4-b679-8a95893e4617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e04d1166-8455-4183-9d6a-0cdf7816e6d1 HTTP/1.1" status: 204 len: 168 time: 0.3239725 Jul 06 17:57:55.195746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.232135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478f09c-154c-40f4-b679-8a95893e4617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d1166-8455-4183-9d6a-0cdf7816e6d1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:55.268478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a8f20-4102-42e7-b3a6-b43879007ff4 None None] Pushing event updated for resources: {'Port': ['ID=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:55.353164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e46e362-e896-43d9-a462-6ad6fde99674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.410227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634d484-78c7-4bb5-b221-86476dfc8bcf req-c5a15e4a-a921-4fb2-a598-5ed51704eba2 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:55.416215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4634d484-78c7-4bb5-b221-86476dfc8bcf req-c5a15e4a-a921-4fb2-a598-5ed51704eba2 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 946 time: 0.4783807 Jul 06 17:57:55.453930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Subnet': ['ID=9febe9a0-15b7-421b-bfd0-055e658a6533,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:55.513603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Deleting port cdd6648e-8349-47e5-a963-21924352d754 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:55.514394 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.532062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Checking segment: {'id': 'db6c8f19-a2e0-439c-8519-ce92ee752d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:55.532704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network hostable DHCP agents. Network: aeb77a2c-4840-4f03-86da-6287055b7e75, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:55.727986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4634d484-78c7-4bb5-b221-86476dfc8bcf req-f4302521-3ebb-431d-b74d-3eba85fc1f86 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/security-groups?id=900e4e78-99fc-4cf9-825a-1a099426c979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661386 Jul 06 17:57:55.765218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network aeb77a2c-4840-4f03-86da-6287055b7e75 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:55.896988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, aeb77a2c-4840-4f03-86da-6287055b7e75) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:55.907990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4ec69-4b99-46b7-92a1-b3160f92bc10 None None] Network aeb77a2c-4840-4f03-86da-6287055b7e75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:55.935127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:55.946090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.002656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] For port cdd6648e-8349-47e5-a963-21924352d754, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cdd6648e-8349-47e5-a963-21924352d754,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:56.003393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.066842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2160d688-e51c-4d9a-a2a6-35a7e342c28b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7186790 Jul 06 17:57:56.069104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Calling delete_port for cdd6648e-8349-47e5-a963-21924352d754 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:56.073053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:56.084243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-b4afcd37-b601-4397-999b-ba0a0687b00a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:56.087854 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-b4afcd37-b601-4397-999b-ba0a0687b00a tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 907 time: 0.2146449 Jul 06 17:57:56.089750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'subnet': {'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:56.261920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-aeb77a2c-4840-4f03-86da-6287055b7e75', 'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75', 'tenant_id': '992e1fdf5e6b4bdf81a62b14ecb1ac08', 'fixed_ips': [{'subnet_id': '9febe9a0-15b7-421b-bfd0-055e658a6533'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:56.262897 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.307148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Deleting port 0f6b4879-4489-482b-b6db-8a7453ed75fb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:56.308012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.502838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.605216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event deleted for resources: {'Port': ['ID=cdd6648e-8349-47e5-a963-21924352d754,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:56.674303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Allocated IP 2001:db8::2 (aeb77a2c-4840-4f03-86da-6287055b7e75/9febe9a0-15b7-421b-bfd0-055e658a6533/af795376-5629-4eda-99ab-245b33acaa3f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:56.718089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] For port 0f6b4879-4489-482b-b6db-8a7453ed75fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=0f6b4879-4489-482b-b6db-8a7453ed75fb,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:56.720973 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.766919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Calling delete_port for 0f6b4879-4489-482b-b6db-8a7453ed75fb owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:56.767280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] No DVR routers for this DVR port cdd6648e-8349-47e5-a963-21924352d754 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:56.798618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:56.804859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.822981 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.826686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b47b63f-9478-44d5-992c-4cfc68c0b85e req-88aa05cb-1959-4524-8bb5-63659b31ba00 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "DELETE /v2.0/ports/cdd6648e-8349-47e5-a963-21924352d754 HTTP/1.1" status: 204 len: 173 time: 1.7748883 Jul 06 17:57:56.832914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'name': 'network-vif-deleted', 'tag': 'cdd6648e-8349-47e5-a963-21924352d754'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:56.838190 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d789281a-6075-418a-87fe-d77b1664bdf2" -d '{"events": [{"server_uuid": "dbdece2f-6851-43f4-95cb-e0f261f60175", "name": "network-vif-deleted", "tag": "cdd6648e-8349-47e5-a963-21924352d754"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:57.101820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['08233616-973a-4129-b01f-c12a31c7e0d3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:57.167623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c9b04-21d1-4590-a8f5-ad8eabf48e30 req-94faed3a-1276-4dc1-80a0-155b832e4152 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:57.183731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-906c9b04-21d1-4590-a8f5-ad8eabf48e30 req-94faed3a-1276-4dc1-80a0-155b832e4152 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 907 time: 0.9653351 Jul 06 17:57:57.229700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.240546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:57.242625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-a244781f-2d6b-4155-87b8-7fc3d85ee185 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:57.251938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-a244781f-2d6b-4155-87b8-7fc3d85ee185 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 945 time: 0.4943707 Jul 06 17:57:57.294367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'Port': ['ID=0f6b4879-4489-482b-b6db-8a7453ed75fb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:57.411528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] No DVR routers for this DVR port 0f6b4879-4489-482b-b6db-8a7453ed75fb on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:57.433578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.441387 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5681199-464e-40da-8f2f-baea23fd55a3 req-7351804d-73c7-445c-99bf-6a8135e2d2e9 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "DELETE /v2.0/ports/0f6b4879-4489-482b-b6db-8a7453ed75fb HTTP/1.1" status: 204 len: 173 time: 1.3436048 Jul 06 17:57:57.441937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'name': 'network-vif-deleted', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:57.451869 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11564699-3a7a-4c39-9174-8f706aeb15c4" -d '{"events": [{"server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "name": "network-vif-deleted", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:57.569363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 0f6b4879-4489-482b-b6db-8a7453ed75fb no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:57.601641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2a8fa-78cd-446f-86b0-597c1b6efa91 None None] Network f1832539-2021-472f-a4c2-9ccaf77fc365 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:57.734544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eee7135b-49e6-455b-b806-d573f18a07f4 req-c21c38b0-7528-46ba-9336-83582be9410c tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbdece2f-6851-43f4-95cb-e0f261f60175 HTTP/1.1" status: 200 len: 210 time: 0.1944125 Jul 06 17:57:57.787212 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec921cba-08b5-4a59-8bae-abf8bace86cc x-openstack-request-id: req-ec921cba-08b5-4a59-8bae-abf8bace86cc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:57.790737 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdece2f-6851-43f4-95cb-e0f261f60175", "name": "network-vif-deleted", "tag": "cdd6648e-8349-47e5-a963-21924352d754", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:57.791293 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec921cba-08b5-4a59-8bae-abf8bace86cc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:57.794537 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdece2f-6851-43f4-95cb-e0f261f60175', 'name': 'network-vif-deleted', 'tag': 'cdd6648e-8349-47e5-a963-21924352d754', 'status': 'completed', 'code': 200} Jul 06 17:57:57.850686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.872491 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563b4e8-624e-4f8f-8769-b8e94d2e65ef x-openstack-request-id: req-0563b4e8-624e-4f8f-8769-b8e94d2e65ef {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:57.872787 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb72e0f-0d21-472a-8e6b-3b5ae87f976c", "name": "network-vif-deleted", "tag": "0f6b4879-4489-482b-b6db-8a7453ed75fb", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:57.873057 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0563b4e8-624e-4f8f-8769-b8e94d2e65ef {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:57.873539 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb72e0f-0d21-472a-8e6b-3b5ae87f976c', 'name': 'network-vif-deleted', 'tag': '0f6b4879-4489-482b-b6db-8a7453ed75fb', 'status': 'completed', 'code': 200} Jul 06 17:57:58.020009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Deleting port 08233616-973a-4129-b01f-c12a31c7e0d3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:58.020841 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.035695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.041331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 0f6b4879-4489-482b-b6db-8a7453ed75fb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:58.042129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 0f6b4879-4489-482b-b6db-8a7453ed75fb not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:58.042711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 08233616-973a-4129-b01f-c12a31c7e0d3 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:58.067363 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.121402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Transition to ACTIVE for port object af795376-5629-4eda-99ab-245b33acaa3f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:58.166323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:58.190455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-979bcf2d-c694-4db7-a2c1-9bbf70fb5176 None None] Provisioning for port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:58.208697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] For port 08233616-973a-4129-b01f-c12a31c7e0d3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=08233616-973a-4129-b01f-c12a31c7e0d3,segment=NetworkSegment(db41b203-4622-4217-87bc-0e8102145544),segment_id=db41b203-4622-4217-87bc-0e8102145544)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:58.209102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.237284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Subnet': ['ID=6753f3c6-7973-444c-8335-b620b452026e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:58.255165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-979bcf2d-c694-4db7-a2c1-9bbf70fb5176 None None] Provisioning complete for port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:58.255873 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-979bcf2d-c694-4db7-a2c1-9bbf70fb5176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.265826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Checking segment: {'id': '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:58.266784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network hostable DHCP agents. Network: 9cf3cf10-1a20-432d-86e6-1ceeb632405b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:58.268107 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c201122-e166-4c08-9c15-ff1836ea26ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.270406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:58.271017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.288320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Calling delete_port for 08233616-973a-4129-b01f-c12a31c7e0d3 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:58.314088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network 9cf3cf10-1a20-432d-86e6-1ceeb632405b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:58.392026 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Transition to ACTIVE for port object af795376-5629-4eda-99ab-245b33acaa3f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:58.406328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9cf3cf10-1a20-432d-86e6-1ceeb632405b) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:58.436023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:58.438145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.443905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da88199-d855-43e2-85ec-fd2607dc5ec4 None None] Network 9cf3cf10-1a20-432d-86e6-1ceeb632405b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:58.486506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fbdfca02-802e-4784-8278-6c9eb61350b9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4105549 Jul 06 17:57:58.489737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:58.569656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.732108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.797700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Pushing event updated for resources: {'Port': ['ID=af795376-5629-4eda-99ab-245b33acaa3f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:58.876789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Pushing event deleted for resources: {'Port': ['ID=08233616-973a-4129-b01f-c12a31c7e0d3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:58.903690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b606d54f-4eea-4ac8-8654-f4006da6b788 req-e31da3fa-d667-4abc-a487-bce9f981bee6 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfb72e0f-0d21-472a-8e6b-3b5ae87f976c HTTP/1.1" status: 200 len: 210 time: 0.0524020 Jul 06 17:57:58.935014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] No DVR routers for this DVR port 08233616-973a-4129-b01f-c12a31c7e0d3 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:58.938106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.940980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4153a28-7c74-4dea-9486-f9113bc56559 req-01f2e941-e7f9-4923-b98a-5431c835ffd9 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.60 "DELETE /v2.0/ports/08233616-973a-4129-b01f-c12a31c7e0d3 HTTP/1.1" status: 204 len: 173 time: 1.6827331 Jul 06 17:57:58.954540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Port 08233616-973a-4129-b01f-c12a31c7e0d3 update to DOWN by agent not found {{(pid=93944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 17:57:58.968710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cdd6648e-8349-47e5-a963-21924352d754 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:59.033904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Network aeb77a2c-4840-4f03-86da-6287055b7e75 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:59.052754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: cdd6648e-8349-47e5-a963-21924352d754 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:59.053458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cdd6648e-8349-47e5-a963-21924352d754 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:59.100105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:59.132020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:59.315987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.360851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-9cf3cf10-1a20-432d-86e6-1ceeb632405b', 'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b', 'tenant_id': '992e1fdf5e6b4bdf81a62b14ecb1ac08', 'fixed_ips': [{'subnet_id': '6753f3c6-7973-444c-8335-b620b452026e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:59.361997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.488855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,segment=NetworkSegment(beb708ab-6657-42cd-8e09-27aa19104326),segment_id=beb708ab-6657-42cd-8e09-27aa19104326)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:59.516644 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.561303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.643297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9da80594-8f6f-4867-9915-517471a36faf req-d2115288-8a7f-4700-bb06-a0b9f4011210 tempest-MultipleCreateTestJSON-1960273776 tempest-MultipleCreateTestJSON-1960273776-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae HTTP/1.1" status: 200 len: 210 time: 0.0630760 Jul 06 17:57:59.795621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'name': 'network-vif-deleted', 'tag': '08233616-973a-4129-b01f-c12a31c7e0d3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:59.798061 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f619db1-7809-46b2-927c-163ca1ca0577" -d '{"events": [{"server_uuid": "fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae", "name": "network-vif-deleted", "tag": "08233616-973a-4129-b01f-c12a31c7e0d3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:59.906202 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf852147-a82a-462c-b0d7-96e2ee61be9e x-openstack-request-id: req-bf852147-a82a-462c-b0d7-96e2ee61be9e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:59.906829 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae", "name": "network-vif-deleted", "tag": "08233616-973a-4129-b01f-c12a31c7e0d3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:59.906829 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf852147-a82a-462c-b0d7-96e2ee61be9e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:59.907115 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8f8062-8946-4ccf-9f5c-0e3ccee4c5ae', 'name': 'network-vif-deleted', 'tag': '08233616-973a-4129-b01f-c12a31c7e0d3', 'status': 'completed', 'code': 200} Jul 06 17:58:00.210680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:00.221435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.241914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-979bcf2d-c694-4db7-a2c1-9bbf70fb5176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.306755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Allocated IP 2001:db8::1 (aeb77a2c-4840-4f03-86da-6287055b7e75/9febe9a0-15b7-421b-bfd0-055e658a6533/3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:00.639702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.715486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Transition to ACTIVE for port object 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:00.807118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Allocated IP 2001:db8::2 (9cf3cf10-1a20-432d-86e6-1ceeb632405b/6753f3c6-7973-444c-8335-b620b452026e/eff9a891-2c97-489e-b207-443a495bab10) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:00.811220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.812098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Attempting to bind port af795376-5629-4eda-99ab-245b33acaa3f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:58:00.812468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Attempting to bind port af795376-5629-4eda-99ab-245b33acaa3f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'db6c8f19-a2e0-439c-8519-ce92ee752d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:58:00.812871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Attempting to bind port af795376-5629-4eda-99ab-245b33acaa3f on network aeb77a2c-4840-4f03-86da-6287055b7e75 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:00.826087 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.862208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:58:00.862508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Checking segment: {'id': 'db6c8f19-a2e0-439c-8519-ce92ee752d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:00.862947 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.863419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Bound using segment: {'id': 'db6c8f19-a2e0-439c-8519-ce92ee752d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:58:00.863926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Bound port: af795376-5629-4eda-99ab-245b33acaa3f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6c8f19-a2e0-439c-8519-ce92ee752d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aeb77a2c-4840-4f03-86da-6287055b7e75'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:58:00.864321 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.903186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network aeb77a2c-4840-4f03-86da-6287055b7e75 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:00.919274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:00.928559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:00.929457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.030482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Port': ['ID=3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:01.058305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.079135 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-979bcf2d-c694-4db7-a2c1-9bbf70fb5176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:58:01.079553 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-979bcf2d-c694-4db7-a2c1-9bbf70fb5176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:58:01.143984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] For port af795376-5629-4eda-99ab-245b33acaa3f, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:58:01.173132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] For port af795376-5629-4eda-99ab-245b33acaa3f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af795376-5629-4eda-99ab-245b33acaa3f,segment=NetworkSegment(db6c8f19-a2e0-439c-8519-ce92ee752d0c),segment_id=db6c8f19-a2e0-439c-8519-ce92ee752d0c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:58:01.191097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.274341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.278049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c22c11-77f1-4486-a3e2-89df307ac546 None None] Pushing event updated for resources: {'Port': ['ID=af795376-5629-4eda-99ab-245b33acaa3f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:01.307927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:01.364335 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.382594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Transition to ACTIVE for port object eff9a891-2c97-489e-b207-443a495bab10 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:01.412797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Transition to ACTIVE for port object eff9a891-2c97-489e-b207-443a495bab10 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:01.428144 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.497266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Network 9cf3cf10-1a20-432d-86e6-1ceeb632405b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:01.501094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:01.506254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:01.530228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Pushing event updated for resources: {'Port': ['ID=eff9a891-2c97-489e-b207-443a495bab10,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:01.613695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Deleting subnet 71b870fb-2a5c-4809-9890-810cefc9ae63 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:01.624934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.686795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-522eaea8-0b6e-4ba3-9a90-d837a022f404 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:01.689173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-522eaea8-0b6e-4ba3-9a90-d837a022f404 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 946 time: 0.2323289 Jul 06 17:58:01.904423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Attempting to bind port eff9a891-2c97-489e-b207-443a495bab10 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:58:01.905024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Attempting to bind port eff9a891-2c97-489e-b207-443a495bab10 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:58:01.905619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Attempting to bind port eff9a891-2c97-489e-b207-443a495bab10 on network 9cf3cf10-1a20-432d-86e6-1ceeb632405b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:01.929566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.944614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:01.966538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.974491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.975428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.014499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:58:02.015208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Checking segment: {'id': '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:02.015993 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.016724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Bound using segment: {'id': '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:58:02.017601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Bound port: eff9a891-2c97-489e-b207-443a495bab10, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9cf3cf10-1a20-432d-86e6-1ceeb632405b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:58:02.020386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.181390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.281404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] For port eff9a891-2c97-489e-b207-443a495bab10, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:58:02.287749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:02.288539 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.299702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] For port eff9a891-2c97-489e-b207-443a495bab10, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=eff9a891-2c97-489e-b207-443a495bab10,segment=NetworkSegment(4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7),segment_id=4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:58:02.362338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.379124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5cc9e703-892e-439c-b2d3-f7c1354469e9 None None] Provisioning complete for port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:02.380704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e703-892e-439c-b2d3-f7c1354469e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.381097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbab609-913a-47cd-a036-3684bfe4a744 req-9aab5441-99af-4c12-83eb-a5b0aaddbb05 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:02.393877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecbab609-913a-47cd-a036-3684bfe4a744 req-9aab5441-99af-4c12-83eb-a5b0aaddbb05 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 946 time: 0.6499062 Jul 06 17:58:02.490346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Deleting port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:02.490834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.523290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11ed19-5ca4-4967-bf34-1574aa1106e4 None None] Pushing event updated for resources: {'Port': ['ID=eff9a891-2c97-489e-b207-443a495bab10,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:02.660500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Port': ['ID=3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:02.673097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.723992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecbab609-913a-47cd-a036-3684bfe4a744 req-c79fca05-1a0f-4760-b856-e45f36f56611 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286312 Jul 06 17:58:02.737051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.833692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network aeb77a2c-4840-4f03-86da-6287055b7e75 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:02.847827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:02.905138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.912713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71b870fb-2a5c-4809-9890-810cefc9ae63 HTTP/1.1" status: 204 len: 168 time: 1.6012042 Jul 06 17:58:02.919032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 59896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:02.920599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eade71c-65cb-4f1b-aa91-f9a09180cf25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b870fb-2a5c-4809-9890-810cefc9ae63,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:03.220844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] For port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:03.221475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.310250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.366879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Calling delete_port for d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:03.495754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Router 6b1a90c1-0889-441d-849c-63e0a74e670b is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:58:03.781206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c6745-c843-41a1-9a8f-a18120507308 None None] Network aeb77a2c-4840-4f03-86da-6287055b7e75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:03.907511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.938450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:03.948788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9b625f-3a71-4b4f-8902-7871625dbe66']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.961962 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9f22518-ea7e-4436-88a0-e9ce88c37845 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4693031 Jul 06 17:58:03.961962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59914) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:03.970843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db41b203-4622-4217-87bc-0e8102145544') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.971147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db41b203-4622-4217-87bc-0e8102145544') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.987678 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] Sync routers for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:04.006867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.008078 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:04.008758 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:04.043596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.062114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:04.062546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.098879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device eff9a891-2c97-489e-b207-443a495bab10 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:04.107759 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:04.147177 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:04.150849 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:04.163134 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:04.294196 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:04.295063 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebc7cb-706f-4544-af7a-02c4d0536b2f None None] The sync data for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:04.390009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.409498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-db47c74b-bfba-45d6-a40a-f50a3e8b59dc None None] Provisioning for port af795376-5629-4eda-99ab-245b33acaa3f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:04.511866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port eff9a891-2c97-489e-b207-443a495bab10 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:04.543379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af795376-5629-4eda-99ab-245b33acaa3f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:04.633631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.642109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fc9b625f-3a71-4b4f-8902-7871625dbe66 HTTP/1.1" status: 204 len: 168 time: 1.7155759 Jul 06 17:58:04.707416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff9a1-f84a-47ec-bd0d-0eb079d021d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9b625f-3a71-4b4f-8902-7871625dbe66,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:04.713948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port af795376-5629-4eda-99ab-245b33acaa3f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:04.721281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.723305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port af795376-5629-4eda-99ab-245b33acaa3f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:04.723882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.797389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3084eec1-8d38-4fc2-8787-02b6036db522'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:58:05.001228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] No DVR routers for this DVR port d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:05.014497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:05.020977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3afcb8a0-e427-4f88-a3b0-e193e0c2aedd req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "DELETE /v2.0/ports/d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f HTTP/1.1" status: 204 len: 173 time: 3.3259790 Jul 06 17:58:05.021806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f8924-e16d-43ee-a318-4b1c714fb926 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'Port': ['ID=d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:05.032143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1014b102-15b7-42ba-b493-da6338864712', 'name': 'network-vif-deleted', 'tag': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:05.065260 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67230e26-082e-4880-9ce2-a447363399f0" -d '{"events": [{"server_uuid": "1014b102-15b7-42ba-b493-da6338864712", "name": "network-vif-deleted", "tag": "d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:05.390814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:05.451724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59932) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:05.548183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:05.548611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:05.550907 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:05.562889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4c9b1-9dba-4a1c-ae8d-29f7a79d33f9 None None] Network 9cf3cf10-1a20-432d-86e6-1ceeb632405b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:05.643615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1c7f1b84-15ce-40ba-a9de-b3e6efb03d92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76c8f1449c8242e18868125cf623be23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789448 Jul 06 17:58:05.653007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59938) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:05.672764 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-68a7173f-b83c-4339-935d-1d5f41a98da2 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:05.673918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68a7173f-b83c-4339-935d-1d5f41a98da2 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7108254 Jul 06 17:58:05.678515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:05.728619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e2c5aa0-9ec4-457a-88fd-755debe971f4 None None] Provisioning for port 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:05.787107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e2c5aa0-9ec4-457a-88fd-755debe971f4 None None] Provisioning complete for port 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:05.791933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5aa0-9ec4-457a-88fd-755debe971f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.044788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f91b7e52-1af6-4b69-aede-8067a9a6e439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.051820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e154451-d175-4e69-8c86-1ca84eee4cb1 req-ec2525d1-7199-4598-b504-440bafdca1d2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:06.059363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port af795376-5629-4eda-99ab-245b33acaa3f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af795376-5629-4eda-99ab-245b33acaa3f,segment=NetworkSegment(db6c8f19-a2e0-439c-8519-ce92ee752d0c),segment_id=db6c8f19-a2e0-439c-8519-ce92ee752d0c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:06.061703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e154451-d175-4e69-8c86-1ca84eee4cb1 req-ec2525d1-7199-4598-b504-440bafdca1d2 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=1014b102-15b7-42ba-b493-da6338864712 HTTP/1.1" status: 200 len: 867 time: 1.8899283 Jul 06 17:58:06.135184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.141631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c5aa0-9ec4-457a-88fd-755debe971f4 None None] Port 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:58:06.224855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e154451-d175-4e69-8c86-1ca84eee4cb1 req-11fd0046-805a-4663-9445-09a3854654ce tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620998 Jul 06 17:58:06.281735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-9cc53781-4c58-4068-975f-096cffaddba6 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:06.286793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-9cc53781-4c58-4068-975f-096cffaddba6 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 945 time: 0.3525429 Jul 06 17:58:06.319490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9ca2-d69d-46cc-9328-f68c95443565 req-937df891-380a-48dc-b085-45b512b4f5aa tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:06.324026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f91b7e52-1af6-4b69-aede-8067a9a6e439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.344220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b8f9ca2-d69d-46cc-9328-f68c95443565 req-937df891-380a-48dc-b085-45b512b4f5aa tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 945 time: 1.2467790 Jul 06 17:58:06.428234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e2c5aa0-9ec4-457a-88fd-755debe971f4 None None] Provisioning complete for port af795376-5629-4eda-99ab-245b33acaa3f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:06.428446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5aa0-9ec4-457a-88fd-755debe971f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.505732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f91b7e52-1af6-4b69-aede-8067a9a6e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.514873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f91b7e52-1af6-4b69-aede-8067a9a6e439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.516218 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f91b7e52-1af6-4b69-aede-8067a9a6e439 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/900e4e78-99fc-4cf9-825a-1a099426c979 HTTP/1.1" status: 204 len: 168 time: 0.8604476 Jul 06 17:58:06.525984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b8f9ca2-d69d-46cc-9328-f68c95443565 req-40db9a23-263a-42e0-b40a-25e238d434bc tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4a922b7-b487-478a-b1a8-2f32ba80e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806750 Jul 06 17:58:06.560389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=af795376-5629-4eda-99ab-245b33acaa3f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:06.564238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b7e52-1af6-4b69-aede-8067a9a6e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e4e78-99fc-4cf9-825a-1a099426c979,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:06.585042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Deleting port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:06.585619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.742942 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38514b22-dba4-46c0-b0a3-8dc5146c107c x-openstack-request-id: req-38514b22-dba4-46c0-b0a3-8dc5146c107c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:06.744232 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1014b102-15b7-42ba-b493-da6338864712", "name": "network-vif-deleted", "tag": "d957d2f1-6c7a-4cb2-989e-7a289e1c6d5f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:06.744497 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38514b22-dba4-46c0-b0a3-8dc5146c107c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:06.746032 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1014b102-15b7-42ba-b493-da6338864712', 'name': 'network-vif-deleted', 'tag': 'd957d2f1-6c7a-4cb2-989e-7a289e1c6d5f', 'status': 'completed', 'code': 200} Jul 06 17:58:06.943954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] For port 7aedfcdd-4be6-407d-bb88-c9c335d870c5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=7aedfcdd-4be6-407d-bb88-c9c335d870c5,segment=NetworkSegment(56d737dc-602c-4be6-99f5-5e643ca74d14),segment_id=56d737dc-602c-4be6-99f5-5e643ca74d14)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:06.944998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.969456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.980167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Calling delete_port for 7aedfcdd-4be6-407d-bb88-c9c335d870c5 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:07.140743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Provisioning complete for port 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:07.141307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.323900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.342037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Port 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:58:07.389398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Provisioning for port eff9a891-2c97-489e-b207-443a495bab10 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:07.404667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Provisioning complete for port eff9a891-2c97-489e-b207-443a495bab10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:07.405053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.548952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Pushing event deleted for resources: {'Port': ['ID=7aedfcdd-4be6-407d-bb88-c9c335d870c5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:07.587549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] No DVR routers for this DVR port 7aedfcdd-4be6-407d-bb88-c9c335d870c5 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:07.592417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.594610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0ccaad7-dcad-4170-9c8f-1c9def5a992f req-03271f7d-92dc-451a-880b-0ee0b5054df8 tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.61 "DELETE /v2.0/ports/7aedfcdd-4be6-407d-bb88-c9c335d870c5 HTTP/1.1" status: 204 len: 173 time: 1.2370219 Jul 06 17:58:07.621906 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.713510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] For port eff9a891-2c97-489e-b207-443a495bab10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=eff9a891-2c97-489e-b207-443a495bab10,segment=NetworkSegment(4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7),segment_id=4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:07.722959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.802488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting port 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:07.804369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.849226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56757c-d769-45ed-8e40-bb38d6bfecc1 None None] Pushing event updated for resources: {'Port': ['ID=eff9a891-2c97-489e-b207-443a495bab10,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:07.871065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01b28676-8869-447c-9ad0-36132dda452f None None] Provisioning complete for port eff9a891-2c97-489e-b207-443a495bab10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:07.874988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b28676-8869-447c-9ad0-36132dda452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.178784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.209671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Calling delete_port for 3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:08.343567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da5eab0b-9acf-4941-885d-d3721dcedd28 req-e3189f18-2603-41e4-b845-fa82031c1aae tempest-ServerTagsTestJSON-1967472458 tempest-ServerTagsTestJSON-1967472458-project] 10.222.0.37 "GET /v2.0/ports?device_id=81a69752-5342-4f66-852f-5c5718634684 HTTP/1.1" status: 200 len: 210 time: 0.0881071 Jul 06 17:58:08.344699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device eff9a891-2c97-489e-b207-443a495bab10 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:08.516724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port eff9a891-2c97-489e-b207-443a495bab10 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:08.523057 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.729260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7aedfcdd-4be6-407d-bb88-c9c335d870c5 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:08.747320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a69752-5342-4f66-852f-5c5718634684', 'name': 'network-vif-deleted', 'tag': '7aedfcdd-4be6-407d-bb88-c9c335d870c5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:08.750081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd309ca7-c574-423d-99e5-c7f268c214cb" -d '{"events": [{"server_uuid": "81a69752-5342-4f66-852f-5c5718634684", "name": "network-vif-deleted", "tag": "7aedfcdd-4be6-407d-bb88-c9c335d870c5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:08.781842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.804173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 7aedfcdd-4be6-407d-bb88-c9c335d870c5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:08.804752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 7aedfcdd-4be6-407d-bb88-c9c335d870c5 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:08.861564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af795376-5629-4eda-99ab-245b33acaa3f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:08.896898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Port': ['ID=3d0c5bdd-b1c2-4e53-824b-50d76d2f84eb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:08.909592 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2936e0ae-3b25-430e-9196-d32b09f47862 x-openstack-request-id: req-2936e0ae-3b25-430e-9196-d32b09f47862 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:08.911070 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a69752-5342-4f66-852f-5c5718634684", "name": "network-vif-deleted", "tag": "7aedfcdd-4be6-407d-bb88-c9c335d870c5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:08.911564 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2936e0ae-3b25-430e-9196-d32b09f47862 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:08.912167 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a69752-5342-4f66-852f-5c5718634684', 'name': 'network-vif-deleted', 'tag': '7aedfcdd-4be6-407d-bb88-c9c335d870c5', 'status': 'completed', 'code': 200} Jul 06 17:58:09.030768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port af795376-5629-4eda-99ab-245b33acaa3f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:09.042094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.150494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.466526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-37d966be-1012-44d3-b2bf-40bce9df8568 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:09.475963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-37d966be-1012-44d3-b2bf-40bce9df8568 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.2909164 Jul 06 17:58:09.580218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:09.667798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Deleting subnet b5e49e4c-2478-4d42-825d-63070513172a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:09.746805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.805279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b40f66-1807-46af-ad0f-2180d8549b89 req-fcd871a1-00dd-43c1-a5a5-f77c89244c16 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:09.807666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03b40f66-1807-46af-ad0f-2180d8549b89 req-fcd871a1-00dd-43c1-a5a5-f77c89244c16 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 945 time: 0.4981828 Jul 06 17:58:09.861260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.920277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03b40f66-1807-46af-ad0f-2180d8549b89 req-e6f46154-86ab-4851-9786-72c039e5035d tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=ffbbd877-c356-4ca1-9589-39a91b3df3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026878 Jul 06 17:58:09.933654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Deleting port 3084eec1-8d38-4fc2-8787-02b6036db522 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:09.934245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.941725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.013273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Router 6b1a90c1-0889-441d-849c-63e0a74e670b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:10.017614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:10.121025 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.146003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.151936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b5e49e4c-2478-4d42-825d-63070513172a HTTP/1.1" status: 204 len: 168 time: 0.5629661 Jul 06 17:58:10.151936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] For port 3084eec1-8d38-4fc2-8787-02b6036db522, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3084eec1-8d38-4fc2-8787-02b6036db522,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:10.151936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.173396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60042) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:10.216514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:10.222954 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2aa506ae-b3d3-4419-8401-fb535790066c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5268984 Jul 06 17:58:10.230167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:10.231168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] Sync routers for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:10.275513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.279328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f3ca4-db81-4017-9ca5-ea51a32979a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e49e4c-2478-4d42-825d-63070513172a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:10.287133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Calling delete_port for 3084eec1-8d38-4fc2-8787-02b6036db522 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:10.288835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:10.295329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.311715 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-e643bf57-ef1d-407b-8a79-8018ed75f76c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] delete failed (client error): The resource could not be found. Jul 06 17:58:10.312735 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e643bf57-ef1d-407b-8a79-8018ed75f76c tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-442857273 HTTP/1.1" status: 404 len: 334 time: 0.0814750 Jul 06 17:58:10.318910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60050) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:10.331091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-db730c9d-880d-43f4-a396-d804b3736344 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b1a90c1-0889-441d-849c-63e0a74e670b'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:10.443190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.444088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.455673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0125221d-fbca-4f6a-b077-6548f4e1940f']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.459508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:10.468968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d737dc-602c-4be6-99f5-5e643ca74d14') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.469880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d737dc-602c-4be6-99f5-5e643ca74d14') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.472386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.485832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.502769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.511086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:10.511649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.562536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.564316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e149bf5c-02d8-49f1-9b6b-46f5f24e276c None None] The sync data for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:10.581462 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:10.588013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.591967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91243973-bb95-427a-9444-e8ff4946d4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.622778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.630617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0125221d-fbca-4f6a-b077-6548f4e1940f HTTP/1.1" status: 204 len: 168 time: 0.4496045 Jul 06 17:58:10.630617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bdbb8-97f0-40d8-842b-ec8695e4e729 admin admin] Pushing event deleted for resources: {'Network': ['ID=0125221d-fbca-4f6a-b077-6548f4e1940f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:10.807539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.886626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db730c9d-880d-43f4-a396-d804b3736344 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.924607 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-db730c9d-880d-43f4-a396-d804b3736344 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] update failed (client error): The resource could not be found. Jul 06 17:58:10.926040 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-db730c9d-880d-43f4-a396-d804b3736344 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b HTTP/1.1" status: 404 len: 339 time: 0.6060941 Jul 06 17:58:10.932343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60068) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:10.940165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-677925584'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:10.999613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60074) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.028975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'Port': ['ID=3084eec1-8d38-4fc2-8787-02b6036db522,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.081908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] No DVR routers for this DVR port 3084eec1-8d38-4fc2-8787-02b6036db522 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:11.088348 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.093066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4ff824f-74b1-46fe-9859-1694f8fbcb65 req-53201402-14cf-49dc-87d9-28101b3569b1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "DELETE /v2.0/ports/3084eec1-8d38-4fc2-8787-02b6036db522 HTTP/1.1" status: 204 len: 173 time: 1.6072092 Jul 06 17:58:11.094247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'name': 'network-vif-deleted', 'tag': '3084eec1-8d38-4fc2-8787-02b6036db522'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:11.101965 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb28612-9a52-4f12-8148-8761e773f7cf" -d '{"events": [{"server_uuid": "6e32a0f4-bbe7-4450-8077-c6574f86c985", "name": "network-vif-deleted", "tag": "3084eec1-8d38-4fc2-8787-02b6036db522"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:11.103039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91243973-bb95-427a-9444-e8ff4946d4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.129132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91243973-bb95-427a-9444-e8ff4946d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.193642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:11.199887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.210261 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-61bba5aa-ef84-4618-9b8f-56f2ca836488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6cbfe1804c74e148f5a8d69b5002bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094195 Jul 06 17:58:11.217722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.235787 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-91243973-bb95-427a-9444-e8ff4946d4e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1f3dbe250c84771aa1ca574a42e37a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2166240 Jul 06 17:58:11.236801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60084) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.249659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91243973-bb95-427a-9444-e8ff4946d4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d72b47-4bfe-4957-a355-5345d89c32e5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.306873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:11.337146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.348831 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Added segment 74ab4a82-5452-429f-bdf7-93a09a97ebdd of type vlan for network a5f4aea7-d910-4448-84a1-28116881f5bf Jul 06 17:58:11.364852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b678de1-e72f-47c2-97a1-95352cba1254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.389329 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ddb4ec-e87e-4e05-879e-7af4429a5d1e x-openstack-request-id: req-97ddb4ec-e87e-4e05-879e-7af4429a5d1e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:11.391502 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e32a0f4-bbe7-4450-8077-c6574f86c985", "name": "network-vif-deleted", "tag": "3084eec1-8d38-4fc2-8787-02b6036db522", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:11.391921 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97ddb4ec-e87e-4e05-879e-7af4429a5d1e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:11.392486 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e32a0f4-bbe7-4450-8077-c6574f86c985', 'name': 'network-vif-deleted', 'tag': '3084eec1-8d38-4fc2-8787-02b6036db522', 'status': 'completed', 'code': 200} Jul 06 17:58:11.418403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3084eec1-8d38-4fc2-8787-02b6036db522 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:11.464703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-800d0259-c588-43c2-8452-86891bb1222e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.499578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e50a1e6-4931-46b2-b8ea-fec09b77b0b4 req-4e06bda0-97b1-442d-91e8-99c08f89f61b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e32a0f4-bbe7-4450-8077-c6574f86c985 HTTP/1.1" status: 200 len: 210 time: 0.0667937 Jul 06 17:58:11.521917 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.542173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b678de1-e72f-47c2-97a1-95352cba1254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.553757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 3084eec1-8d38-4fc2-8787-02b6036db522 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:11.554184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3084eec1-8d38-4fc2-8787-02b6036db522 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:11.568703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-800d0259-c588-43c2-8452-86891bb1222e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.631041 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.637726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:11.638407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.668040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-800d0259-c588-43c2-8452-86891bb1222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.676506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-800d0259-c588-43c2-8452-86891bb1222e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.684113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-800d0259-c588-43c2-8452-86891bb1222e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4a922b7-b487-478a-b1a8-2f32ba80e7e2 HTTP/1.1" status: 204 len: 168 time: 0.4639120 Jul 06 17:58:11.697998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b678de1-e72f-47c2-97a1-95352cba1254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.699864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d0259-c588-43c2-8452-86891bb1222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a922b7-b487-478a-b1a8-2f32ba80e7e2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.712424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b678de1-e72f-47c2-97a1-95352cba1254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.713874 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b678de1-e72f-47c2-97a1-95352cba1254 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47d72b47-4bfe-4957-a355-5345d89c32e5 HTTP/1.1" status: 204 len: 168 time: 0.4729307 Jul 06 17:58:11.759856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.767863 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8333290 Jul 06 17:58:11.772417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678de1-e72f-47c2-97a1-95352cba1254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d72b47-4bfe-4957-a355-5345d89c32e5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.784506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce591084-8000-488d-a4b3-3d568526256d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Network': ['ID=a5f4aea7-d910-4448-84a1-28116881f5bf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.790249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'subnet': {'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:11.831941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a5f4aea7-d910-4448-84a1-28116881f5bf details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:12.082261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Made reservation on behalf of 992e1fdf5e6b4bdf81a62b14ecb1ac08 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:12.088211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.627804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60126) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:12.715664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.886287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Checking segment: {'id': '74ab4a82-5452-429f-bdf7-93a09a97ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:12.886908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network hostable DHCP agents. Network: a5f4aea7-d910-4448-84a1-28116881f5bf, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:12.967511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network a5f4aea7-d910-4448-84a1-28116881f5bf is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:13.003681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Subnet': ['ID=c2695064-9716-4db5-bc78-390663e308a6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:13.026033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a5f4aea7-d910-4448-84a1-28116881f5bf) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:13.038152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:13.039910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.048682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75c82d-7ebe-43f4-acfa-cf6db9c8a2dc None None] Network a5f4aea7-d910-4448-84a1-28116881f5bf requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:13.118604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-489418f0-a8ce-497a-8415-4e3c58a41568 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3549466 Jul 06 17:58:13.123159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:13.150394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-42e47fb7-9c28-425f-8b5d-e9b2ab668302 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:13.923895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.099524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a5f4aea7-d910-4448-84a1-28116881f5bf', 'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf', 'tenant_id': '992e1fdf5e6b4bdf81a62b14ecb1ac08', 'fixed_ips': [{'subnet_id': 'c2695064-9716-4db5-bc78-390663e308a6'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:58:14.103577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.183382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42e47fb7-9c28-425f-8b5d-e9b2ab668302 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.473868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa0d3-0edf-446a-b17b-10fce9c7e728 req-fa0e18cc-2304-4ebf-8b1a-e30ec3768d5b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:14.475548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff5aa0d3-0edf-446a-b17b-10fce9c7e728 req-fa0e18cc-2304-4ebf-8b1a-e30ec3768d5b tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.3951313 Jul 06 17:58:14.528415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Allocated IP 2001:db8:1::2 (a5f4aea7-d910-4448-84a1-28116881f5bf/c2695064-9716-4db5-bc78-390663e308a6/88fb72f3-dcec-4a79-9945-29c8da39e730) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:14.578990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff5aa0d3-0edf-446a-b17b-10fce9c7e728 req-a2e27cd2-4531-486b-8016-fad559482aab tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897286 Jul 06 17:58:14.599185 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-42e47fb7-9c28-425f-8b5d-e9b2ab668302 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:14.600409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-42e47fb7-9c28-425f-8b5d-e9b2ab668302 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b HTTP/1.1" status: 400 len: 364 time: 1.4760530 Jul 06 17:58:14.606497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60180) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:14.822913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Deleting port 573ba02a-d03c-46f9-9406-e907363083f3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:14.824942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.984473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] For port 573ba02a-d03c-46f9-9406-e907363083f3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=573ba02a-d03c-46f9-9406-e907363083f3,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:14.985707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.004293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Calling delete_port for 573ba02a-d03c-46f9-9406-e907363083f3 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:15.153615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.190739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Transition to ACTIVE for port object 88fb72f3-dcec-4a79-9945-29c8da39e730 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:15.224877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Transition to ACTIVE for port object 88fb72f3-dcec-4a79-9945-29c8da39e730 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:15.237490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.331463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Network a5f4aea7-d910-4448-84a1-28116881f5bf is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:15.336801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:15.342346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:15.361766 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.366454 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.413152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Pushing event updated for resources: {'Port': ['ID=88fb72f3-dcec-4a79-9945-29c8da39e730,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:15.437308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Attempting to bind port 88fb72f3-dcec-4a79-9945-29c8da39e730 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:58:15.438180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Attempting to bind port 88fb72f3-dcec-4a79-9945-29c8da39e730 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '74ab4a82-5452-429f-bdf7-93a09a97ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:58:15.438993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Attempting to bind port 88fb72f3-dcec-4a79-9945-29c8da39e730 on network a5f4aea7-d910-4448-84a1-28116881f5bf {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:15.459194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:58:15.460175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Checking segment: {'id': '74ab4a82-5452-429f-bdf7-93a09a97ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:15.460465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=573ba02a-d03c-46f9-9406-e907363083f3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:15.462121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.463052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Bound using segment: {'id': '74ab4a82-5452-429f-bdf7-93a09a97ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:58:15.463922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Bound port: 88fb72f3-dcec-4a79-9945-29c8da39e730, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ab4a82-5452-429f-bdf7-93a09a97ebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5f4aea7-d910-4448-84a1-28116881f5bf'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:58:15.464742 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.478967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.487881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.488299 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.488615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.488919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.489269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.489601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.489929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.490253 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.490575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.490897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.491215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:15.589421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] For port 88fb72f3-dcec-4a79-9945-29c8da39e730, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:58:15.594505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] For port 88fb72f3-dcec-4a79-9945-29c8da39e730, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88fb72f3-dcec-4a79-9945-29c8da39e730,segment=NetworkSegment(74ab4a82-5452-429f-bdf7-93a09a97ebdd),segment_id=74ab4a82-5452-429f-bdf7-93a09a97ebdd)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:58:15.610798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.841148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e60b-f14f-43bb-940b-06fab8c410bb None None] Pushing event updated for resources: {'Port': ['ID=88fb72f3-dcec-4a79-9945-29c8da39e730,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:15.997217 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.000067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60212) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:16.185514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-ca26b2ad-5d44-43e0-a0a7-e093f27339e8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:16.187948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-ca26b2ad-5d44-43e0-a0a7-e093f27339e8 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.5656567 Jul 06 17:58:16.270578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Allocated IP 2001:db8::1 (f1832539-2021-472f-a4c2-9ccaf77fc365/3992fc17-ec9b-4a90-b772-d709a2522999/65f0913a-d0b8-4382-962e-8e6c958a00fd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:16.412928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01ed1dda-2288-4c87-bba5-df80a90efb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.873770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01ed1dda-2288-4c87-bba5-df80a90efb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.892253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01ed1dda-2288-4c87-bba5-df80a90efb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.898590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Router a8714db7-6019-4aba-84b6-963c49a70e8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:16.996240 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-01ed1dda-2288-4c87-bba5-df80a90efb74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f9da91ad6be43c19db996e5a23bb96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9937875 Jul 06 17:58:17.002841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60226) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:17.114188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed1dda-2288-4c87-bba5-df80a90efb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee53b94-fe46-429f-b6ea-4a3a89708460,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:17.133554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d2612-77a4-40b9-808c-dbe897e03dfe req-e046914c-d22f-4b72-9a9e-a85a64d87d13 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:17.141656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b0d2612-77a4-40b9-808c-dbe897e03dfe req-e046914c-d22f-4b72-9a9e-a85a64d87d13 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 1.0741036 Jul 06 17:58:17.145748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cad70a88-4034-4268-8fe9-b65e6bb3ed5b req-952b026b-0d65-4182-8901-a38982967018 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1763201 Jul 06 17:58:17.182387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.210558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Transition to ACTIVE for port object 65f0913a-d0b8-4382-962e-8e6c958a00fd will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:17.328237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.386635 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64a9e02-e6f4-4d16-bf32-99bc44ee2e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.467309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e0f766bb-d8b2-4500-8886-bf9e55370326 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:17.490824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:17.507290 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] Sync routers for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:17.530069 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:17.531086 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:17.535430 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b021e4a3-98fb-4a21-b048-320b904027c4 admin admin] 10.222.0.37 "PUT /v2.0/routers/a8714db7-6019-4aba-84b6-963c49a70e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9033418 Jul 06 17:58:17.538594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network f1832539-2021-472f-a4c2-9ccaf77fc365 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:17.542342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60230) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:17.551142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64a9e02-e6f4-4d16-bf32-99bc44ee2e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.581714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:17.587575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b0d2612-77a4-40b9-808c-dbe897e03dfe req-eeaa47d6-fdd9-42e8-baa0-f80ae361ace1 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446790 Jul 06 17:58:17.592973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:17.593766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.598014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Deleting port e0f766bb-d8b2-4500-8886-bf9e55370326 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:17.598714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.709861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64a9e02-e6f4-4d16-bf32-99bc44ee2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.720029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64a9e02-e6f4-4d16-bf32-99bc44ee2e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.743468 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f64a9e02-e6f4-4d16-bf32-99bc44ee2e2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bee53b94-fe46-429f-b6ea-4a3a89708460 HTTP/1.1" status: 204 len: 168 time: 0.7388020 Jul 06 17:58:17.777054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a9e02-e6f4-4d16-bf32-99bc44ee2e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee53b94-fe46-429f-b6ea-4a3a89708460,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:17.876900 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:17.930744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Port': ['ID=65f0913a-d0b8-4382-962e-8e6c958a00fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:18.115665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f938de2-703b-42a6-a847-e228f4ce2977 None None] Network a5f4aea7-d910-4448-84a1-28116881f5bf requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:18.366011 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:58:15Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:18.370848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-04451770-624f-45ac-8290-4a2e25a861c7 None None] Provisioning for port 88fb72f3-dcec-4a79-9945-29c8da39e730 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:18.533462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.563377 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] Checking router: a8714db7-6019-4aba-84b6-963c49a70e8e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:18.626611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] Routers {'a8714db7-6019-4aba-84b6-963c49a70e8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:18.628571 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a8714db7-6019-4aba-84b6-963c49a70e8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:18.657089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88fb72f3-dcec-4a79-9945-29c8da39e730 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:18.723986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] For port e0f766bb-d8b2-4500-8886-bf9e55370326, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e0f766bb-d8b2-4500-8886-bf9e55370326,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:18.724430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.912610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe760c9f-4dd2-4254-86c3-2314067f2015 None None] Provisioning for port 65f0913a-d0b8-4382-962e-8e6c958a00fd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:18.942650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 88fb72f3-dcec-4a79-9945-29c8da39e730 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:18.956434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe760c9f-4dd2-4254-86c3-2314067f2015 None None] Provisioning complete for port 65f0913a-d0b8-4382-962e-8e6c958a00fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:18.967313 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe760c9f-4dd2-4254-86c3-2314067f2015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.031389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 88fb72f3-dcec-4a79-9945-29c8da39e730 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:19.032437 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.037359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fe760c9f-4dd2-4254-86c3-2314067f2015 None None] Port 65f0913a-d0b8-4382-962e-8e6c958a00fd cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:58:19.314075 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] Set router a8714db7-6019-4aba-84b6-963c49a70e8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:19.318318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.318984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.319570 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Floating IP 31c1478c-1444-4c87-b63f-9bfaba166c79 disassociated. External IP: 172.25.5.115, port: e0f766bb-d8b2-4500-8886-bf9e55370326. Jul 06 17:58:19.320138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Calling delete_port for e0f766bb-d8b2-4500-8886-bf9e55370326 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:19.340476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.443746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 88fb72f3-dcec-4a79-9945-29c8da39e730, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88fb72f3-dcec-4a79-9945-29c8da39e730,segment=NetworkSegment(74ab4a82-5452-429f-bdf7-93a09a97ebdd),segment_id=74ab4a82-5452-429f-bdf7-93a09a97ebdd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:19.455203 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.588931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=88fb72f3-dcec-4a79-9945-29c8da39e730,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:19.598643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4eca917b-0580-45b2-9b27-bb683d254b57 req-951bef6d-c978-47fe-a9b3-b3240444fa82 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 1.1343057 Jul 06 17:58:19.688319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-955a53f0-7ccf-4108-9350-56c16146ea75 None None] Provisioning complete for port 88fb72f3-dcec-4a79-9945-29c8da39e730 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:19.688896 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-955a53f0-7ccf-4108-9350-56c16146ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.798288 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.847712 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:58:15Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:19.891359 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922e8c7-da70-4696-a8d8-022ef4f3c8a9 None None] The sync data for ids ['a8714db7-6019-4aba-84b6-963c49a70e8e'] in n-d-799527-3 is: [{'id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'name': 'tempest-TaggedBootDevicesTest-484140785-router', 'tenant_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a5cb0555-32be-4d44-aff0-969831533171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:50Z', 'updated_at': '2021-07-06T17:58:15Z', 'revision_number': 5, 'project_id': 'e5b523b3df4f437e871d596f3cd5dfa8', 'gw_port': {'id': 'a5cb0555-32be-4d44-aff0-969831533171', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8714db7-6019-4aba-84b6-963c49a70e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:51Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:19.943907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.970070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.011070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df03b6-0f20-45ce-ac29-8c365391c834 req-707e3dde-e0bf-4670-a1b8-bb387c831875 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:20.016502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7df03b6-0f20-45ce-ac29-8c365391c834 req-707e3dde-e0bf-4670-a1b8-bb387c831875 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 944 time: 0.4696674 Jul 06 17:58:20.144637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'Port': ['ID=e0f766bb-d8b2-4500-8886-bf9e55370326,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:20.300198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5f670c2-9134-4b1d-aed3-87f38aca4065 req-9f0ef3a0-0d58-43d7-be48-ba8141b4f73b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1036143 Jul 06 17:58:20.387162 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7df03b6-0f20-45ce-ac29-8c365391c834 req-eb912542-56c6-4c30-b9f2-64188c7188ba tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c86d153-8f55-475c-8e37-9e864184741a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929220 Jul 06 17:58:20.453914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88fb72f3-dcec-4a79-9945-29c8da39e730 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:20.603977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 88fb72f3-dcec-4a79-9945-29c8da39e730 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:20.607902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.869251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 573ba02a-d03c-46f9-9406-e907363083f3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:20.873224 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.877690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Deleting port a5cb0555-32be-4d44-aff0-969831533171 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:20.878430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.887199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Router 1355f4f7-c0fc-415f-a86d-96502193b732 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:20.888871 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.890547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.931540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 573ba02a-d03c-46f9-9406-e907363083f3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:20.933088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 573ba02a-d03c-46f9-9406-e907363083f3 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:21.166202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6c6dcb5-4570-4b5c-977d-0f6a37afa385 req-9d4bf552-ca10-4662-ace8-db7ec9ce2fba tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.2343285 Jul 06 17:58:21.203613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event updated for resources: {'Port': ['ID=65f0913a-d0b8-4382-962e-8e6c958a00fd,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:21.359853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] For port a5cb0555-32be-4d44-aff0-969831533171, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a5cb0555-32be-4d44-aff0-969831533171,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:21.359853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.381027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Network f1832539-2021-472f-a4c2-9ccaf77fc365 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:21.391325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:21.394025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Calling delete_port for a5cb0555-32be-4d44-aff0-969831533171 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:21.414182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:21.431429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] Sync routers for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:21.452057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:21.453648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:21.720581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60320) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:21.841765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:21.927920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ee49ad-b99d-4432-8167-e3e216f7df89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.959393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eb09d695-87b7-4652-84a5-a949f7b699c7 None None] Provisioning complete for port 65f0913a-d0b8-4382-962e-8e6c958a00fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:21.960005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb09d695-87b7-4652-84a5-a949f7b699c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.128740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ee49ad-b99d-4432-8167-e3e216f7df89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.133970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ee49ad-b99d-4432-8167-e3e216f7df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.153386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eb09d695-87b7-4652-84a5-a949f7b699c7 None None] Port 65f0913a-d0b8-4382-962e-8e6c958a00fd cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:58:22.181683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee49ad-b99d-4432-8167-e3e216f7df89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c3c309-262c-42db-8120-7355657d817c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:22.187223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] No DVR routers for this DVR port e0f766bb-d8b2-4500-8886-bf9e55370326 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:22.194084 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.196451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78c88619-912a-49ec-a03b-ff9c03faf68b req-502177e0-6bad-4d2d-990b-105cfa0de6bb tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.60 "DELETE /v2.0/ports/e0f766bb-d8b2-4500-8886-bf9e55370326 HTTP/1.1" status: 204 len: 173 time: 5.9763250 Jul 06 17:58:22.200579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-deleted', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:22.202971 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf695747-6c38-410d-a5c3-4cb6d9cd42f6" -d '{"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-deleted", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:22.222213 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45ee49ad-b99d-4432-8167-e3e216f7df89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99681f25ff8747a3977d43470bee9202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955466 Jul 06 17:58:22.222659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:22.254641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f9e7085-b5cf-4b29-97c4-cb172f488620 req-7aee99fe-8afa-489f-81e4-212493e45f19 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 210 time: 0.1343782 Jul 06 17:58:22.321435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:28Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:22.392622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ea19006-99ac-4504-b78e-b26a455da80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.408809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] Checking router: 1355f4f7-c0fc-415f-a86d-96502193b732 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:22.431842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:22.432503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:22.438384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ea19006-99ac-4504-b78e-b26a455da80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.457035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Router 6b1a90c1-0889-441d-849c-63e0a74e670b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:22.544805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ea19006-99ac-4504-b78e-b26a455da80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.548797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ea19006-99ac-4504-b78e-b26a455da80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.550221 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1ea19006-99ac-4504-b78e-b26a455da80a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26c3c309-262c-42db-8120-7355657d817c HTTP/1.1" status: 204 len: 168 time: 0.3263297 Jul 06 17:58:22.568521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea19006-99ac-4504-b78e-b26a455da80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c3c309-262c-42db-8120-7355657d817c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:22.574147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8118e612-b61e-4bfb-b5d7-32d99a84d58d req-cfcb889b-d0e3-404b-a9fa-57eb30085bb5 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1112766 Jul 06 17:58:22.646984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:22.738006 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658462b-0299-4bd4-a416-3bcabdacb33e x-openstack-request-id: req-a658462b-0299-4bd4-a416-3bcabdacb33e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:22.738321 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adb5460-97ef-44c9-9c0b-e6383fa7a635", "name": "network-vif-deleted", "tag": "e0f766bb-d8b2-4500-8886-bf9e55370326", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:22.739672 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a658462b-0299-4bd4-a416-3bcabdacb33e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:22.740129 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adb5460-97ef-44c9-9c0b-e6383fa7a635', 'name': 'network-vif-deleted', 'tag': 'e0f766bb-d8b2-4500-8886-bf9e55370326', 'status': 'completed', 'code': 200} Jul 06 17:58:22.961818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:22.975076 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] Sync routers for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:22.979017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bb57036c-61d0-4ca2-8e8d-61f2ff784eb8 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3712945 Jul 06 17:58:22.981844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:22.999011 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:22.999776 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.128979 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.156542 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:23.158049 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.158401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccf4d-69b8-40a0-bd84-74302a6b533b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.160906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.279137 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.279872 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c2b5-7474-4aa7-a6b6-55f337b6bc16 None None] The sync data for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:23.333474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:28Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.362864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0931201-be36-47c4-a4b7-40a772b896a1 None None] The sync data for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 is: [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:47:21Z', 'revision_number': 4, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'ade0ee82-b27a-4624-b8f7-086a6119f9f3', 'name': '', 'network_id': 'da42f181-2c53-4dec-998f-dfc37e43b8d4', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'mac_address': 'fa:16:3e:04:e8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '152aad76-a959-43a1-8099-093179781c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:18Z', 'updated_at': '2021-07-06T17:47:28Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'subnets': [{'id': '152aad76-a959-43a1-8099-093179781c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:23.548512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cb0555-32be-4d44-aff0-969831533171,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:23.654366 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-2a8ccf4d-69b8-40a0-bd84-74302a6b533b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:58:23.658585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2a8ccf4d-69b8-40a0-bd84-74302a6b533b tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b HTTP/1.1" status: 409 len: 329 time: 0.6754348 Jul 06 17:58:23.658934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.668342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.778768 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.781980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.867631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.868275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8714db7-6019-4aba-84b6-963c49a70e8e {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:23.954215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16f6726d-dbf3-45e5-a27f-55356f53a3d6 req-f6a42705-fc65-47d6-8d2f-80c2fd2629a3 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/ports?device_id=0adb5460-97ef-44c9-9c0b-e6383fa7a635 HTTP/1.1" status: 200 len: 210 time: 0.1267741 Jul 06 17:58:23.957571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.958794 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-573eaa57-b697-49af-a45e-c58e5a06e712 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a8714db7-6019-4aba-84b6-963c49a70e8e HTTP/1.1" status: 204 len: 168 time: 6.3997474 Jul 06 17:58:23.974788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.249109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da956da-c8a4-445a-86f9-71377903cd11 None None] New status for floating IP 31c1478c-1444-4c87-b63f-9bfaba166c79: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:58:24.273699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Deleting subnet 13115784-748f-4bba-b40a-201b7e16dc8e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:24.296986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.390706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.644908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c3bd649-5340-4290-8c7e-297fe3be517e req-d9d3bef6-53e8-4586-8578-133f56d0844a tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0847983 Jul 06 17:58:24.671365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.672143 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:58:24.766559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.777240 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.842600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13115784-748f-4bba-b40a-201b7e16dc8e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:24.850807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.854774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4d709a7a-e2bd-42eb-8508-5069f55d3903 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/13115784-748f-4bba-b40a-201b7e16dc8e HTTP/1.1" status: 204 len: 168 time: 0.8740585 Jul 06 17:58:24.859678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.865529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa7cad-9820-4b72-ac93-e66336dd99d2 None None] Network 6856c4ec-9ac5-49fc-b98c-01dd56064b49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:25.054116 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.282517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Deleting port a51f8818-8ae8-488e-a288-843072675a9c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:25.283103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.368685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.394869 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb442-1ac7-4076-ab31-f771e1d274fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.489095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-762a1788-46c9-43c6-a35a-fd4fd4cf1b2f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.531475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] DHCP port deletion for 6856c4ec-9ac5-49fc-b98c-01dd56064b49 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:25.581438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-762a1788-46c9-43c6-a35a-fd4fd4cf1b2f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.615632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] For port a51f8818-8ae8-488e-a288-843072675a9c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51f8818-8ae8-488e-a288-843072675a9c,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:25.618666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.622109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] Deleting port a51f8818-8ae8-488e-a288-843072675a9c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:25.623191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.653087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Calling delete_port for a51f8818-8ae8-488e-a288-843072675a9c owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:25.797082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-762a1788-46c9-43c6-a35a-fd4fd4cf1b2f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.802399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-762a1788-46c9-43c6-a35a-fd4fd4cf1b2f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.813026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-762a1788-46c9-43c6-a35a-fd4fd4cf1b2f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c86d153-8f55-475c-8e37-9e864184741a HTTP/1.1" status: 204 len: 168 time: 0.4398160 Jul 06 17:58:25.817347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.847070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] For port a51f8818-8ae8-488e-a288-843072675a9c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51f8818-8ae8-488e-a288-843072675a9c,segment=NetworkSegment(d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4),segment_id=d4a6582c-f2eb-4a6a-95ef-709ed53a1bd4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:25.847881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.868127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] Calling delete_port for a51f8818-8ae8-488e-a288-843072675a9c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:25.883799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a1788-46c9-43c6-a35a-fd4fd4cf1b2f tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86d153-8f55-475c-8e37-9e864184741a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:25.941927 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-f8cec676-c055-41cb-a59d-ef1d55c9a9b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] show failed (client error): The resource could not be found. Jul 06 17:58:25.948054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f8cec676-c055-41cb-a59d-ef1d55c9a9b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "GET /v2.0/security-groups/8c86d153-8f55-475c-8e37-9e864184741a HTTP/1.1" status: 404 len: 347 time: 0.1227233 Jul 06 17:58:25.953538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.996180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.026021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] Pushing event deleted for resources: {'Port': ['ID=a51f8818-8ae8-488e-a288-843072675a9c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:26.041779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b84b81-fd92-4b6a-8891-5ed7022bd425 None None] No DVR routers for this DVR port a51f8818-8ae8-488e-a288-843072675a9c on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:26.058147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-476d51a5-4906-4b5b-a0ed-e80374ad0565 req-64474029-cf4c-4bd3-ba83-d5b7ddc2aa08 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0717070 Jul 06 17:58:26.063707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.108341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Pushing event deleted for resources: {'Port': ['ID=a51f8818-8ae8-488e-a288-843072675a9c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:26.110796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] No DVR routers for this DVR port a51f8818-8ae8-488e-a288-843072675a9c on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:26.211644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.227598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6856c4ec-9ac5-49fc-b98c-01dd56064b49']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:26.231165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting port 65f0913a-d0b8-4382-962e-8e6c958a00fd {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:26.231619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.270364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:26.270975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a6582c-f2eb-4a6a-95ef-709ed53a1bd4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:26.298346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.304045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a5cb0555-32be-4d44-aff0-969831533171 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:26.333863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a5cb0555-32be-4d44-aff0-969831533171 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:26.334489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a5cb0555-32be-4d44-aff0-969831533171 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:26.335104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51f8818-8ae8-488e-a288-843072675a9c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:26.342026 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.365909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:26.366217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a51f8818-8ae8-488e-a288-843072675a9c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:26.367453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51f8818-8ae8-488e-a288-843072675a9c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:26.367970 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:26.379049 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:26.386112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Deleting port 00036ace-a68a-4c72-9c64-0ca54bf23040 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:26.390862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.395410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.454304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Calling delete_port for 65f0913a-d0b8-4382-962e-8e6c958a00fd owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:26.497728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.511248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.517651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] 10.222.0.37 "DELETE /v2.0/networks/6856c4ec-9ac5-49fc-b98c-01dd56064b49 HTTP/1.1" status: 204 len: 168 time: 1.6479697 Jul 06 17:58:26.535544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8301a6e-a1fd-4cce-aa3b-d20f6437619c admin admin] Pushing event deleted for resources: {'Network': ['ID=6856c4ec-9ac5-49fc-b98c-01dd56064b49,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:26.586326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.586641 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.605531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Calling delete_port for 00036ace-a68a-4c72-9c64-0ca54bf23040 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:26.849571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60438) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:26.906932 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.974099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bdf775d2-735f-4d21-82ee-7b08cbc0f1f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5b523b3df4f437e871d596f3cd5dfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228702 Jul 06 17:58:26.978228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:27.125952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.129069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Port': ['ID=65f0913a-d0b8-4382-962e-8e6c958a00fd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:27.133419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-847a8422-fe93-4b5e-b7b0-dca7545a56ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.165927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Pushing event deleted for resources: {'Port': ['ID=00036ace-a68a-4c72-9c64-0ca54bf23040,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:27.198740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-847a8422-fe93-4b5e-b7b0-dca7545a56ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.355973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-847a8422-fe93-4b5e-b7b0-dca7545a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.370195 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-847a8422-fe93-4b5e-b7b0-dca7545a56ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.375748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-847a8422-fe93-4b5e-b7b0-dca7545a56ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a685cf7b-9127-4c9b-88ee-49e1162ee85e HTTP/1.1" status: 204 len: 168 time: 0.3936129 Jul 06 17:58:27.420983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:27.521458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86bac2ce-5149-48aa-9c2e-1c92e1226c9e req-8938f161-a62d-477a-aa71-a68890f3b2a3 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1677468 Jul 06 17:58:27.526614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a8422-fe93-4b5e-b7b0-dca7545a56ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685cf7b-9127-4c9b-88ee-49e1162ee85e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:27.560562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.565730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.567988 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8bd15f8-5bf7-45a9-99b3-1d373023d2b5 tempest-ServerActionsTestJSON-370977475 tempest-ServerActionsTestJSON-370977475-project] 10.222.0.37 "DELETE /v2.0/floatingips/31c1478c-1444-4c87-b63f-9bfaba166c79 HTTP/1.1" status: 204 len: 168 time: 1.6101656 Jul 06 17:58:27.569417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.572627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:27.874579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7702498d-25d8-495b-bb25-6139b6c1c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.915949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cb6dac5-f9b8-4313-87be-1c1df81e0ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.925850 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.930605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Router 6b1a90c1-0889-441d-849c-63e0a74e670b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:28.093944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cb6dac5-f9b8-4313-87be-1c1df81e0ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.095217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:28.099037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cb6dac5-f9b8-4313-87be-1c1df81e0ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.112089 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e418271a-f501-4c4c-aab3-2ba563daf07f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4451845 Jul 06 17:58:28.112089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.126763 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] Sync routers for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:28.150559 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:28.152329 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:28.163612 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-48fb865b-d357-4954-ae62-df8161ea7b65 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] show failed (client error): The resource could not be found. Jul 06 17:58:28.171205 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48fb865b-d357-4954-ae62-df8161ea7b65 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-723499312 HTTP/1.1" status: 404 len: 334 time: 0.0538044 Jul 06 17:58:28.171952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60472) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.183547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-68c1ce3b-057d-43e6-b767-9cdcd723314f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:28.236872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6dac5-f9b8-4313-87be-1c1df81e0ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df581f21-ed6f-46b9-b5f9-83d256053f03,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:28.274661 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-68c1ce3b-057d-43e6-b767-9cdcd723314f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] update failed (client error): The resource could not be found. Jul 06 17:58:28.276114 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68c1ce3b-057d-43e6-b767-9cdcd723314f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-635048827 HTTP/1.1" status: 404 len: 334 time: 0.1030743 Jul 06 17:58:28.281592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60476) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.326975 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:28.362412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting subnet c2695064-9716-4db5-bc78-390663e308a6 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:28.368161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.378217 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] Routers {'6b1a90c1-0889-441d-849c-63e0a74e670b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:28.379711 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6b1a90c1-0889-441d-849c-63e0a74e670b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:28.383422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0cb6dac5-f9b8-4313-87be-1c1df81e0ba7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be1367db215444d38e48f7488852a861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9602294 Jul 06 17:58:28.388610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60482) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.457842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:28.459605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c91bc9-a9c1-466e-8001-4328d34fc295 None None] The sync data for ids ['6b1a90c1-0889-441d-849c-63e0a74e670b'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:28.506579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.646621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.666883 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f711b43-a921-46bd-95bc-b3f64b231a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.808023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.824252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f711b43-a921-46bd-95bc-b3f64b231a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.869951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f854b7b8-f552-411f-8cb9-675fed8bef2f req-173a85ea-a05e-4481-b199-e7b5a998390b tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0778716 Jul 06 17:58:28.872045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Subnet': ['ID=c2695064-9716-4db5-bc78-390663e308a6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:28.881304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.887610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-37ec2522-f5ad-4184-b635-855ef9e42d3e tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/subnets/c2695064-9716-4db5-bc78-390663e308a6 HTTP/1.1" status: 204 len: 168 time: 0.6015337 Jul 06 17:58:28.888724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.894002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028db756-afe5-4c2f-899c-8db60bbf7576 None None] Network a5f4aea7-d910-4448-84a1-28116881f5bf requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:29.070615 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f711b43-a921-46bd-95bc-b3f64b231a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.073279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f711b43-a921-46bd-95bc-b3f64b231a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.077337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5f711b43-a921-46bd-95bc-b3f64b231a9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df581f21-ed6f-46b9-b5f9-83d256053f03 HTTP/1.1" status: 204 len: 168 time: 0.6872883 Jul 06 17:58:29.097604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.103955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711b43-a921-46bd-95bc-b3f64b231a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df581f21-ed6f-46b9-b5f9-83d256053f03,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:29.230051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] DHCP port deletion for a5f4aea7-d910-4448-84a1-28116881f5bf request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:29.307921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.338374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] Deleting port 88fb72f3-dcec-4a79-9945-29c8da39e730 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:29.339308 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.444413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] For port 88fb72f3-dcec-4a79-9945-29c8da39e730, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88fb72f3-dcec-4a79-9945-29c8da39e730,segment=NetworkSegment(74ab4a82-5452-429f-bdf7-93a09a97ebdd),segment_id=74ab4a82-5452-429f-bdf7-93a09a97ebdd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:29.445528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.484888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] Calling delete_port for 88fb72f3-dcec-4a79-9945-29c8da39e730 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:29.581214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting port 88fb72f3-dcec-4a79-9945-29c8da39e730 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:29.581673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.631456 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.676707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] Pushing event deleted for resources: {'Port': ['ID=88fb72f3-dcec-4a79-9945-29c8da39e730,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:29.684374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf5c60-5ff5-4310-acac-926c31ecf00e None None] No DVR routers for this DVR port 88fb72f3-dcec-4a79-9945-29c8da39e730 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:29.704454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] For port 88fb72f3-dcec-4a79-9945-29c8da39e730, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88fb72f3-dcec-4a79-9945-29c8da39e730,segment=NetworkSegment(74ab4a82-5452-429f-bdf7-93a09a97ebdd),segment_id=74ab4a82-5452-429f-bdf7-93a09a97ebdd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:29.704982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.722970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Calling delete_port for 88fb72f3-dcec-4a79-9945-29c8da39e730 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:29.810218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.825384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.947426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60518) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:29.975607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.022096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] No DVR routers for this DVR port 88fb72f3-dcec-4a79-9945-29c8da39e730 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:30.026432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Port': ['ID=88fb72f3-dcec-4a79-9945-29c8da39e730,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:30.229630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b72ffb-45e8-491c-96dc-25e0d8ae7102 req-cbf5b0c6-c4e8-43f7-acc6-eba7f82ff1e4 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0869324 Jul 06 17:58:30.241143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.255683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f4aea7-d910-4448-84a1-28116881f5bf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.259608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1491265937-network', 'tenant_id': '3f8952f0f3bf4544a6f4d303662df5ba'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:30.277049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ab4a82-5452-429f-bdf7-93a09a97ebdd') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.277380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ab4a82-5452-429f-bdf7-93a09a97ebdd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.298568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.340445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Made reservation on behalf of 3f8952f0f3bf4544a6f4d303662df5ba for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:30.343153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.354524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.368978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:30.370206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.373401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88fb72f3-dcec-4a79-9945-29c8da39e730 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:30.374368 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:30.385060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.420954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 88fb72f3-dcec-4a79-9945-29c8da39e730 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:30.421323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88fb72f3-dcec-4a79-9945-29c8da39e730 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:30.519687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.537010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.539928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/networks/a5f4aea7-d910-4448-84a1-28116881f5bf HTTP/1.1" status: 204 len: 168 time: 1.6511602 Jul 06 17:58:30.557866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.621799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f02e-40f7-4bf9-b792-ba09d5585877 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Network': ['ID=a5f4aea7-d910-4448-84a1-28116881f5bf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:30.634164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting subnet 6753f3c6-7973-444c-8335-b620b452026e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:30.639607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.662655 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.675528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.682578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.692650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Deleting port ade0ee82-b27a-4624-b8f7-086a6119f9f3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:30.693008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.700962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:30.714977 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.715611 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Added segment b5d8ad21-ef44-477f-b94a-4bc0f3cc019d of type vlan for network 32c1a612-0a07-43af-8e60-591d3bd4d605 Jul 06 17:58:30.769869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.781451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.864703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.868092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:30.869723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.917635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32d792-912f-46ca-be69-21a3d34830f1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:30.989495 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0372634 Jul 06 17:58:30.992269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60546) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.001512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Request body: {'subnet': {'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1491265937-subnet', 'tenant_id': '3f8952f0f3bf4544a6f4d303662df5ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:31.004833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] For port ade0ee82-b27a-4624-b8f7-086a6119f9f3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ade0ee82-b27a-4624-b8f7-086a6119f9f3,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:31.005294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.052317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Calling delete_port for ade0ee82-b27a-4624-b8f7-086a6119f9f3 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:31.067224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bf808-2481-4671-9145-c53cb485b01f admin admin] Pushing event updated for resources: {'Network': ['ID=32c1a612-0a07-43af-8e60-591d3bd4d605,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:31.073190 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Made reservation on behalf of 3f8952f0f3bf4544a6f4d303662df5ba for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:31.082211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.085865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 32c1a612-0a07-43af-8e60-591d3bd4d605 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:31.192274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.499829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.546860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Subnet': ['ID=6753f3c6-7973-444c-8335-b620b452026e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:31.560341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.564454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.565348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2af3b157-d52a-48e7-a2c3-fc0281fffbef tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/subnets/6753f3c6-7973-444c-8335-b620b452026e HTTP/1.1" status: 204 len: 168 time: 1.0042541 Jul 06 17:58:31.568022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.569783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22966b14-d398-4769-86ee-325cda3f8f80 None None] Network 9cf3cf10-1a20-432d-86e6-1ceeb632405b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:31.732507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23404a7a-494e-4ac3-9d3b-9d0d10fb4b8a req-aae6b2ac-effb-4372-a7c2-751418353e01 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0735767 Jul 06 17:58:31.743637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.822110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting subnet 9febe9a0-15b7-421b-bfd0-055e658a6533 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:31.824423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.838318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade0ee82-b27a-4624-b8f7-086a6119f9f3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:31.868896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baaecf6e-ab53-4722-9c57-9be67d3e1fc7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:31.900626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Checking segment: {'id': 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:31.901117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Network hostable DHCP agents. Network: 32c1a612-0a07-43af-8e60-591d3bd4d605, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:31.918751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.954823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Network 32c1a612-0a07-43af-8e60-591d3bd4d605 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:31.976585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 32c1a612-0a07-43af-8e60-591d3bd4d605) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:31.988432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:31.989419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.016987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae136c-1206-4c4d-8cbc-9f695c5b5c07 None None] Network 32c1a612-0a07-43af-8e60-591d3bd4d605 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:32.033571 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a103eab-6e1e-4e06-94e4-21ffc4ff8796 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0396576 Jul 06 17:58:32.082851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] DHCP port deletion for 9cf3cf10-1a20-432d-86e6-1ceeb632405b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:32.107698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.265561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.315594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Subnet': ['ID=9febe9a0-15b7-421b-bfd0-055e658a6533,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:32.330282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.333587 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ec198cb4-8ba5-4017-b8a4-ca0c28ce536f tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/subnets/9febe9a0-15b7-421b-bfd0-055e658a6533 HTTP/1.1" status: 204 len: 168 time: 0.7521839 Jul 06 17:58:32.338308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60574) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.373742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972015c-3581-4b46-8526-1992bc33b317 None None] Network aeb77a2c-4840-4f03-86da-6287055b7e75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:32.527980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.564944 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.575360 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.579064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device eff9a891-2c97-489e-b207-443a495bab10 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:32.651385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] Deleting port eff9a891-2c97-489e-b207-443a495bab10 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:32.652813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.703444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting port eff9a891-2c97-489e-b207-443a495bab10 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:32.703843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.174946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64d74f-2746-4a69-8280-bb55c487cd79 None None] Network 32c1a612-0a07-43af-8e60-591d3bd4d605 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:33.178772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] For port eff9a891-2c97-489e-b207-443a495bab10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=eff9a891-2c97-489e-b207-443a495bab10,segment=NetworkSegment(4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7),segment_id=4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:33.179749 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.187402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Router 1355f4f7-c0fc-415f-a86d-96502193b732 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:33.265322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] For port eff9a891-2c97-489e-b207-443a495bab10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=eff9a891-2c97-489e-b207-443a495bab10,segment=NetworkSegment(4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7),segment_id=4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:33.268428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] Calling delete_port for eff9a891-2c97-489e-b207-443a495bab10 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:33.268713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.296200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Calling delete_port for eff9a891-2c97-489e-b207-443a495bab10 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:33.359968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.424580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] DHCP port deletion for aeb77a2c-4840-4f03-86da-6287055b7e75 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:33.453845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port eff9a891-2c97-489e-b207-443a495bab10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=eff9a891-2c97-489e-b207-443a495bab10,segment=NetworkSegment(4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7),segment_id=4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:33.488326 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.507109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.529035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.534200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:33.548700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dd5f397-ea90-4103-88e6-a4d34be4da9b req-1526202b-3490-469b-831f-ada5b81c3586 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.2525425 Jul 06 17:58:33.564235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-79e8a3b1-a2d9-4fa7-880a-16eaf4d364e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/1355f4f7-c0fc-415f-a86d-96502193b732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9904177 Jul 06 17:58:33.565068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:33.607504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Port': ['ID=eff9a891-2c97-489e-b207-443a495bab10,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:33.609056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] Sync routers for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:33.612529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] No DVR routers for this DVR port eff9a891-2c97-489e-b207-443a495bab10 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:33.637001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event deleted for resources: {'Port': ['ID=eff9a891-2c97-489e-b207-443a495bab10,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:33.648274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] No DVR routers for this DVR port eff9a891-2c97-489e-b207-443a495bab10 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:33.689749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:33.690690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:33.734521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d75a0-7ff4-468e-98f6-2e0dab4192cb None None] Pushing event deleted for resources: {'Port': ['ID=eff9a891-2c97-489e-b207-443a495bab10,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:33.735764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.768152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf3cf10-1a20-432d-86e6-1ceeb632405b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:33.785158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:33.785456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7af17a-7a60-41e3-96d8-3a5b5ba53bf7') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:33.803123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.827504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] Deleting port af795376-5629-4eda-99ab-245b33acaa3f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:33.828199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.839185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.852919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:33.853344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.854741 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:33.861074 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:33.909251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:34.027312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.068241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.074024 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/networks/9cf3cf10-1a20-432d-86e6-1ceeb632405b HTTP/1.1" status: 204 len: 168 time: 1.7336636 Jul 06 17:58:34.076938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8a2db-7742-4c14-92f9-f0e2d72a098d tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Network': ['ID=9cf3cf10-1a20-432d-86e6-1ceeb632405b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:34.086994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:34.121566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.135935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] For port af795376-5629-4eda-99ab-245b33acaa3f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af795376-5629-4eda-99ab-245b33acaa3f,segment=NetworkSegment(db6c8f19-a2e0-439c-8519-ce92ee752d0c),segment_id=db6c8f19-a2e0-439c-8519-ce92ee752d0c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:34.136342 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.178559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] Calling delete_port for af795376-5629-4eda-99ab-245b33acaa3f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:34.275689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:58:31Z', 'revision_number': 5, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port': {'id': '81a13a8b-5178-4f7e-a5be-c2e5494da8b0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:47:15Z', 'updated_at': '2021-07-06T17:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:34.308851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] Checking router: 1355f4f7-c0fc-415f-a86d-96502193b732 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:34.349571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] Routers {'1355f4f7-c0fc-415f-a86d-96502193b732'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:34.350543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1355f4f7-c0fc-415f-a86d-96502193b732'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:34.354001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af795376-5629-4eda-99ab-245b33acaa3f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:34.386577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.449159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Deleting port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:34.449844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.530831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-f4921da3-a7dd-413b-95e9-a53219d398f1 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:34.532891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-f4921da3-a7dd-413b-95e9-a53219d398f1 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/networks?id=32c1a612-0a07-43af-8e60-591d3bd4d605 HTTP/1.1" status: 200 len: 818 time: 0.3035760 Jul 06 17:58:34.581907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-74a4d361-da2a-4b10-9e4a-5dd1596182f1 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/quotas/3f8952f0f3bf4544a6f4d303662df5ba HTTP/1.1" status: 200 len: 375 time: 0.0287590 Jul 06 17:58:34.634169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting port af795376-5629-4eda-99ab-245b33acaa3f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:34.634775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.661053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-6c896aa9-f5ab-41c8-94ab-096005ea6a71 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f8952f0f3bf4544a6f4d303662df5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529509 Jul 06 17:58:34.682902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] For port 81a13a8b-5178-4f7e-a5be-c2e5494da8b0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:34.683306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.766636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Calling delete_port for 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:34.815554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] For port af795376-5629-4eda-99ab-245b33acaa3f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af795376-5629-4eda-99ab-245b33acaa3f,segment=NetworkSegment(db6c8f19-a2e0-439c-8519-ce92ee752d0c),segment_id=db6c8f19-a2e0-439c-8519-ce92ee752d0c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:34.815554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.852202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Calling delete_port for af795376-5629-4eda-99ab-245b33acaa3f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:34.859289 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.909425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40057e30-e6e2-4a1a-8ab7-e3021143f1d9 req-079ca955-4660-477a-a82c-d47234c70d89 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0614519 Jul 06 17:58:34.912570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] Set router 1355f4f7-c0fc-415f-a86d-96502193b732 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:34.948849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] Pushing event deleted for resources: {'Port': ['ID=af795376-5629-4eda-99ab-245b33acaa3f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:34.978348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-98ef88ed-62a2-43e1-b098-adb54d99e7bd service neutron] 10.222.0.37 "GET /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978365 Jul 06 17:58:34.992304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09848c-f281-4501-90ab-d6b89b2b2fcd None None] No DVR routers for this DVR port af795376-5629-4eda-99ab-245b33acaa3f on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:34.995110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:58:34Z', 'revision_number': 6, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:35.065601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No active binding found for port af795376-5629-4eda-99ab-245b33acaa3f {{(pid=93944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:58:35.066070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af795376-5629-4eda-99ab-245b33acaa3f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:35.084327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6201e-eacd-4df1-820c-28b360547ef9 None None] The sync data for ids ['1355f4f7-c0fc-415f-a86d-96502193b732'] in n-d-799527-3 is: [{'id': '1355f4f7-c0fc-415f-a86d-96502193b732', 'name': 'tempest-ServerActionsTestJSON-1182830059-router', 'tenant_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:47:14Z', 'updated_at': '2021-07-06T17:58:34Z', 'revision_number': 6, 'project_id': '33ec6059e3eb4a0c8f01a13eaceec39d', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:35.195242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.266729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Port': ['ID=af795376-5629-4eda-99ab-245b33acaa3f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:35.284083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] No DVR routers for this DVR port af795376-5629-4eda-99ab-245b33acaa3f on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:35.501917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-bee0e278-f02e-4da5-97dd-fdb4be64e72a service neutron] 10.222.0.37 "GET /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871032 Jul 06 17:58:35.515169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.533462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.538078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb77a2c-4840-4f03-86da-6287055b7e75']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:35.581151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6c8f19-a2e0-439c-8519-ce92ee752d0c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:35.581448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6c8f19-a2e0-439c-8519-ce92ee752d0c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:35.592891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a13a8b-5178-4f7e-a5be-c2e5494da8b0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:35.615425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.663486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.674647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:35.675199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:35.679910 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:35.683292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.770994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.809962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.811485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.818644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.821424 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/networks/aeb77a2c-4840-4f03-86da-6287055b7e75 HTTP/1.1" status: 204 len: 168 time: 1.7325244 Jul 06 17:58:35.825207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:35.845083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb611-a956-41df-a439-4d4d17dc4dec tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Network': ['ID=aeb77a2c-4840-4f03-86da-6287055b7e75,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:35.968810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3de27058-d2b9-4def-8859-069b45166abe req-0c8a8ea0-ec8d-4b2b-b46c-2f308189af9e tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 210 time: 0.0814769 Jul 06 17:58:35.996855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting subnet 3992fc17-ec9b-4a90-b772-d709a2522999 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:35.998688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.058209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.064464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.065964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1355f4f7-c0fc-415f-a86d-96502193b732 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:36.073442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.075117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9f84b9d9-b42a-44bb-b812-2153d33758b1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1355f4f7-c0fc-415f-a86d-96502193b732 HTTP/1.1" status: 204 len: 168 time: 2.5089166 Jul 06 17:58:36.079301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:36.192751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Deleting subnet 152aad76-a959-43a1-8099-093179781c9a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:36.218506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.348253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.399531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ade0ee82-b27a-4624-b8f7-086a6119f9f3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:36.453279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d02a7c0b-5c10-4f4d-abc0-ab2f5765ff8e req-c2705cd0-f6af-4170-a2c1-fc669f8a08ca tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.2357807 Jul 06 17:58:36.466737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ade0ee82-b27a-4624-b8f7-086a6119f9f3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:36.467371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ade0ee82-b27a-4624-b8f7-086a6119f9f3 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:36.468484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:36.488886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.509685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:36.510551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 81a13a8b-5178-4f7e-a5be-c2e5494da8b0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:36.596709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.716612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Subnet': ['ID=3992fc17-ec9b-4a90-b772-d709a2522999,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:36.726128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.732073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6b15850d-b46d-4978-9a6b-853d46ad73f3 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/subnets/3992fc17-ec9b-4a90-b772-d709a2522999 HTTP/1.1" status: 204 len: 168 time: 0.9021809 Jul 06 17:58:36.732541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60710) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:36.742667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5584a3-11d9-479f-b663-3364acd77c3b None None] Network f1832539-2021-472f-a4c2-9ccaf77fc365 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:36.947149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.971343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.098770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.166276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152aad76-a959-43a1-8099-093179781c9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:37.177399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Deleting port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:37.178302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.181614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c2f0b-e9b1-460b-9057-48aa8c8813e7 None None] Network da42f181-2c53-4dec-998f-dfc37e43b8d4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:37.194561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.201727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b41587d9-9abb-4cb2-a162-d2c81a713ae5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/152aad76-a959-43a1-8099-093179781c9a HTTP/1.1" status: 204 len: 168 time: 1.0913537 Jul 06 17:58:37.205488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:37.311016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f1d0af-531c-4090-bc30-58010c66c500 req-b9980ae0-bbcd-4ead-a2da-d263bbfe2366 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 210 time: 0.1064718 Jul 06 17:58:37.358673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.373306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] DHCP port deletion for f1832539-2021-472f-a4c2-9ccaf77fc365 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:37.397502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] For port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,segment=NetworkSegment(beb708ab-6657-42cd-8e09-27aa19104326),segment_id=beb708ab-6657-42cd-8e09-27aa19104326)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:37.397502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.435066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Calling delete_port for 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:37.500134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Deleting port e3a67647-1472-4105-9041-fa4ce9dc3c81 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:37.502118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.625479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] For port e3a67647-1472-4105-9041-fa4ce9dc3c81, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e3a67647-1472-4105-9041-fa4ce9dc3c81,segment=NetworkSegment(25443324-e1b0-4505-a298-9417e11dc6f9),segment_id=25443324-e1b0-4505-a298-9417e11dc6f9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:37.625479 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.669582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Calling delete_port for e3a67647-1472-4105-9041-fa4ce9dc3c81 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:37.692479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.744793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] No DVR routers for this DVR port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:37.823486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Deleting port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:37.823986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.845648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Port': ['ID=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:37.900298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] For port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:37.900693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.916664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Calling delete_port for 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:37.920266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:58:37.922570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.924887 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.950741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1832539-2021-472f-a4c2-9ccaf77fc365']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:37.952377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Pushing event deleted for resources: {'Port': ['ID=5a08d331-b30e-4ad3-8753-deb4e1bd0e2f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:37.971602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.972215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.972716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.973245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.973744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.974237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.974992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.975544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.976290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.976834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.977335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.977896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:37.981181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb708ab-6657-42cd-8e09-27aa19104326') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:37.984949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb708ab-6657-42cd-8e09-27aa19104326') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:37.987387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a263fe-e530-4536-ab62-4e7d39457491 None None] No DVR routers for this DVR port 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:38.033216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.037500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c48fe27a-b241-4400-8612-470700a496c5 req-41c433cf-8a04-4c16-8d0e-216757ef054d tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1490202 Jul 06 17:58:38.075246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60730) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:38.086569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.125586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:38.129135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:38.142302 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:38.183590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] DHCP port deletion for da42f181-2c53-4dec-998f-dfc37e43b8d4 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:38.228210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.247941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] No DVR routers for this DVR port e3a67647-1472-4105-9041-fa4ce9dc3c81 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:38.327690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.329633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a67647-1472-4105-9041-fa4ce9dc3c81,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:38.367989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Deleting port e3a67647-1472-4105-9041-fa4ce9dc3c81 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:38.369706 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.441362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.447326 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/networks/f1832539-2021-472f-a4c2-9ccaf77fc365 HTTP/1.1" status: 204 len: 168 time: 1.7127421 Jul 06 17:58:38.450726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d48e4-9259-4b73-83b3-1560574ae4d9 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Pushing event deleted for resources: {'Network': ['ID=f1832539-2021-472f-a4c2-9ccaf77fc365,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:38.453033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60736) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:38.459055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:38.493938 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8798-fb1e-4abf-b1ee-91e9ccc5ed98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.496621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:38.497523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a08d331-b30e-4ad3-8753-deb4e1bd0e2f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:38.498058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e3a67647-1472-4105-9041-fa4ce9dc3c81 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:38.542341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e3a67647-1472-4105-9041-fa4ce9dc3c81 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:38.543176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e3a67647-1472-4105-9041-fa4ce9dc3c81 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:38.551155 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3f059ae-3c5f-4a88-b67c-6380c62800a0 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b1a90c1-0889-441d-849c-63e0a74e670b HTTP/1.1" status: 200 len: 205 time: 0.0918989 Jul 06 17:58:38.556597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60738) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:38.568010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] For port e3a67647-1472-4105-9041-fa4ce9dc3c81, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:38.568908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.596556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Calling delete_port for e3a67647-1472-4105-9041-fa4ce9dc3c81 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:38.605134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Port e3a67647-1472-4105-9041-fa4ce9dc3c81 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:58:38.611080 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.669818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.677826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] Pushing event deleted for resources: {'Port': ['ID=e3a67647-1472-4105-9041-fa4ce9dc3c81,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:38.685498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf6bba-3c75-4dec-9332-926b994a0213 None None] No DVR routers for this DVR port e3a67647-1472-4105-9041-fa4ce9dc3c81 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:38.897261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.909158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da42f181-2c53-4dec-998f-dfc37e43b8d4']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:38.919224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.921710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25443324-e1b0-4505-a298-9417e11dc6f9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:38.922015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25443324-e1b0-4505-a298-9417e11dc6f9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:38.922926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.934583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.951374 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:38.958818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:38.959233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.001345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.002111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1a90c1-0889-441d-849c-63e0a74e670b {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:39.016326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.020094 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5ecfe73-65b2-4e56-a7e1-9c219f1a7af5 tempest-RoutersNegativeIpV6Test-616287592 tempest-RoutersNegativeIpV6Test-616287592-project] 10.222.0.37 "DELETE /v2.0/routers/6b1a90c1-0889-441d-849c-63e0a74e670b HTTP/1.1" status: 204 len: 168 time: 0.4596477 Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: timer() Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:39.032664 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:39.052817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.060786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8798-fb1e-4abf-b1ee-91e9ccc5ed98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.075953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ba8798-fb1e-4abf-b1ee-91e9ccc5ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.084151 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.086292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] 10.222.0.37 "DELETE /v2.0/networks/da42f181-2c53-4dec-998f-dfc37e43b8d4 HTTP/1.1" status: 204 len: 168 time: 1.8789973 Jul 06 17:58:39.109051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba8798-fb1e-4abf-b1ee-91e9ccc5ed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e8ff1-b1c6-4c68-b3e8-6c0df24d2a73,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:39.131744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4da8538-1951-4f21-9a1e-fb52838008dd req-dc4fb853-402d-4ce2-8510-a2dbc0e7a294 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 210 time: 0.0974627 Jul 06 17:58:39.159459 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d6ba8798-fb1e-4abf-b1ee-91e9ccc5ed98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b8c70ec946e4289b9f0e5a51a8c37bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0805597 Jul 06 17:58:39.165700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60752) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.169056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec37926-3078-4bd3-91f5-079b7c717738 admin admin] Pushing event deleted for resources: {'Network': ['ID=da42f181-2c53-4dec-998f-dfc37e43b8d4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:39.265774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-de59055e-e3f7-4c53-bf6c-9f81592576ce tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:39.267458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-de59055e-e3f7-4c53-bf6c-9f81592576ce tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.60 "GET /v2.0/networks?id=32c1a612-0a07-43af-8e60-591d3bd4d605 HTTP/1.1" status: 200 len: 818 time: 0.2312121 Jul 06 17:58:39.289549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d967-d1d3-4374-b12e-5029312f82ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.295717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Request body: {'port': {'device_id': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605', 'admin_state_up': True, 'tenant_id': '3f8952f0f3bf4544a6f4d303662df5ba'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:39.304968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60756) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.348560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d967-d1d3-4374-b12e-5029312f82ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.454876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-472f30c7-5bc3-4c60-914f-aa55a9da4152 req-0c2f8ca8-1231-45cf-a1bb-97279791646e tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1474085 Jul 06 17:58:39.463639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d967-d1d3-4374-b12e-5029312f82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.484701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d967-d1d3-4374-b12e-5029312f82ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.489160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9e7d967-d1d3-4374-b12e-5029312f82ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e74e8ff1-b1c6-4c68-b3e8-6c0df24d2a73 HTTP/1.1" status: 204 len: 168 time: 0.3198061 Jul 06 17:58:39.505252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7d967-d1d3-4374-b12e-5029312f82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e8ff1-b1c6-4c68-b3e8-6c0df24d2a73,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:39.571038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60764) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.608622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Made reservation on behalf of 3f8952f0f3bf4544a6f4d303662df5ba for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:39.618872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.660692 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d056d59-289c-42c3-a17b-0cf0a4fc3b83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33ec6059e3eb4a0c8f01a13eaceec39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873137 Jul 06 17:58:39.662052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60766) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.730456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.762174 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e334234-df0a-4517-84fb-0ec6048e674a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.818764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d5ff-4a0a-42ee-9743-4a3f369f4017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.833563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Allocated IP 172.20.0.10 (32c1a612-0a07-43af-8e60-591d3bd4d605/baaecf6e-ab53-4722-9c57-9be67d3e1fc7/e6b1a15c-24cc-4850-97cb-d0c740888c1c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:39.897266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d5ff-4a0a-42ee-9743-4a3f369f4017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.043886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c8716e4-45d9-4b68-ad1f-1370fe042ca7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=992e1fdf5e6b4bdf81a62b14ecb1ac08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120418 Jul 06 17:58:40.046343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60774) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.063966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d5ff-4a0a-42ee-9743-4a3f369f4017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.068628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d5ff-4a0a-42ee-9743-4a3f369f4017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.074329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9ab1d5ff-4a0a-42ee-9743-4a3f369f4017 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffbbd877-c356-4ca1-9589-39a91b3df3f3 HTTP/1.1" status: 204 len: 168 time: 0.4074891 Jul 06 17:58:40.116894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e334234-df0a-4517-84fb-0ec6048e674a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.120021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.125680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1d5ff-4a0a-42ee-9743-4a3f369f4017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbbd877-c356-4ca1-9589-39a91b3df3f3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.138563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e334234-df0a-4517-84fb-0ec6048e674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.218676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.238782 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0550cd-dc10-4d27-9513-3439ba406df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.242997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.278443 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2e334234-df0a-4517-84fb-0ec6048e674a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=978edc13790443c786e0df0101413a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9719443 Jul 06 17:58:40.282241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60784) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.297792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e334234-df0a-4517-84fb-0ec6048e674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60a96d-02fe-4afa-a27b-ab8a03eab58f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.330234 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7141b066-15f4-4950-acde-8e314106e589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.343598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Network 32c1a612-0a07-43af-8e60-591d3bd4d605 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:40.365364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:40.370868 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7141b066-15f4-4950-acde-8e314106e589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.402222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:40.407281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62fd6cf4-97ab-45cb-9056-91620cc30ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.444856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62fd6cf4-97ab-45cb-9056-91620cc30ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.479317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7141b066-15f4-4950-acde-8e314106e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.481908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7141b066-15f4-4950-acde-8e314106e589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.483112 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7141b066-15f4-4950-acde-8e314106e589 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbc1a76d-d585-46d3-b658-3e868c412f48 HTTP/1.1" status: 204 len: 168 time: 0.4353645 Jul 06 17:58:40.496080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b066-15f4-4950-acde-8e314106e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1a76d-d585-46d3-b658-3e868c412f48,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.558208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62fd6cf4-97ab-45cb-9056-91620cc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.562369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62fd6cf4-97ab-45cb-9056-91620cc30ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.567117 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62fd6cf4-97ab-45cb-9056-91620cc30ae4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa60a96d-02fe-4afa-a27b-ab8a03eab58f HTTP/1.1" status: 204 len: 168 time: 0.2832067 Jul 06 17:58:40.578460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd6cf4-97ab-45cb-9056-91620cc30ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60a96d-02fe-4afa-a27b-ab8a03eab58f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.588930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Pushing event updated for resources: {'Port': ['ID=e6b1a15c-24cc-4850-97cb-d0c740888c1c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.673333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:40.674046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.711917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0550cd-dc10-4d27-9513-3439ba406df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.722535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c08cb-01f7-4c4f-a6a7-5f706975f595 req-7ca0bc29-836d-4ea4-9bc6-f9d9ddca7974 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:40.724366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac3c08cb-01f7-4c4f-a6a7-5f706975f595 req-7ca0bc29-836d-4ea4-9bc6-f9d9ddca7974 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 932 time: 0.3489413 Jul 06 17:58:40.727506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0550cd-dc10-4d27-9513-3439ba406df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.774806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ef0550cd-dc10-4d27-9513-3439ba406df5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9271cfdf36c41b9bbd4f6d5fd894591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544136 Jul 06 17:58:40.779107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.781918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-d3053f74-8944-404d-987d-749e56ce01b2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5045123 Jul 06 17:58:40.809857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Request body: {'port': {'device_id': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:40.818571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0550cd-dc10-4d27-9513-3439ba406df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820ad00c-fff1-427d-9e1f-cd01368faf88,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.884729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5649ff94-bd45-42ad-8f5f-6dd96820b521 req-1a6075c5-679e-40b2-956a-2024a035bed6 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0712328 Jul 06 17:58:40.909820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac3c08cb-01f7-4c4f-a6a7-5f706975f595 req-3227c2ab-3303-4079-ae4d-2bb8b1ca8128 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533284 Jul 06 17:58:40.927317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c69f2e29-46ef-4d2e-8c60-74538bc60a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.956951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.004671 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c69f2e29-46ef-4d2e-8c60-74538bc60a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.137208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c69f2e29-46ef-4d2e-8c60-74538bc60a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.140319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c69f2e29-46ef-4d2e-8c60-74538bc60a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.141796 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c69f2e29-46ef-4d2e-8c60-74538bc60a45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/820ad00c-fff1-427d-9e1f-cd01368faf88 HTTP/1.1" status: 204 len: 168 time: 0.3606043 Jul 06 17:58:41.157053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f2e29-46ef-4d2e-8c60-74538bc60a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ad00c-fff1-427d-9e1f-cd01368faf88,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:41.322603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60818) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:41.352005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49ab80e-761c-458f-8e0c-6e156ebd09ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.527243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b1a15c-24cc-4850-97cb-d0c740888c1c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:58:41.542225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.543813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49ab80e-761c-458f-8e0c-6e156ebd09ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.552646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49ab80e-761c-458f-8e0c-6e156ebd09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.571204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Transition to ACTIVE for port object e6b1a15c-24cc-4850-97cb-d0c740888c1c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:41.580024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.633680 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a49ab80e-761c-458f-8e0c-6e156ebd09ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d20ecdc665ca4aee9d4434be3e2d8ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092663 Jul 06 17:58:41.636762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60830) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:41.685139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1a15c-24cc-4850-97cb-d0c740888c1c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:41.689130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ab80e-761c-458f-8e0c-6e156ebd09ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39953678-d2ff-4b3f-a46c-b047201acc50,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:41.719810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f8b930c-faa9-4ee2-a913-c790c3e5e00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.755920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Attempting to bind port e6b1a15c-24cc-4850-97cb-d0c740888c1c on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:58:41.756468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Attempting to bind port e6b1a15c-24cc-4850-97cb-d0c740888c1c by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:58:41.757325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Attempting to bind port e6b1a15c-24cc-4850-97cb-d0c740888c1c on network 32c1a612-0a07-43af-8e60-591d3bd4d605 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:41.761080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f8b930c-faa9-4ee2-a913-c790c3e5e00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.763099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Port e6b1a15c-24cc-4850-97cb-d0c740888c1c on network 32c1a612-0a07-43af-8e60-591d3bd4d605 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:58:41.764013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Attempting to bind port e6b1a15c-24cc-4850-97cb-d0c740888c1c on network 32c1a612-0a07-43af-8e60-591d3bd4d605 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:41.771583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:58:41.772033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Checking segment: {'id': 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:41.773714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Bound using segment: {'id': 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:58:41.778170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Bound port: e6b1a15c-24cc-4850-97cb-d0c740888c1c, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:58:41.778796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.835663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f8b930c-faa9-4ee2-a913-c790c3e5e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.841278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f8b930c-faa9-4ee2-a913-c790c3e5e00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.845016 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f8b930c-faa9-4ee2-a913-c790c3e5e00d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39953678-d2ff-4b3f-a46c-b047201acc50 HTTP/1.1" status: 204 len: 168 time: 0.2038217 Jul 06 17:58:41.854747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b930c-faa9-4ee2-a913-c790c3e5e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39953678-d2ff-4b3f-a46c-b047201acc50,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:41.876326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] For port e6b1a15c-24cc-4850-97cb-d0c740888c1c, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:58:41.880499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] For port e6b1a15c-24cc-4850-97cb-d0c740888c1c, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c,segment=NetworkSegment(b5d8ad21-ef44-477f-b94a-4bc0f3cc019d),segment_id=b5d8ad21-ef44-477f-b94a-4bc0f3cc019d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:58:41.888006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.929978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:41.930719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.932292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6b1a15c-24cc-4850-97cb-d0c740888c1c HTTP/1.1" status: 200 len: 1092 time: 1.1373646 Jul 06 17:58:41.932830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'tag': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:41.938676 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b343b-e20d-4a18-97d3-5da39ff749d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b44c46-fd67-4889-b198-8f664509ff5f", "tag": "e6b1a15c-24cc-4850-97cb-d0c740888c1c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:41.987055 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441d3c66-601e-4b8d-8010-cbfea19a3a13 x-openstack-request-id: req-441d3c66-601e-4b8d-8010-cbfea19a3a13 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:41.987393 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b44c46-fd67-4889-b198-8f664509ff5f", "tag": "e6b1a15c-24cc-4850-97cb-d0c740888c1c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:41.987663 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-441d3c66-601e-4b8d-8010-cbfea19a3a13 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:41.988513 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'tag': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c', 'status': 'completed', 'code': 200} Jul 06 17:58:42.039825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c14a-7b14-4c82-b437-2c91089a64b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1a15c-24cc-4850-97cb-d0c740888c1c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:42.085265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-9937bd97-f581-4a4e-a800-c4fc2d4b53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:42.089480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-9937bd97-f581-4a4e-a800-c4fc2d4b53a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f8952f0f3bf4544a6f4d303662df5ba&device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 1095 time: 0.0890305 Jul 06 17:58:42.191649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-2ec66d7f-ac79-4e3b-9ee4-4dcda57defd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c HTTP/1.1" status: 200 len: 217 time: 0.0896659 Jul 06 17:58:42.250974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d897778-f2d5-43e5-8c57-7ff291908401 req-77fcb932-3161-4e11-8692-08088e68299e tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0654552 Jul 06 17:58:42.282023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60856) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:42.426480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-32d8583f-9b1a-4a92-814c-4a186a2eac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:42.433182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-32d8583f-9b1a-4a92-814c-4a186a2eac44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baaecf6e-ab53-4722-9c57-9be67d3e1fc7 HTTP/1.1" status: 200 len: 858 time: 0.1791379 Jul 06 17:58:42.516532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd94eaf-410f-40da-b17d-f75430e212a6 req-c39f44b8-402c-4584-81b8-60dc65c504c7 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:42.518307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbd94eaf-410f-40da-b17d-f75430e212a6 req-c39f44b8-402c-4584-81b8-60dc65c504c7 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 944 time: 0.3317919 Jul 06 17:58:42.520974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-67b94eae-66bb-46d5-9a6f-a38ff6509891 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32c1a612-0a07-43af-8e60-591d3bd4d605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759137 Jul 06 17:58:42.628824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbd94eaf-410f-40da-b17d-f75430e212a6 req-eb9c94d0-9888-44a8-91d3-918f4d60c218 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027849 Jul 06 17:58:42.638431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2085736390-network', 'tenant_id': 'b64ade420d424f6698cdd02fb5176703'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:42.698890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-6eeeeb93-8009-410a-a30f-b5fda866a72a service neutron] 10.222.0.60 "GET /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645017 Jul 06 17:58:42.708888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Made reservation on behalf of b64ade420d424f6698cdd02fb5176703 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:42.712359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.738729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.861087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75fb71c8-5aa9-497e-96db-7999a97091ee req-dfd304ff-3d1b-422a-bec3-a4d3b823c686 service neutron] 10.222.0.60 "GET /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480572 Jul 06 17:58:43.013257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.030072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:43.042932 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.074323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:43.087056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-7cba8ad7-9508-4a5b-9468-f380d2e82cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:43.092104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-7cba8ad7-9508-4a5b-9468-f380d2e82cfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f8952f0f3bf4544a6f4d303662df5ba&device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 1095 time: 0.1543231 Jul 06 17:58:43.098210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.099205 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Added segment b24e5d85-5c62-4c56-b66e-939362fcad49 of type vlan for network 927c5427-ac96-4d2e-92df-31db1d3870fa Jul 06 17:58:43.189089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.259371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78022ae3-75b1-4d38-ba57-aa0c92cc861c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:43.263472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.264695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:43.265473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.328630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-8800a90e-e597-4b48-983a-52dd33014062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:43.331789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-8800a90e-e597-4b48-983a-52dd33014062 service neutron] 10.222.0.60 "GET /v2.0/networks?id=32c1a612-0a07-43af-8e60-591d3bd4d605 HTTP/1.1" status: 200 len: 919 time: 0.2325723 Jul 06 17:58:43.355900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0725679 Jul 06 17:58:43.356647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:43.366936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Request body: {'subnet': {'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2085736390-subnet', 'tenant_id': 'b64ade420d424f6698cdd02fb5176703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:43.381338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d74290-6c1f-4c56-9315-729874bcc432 admin admin] Pushing event updated for resources: {'Network': ['ID=927c5427-ac96-4d2e-92df-31db1d3870fa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:43.394352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 927c5427-ac96-4d2e-92df-31db1d3870fa details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:43.407412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Made reservation on behalf of b64ade420d424f6698cdd02fb5176703 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:43.410819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.433261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-d71656bb-3b73-43af-b7fd-0a4bb5d986c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c HTTP/1.1" status: 200 len: 217 time: 0.0914533 Jul 06 17:58:43.702475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cbc13cef-3150-4e1f-9369-d2fa74e8ce47 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:43.703845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07a43596-8fcc-4827-95a4-197004745c8b req-2ca49c9d-0f23-4b3e-8f58-8aed23d3e20e tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0943086 Jul 06 17:58:43.714175 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-cbc13cef-3150-4e1f-9369-d2fa74e8ce47 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 17:58:43.717366 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-cbc13cef-3150-4e1f-9369-d2fa74e8ce47 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 17:58:43.718845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cbc13cef-3150-4e1f-9369-d2fa74e8ce47 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6872513 Jul 06 17:58:43.729285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-040fe665-d6f9-4050-b951-646fc54ca8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:43.731030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60904) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:43.732495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-040fe665-d6f9-4050-b951-646fc54ca8aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baaecf6e-ab53-4722-9c57-9be67d3e1fc7 HTTP/1.1" status: 200 len: 858 time: 0.2896576 Jul 06 17:58:43.741397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--735754861'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:43.776074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.811170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.837467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.864157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6519d22b-01e8-4650-b7e4-e7a8c91b0727,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:43.921381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Checking segment: {'id': 'b24e5d85-5c62-4c56-b66e-939362fcad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:43.921381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Network hostable DHCP agents. Network: 927c5427-ac96-4d2e-92df-31db1d3870fa, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:43.930721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-a0ebab8d-3195-4533-86ef-3195fb0a86a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32c1a612-0a07-43af-8e60-591d3bd4d605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822603 Jul 06 17:58:44.039186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Network 927c5427-ac96-4d2e-92df-31db1d3870fa is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:44.083602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 927c5427-ac96-4d2e-92df-31db1d3870fa) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:44.096314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb3470e-0eb1-4199-b6af-d82b4f52569a None None] Network 927c5427-ac96-4d2e-92df-31db1d3870fa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:44.098359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:44.099841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.152992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.162287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.180918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-200cf2ab-7481-490c-bd04-116f38ee4f99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8206701 Jul 06 17:58:44.203578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-9e7e4d46-baa5-43e8-812a-948c9a7ecb1e service neutron] 10.222.0.60 "GET /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708056 Jul 06 17:58:44.227715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbac866-d2da-4f12-8615-0570d07b5302,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:44.357186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.369047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.410204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.415531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6790872 Jul 06 17:58:44.424517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:44.449662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fac54-0ab4-4c53-9a46-5732864a951d None None] Network 927c5427-ac96-4d2e-92df-31db1d3870fa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:44.450996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': 'becdc284-64db-47c1-b33b-47afcf4c47f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:44.482317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334cec7-2d73-40ee-8093-371b8358326a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becdc284-64db-47c1-b33b-47afcf4c47f7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:44.495963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-425b343b-e20d-4a18-97d3-5da39ff749d5 req-2b406448-1310-473c-ad37-610a8fd5fc62 service neutron] 10.222.0.60 "GET /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859466 Jul 06 17:58:44.544891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3849a5d-84e0-4a3a-af96-60029c89138f req-bd3ae6e5-9e9b-4f50-b024-42e74bb5e4ce tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:44.547061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3849a5d-84e0-4a3a-af96-60029c89138f req-bd3ae6e5-9e9b-4f50-b024-42e74bb5e4ce tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 944 time: 0.3174536 Jul 06 17:58:44.583996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.684604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3849a5d-84e0-4a3a-af96-60029c89138f req-b1a74ded-240f-4c53-a940-a0055bd1cd0d tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296425 Jul 06 17:58:44.738516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.744943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.802562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47bed2f-0b95-4be3-8137-999ac13f2e94,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:44.812548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.815432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b0d8feef-a659-4f58-b0d7-fc43ef3ae608 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3885479 Jul 06 17:58:44.817507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60938) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:44.826754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1d910627-ae2e-41ec-8b5d-0765c6305e8e tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': 'becdc284-64db-47c1-b33b-47afcf4c47f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:44.895208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d910627-ae2e-41ec-8b5d-0765c6305e8e tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.930134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b17c3bd-dd82-4c36-96be-1aceffb58321 req-64765814-8d1e-4f0c-9ebb-e0bde8d26510 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0439224 Jul 06 17:58:44.988065 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-1d910627-ae2e-41ec-8b5d-0765c6305e8e tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 17:58:44.989370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1d910627-ae2e-41ec-8b5d-0765c6305e8e tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1699238 Jul 06 17:58:44.993106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:45.074703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05eb0f78-225c-4791-886e-e697b15a5c57 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.115525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05eb0f78-225c-4791-886e-e697b15a5c57 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.253400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05eb0f78-225c-4791-886e-e697b15a5c57 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.259442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05eb0f78-225c-4791-886e-e697b15a5c57 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.262355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-05eb0f78-225c-4791-886e-e697b15a5c57 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/becdc284-64db-47c1-b33b-47afcf4c47f7 HTTP/1.1" status: 204 len: 168 time: 0.2676749 Jul 06 17:58:45.266069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60952) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:45.315191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0f78-225c-4791-886e-e697b15a5c57 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becdc284-64db-47c1-b33b-47afcf4c47f7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:45.388691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea7689e6-cfb9-4b0c-9cb7-d1c5ce967ba5 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145837 Jul 06 17:58:45.389558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:45.394186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--111022656'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:45.441712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.581765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e6b1a15c-24cc-4850-97cb-d0c740888c1c details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:58:45.587659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.593137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.624788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.626394 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2362442 Jul 06 17:58:45.631939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:45.640043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dd0f8e19-b314-48f8-bfee-dc75685c36ba tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '14a91c36-cd81-4187-b514-0ad1848952a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:45.641028 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-dd0f8e19-b314-48f8-bfee-dc75685c36ba tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 17:58:45.642891 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-dd0f8e19-b314-48f8-bfee-dc75685c36ba tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:45.642891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dd0f8e19-b314-48f8-bfee-dc75685c36ba tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094464 Jul 06 17:58:45.647981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:45.650797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177940e1-b8e8-4bbe-9c75-72a1d0b91831 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a91c36-cd81-4187-b514-0ad1848952a5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:45.686672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-29426411-2915-4e3f-a8d4-c43eaa1e487a tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:45.689124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-29426411-2915-4e3f-a8d4-c43eaa1e487a tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/networks?id=927c5427-ac96-4d2e-92df-31db1d3870fa HTTP/1.1" status: 200 len: 822 time: 0.2695208 Jul 06 17:58:45.712027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-d9a72beb-e96e-4641-8d58-b2d8a537bb71 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/quotas/b64ade420d424f6698cdd02fb5176703 HTTP/1.1" status: 200 len: 375 time: 0.0127943 Jul 06 17:58:45.814631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-c6a7239b-d9bd-4c53-b1a9-bff01aa4fe5b tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b64ade420d424f6698cdd02fb5176703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819082 Jul 06 17:58:45.821202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e45b15-a0df-4a21-876b-d403c17893ec tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.848202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-ff90f250-6dcc-4c75-b9ed-06f9ca80506e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:58:45.849745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-ff90f250-6dcc-4c75-b9ed-06f9ca80506e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090382 Jul 06 17:58:45.888061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e45b15-a0df-4a21-876b-d403c17893ec tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.940422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e6b1a15c-24cc-4850-97cb-d0c740888c1c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c,segment=NetworkSegment(b5d8ad21-ef44-477f-b94a-4bc0f3cc019d),segment_id=b5d8ad21-ef44-477f-b94a-4bc0f3cc019d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:45.973861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c', 'network_id': '32c1a612-0a07-43af-8e60-591d3bd4d605', 'port_id': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c', 'mac_address': 'fa:16:3e:34:ab:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaecf6e-ab53-4722-9c57-9be67d3e1fc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:58:45.983986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e45b15-a0df-4a21-876b-d403c17893ec tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.989108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e45b15-a0df-4a21-876b-d403c17893ec tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.991678 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-66e45b15-a0df-4a21-876b-d403c17893ec tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/14a91c36-cd81-4187-b514-0ad1848952a5 HTTP/1.1" status: 204 len: 168 time: 0.3422890 Jul 06 17:58:45.996261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:46.036442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e45b15-a0df-4a21-876b-d403c17893ec tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a91c36-cd81-4187-b514-0ad1848952a5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:46.087498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.130152 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c0a5faf8-2eba-4f07-b489-aa0b420cd350 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1220288 Jul 06 17:58:46.130497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60992) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:46.136236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-524d69a4-fb54-4495-b6f3-a58c7b26ff87 service neutron] 10.222.0.37 "GET /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472599 Jul 06 17:58:46.140254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--716388885'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:46.144859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b1a15c-24cc-4850-97cb-d0c740888c1c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:58:46.155750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7d455-1354-4ea8-933a-d554543f05d5 req-54006f90-09c0-4ebe-b4ab-bd29fcb05b4b tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:46.164261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aed7d455-1354-4ea8-933a-d554543f05d5 req-54006f90-09c0-4ebe-b4ab-bd29fcb05b4b tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 944 time: 0.2444382 Jul 06 17:58:46.195406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e6b1a15c-24cc-4850-97cb-d0c740888c1c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c,segment=NetworkSegment(b5d8ad21-ef44-477f-b94a-4bc0f3cc019d),segment_id=b5d8ad21-ef44-477f-b94a-4bc0f3cc019d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:46.204567 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.236475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.282486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aed7d455-1354-4ea8-933a-d554543f05d5 req-ca7c9b24-687d-4e8e-af79-bcb7d979bef1 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166446 Jul 06 17:58:46.326377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e6b1a15c-24cc-4850-97cb-d0c740888c1c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:46.365625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-2b69aea2-63ef-44e5-b701-ad59e5f4dc80 service neutron] 10.222.0.37 "GET /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282367 Jul 06 17:58:46.508900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.519186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e6b1a15c-24cc-4850-97cb-d0c740888c1c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:58:46.524543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.625305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.633126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:46.633860 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5005908 Jul 06 17:58:46.639629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c15c7406-b7e1-4e82-b5ae-2e618cf33bcb tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '21849c75-7bd9-448a-a5c7-e1c86f14aa31', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:46.641693 n-d-799527-3 neutron-server[93942]: WARNING neutron.api.v2.base [None req-c15c7406-b7e1-4e82-b5ae-2e618cf33bcb tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 17:58:46.643687 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c15c7406-b7e1-4e82-b5ae-2e618cf33bcb tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:46.645322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c15c7406-b7e1-4e82-b5ae-2e618cf33bcb tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104244 Jul 06 17:58:46.650718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb84bd-cda4-40b2-81b2-3bb6b86de5e8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21849c75-7bd9-448a-a5c7-e1c86f14aa31,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:46.652122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:46.844294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa18-adb0-4246-ad97-1c72b87af574 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.937268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ecd7ee9-0517-422a-86b1-434599dbfb94 req-e9d1b6f2-14c8-4b6f-bd3d-39654e793083 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0883279 Jul 06 17:58:47.011678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa18-adb0-4246-ad97-1c72b87af574 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.109862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17d247d8-f7e1-43e4-a842-4e361a62e097 req-0df1b006-4931-4405-b997-6ca89a94ac0c tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0871255 Jul 06 17:58:47.161019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa18-adb0-4246-ad97-1c72b87af574 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.168484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd56fa18-adb0-4246-ad97-1c72b87af574 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.174658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dd56fa18-adb0-4246-ad97-1c72b87af574 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/21849c75-7bd9-448a-a5c7-e1c86f14aa31 HTTP/1.1" status: 204 len: 168 time: 0.5166385 Jul 06 17:58:47.175228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32800) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.201179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56fa18-adb0-4246-ad97-1c72b87af574 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21849c75-7bd9-448a-a5c7-e1c86f14aa31,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:47.279300 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0f7cd3fb-2bf7-4dae-a093-296466ba50b0 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985928 Jul 06 17:58:47.283849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32804) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.289786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078756128'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:47.383719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.639504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16279-2bdc-46df-8172-881c48edadbc req-e134d42e-a49d-4e38-82c8-8108918feb07 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:47.641819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bb16279-2bdc-46df-8172-881c48edadbc req-e134d42e-a49d-4e38-82c8-8108918feb07 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 945 time: 0.1519508 Jul 06 17:58:47.654810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.675412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.739219 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.749144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32820) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.749966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4641752 Jul 06 17:58:47.757930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186bb45-d481-4b0e-aca7-8d1647c80328 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e29a1-8444-45bd-a906-b51ec36cf53a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:47.772672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8bb16279-2bdc-46df-8172-881c48edadbc req-212e6947-2a3a-4e23-bd72-1fe7b248c815 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153395 Jul 06 17:58:47.778492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d25ecc6e-a858-47d6-95ea-254dc2f9fbd5 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '7d3e29a1-8444-45bd-a906-b51ec36cf53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:47.797862 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-d25ecc6e-a858-47d6-95ea-254dc2f9fbd5 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 17:58:47.799147 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-d25ecc6e-a858-47d6-95ea-254dc2f9fbd5 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:47.800942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d25ecc6e-a858-47d6-95ea-254dc2f9fbd5 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0486357 Jul 06 17:58:47.804647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.812213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fe2a2a32-52dc-4d73-ac3a-2cb9994ab762 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '7d3e29a1-8444-45bd-a906-b51ec36cf53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:47.813779 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-fe2a2a32-52dc-4d73-ac3a-2cb9994ab762 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 17:58:47.816302 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-fe2a2a32-52dc-4d73-ac3a-2cb9994ab762 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:47.823110 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe2a2a32-52dc-4d73-ac3a-2cb9994ab762 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166306 Jul 06 17:58:47.823441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.828917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7ce0b1bc-a879-41db-b0c3-e65328da52f8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '7d3e29a1-8444-45bd-a906-b51ec36cf53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:47.830883 n-d-799527-3 neutron-server[93942]: WARNING neutron.api.v2.base [None req-7ce0b1bc-a879-41db-b0c3-e65328da52f8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 17:58:47.832252 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-7ce0b1bc-a879-41db-b0c3-e65328da52f8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:47.837801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7ce0b1bc-a879-41db-b0c3-e65328da52f8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083807 Jul 06 17:58:47.838448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.844802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-70111f7b-f255-496b-87ba-35f087b80c6b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '7d3e29a1-8444-45bd-a906-b51ec36cf53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:47.847107 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-70111f7b-f255-496b-87ba-35f087b80c6b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 17:58:47.849514 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-70111f7b-f255-496b-87ba-35f087b80c6b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:47.853323 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70111f7b-f255-496b-87ba-35f087b80c6b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131049 Jul 06 17:58:47.856602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.936263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef29422-84e3-48cc-8fe6-b429608343dc tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.966907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef29422-84e3-48cc-8fe6-b429608343dc tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.041174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef29422-84e3-48cc-8fe6-b429608343dc tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.044900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ef29422-84e3-48cc-8fe6-b429608343dc tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.046402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1ef29422-84e3-48cc-8fe6-b429608343dc tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d3e29a1-8444-45bd-a906-b51ec36cf53a HTTP/1.1" status: 204 len: 168 time: 0.1879215 Jul 06 17:58:48.051217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32840) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.089401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef29422-84e3-48cc-8fe6-b429608343dc tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e29a1-8444-45bd-a906-b51ec36cf53a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:48.122746 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d15b9f0e-0f8a-4b78-bac6-88b4f3b7f413 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698295 Jul 06 17:58:48.130366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.136514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--994944125'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.181289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.407101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5afab0d1-08c5-4ef4-8dc9-eec1f0546f6d req-dbb79dee-95c3-4dc4-8f90-6f3c85a527f1 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0605793 Jul 06 17:58:48.441722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7539d6ee-dcbc-467d-9e9a-c6fd56594730 req-8fb07e0a-c202-4eb5-88c0-6968cb46578b tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0964622 Jul 06 17:58:48.473443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.483307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.536909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.542313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4102046 Jul 06 17:58:48.545137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32860) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.554493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-943bf68d-93bf-47dc-a62a-02060a37005f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.556456 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-943bf68d-93bf-47dc-a62a-02060a37005f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 17:58:48.557403 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-943bf68d-93bf-47dc-a62a-02060a37005f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.558670 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-943bf68d-93bf-47dc-a62a-02060a37005f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119066 Jul 06 17:58:48.562154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32862) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.569037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-edee1abe-334e-473a-b640-1e3a65b9036a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.641361 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-edee1abe-334e-473a-b640-1e3a65b9036a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.642738 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-edee1abe-334e-473a-b640-1e3a65b9036a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0793195 Jul 06 17:58:48.646166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32864) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.656910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0042e510-bf78-4534-a59a-ee6ced9efa82 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.658159 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-0042e510-bf78-4534-a59a-ee6ced9efa82 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 17:58:48.659304 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-0042e510-bf78-4534-a59a-ee6ced9efa82 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.662058 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0042e510-bf78-4534-a59a-ee6ced9efa82 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126369 Jul 06 17:58:48.667211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.682732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-01d13861-abbd-42f9-9df1-abbb58f93a97 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.683471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ad918-de8a-4608-bbf7-0a60fbff9316 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbcd1f0-cfa8-460b-a216-43faf1893cca,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:48.782856 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-01d13861-abbd-42f9-9df1-abbb58f93a97 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.784883 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-01d13861-abbd-42f9-9df1-abbb58f93a97 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1147723 Jul 06 17:58:48.790225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32870) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.809304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-33c5741a-b9cb-4dd7-953c-71cc4ef978b2 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.810260 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-33c5741a-b9cb-4dd7-953c-71cc4ef978b2 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 17:58:48.811522 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-33c5741a-b9cb-4dd7-953c-71cc4ef978b2 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.813671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-33c5741a-b9cb-4dd7-953c-71cc4ef978b2 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0214024 Jul 06 17:58:48.819487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32874) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.827891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5cb893fa-0451-4160-baee-89628cc97543 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:48.831488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5cb893fa-0451-4160-baee-89628cc97543 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.61 "GET /v2.0/networks?id=927c5427-ac96-4d2e-92df-31db1d3870fa HTTP/1.1" status: 200 len: 822 time: 0.2627318 Jul 06 17:58:48.847637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Request body: {'port': {'device_id': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa', 'admin_state_up': True, 'tenant_id': 'b64ade420d424f6698cdd02fb5176703'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.848750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-68d0fc54-7eae-4a69-9139-b36430e07340 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.926755 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-68d0fc54-7eae-4a69-9139-b36430e07340 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Project ffcddd267c4748649ce2aa0a4aa78d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:58:48.960537 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-68d0fc54-7eae-4a69-9139-b36430e07340 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.962601 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68d0fc54-7eae-4a69-9139-b36430e07340 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1409659 Jul 06 17:58:48.968650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32878) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.987690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-41eb13f3-5305-423e-97d5-8fd448d9ceb3 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.992639 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-41eb13f3-5305-423e-97d5-8fd448d9ceb3 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 17:58:48.994688 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-41eb13f3-5305-423e-97d5-8fd448d9ceb3 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:48.999177 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41eb13f3-5305-423e-97d5-8fd448d9ceb3 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0279403 Jul 06 17:58:49.004109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.026130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-75d510db-3f3e-4344-94e1-bbbd5a347742 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.062842 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-75d510db-3f3e-4344-94e1-bbbd5a347742 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Project ffcddd267c4748649ce2aa0a4aa78d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:58:49.110760 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-75d510db-3f3e-4344-94e1-bbbd5a347742 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:49.118182 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75d510db-3f3e-4344-94e1-bbbd5a347742 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1087394 Jul 06 17:58:49.119170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.127686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-52acd7f0-66f9-411b-ab4b-f621eff7cd40 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd1f0-cfa8-460b-a216-43faf1893cca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.165934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-52acd7f0-66f9-411b-ab4b-f621eff7cd40 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:58:49.165934 n-d-799527-3 neutron-server[93943]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 17:58:49.165934 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id': 'ffcddd267c4748649ce2aa0a4aa78d23', 'id': '1da09366-624f-44b7-9c07-34edbad4416b', 'expiration': datetime.datetime(2021, 7, 6, 18, 0, 49, 148734)}] Jul 06 17:58:49.165934 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:58:49.166898 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-52acd7f0-66f9-411b-ab4b-f621eff7cd40 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:58:49.189347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Made reservation on behalf of b64ade420d424f6698cdd02fb5176703 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:49.195111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.245150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d7829-9516-4ec5-aa53-fb013b0c9ce5 req-136630f2-ce5d-4af3-8bf5-ef7725b439e0 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:49.247993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c88d7829-9516-4ec5-aa53-fb013b0c9ce5 req-136630f2-ce5d-4af3-8bf5-ef7725b439e0 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 945 time: 0.1732457 Jul 06 17:58:49.416892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c88d7829-9516-4ec5-aa53-fb013b0c9ce5 req-7bea6012-c5f7-448c-b40c-5151967def1f tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466205 Jul 06 17:58:49.504671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Allocated IP 172.20.0.5 (927c5427-ac96-4d2e-92df-31db1d3870fa/6519d22b-01e8-4650-b7e4-e7a8c91b0727/f2a0d731-89e5-4b18-80ba-fafd6160ced3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:49.582848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e6b1a15c-24cc-4850-97cb-d0c740888c1c up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:49.660352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port e6b1a15c-24cc-4850-97cb-d0c740888c1c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:49.673127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e6b1a15c-24cc-4850-97cb-d0c740888c1c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:49.674857 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.702620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6416e31c-1bd5-4fc9-bf25-215ae60367ee req-e21b788d-fa68-471f-a925-eb5ef0df1ab8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 210 time: 0.0720396 Jul 06 17:58:49.734109 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-52acd7f0-66f9-411b-ab4b-f621eff7cd40 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Project ffcddd267c4748649ce2aa0a4aa78d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:58:49.776106 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-52acd7f0-66f9-411b-ab4b-f621eff7cd40 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:49.777893 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-52acd7f0-66f9-411b-ab4b-f621eff7cd40 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6571605 Jul 06 17:58:49.780856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.854727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce2bfea6-5e7a-4faf-979b-933e1e88dcf8 req-84069578-4cd0-4fd1-8837-87130ad9bdcc tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0497334 Jul 06 17:58:49.927843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfdd-4e92-4977-8039-7f257b9fab4f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.932145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.934333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.987356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:49.991611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfdd-4e92-4977-8039-7f257b9fab4f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.994690 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ccf0b-4b53-4698-8b25-fe3e4d57f190" -d '{"events": [{"server_uuid": "a4b44c46-fd67-4889-b198-8f664509ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1a15c-24cc-4850-97cb-d0c740888c1c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:50.020511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.041266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e6b1a15c-24cc-4850-97cb-d0c740888c1c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c,segment=NetworkSegment(b5d8ad21-ef44-477f-b94a-4bc0f3cc019d),segment_id=b5d8ad21-ef44-477f-b94a-4bc0f3cc019d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:50.047624 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.051584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32916) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:50.091737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfdd-4e92-4977-8039-7f257b9fab4f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.095092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfdd-4e92-4977-8039-7f257b9fab4f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.096702 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fbf6dfdd-4e92-4977-8039-7f257b9fab4f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/3bbcd1f0-cfa8-460b-a216-43faf1893cca HTTP/1.1" status: 204 len: 168 time: 0.3142388 Jul 06 17:58:50.105229 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5447ef83-98e3-4729-993b-8e646fc68fed x-openstack-request-id: req-5447ef83-98e3-4729-993b-8e646fc68fed {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:50.105890 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b44c46-fd67-4889-b198-8f664509ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1a15c-24cc-4850-97cb-d0c740888c1c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:50.106393 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5447ef83-98e3-4729-993b-8e646fc68fed {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:50.107389 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c', 'code': 200} Jul 06 17:58:50.110671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:50.111658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6dfdd-4e92-4977-8039-7f257b9fab4f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbcd1f0-cfa8-460b-a216-43faf1893cca,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:50.171911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Network 927c5427-ac96-4d2e-92df-31db1d3870fa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:50.180083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:50.189632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:50.208176 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e25b80f5-beff-4ef2-b993-f182f933b80f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924098 Jul 06 17:58:50.214336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:50.219112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--612190908'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:50.245722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e6b1a15c-24cc-4850-97cb-d0c740888c1c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:50.253452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.337396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Pushing event updated for resources: {'Port': ['ID=f2a0d731-89e5-4b18-80ba-fafd6160ced3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:50.374098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.374682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.375288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.376232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.376813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.377385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.378060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.378524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.379096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.379904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.380772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.381040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:50.416651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:50.417750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.449938 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078e894-d19d-4657-8b12-5d1717b34df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.491816 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.495838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7cce-69e8-4dea-bb91-2251f3a1d5a0 req-3134e09b-f40a-4ba4-b4a5-8e0cdc5063e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:50.499471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.501084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dfb7cce-69e8-4dea-bb91-2251f3a1d5a0 req-3134e09b-f40a-4ba4-b4a5-8e0cdc5063e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 1097 time: 0.2961013 Jul 06 17:58:50.513683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-61a5b09f-ae80-4579-890d-c377af19bd88 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6724844 Jul 06 17:58:50.532403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Request body: {'port': {'device_id': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:50.614785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2e2a7-bb73-4999-9278-42a2477477ea,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:50.650637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.692286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dfb7cce-69e8-4dea-bb91-2251f3a1d5a0 req-91104511-57ba-49a6-bf11-91a5dba56cb5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826103 Jul 06 17:58:50.894330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078e894-d19d-4657-8b12-5d1717b34df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.901486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078e894-d19d-4657-8b12-5d1717b34df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.943345 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f078e894-d19d-4657-8b12-5d1717b34df0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cad4090ddd2442385ea40ddcae831d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8874156 Jul 06 17:58:50.946401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.947644 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee7c42d4-0236-497f-b7b8-75e36eb7c18b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7334867 Jul 06 17:58:50.948350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32948) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:50.969640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32950) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:50.984655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4031674b-7172-47f6-809a-73d6545e905c tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '01e2e2a7-bb73-4999-9278-42a2477477ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:51.042655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e894-d19d-4657-8b12-5d1717b34df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6667bbdf-4b8e-4905-aa91-9bb86e4a8d20,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:51.127452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-396132de-9803-4abd-9233-ce67990605ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.163043 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-4031674b-7172-47f6-809a-73d6545e905c tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The resource could not be found. Jul 06 17:58:51.166369 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4031674b-7172-47f6-809a-73d6545e905c tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1949389 Jul 06 17:58:51.174036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.189941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2178d62b-2d0b-4773-8be3-1d20c98376cf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '01e2e2a7-bb73-4999-9278-42a2477477ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b05b0b6b-69f3-4de6-9e4e-873891c43243'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:51.220522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-396132de-9803-4abd-9233-ce67990605ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.265836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.326971 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2178d62b-2d0b-4773-8be3-1d20c98376cf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The resource could not be found. Jul 06 17:58:51.329235 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2178d62b-2d0b-4773-8be3-1d20c98376cf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1539330 Jul 06 17:58:51.333661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.407029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-396132de-9803-4abd-9233-ce67990605ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.411629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-396132de-9803-4abd-9233-ce67990605ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.414608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-396132de-9803-4abd-9233-ce67990605ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6667bbdf-4b8e-4905-aa91-9bb86e4a8d20 HTTP/1.1" status: 204 len: 168 time: 0.4645967 Jul 06 17:58:51.443204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396132de-9803-4abd-9233-ce67990605ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6667bbdf-4b8e-4905-aa91-9bb86e4a8d20,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:51.453156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8a9b4da-c005-4add-bcc4-344f59e73ded tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.527947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8a9b4da-c005-4add-bcc4-344f59e73ded tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.640552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a83373f-aa20-48ff-b24b-31eee95ff1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.687771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8a9b4da-c005-4add-bcc4-344f59e73ded tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.693042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8a9b4da-c005-4add-bcc4-344f59e73ded tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.700672 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b8a9b4da-c005-4add-bcc4-344f59e73ded tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/01e2e2a7-bb73-4999-9278-42a2477477ea HTTP/1.1" status: 204 len: 168 time: 0.3654482 Jul 06 17:58:51.701731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.752544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9b4da-c005-4add-bcc4-344f59e73ded tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2e2a7-bb73-4999-9278-42a2477477ea,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:51.867061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1fdf-a0b2-42e5-bc0f-41bc38a8ff7d req-fe7f6e77-5fce-450e-acc4-dc29127bf23c tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:51.876207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7beb1fdf-a0b2-42e5-bc0f-41bc38a8ff7d req-fe7f6e77-5fce-450e-acc4-dc29127bf23c tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 931 time: 1.0358849 Jul 06 17:58:51.890852 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-04a88391-29bb-4dbd-83ef-d4c3662d0f86 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1642957 Jul 06 17:58:51.902311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.914361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0a73c311-c8f5-40d2-8f65-e648df5c258f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '33193e07-0837-4144-899a-e283bd109976', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:51.920408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc0af7-f83c-4931-b692-564103f7f3cb req-e4a63bc7-f099-47a6-9e2f-6822d17b9d5d tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:51.927518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2fc0af7-f83c-4931-b692-564103f7f3cb req-e4a63bc7-f099-47a6-9e2f-6822d17b9d5d tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 946 time: 1.1373284 Jul 06 17:58:51.985811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7beb1fdf-a0b2-42e5-bc0f-41bc38a8ff7d req-cec53b94-a2ac-4fd9-8502-64031cf0bb75 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085048 Jul 06 17:58:52.003487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a83373f-aa20-48ff-b24b-31eee95ff1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.026315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a83373f-aa20-48ff-b24b-31eee95ff1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.090183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2fc0af7-f83c-4931-b692-564103f7f3cb req-33c6daaa-8af8-4e1d-91dc-526b3fabb1b4 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612573 Jul 06 17:58:52.122564 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a83373f-aa20-48ff-b24b-31eee95ff1f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aa7a9e1cb6f4fd482cef022b73f2586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428304 Jul 06 17:58:52.122564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83373f-aa20-48ff-b24b-31eee95ff1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34223e-a0e4-4e05-bc3b-a844b2a44462,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.126464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32978) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:52.163950 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-0a73c311-c8f5-40d2-8f65-e648df5c258f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The resource could not be found. Jul 06 17:58:52.180105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a73c311-c8f5-40d2-8f65-e648df5c258f tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2757297 Jul 06 17:58:52.183178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32980) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:52.206969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226465033'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:52.297635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:52.331695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84dfe947-e540-46d4-884c-afa7779efb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.339508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.374196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc01b02d-f854-4427-9bcb-9e58da639501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.433212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc01b02d-f854-4427-9bcb-9e58da639501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.440245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7d32479-39b1-43c8-b247-f95413512139 req-e82bf8b8-5826-403a-b8bf-c7fc4be159ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1417329 Jul 06 17:58:52.458353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b484bed9-cc66-499e-a17d-5369e6fdb50e req-943b7742-5936-48f5-94ab-f87127480c0f tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1402102 Jul 06 17:58:52.481898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a0d731-89e5-4b18-80ba-fafd6160ced3 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:58:52.497520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.537516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Transition to ACTIVE for port object f2a0d731-89e5-4b18-80ba-fafd6160ced3 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:52.541522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc01b02d-f854-4427-9bcb-9e58da639501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.543082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.544094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc01b02d-f854-4427-9bcb-9e58da639501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.548380 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc01b02d-f854-4427-9bcb-9e58da639501 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe34223e-a0e4-4e05-bc3b-a844b2a44462 HTTP/1.1" status: 204 len: 168 time: 0.4147882 Jul 06 17:58:52.576091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01b02d-f854-4427-9bcb-9e58da639501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34223e-a0e4-4e05-bc3b-a844b2a44462,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.616724 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84dfe947-e540-46d4-884c-afa7779efb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.622130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84dfe947-e540-46d4-884c-afa7779efb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.639036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a0d731-89e5-4b18-80ba-fafd6160ced3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.690178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfe947-e540-46d4-884c-afa7779efb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0827262c-f51a-44b2-990f-aa301360cf9a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.711481 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84dfe947-e540-46d4-884c-afa7779efb27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44cf99bead5442db828fdc0fa22d3587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076767 Jul 06 17:58:52.711481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32988) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:52.753718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Attempting to bind port f2a0d731-89e5-4b18-80ba-fafd6160ced3 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:58:52.754386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Attempting to bind port f2a0d731-89e5-4b18-80ba-fafd6160ced3 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'b24e5d85-5c62-4c56-b66e-939362fcad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:58:52.754894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Attempting to bind port f2a0d731-89e5-4b18-80ba-fafd6160ced3 on network 927c5427-ac96-4d2e-92df-31db1d3870fa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:52.761438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Port f2a0d731-89e5-4b18-80ba-fafd6160ced3 on network 927c5427-ac96-4d2e-92df-31db1d3870fa not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:58:52.761793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Attempting to bind port f2a0d731-89e5-4b18-80ba-fafd6160ced3 on network 927c5427-ac96-4d2e-92df-31db1d3870fa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:52.768296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:58:52.768655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Checking segment: {'id': 'b24e5d85-5c62-4c56-b66e-939362fcad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:52.769102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Bound using segment: {'id': 'b24e5d85-5c62-4c56-b66e-939362fcad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:58:52.769559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Bound port: f2a0d731-89e5-4b18-80ba-fafd6160ced3, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24e5d85-5c62-4c56-b66e-939362fcad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:58:52.769978 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.806344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ac960ab-49fd-44fe-9d11-02f71f73455f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.839298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.849481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.854720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ac960ab-49fd-44fe-9d11-02f71f73455f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.886720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] For port f2a0d731-89e5-4b18-80ba-fafd6160ced3, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:58:52.891696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] For port f2a0d731-89e5-4b18-80ba-fafd6160ced3, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3,segment=NetworkSegment(b24e5d85-5c62-4c56-b66e-939362fcad49),segment_id=b24e5d85-5c62-4c56-b66e-939362fcad49)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:58:52.899588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.901070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.905161 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7185063 Jul 06 17:58:52.915824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32992) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:52.931312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66f7b9-6226-49ab-bade-4d7d38174bf4 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5add4be3-85d3-4042-abd8-355341423e68,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.959973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302152613'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:52.972799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ac960ab-49fd-44fe-9d11-02f71f73455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.977950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ac960ab-49fd-44fe-9d11-02f71f73455f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.983636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8ac960ab-49fd-44fe-9d11-02f71f73455f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0827262c-f51a-44b2-990f-aa301360cf9a HTTP/1.1" status: 204 len: 168 time: 0.2668610 Jul 06 17:58:52.991757 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac960ab-49fd-44fe-9d11-02f71f73455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0827262c-f51a-44b2-990f-aa301360cf9a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.998832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:52.999932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.002671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] 10.222.0.61 "PUT /v2.0/ports/f2a0d731-89e5-4b18-80ba-fafd6160ced3 HTTP/1.1" status: 200 len: 1091 time: 2.4770296 Jul 06 17:58:53.039828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'tag': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:53.042856 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2598e1-bd58-4c3e-8239-a153e2377546" -d '{"events": [{"name": "network-changed", "server_uuid": "c87331d4-1ad0-481e-af60-836c421a3f9b", "tag": "f2a0d731-89e5-4b18-80ba-fafd6160ced3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:53.062415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103dfbd-5635-4445-b0e5-19d0fb040e62 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a0d731-89e5-4b18-80ba-fafd6160ced3,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:53.068209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.202041 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ea3b8-0cbf-4149-9cb0-c39a07a5fcf4 x-openstack-request-id: req-130ea3b8-0cbf-4149-9cb0-c39a07a5fcf4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:53.202433 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87331d4-1ad0-481e-af60-836c421a3f9b", "tag": "f2a0d731-89e5-4b18-80ba-fafd6160ced3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:53.202754 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-130ea3b8-0cbf-4149-9cb0-c39a07a5fcf4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:53.203916 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'tag': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3', 'status': 'completed', 'code': 200} Jul 06 17:58:53.209008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-d4c9f8ec-55b9-4c28-aba2-40ab50762a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:53.211407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-d4c9f8ec-55b9-4c28-aba2-40ab50762a30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b64ade420d424f6698cdd02fb5176703&device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 1094 time: 0.1239097 Jul 06 17:58:53.288532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33004) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:53.310235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24a6a2f9-60c0-460b-870b-52e4d5945920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.336217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-eb1a67dd-1460-4cbf-b44d-dc150bc35f8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3 HTTP/1.1" status: 200 len: 217 time: 0.1167700 Jul 06 17:58:53.472341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.492180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.547937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd2986-00c5-4e4c-a69f-d204a1f42479,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:53.588871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-e43d5ebd-636f-403f-ae8d-40015ded287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:53.590803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-e43d5ebd-636f-403f-ae8d-40015ded287a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6519d22b-01e8-4650-b7e4-e7a8c91b0727 HTTP/1.1" status: 200 len: 862 time: 0.2429597 Jul 06 17:58:53.622314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24a6a2f9-60c0-460b-870b-52e4d5945920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.629950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24a6a2f9-60c0-460b-870b-52e4d5945920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.692200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-138c1af9-dc1c-4a66-94b6-4e6012bcc6c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=927c5427-ac96-4d2e-92df-31db1d3870fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943627 Jul 06 17:58:53.696935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.696935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73394361-ade4-4fe8-9097-233ec766e8b8 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7796104 Jul 06 17:58:53.705137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087500-0ef9-4b86-a42d-18b7008e8a7b req-5573fb82-fee0-4876-9193-896676405446 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:53.706130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33018) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:53.706739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72087500-0ef9-4b86-a42d-18b7008e8a7b req-5573fb82-fee0-4876-9193-896676405446 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 943 time: 0.3526368 Jul 06 17:58:53.718106 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-24a6a2f9-60c0-460b-870b-52e4d5945920 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c580ef4424304310b871eb778c26fd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272802 Jul 06 17:58:53.720894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33020) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:53.726490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a49242e1-7a59-4145-976a-a3f3c0f2a45b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '5add4be3-85d3-4042-abd8-355341423e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '72dd2986-00c5-4e4c-a69f-d204a1f42479'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:53.751369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a2f9-60c0-460b-870b-52e4d5945920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f3c10-2a97-48e1-98e3-d745106c5740,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:53.829288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e775d7a9-7607-4658-8ad0-0cb40df45d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.838943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d92dbb-6529-46ee-b057-87e8b12eb3d3 req-b963d989-0622-402f-8cbc-aa6e10f99031 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:53.842891 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-a49242e1-7a59-4145-976a-a3f3c0f2a45b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:53.847096 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a49242e1-7a59-4145-976a-a3f3c0f2a45b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1392095 Jul 06 17:58:53.849587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33024) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:53.851867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d92dbb-6529-46ee-b057-87e8b12eb3d3 req-b963d989-0622-402f-8cbc-aa6e10f99031 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 946 time: 0.3971760 Jul 06 17:58:53.881096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e775d7a9-7607-4658-8ad0-0cb40df45d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.931288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72087500-0ef9-4b86-a42d-18b7008e8a7b req-d6e8473f-5151-43b4-89a7-befdb833d905 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076287 Jul 06 17:58:53.960523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b810312-d468-4a86-aafe-57266b25f431 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.009167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90d92dbb-6529-46ee-b057-87e8b12eb3d3 req-df71c80f-3ee9-4a9f-8c61-db4e87ac56d9 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559546 Jul 06 17:58:54.023481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b810312-d468-4a86-aafe-57266b25f431 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.037074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e775d7a9-7607-4658-8ad0-0cb40df45d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.042564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e775d7a9-7607-4658-8ad0-0cb40df45d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.049079 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e775d7a9-7607-4658-8ad0-0cb40df45d28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/458f3c10-2a97-48e1-98e3-d745106c5740 HTTP/1.1" status: 204 len: 168 time: 0.3144271 Jul 06 17:58:54.072280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775d7a9-7607-4658-8ad0-0cb40df45d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f3c10-2a97-48e1-98e3-d745106c5740,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:54.085080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-5eab1625-67c3-431b-8e65-c36ec9951b88 service neutron] 10.222.0.61 "GET /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725038 Jul 06 17:58:54.145488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b810312-d468-4a86-aafe-57266b25f431 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.151306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b810312-d468-4a86-aafe-57266b25f431 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.159021 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b810312-d468-4a86-aafe-57266b25f431 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/72dd2986-00c5-4e4c-a69f-d204a1f42479 HTTP/1.1" status: 204 len: 168 time: 0.3064842 Jul 06 17:58:54.162537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33034) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:54.251457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b810312-d468-4a86-aafe-57266b25f431 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd2986-00c5-4e4c-a69f-d204a1f42479,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:54.339326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca7c3da-6934-4543-8ff7-33b7c7c128f0 req-a1129aae-4c58-41ac-a81b-3f3a043f273a service neutron] 10.222.0.61 "GET /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418110 Jul 06 17:58:54.360590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:54.361203 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-614eac2a-d95d-4e6f-999b-0cf4901bca11 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1848724 Jul 06 17:58:54.450393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59c95382-e4e1-4872-8951-15f618700f5d req-c4a96937-64bb-4676-886b-ac450e06a976 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0669200 Jul 06 17:58:54.676423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-c162a0ef-738a-49be-be5a-ce87fbc2511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:54.680196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-c162a0ef-738a-49be-be5a-ce87fbc2511a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b64ade420d424f6698cdd02fb5176703&device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 1094 time: 0.2277689 Jul 06 17:58:54.680971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b059eab6-0f23-48b5-a68b-9fbae012095a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.812518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b059eab6-0f23-48b5-a68b-9fbae012095a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.011368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-8a557fd5-2ae7-4d6c-ac47-8586cadceb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:55.014240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-8a557fd5-2ae7-4d6c-ac47-8586cadceb48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=927c5427-ac96-4d2e-92df-31db1d3870fa HTTP/1.1" status: 200 len: 923 time: 0.3277693 Jul 06 17:58:55.122823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-8c94f066-2f4c-41c1-b367-70114e725db9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3 HTTP/1.1" status: 200 len: 217 time: 0.0976439 Jul 06 17:58:55.124635 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b059eab6-0f23-48b5-a68b-9fbae012095a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.130268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b059eab6-0f23-48b5-a68b-9fbae012095a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.134003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b059eab6-0f23-48b5-a68b-9fbae012095a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/5add4be3-85d3-4042-abd8-355341423e68 HTTP/1.1" status: 204 len: 168 time: 0.7716508 Jul 06 17:58:55.138143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33070) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:55.292010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059eab6-0f23-48b5-a68b-9fbae012095a tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5add4be3-85d3-4042-abd8-355341423e68,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:55.302040 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35e72e4e-7417-44e3-8798-0fe3c7a530f2 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614599 Jul 06 17:58:55.304261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:55.314650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--827719483'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:55.378169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.385948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa518-8c5a-4a99-8cfe-7fee6f3c3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.415186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-732f7a14-dab3-4379-a7ee-0360a64877b3 req-97825491-9182-432c-b6f5-e34683d7b93f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c58a5e42943a42788969e8e7879e179b&device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1257179 Jul 06 17:58:55.468789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-732f7a14-dab3-4379-a7ee-0360a64877b3 req-3394fc39-5938-47b4-9194-b5039cd443d3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c58a5e42943a42788969e8e7879e179b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453432 Jul 06 17:58:55.471759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-d6cae57f-1bc1-4be3-9a21-15cd43d71cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:55.474772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-d6cae57f-1bc1-4be3-9a21-15cd43d71cd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6519d22b-01e8-4650-b7e4-e7a8c91b0727 HTTP/1.1" status: 200 len: 862 time: 0.3386302 Jul 06 17:58:55.631823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-bb0c92f6-5244-4bcf-a339-f3f8e9ccf94a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=927c5427-ac96-4d2e-92df-31db1d3870fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370788 Jul 06 17:58:55.667140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.673224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.769870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195440cd-c458-4cce-a92d-d2d0b2d0f58c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:55.786420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.794727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d1d2aa9-b397-49e2-b023-399110a00eaf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4886372 Jul 06 17:58:55.800316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:55.806835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-af93b15a-ca66-48c3-82dc-a60869f7b783 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '195440cd-c458-4cce-a92d-d2d0b2d0f58c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:55.883582 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-af93b15a-ca66-48c3-82dc-a60869f7b783 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:55.884938 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af93b15a-ca66-48c3-82dc-a60869f7b783 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0829990 Jul 06 17:58:55.889293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33100) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:55.894678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-69d52594-a1a5-4c4c-ad82-f110574b10f1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group_rule': {'security_group_id': '195440cd-c458-4cce-a92d-d2d0b2d0f58c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:55.989013 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-69d52594-a1a5-4c4c-ad82-f110574b10f1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:58:55.993103 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-69d52594-a1a5-4c4c-ad82-f110574b10f1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1020975 Jul 06 17:58:55.997332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33106) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.152395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d49c4d-1843-44c1-9d08-b000bc991df1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.179719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f7a14-dab3-4379-a7ee-0360a64877b3 req-822739a5-c2d0-451a-ab7b-771fa9313f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:56.182934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-732f7a14-dab3-4379-a7ee-0360a64877b3 req-822739a5-c2d0-451a-ab7b-771fa9313f62 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7061174 Jul 06 17:58:56.194627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d49c4d-1843-44c1-9d08-b000bc991df1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.283699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d49c4d-1843-44c1-9d08-b000bc991df1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.289531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d49c4d-1843-44c1-9d08-b000bc991df1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.291503 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-30d49c4d-1843-44c1-9d08-b000bc991df1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/195440cd-c458-4cce-a92d-d2d0b2d0f58c HTTP/1.1" status: 204 len: 168 time: 0.2899606 Jul 06 17:58:56.302145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33114) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.317860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-63eed60d-8b4f-42d3-bede-e715dab98df3 service neutron] 10.222.0.61 "GET /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783175 Jul 06 17:58:56.338394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d49c4d-1843-44c1-9d08-b000bc991df1 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195440cd-c458-4cce-a92d-d2d0b2d0f58c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:56.349481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926dbf-7267-4ec1-8580-4adea5fb7f79 req-fdf2cda7-a6ff-44a2-8a5c-e1f1ac1a7928 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:56.363324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16926dbf-7267-4ec1-8580-4adea5fb7f79 req-fdf2cda7-a6ff-44a2-8a5c-e1f1ac1a7928 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 946 time: 0.7291408 Jul 06 17:58:56.390124 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15b54cb6-a68e-4976-9d4c-11e88ac269ea tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863721 Jul 06 17:58:56.401422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.406754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779091129'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:56.446795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.533142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-1eb4f88c-9e8e-449d-8015-ca67c0cbd625 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:56.534844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-1eb4f88c-9e8e-449d-8015-ca67c0cbd625 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 946 time: 0.4687138 Jul 06 17:58:56.546567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318a9ef-f28b-402e-bf11-297a66ac753b req-b458baff-e3e5-4d3c-b038-2a83f2b74c48 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:56.554645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8318a9ef-f28b-402e-bf11-297a66ac753b req-b458baff-e3e5-4d3c-b038-2a83f2b74c48 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 943 time: 0.5898707 Jul 06 17:58:56.576704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16926dbf-7267-4ec1-8580-4adea5fb7f79 req-2105c179-d044-4e95-a0c0-e9b5084f9215 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124987 Jul 06 17:58:56.660471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.668084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.732302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb6e586-4fe3-4c95-a2cc-fd334e007795,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:56.744232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.752584 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-de42ce4e-1415-41ab-8c1c-45e35de54f3b tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3445668 Jul 06 17:58:56.752584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33130) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.770673 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-055972ab-024d-4335-a297-600ddbbececf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:56.773586 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-055972ab-024d-4335-a297-600ddbbececf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 17:58:56.774702 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-055972ab-024d-4335-a297-600ddbbececf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 17:58:56.785148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-055972ab-024d-4335-a297-600ddbbececf tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "PUT /v2.0/security-groups/afb6e586-4fe3-4c95-a2cc-fd334e007795 HTTP/1.1" status: 409 len: 330 time: 0.0289645 Jul 06 17:58:56.789142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33132) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.896512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad2598e1-bd58-4c3e-8239-a153e2377546 req-aa81b218-8124-4de5-a679-fc586b6963c0 service neutron] 10.222.0.61 "GET /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667338 Jul 06 17:58:56.926698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8318a9ef-f28b-402e-bf11-297a66ac753b req-75fe1ab8-f07e-47bf-8955-b6656a300a45 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705685 Jul 06 17:58:56.937661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371fb7f2-bbb0-45f0-a724-8d1631476765 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.989533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371fb7f2-bbb0-45f0-a724-8d1631476765 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.013469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f2a0d731-89e5-4b18-80ba-fafd6160ced3 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:58:57.074803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371fb7f2-bbb0-45f0-a724-8d1631476765 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.080844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371fb7f2-bbb0-45f0-a724-8d1631476765 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.088809 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-371fb7f2-bbb0-45f0-a724-8d1631476765 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/afb6e586-4fe3-4c95-a2cc-fd334e007795 HTTP/1.1" status: 204 len: 168 time: 0.2946527 Jul 06 17:58:57.090138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33144) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.120135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80887158-b57d-4ef7-942e-7163eb88a075 req-ea19fe9e-25ec-4309-946f-2d19b4d15604 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.1663711 Jul 06 17:58:57.151555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fb7f2-bbb0-45f0-a724-8d1631476765 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb6e586-4fe3-4c95-a2cc-fd334e007795,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:57.203304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f03a69d2-8c4b-4be9-8924-7234356cedff tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033022 Jul 06 17:58:57.205515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33148) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.227937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Deleting port e6b1a15c-24cc-4850-97cb-d0c740888c1c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:57.228658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.243521 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-e2226cfa-6ebb-4007-9766-4973f55d1a05 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] delete failed (client error): The resource could not be found. Jul 06 17:58:57.247299 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e2226cfa-6ebb-4007-9766-4973f55d1a05 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "DELETE /v2.0/security-groups/85ae3a81-45ad-4cbf-b464-d7b3a5fa1c76 HTTP/1.1" status: 404 len: 347 time: 0.0377977 Jul 06 17:58:57.250925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.299682 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-c65c1c0e-da1a-4ff3-8b17-de54cbd52375 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] show failed (client error): The resource could not be found. Jul 06 17:58:57.304119 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c65c1c0e-da1a-4ff3-8b17-de54cbd52375 tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-groups/22a968d2-d04e-43dd-88f6-6e026c85de9b HTTP/1.1" status: 404 len: 347 time: 0.0516338 Jul 06 17:58:57.309771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33156) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.343315 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-f46dbc2b-bc12-4b2b-8f46-aad3d7089bba tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] show failed (client error): The resource could not be found. Jul 06 17:58:57.347669 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f46dbc2b-bc12-4b2b-8f46-aad3d7089bba tempest-NegativeSecGroupIPv6Test-1159816053 tempest-NegativeSecGroupIPv6Test-1159816053-project] 10.222.0.37 "GET /v2.0/security-group-rules/7a648e07-29af-419e-8da4-97befe6e0428 HTTP/1.1" status: 404 len: 356 time: 0.0360670 Jul 06 17:58:57.437657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f2a0d731-89e5-4b18-80ba-fafd6160ced3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3,segment=NetworkSegment(b24e5d85-5c62-4c56-b66e-939362fcad49),segment_id=b24e5d85-5c62-4c56-b66e-939362fcad49)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:57.451179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3', 'network_id': '927c5427-ac96-4d2e-92df-31db1d3870fa', 'port_id': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3', 'mac_address': 'fa:16:3e:d7:58:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519d22b-01e8-4650-b7e4-e7a8c91b0727', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:58:57.485076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-732f7a14-dab3-4379-a7ee-0360a64877b3 req-8eb98520-1a37-43a2-8663-635ec57d1261 tempest-ServerShowV257Test-922478547 tempest-ServerShowV257Test-922478547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65af75f-7c7d-49c1-ba10-87bfac38af00 HTTP/1.1" status: 200 len: 210 time: 0.0858727 Jul 06 17:58:57.565301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.571147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] For port e6b1a15c-24cc-4850-97cb-d0c740888c1c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e6b1a15c-24cc-4850-97cb-d0c740888c1c,segment=NetworkSegment(b5d8ad21-ef44-477f-b94a-4bc0f3cc019d),segment_id=b5d8ad21-ef44-477f-b94a-4bc0f3cc019d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:57.571549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.594029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Calling delete_port for e6b1a15c-24cc-4850-97cb-d0c740888c1c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:57.599683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a0d731-89e5-4b18-80ba-fafd6160ced3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:58:57.609058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7e0bb-1724-46f3-a85c-7476087b85ef req-f52dee77-f4e2-450a-9fcf-b161fcc75bfc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:57.611800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cd7e0bb-1724-46f3-a85c-7476087b85ef req-f52dee77-f4e2-450a-9fcf-b161fcc75bfc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.1885700 Jul 06 17:58:57.672073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f2a0d731-89e5-4b18-80ba-fafd6160ced3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3,segment=NetworkSegment(b24e5d85-5c62-4c56-b66e-939362fcad49),segment_id=b24e5d85-5c62-4c56-b66e-939362fcad49)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:57.680549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.737400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cd7e0bb-1724-46f3-a85c-7476087b85ef req-27ed8c2c-fa02-447c-b1e4-4c2f891e1f12 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150458 Jul 06 17:58:57.817572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f2a0d731-89e5-4b18-80ba-fafd6160ced3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:57.862297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4698ef2-6a54-4f93-8465-c61399a99184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.904643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f2a0d731-89e5-4b18-80ba-fafd6160ced3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:58:57.957858 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.034146 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.055575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e6b1a15c-24cc-4850-97cb-d0c740888c1c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:58:58.137177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:58.213809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314138b8-ef4c-4fae-a0fc-e7776ef66f09 req-59d9d885-5b8c-42a0-9cf1-a2cbe87994f9 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:58.227502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-314138b8-ef4c-4fae-a0fc-e7776ef66f09 req-59d9d885-5b8c-42a0-9cf1-a2cbe87994f9 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b44c46-fd67-4889-b198-8f664509ff5f HTTP/1.1" status: 200 len: 946 time: 0.3301549 Jul 06 17:58:58.248113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Pushing event deleted for resources: {'Port': ['ID=e6b1a15c-24cc-4850-97cb-d0c740888c1c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:58.443078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] No DVR routers for this DVR port e6b1a15c-24cc-4850-97cb-d0c740888c1c on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:58.456137 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.460320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee416d24-d3c4-40c6-83fb-142a78a714f4 req-cb928809-9a59-4704-96cb-930756475fc2 tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.60 "DELETE /v2.0/ports/e6b1a15c-24cc-4850-97cb-d0c740888c1c HTTP/1.1" status: 204 len: 173 time: 1.8950126 Jul 06 17:58:58.461077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'name': 'network-vif-deleted', 'tag': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:58.465252 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd3a7d-888b-48f2-919a-bd2e74ed62a9" -d '{"events": [{"server_uuid": "a4b44c46-fd67-4889-b198-8f664509ff5f", "name": "network-vif-deleted", "tag": "e6b1a15c-24cc-4850-97cb-d0c740888c1c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:58.481484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-314138b8-ef4c-4fae-a0fc-e7776ef66f09 req-76f0b973-9c1c-4a2c-b0ec-b319dec6347a tempest-InstanceActionsV221TestJSON-399244009 tempest-InstanceActionsV221TestJSON-399244009-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e32d792-912f-46ca-be69-21a3d34830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523885 Jul 06 17:58:58.547141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c64d53-e4d2-4e8c-8278-f7cfb9fff4c2 req-b3b7c87e-75b2-4dd1-8e8d-a677784d1041 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:58.560646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1c64d53-e4d2-4e8c-8278-f7cfb9fff4c2 req-b3b7c87e-75b2-4dd1-8e8d-a677784d1041 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 944 time: 0.3286176 Jul 06 17:58:58.648899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1c64d53-e4d2-4e8c-8278-f7cfb9fff4c2 req-a5b8d45a-bdc1-432f-82de-2ce2c7ecee41 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848925 Jul 06 17:58:58.698390 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9466e7f7-ec64-4e64-9164-920cd61b9360 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffcddd267c4748649ce2aa0a4aa78d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591161 Jul 06 17:58:58.702370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:58.803591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33198) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:58.838877 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02fd698-2934-4142-9275-e411b70d083c x-openstack-request-id: req-b02fd698-2934-4142-9275-e411b70d083c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:58.839422 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b44c46-fd67-4889-b198-8f664509ff5f", "name": "network-vif-deleted", "tag": "e6b1a15c-24cc-4850-97cb-d0c740888c1c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:58.839790 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b02fd698-2934-4142-9275-e411b70d083c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:58.840462 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b44c46-fd67-4889-b198-8f664509ff5f', 'name': 'network-vif-deleted', 'tag': 'e6b1a15c-24cc-4850-97cb-d0c740888c1c', 'status': 'completed', 'code': 200} Jul 06 17:58:58.850317 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23be572e-1947-402e-9dc5-c485ae8a0ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.905237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23be572e-1947-402e-9dc5-c485ae8a0ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.962815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b5695c6-126c-4c6e-9c5a-cbd40be79711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.019828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f2a0d731-89e5-4b18-80ba-fafd6160ced3 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:58:59.023550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23be572e-1947-402e-9dc5-c485ae8a0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.031654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23be572e-1947-402e-9dc5-c485ae8a0ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.037247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-23be572e-1947-402e-9dc5-c485ae8a0ab3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bbac866-d2da-4f12-8615-0570d07b5302 HTTP/1.1" status: 204 len: 168 time: 0.3293781 Jul 06 17:58:59.079593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be572e-1947-402e-9dc5-c485ae8a0ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbac866-d2da-4f12-8615-0570d07b5302,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.197374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port f2a0d731-89e5-4b18-80ba-fafd6160ced3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:58:59.215938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f2a0d731-89e5-4b18-80ba-fafd6160ced3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:58:59.219229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.263288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:59.294562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40206c-b79f-4bb5-b921-cfb10c5b12d4 req-3aea5c95-4188-4c16-a2df-a555130a3d6e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:59.296879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b5695c6-126c-4c6e-9c5a-cbd40be79711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.299493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f40206c-b79f-4bb5-b921-cfb10c5b12d4 req-3aea5c95-4188-4c16-a2df-a555130a3d6e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.2619414 Jul 06 17:58:59.315475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b5695c6-126c-4c6e-9c5a-cbd40be79711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.320608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.437877 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7b5695c6-126c-4c6e-9c5a-cbd40be79711 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc36bfa8d5094e45b0bd423e3bb47ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329117 Jul 06 17:58:59.447344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:59.451297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.463815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f40206c-b79f-4bb5-b921-cfb10c5b12d4 req-5d89fd4b-6bbe-41cf-99c1-3c50d50d46fb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369946 Jul 06 17:58:59.483709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5695c6-126c-4c6e-9c5a-cbd40be79711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a3c64-665d-4603-983f-ea5f212b6cc5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.535145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:59.546157 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c6d781-cc5f-47f0-af9b-035f5f48ad42" -d '{"events": [{"server_uuid": "c87331d4-1ad0-481e-af60-836c421a3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "f2a0d731-89e5-4b18-80ba-fafd6160ced3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:59.578481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:59.613534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f2a0d731-89e5-4b18-80ba-fafd6160ced3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3,segment=NetworkSegment(b24e5d85-5c62-4c56-b66e-939362fcad49),segment_id=b24e5d85-5c62-4c56-b66e-939362fcad49)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:59.623103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.685352 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a53aae78-56af-4cb8-b712-33500cb5522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.727441 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412be7a-b319-4623-85b8-05e8997ac7bd x-openstack-request-id: req-f412be7a-b319-4623-85b8-05e8997ac7bd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:59.741065 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87331d4-1ad0-481e-af60-836c421a3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "f2a0d731-89e5-4b18-80ba-fafd6160ced3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:59.741612 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f412be7a-b319-4623-85b8-05e8997ac7bd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:59.742213 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3', 'code': 200} Jul 06 17:58:59.782660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a53aae78-56af-4cb8-b712-33500cb5522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.788675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f2a0d731-89e5-4b18-80ba-fafd6160ced3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.837675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.020192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a53aae78-56af-4cb8-b712-33500cb5522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.025759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a53aae78-56af-4cb8-b712-33500cb5522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.032371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a53aae78-56af-4cb8-b712-33500cb5522c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b4a3c64-665d-4603-983f-ea5f212b6cc5 HTTP/1.1" status: 204 len: 168 time: 0.5751379 Jul 06 17:59:00.062317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aae78-56af-4cb8-b712-33500cb5522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a3c64-665d-4603-983f-ea5f212b6cc5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:00.181371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-773813ab-9914-47e4-b372-4b212c033b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.254859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6266190-c81c-4b43-8628-9206b567eed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.262506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9027c89-d0e4-42de-81e2-79fdd99f36e7 req-74d71120-f271-4224-9234-dd4ac9b851ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:00.266567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9027c89-d0e4-42de-81e2-79fdd99f36e7 req-74d71120-f271-4224-9234-dd4ac9b851ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 1096 time: 0.3459451 Jul 06 17:59:00.291897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1716a2-9a52-4e06-bb04-b50243e9e7b6 req-7621fec4-8ab7-4c44-b684-07094ee0089f tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:00.294718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d1716a2-9a52-4e06-bb04-b50243e9e7b6 req-7621fec4-8ab7-4c44-b684-07094ee0089f tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 945 time: 0.2478154 Jul 06 17:59:00.328362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:00.425749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Deleting subnet baaecf6e-ab53-4722-9c57-9be67d3e1fc7 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:00.433885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.441249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d1716a2-9a52-4e06-bb04-b50243e9e7b6 req-3f1b53fb-2d99-4e8f-a1c5-c590cd6bd090 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042123 Jul 06 17:59:00.456544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9027c89-d0e4-42de-81e2-79fdd99f36e7 req-0d029bc5-f571-4257-b70a-9383bda932e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604030 Jul 06 17:59:00.539335 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.583746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-773813ab-9914-47e4-b372-4b212c033b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.596641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-773813ab-9914-47e4-b372-4b212c033b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.625099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.708551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.750930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773813ab-9914-47e4-b372-4b212c033b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985cce52-e3f5-46ab-b0ff-bc3f8aa2b10a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:00.772431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-773813ab-9914-47e4-b372-4b212c033b97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66033601595f4709be57978d3c4f5d45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5024600 Jul 06 17:59:00.773006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:00.824650 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.865172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baaecf6e-ab53-4722-9c57-9be67d3e1fc7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:00.874922 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.878685 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e1e2e79e-4ead-4e19-be9a-a7269dda5904 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/baaecf6e-ab53-4722-9c57-9be67d3e1fc7 HTTP/1.1" status: 204 len: 168 time: 0.5481558 Jul 06 17:59:00.881891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:00.950023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f34e0b3-4b43-46df-838c-69a71dce7f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.971182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ada34d-6461-4f8d-a32b-b2e3ec6af88e req-aa243367-842b-4b1d-bd97-4f691ab35381 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:00.975671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:00.976376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6ada34d-6461-4f8d-a32b-b2e3ec6af88e req-aa243367-842b-4b1d-bd97-4f691ab35381 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.2046180 Jul 06 17:59:01.001787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f34e0b3-4b43-46df-838c-69a71dce7f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.024414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6266190-c81c-4b43-8628-9206b567eed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.032011 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6266190-c81c-4b43-8628-9206b567eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.036740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfa7f-8ea6-4b61-9d02-38ba5c4290e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.045509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.068247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6ada34d-6461-4f8d-a32b-b2e3ec6af88e req-4cb09291-90fa-4df3-a50a-b4b1dc04cb3b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799100 Jul 06 17:59:01.093852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6266190-c81c-4b43-8628-9206b567eed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4435cc-db2e-4f2c-b63d-228958e12a71,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:01.102056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f6266190-c81c-4b43-8628-9206b567eed3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c58a5e42943a42788969e8e7879e179b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5201082 Jul 06 17:59:01.107636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33260) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:01.253165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f34e0b3-4b43-46df-838c-69a71dce7f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.255592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f34e0b3-4b43-46df-838c-69a71dce7f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.257505 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f34e0b3-4b43-46df-838c-69a71dce7f2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/985cce52-e3f5-46ab-b0ff-bc3f8aa2b10a HTTP/1.1" status: 204 len: 168 time: 0.4830894 Jul 06 17:59:01.571459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:01.606587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.610392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34e0b3-4b43-46df-838c-69a71dce7f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985cce52-e3f5-46ab-b0ff-bc3f8aa2b10a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:01.637513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c1a612-0a07-43af-8e60-591d3bd4d605']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:01.651713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-477c0f74-cba7-4cc7-a073-e9cb7478bded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.655386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:01.656156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d8ad21-ef44-477f-b94a-4bc0f3cc019d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:01.657284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e6b1a15c-24cc-4850-97cb-d0c740888c1c no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:01.675461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:59:01.677008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.703885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: e6b1a15c-24cc-4850-97cb-d0c740888c1c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:01.704472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e6b1a15c-24cc-4850-97cb-d0c740888c1c not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:01.724107 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-477c0f74-cba7-4cc7-a073-e9cb7478bded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.726862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.748919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:01.749731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:01.757174 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:01.837960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0343a1-1393-4c8a-a434-db2771bf1518 req-945b22da-0336-4dfe-9864-eca9a7fce5f5 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:01.841147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b0343a1-1393-4c8a-a434-db2771bf1518 req-945b22da-0336-4dfe-9864-eca9a7fce5f5 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 945 time: 0.1397562 Jul 06 17:59:01.842268 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:01.874824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5400e58c-2ac1-4492-81da-d9795706c512 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-530426723', 'prefixes': ['172.20.0.0/16']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:01.879683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd2015b4-70e1-4c1f-84f4-88ce550f0af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.925120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1b0343a1-1393-4c8a-a434-db2771bf1518 req-45aaea3b-bc40-489d-ae5b-aae15cc72dc3 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695484 Jul 06 17:59:01.930709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.936061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfa7f-8ea6-4b61-9d02-38ba5c4290e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.948127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.951143 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] 10.222.0.37 "DELETE /v2.0/networks/32c1a612-0a07-43af-8e60-591d3bd4d605 HTTP/1.1" status: 204 len: 168 time: 1.0639491 Jul 06 17:59:01.974765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b7bfa7f-8ea6-4b61-9d02-38ba5c4290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.994269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d18a1-0727-4fe2-980c-19d66b2f7837 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c1a612-0a07-43af-8e60-591d3bd4d605,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.045251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-477c0f74-cba7-4cc7-a073-e9cb7478bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.050150 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-477c0f74-cba7-4cc7-a073-e9cb7478bded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.057244 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-477c0f74-cba7-4cc7-a073-e9cb7478bded admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a4435cc-db2e-4f2c-b63d-228958e12a71 HTTP/1.1" status: 204 len: 168 time: 0.9396198 Jul 06 17:59:02.073845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0b7bfa7f-8ea6-4b61-9d02-38ba5c4290e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe400e26a7454c77b58440e467edd0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0964239 Jul 06 17:59:02.075382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33288) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.090901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bfa7f-8ea6-4b61-9d02-38ba5c4290e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eaaa5e-0f37-4743-86ed-c413d799fd02,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.138280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c0f74-cba7-4cc7-a073-e9cb7478bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4435cc-db2e-4f2c-b63d-228958e12a71,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.214384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a581dbb9-d13a-442a-b508-97e8b88dd907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.250815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a581dbb9-d13a-442a-b508-97e8b88dd907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.299058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.312839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd2015b4-70e1-4c1f-84f4-88ce550f0af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.338549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd2015b4-70e1-4c1f-84f4-88ce550f0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.362470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a581dbb9-d13a-442a-b508-97e8b88dd907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.363447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5400e58c-2ac1-4492-81da-d9795706c512 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.364951 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a581dbb9-d13a-442a-b508-97e8b88dd907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.370646 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a581dbb9-d13a-442a-b508-97e8b88dd907 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58eaaa5e-0f37-4743-86ed-c413d799fd02 HTTP/1.1" status: 204 len: 168 time: 0.2912853 Jul 06 17:59:02.371338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5400e58c-2ac1-4492-81da-d9795706c512 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7975123 Jul 06 17:59:02.371699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33300) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.384710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.456759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581dbb9-d13a-442a-b508-97e8b88dd907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eaaa5e-0f37-4743-86ed-c413d799fd02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.494558 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c31fc959-9b3d-49de-8fdd-10583ac5f552 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] 10.222.0.37 "GET /v2.0/subnetpools/562b03f6-f09f-4674-9983-6cdde6bd6974 HTTP/1.1" status: 200 len: 731 time: 0.1153560 Jul 06 17:59:02.495229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33306) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.502688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-41a5a15d-1425-4440-933e-7dc070154c00 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-943149376'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:02.504286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2015b4-70e1-4c1f-84f4-88ce550f0af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922262bb-dd9d-4825-af74-1b0e0e92b7cf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.518000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd2015b4-70e1-4c1f-84f4-88ce550f0af7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d3767f212c840ff8869d0b35e612617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736734 Jul 06 17:59:02.525056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.685720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b2a1cccf-2c0c-4376-b690-ba6e81192e82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f8952f0f3bf4544a6f4d303662df5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926600 Jul 06 17:59:02.687686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33312) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.762710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41a5a15d-1425-4440-933e-7dc070154c00 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] Notify callbacks [] for subnetpool, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.766586 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41a5a15d-1425-4440-933e-7dc070154c00 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] 10.222.0.37 "PUT /v2.0/subnetpools/562b03f6-f09f-4674-9983-6cdde6bd6974 HTTP/1.1" status: 200 len: 683 time: 0.2695334 Jul 06 17:59:02.769258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.838396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85933bf1-0c91-42d4-8cd6-d13eb6d216ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.867752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e338f6-4d00-4943-b13a-b3134f24278d req-dc11e97f-ef10-4a9a-9429-ada47e9b9db1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:02.880299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50e338f6-4d00-4943-b13a-b3134f24278d req-dc11e97f-ef10-4a9a-9429-ada47e9b9db1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.3553391 Jul 06 17:59:02.967637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85933bf1-0c91-42d4-8cd6-d13eb6d216ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.003112 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bd59e34-c131-4bad-a95c-b07b124d6602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.024433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a04d9032-dc97-4f14-9c27-33a65d6ac5ed tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] Notify callbacks [] for subnetpool, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.026485 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a04d9032-dc97-4f14-9c27-33a65d6ac5ed tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] 10.222.0.37 "DELETE /v2.0/subnetpools/562b03f6-f09f-4674-9983-6cdde6bd6974 HTTP/1.1" status: 204 len: 168 time: 0.2526042 Jul 06 17:59:03.030396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:03.064137 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-6b34841b-1d0d-4052-b515-e02ee5c3bc83 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] show failed (client error): The resource could not be found. Jul 06 17:59:03.066586 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6b34841b-1d0d-4052-b515-e02ee5c3bc83 tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] 10.222.0.37 "GET /v2.0/subnetpools/562b03f6-f09f-4674-9983-6cdde6bd6974 HTTP/1.1" status: 404 len: 346 time: 0.0344133 Jul 06 17:59:03.071427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33332) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:03.102941 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-7e33d866-c514-41fb-9fec-f0a234393d5d tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] delete failed (client error): The resource could not be found. Jul 06 17:59:03.105781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7e33d866-c514-41fb-9fec-f0a234393d5d tempest-SubnetPoolsTestJSON-158913626 tempest-SubnetPoolsTestJSON-158913626-project] 10.222.0.37 "DELETE /v2.0/subnetpools/562b03f6-f09f-4674-9983-6cdde6bd6974 HTTP/1.1" status: 404 len: 346 time: 0.0323396 Jul 06 17:59:03.139100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50e338f6-4d00-4943-b13a-b3134f24278d req-40e62f3c-e153-478f-aada-a62d22296d96 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2629766 Jul 06 17:59:03.176396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bd59e34-c131-4bad-a95c-b07b124d6602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.262848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85933bf1-0c91-42d4-8cd6-d13eb6d216ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.266603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85933bf1-0c91-42d4-8cd6-d13eb6d216ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.268869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-85933bf1-0c91-42d4-8cd6-d13eb6d216ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/922262bb-dd9d-4825-af74-1b0e0e92b7cf HTTP/1.1" status: 204 len: 168 time: 0.7419655 Jul 06 17:59:03.283793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85933bf1-0c91-42d4-8cd6-d13eb6d216ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922262bb-dd9d-4825-af74-1b0e0e92b7cf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:03.327459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bd59e34-c131-4bad-a95c-b07b124d6602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.338770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bd59e34-c131-4bad-a95c-b07b124d6602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.343017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4bd59e34-c131-4bad-a95c-b07b124d6602 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e32d792-912f-46ca-be69-21a3d34830f1 HTTP/1.1" status: 204 len: 168 time: 0.6521373 Jul 06 17:59:03.414995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd59e34-c131-4bad-a95c-b07b124d6602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32d792-912f-46ca-be69-21a3d34830f1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:03.468969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ef5e2-f536-4480-848d-0ba162e9e7fe req-e1382aac-920f-4beb-907e-2b63c19bbc9a tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:03.471046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-132ef5e2-f536-4480-848d-0ba162e9e7fe req-e1382aac-920f-4beb-907e-2b63c19bbc9a tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 945 time: 0.1463094 Jul 06 17:59:03.540828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-132ef5e2-f536-4480-848d-0ba162e9e7fe req-354a8b31-c1c0-46a0-8d64-bf8580da47a7 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567682 Jul 06 17:59:04.014847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33356) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:04.395731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-e9ecaa34-e274-4d1f-8dbd-f44c0f6de813 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:04.399732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-e9ecaa34-e274-4d1f-8dbd-f44c0f6de813 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.61 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 945 time: 0.1683004 Jul 06 17:59:04.625951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33382) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:04.830705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdfbf5d7-7a2f-4a1f-b1ca-be96c206b773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.898168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1110410710-network', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:04.929027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Made reservation on behalf of 224b581d729b49919acb7ed26ba88fdb for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:04.932105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.944381 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.978330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:59:04.978330 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:59:04.978330 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id_1': '224b581d729b49919acb7ed26ba88fdb', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 59, 4, 957773)}] Jul 06 17:59:04.978330 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:59:04.978928 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:59:05.138563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9b77-fea9-466a-abc9-c0fad9eed1c2 req-c06a60a3-b31c-441d-b8c2-f8cca64250f2 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:05.140236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7d9b77-fea9-466a-abc9-c0fad9eed1c2 req-c06a60a3-b31c-441d-b8c2-f8cca64250f2 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 945 time: 0.3287244 Jul 06 17:59:05.149242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f8f2-3929-4f24-9269-aaff9bfe1307 req-cec13371-5014-4d6c-a9fb-4e08acf97630 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:05.151062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7bb3f8f2-3929-4f24-9269-aaff9bfe1307 req-cec13371-5014-4d6c-a9fb-4e08acf97630 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.7260058 Jul 06 17:59:05.218927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Deleting port f2a0d731-89e5-4b18-80ba-fafd6160ced3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:05.219647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.254675 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdfbf5d7-7a2f-4a1f-b1ca-be96c206b773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.303667 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdfbf5d7-7a2f-4a1f-b1ca-be96c206b773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.342028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7bb3f8f2-3929-4f24-9269-aaff9bfe1307 req-1e4eb7c7-ff72-4b6f-8370-6619c002dbcb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1776998 Jul 06 17:59:05.359701 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7d9b77-fea9-466a-abc9-c0fad9eed1c2 req-a1efa9fe-2b7b-4963-89e3-37c893ad2931 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/security-groups?id=78022ae3-75b1-4d38-ba57-aa0c92cc861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905503 Jul 06 17:59:05.435070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33404) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:05.436772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cdfbf5d7-7a2f-4a1f-b1ca-be96c206b773 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20bb48efa3bd493cbe15e227c44772cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4187617 Jul 06 17:59:05.441606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbf5d7-7a2f-4a1f-b1ca-be96c206b773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a84bca-7dae-4f10-ba2c-8641bcf05f38,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:05.481134 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.489260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] For port f2a0d731-89e5-4b18-80ba-fafd6160ced3, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f2a0d731-89e5-4b18-80ba-fafd6160ced3,segment=NetworkSegment(b24e5d85-5c62-4c56-b66e-939362fcad49),segment_id=b24e5d85-5c62-4c56-b66e-939362fcad49)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:05.490592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.538429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Calling delete_port for f2a0d731-89e5-4b18-80ba-fafd6160ced3 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:05.688277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3593c5d3-6682-4683-af85-e8f02c795830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.793949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3593c5d3-6682-4683-af85-e8f02c795830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.831461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.848215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.849256 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.912942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:05.927898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Pushing event deleted for resources: {'Port': ['ID=f2a0d731-89e5-4b18-80ba-fafd6160ced3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:05.938775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05378372-4894-4717-a861-0d7ec7de3601,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:05.944593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.944971 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Added segment 0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03 of type vlan for network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 Jul 06 17:59:05.992392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] No DVR routers for this DVR port f2a0d731-89e5-4b18-80ba-fafd6160ced3 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:05.997204 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.000287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c38ba6e1-b327-4f39-8e7a-782658795905 req-11c1806f-6620-4f66-8938-3102635ba9c8 tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.61 "DELETE /v2.0/ports/f2a0d731-89e5-4b18-80ba-fafd6160ced3 HTTP/1.1" status: 204 len: 173 time: 1.5939593 Jul 06 17:59:06.001197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'name': 'network-vif-deleted', 'tag': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:06.004444 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4062905-b0d3-4f49-a88a-214f3283bb23" -d '{"events": [{"server_uuid": "c87331d4-1ad0-481e-af60-836c421a3f9b", "name": "network-vif-deleted", "tag": "f2a0d731-89e5-4b18-80ba-fafd6160ced3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:06.037828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3593c5d3-6682-4683-af85-e8f02c795830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.043878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3593c5d3-6682-4683-af85-e8f02c795830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.046249 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3593c5d3-6682-4683-af85-e8f02c795830 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5a84bca-7dae-4f10-ba2c-8641bcf05f38 HTTP/1.1" status: 204 len: 168 time: 0.6077671 Jul 06 17:59:06.049553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.074976 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83722c5a-a273-4656-9322-8e56ce408c3d x-openstack-request-id: req-83722c5a-a273-4656-9322-8e56ce408c3d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:06.075222 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87331d4-1ad0-481e-af60-836c421a3f9b", "name": "network-vif-deleted", "tag": "f2a0d731-89e5-4b18-80ba-fafd6160ced3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:06.075543 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83722c5a-a273-4656-9322-8e56ce408c3d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:06.076197 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87331d4-1ad0-481e-af60-836c421a3f9b', 'name': 'network-vif-deleted', 'tag': 'f2a0d731-89e5-4b18-80ba-fafd6160ced3', 'status': 'completed', 'code': 200} Jul 06 17:59:06.124081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593c5d3-6682-4683-af85-e8f02c795830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a84bca-7dae-4f10-ba2c-8641bcf05f38,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:06.151749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.153927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:06.155468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.208475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33430) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:06.216110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Request body: {'subnet': {'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1110410710-subnet', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:06.220046 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5922956 Jul 06 17:59:06.285105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Made reservation on behalf of 224b581d729b49919acb7ed26ba88fdb for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:06.288467 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.337621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb28f5-cc8b-45f6-9e8c-c7c8813c6033 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:06.354788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:06.797369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33444) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:06.805370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.885080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd67a455-bdba-4e5d-9239-07c13c7f0d2a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:07.013937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dabb702b-f0b7-46ef-8f98-b72e0744e293 req-1b93beb4-4f1c-4fb9-8090-66640f7e34da tempest-ServerAddressesNegativeTestJSON-1639599570 tempest-ServerAddressesNegativeTestJSON-1639599570-project] 10.222.0.37 "GET /v2.0/ports?device_id=c87331d4-1ad0-481e-af60-836c421a3f9b HTTP/1.1" status: 200 len: 210 time: 0.1297741 Jul 06 17:59:07.049251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f2a0d731-89e5-4b18-80ba-fafd6160ced3 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:07.077278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: f2a0d731-89e5-4b18-80ba-fafd6160ced3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:07.078018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f2a0d731-89e5-4b18-80ba-fafd6160ced3 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:07.087285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Checking segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:07.088973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Network hostable DHCP agents. Network: 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:07.187086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef713-2a3b-4847-b74a-c6aa17ae2aa2 req-da623f1f-ed8b-40b1-8b34-19e7eafe7d92 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:07.191054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10aef713-2a3b-4847-b74a-c6aa17ae2aa2 req-da623f1f-ed8b-40b1-8b34-19e7eafe7d92 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.4554615 Jul 06 17:59:07.192660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:07.202200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-946642228-network', 'tenant_id': '5596e98312e9457cab3186a15f652170'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:07.232074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:07.251570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be18974-6ba1-49c9-b400-2165d10f9303 None None] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:07.263923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:07.265431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.283747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Made reservation on behalf of 5596e98312e9457cab3186a15f652170 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:07.288810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.316041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b62808d0-338f-4766-8068-dc8c72f0b89e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1046374 Jul 06 17:59:07.319498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:07.328682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:07.329848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.380637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10aef713-2a3b-4847-b74a-c6aa17ae2aa2 req-2505b830-827e-4f38-b623-ae3c96a88d94 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1736386 Jul 06 17:59:07.386516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33462) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:07.416445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.418664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.570387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.575836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.612354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.613476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:07.615035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.637884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:07.651130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49115642-493e-464a-b65f-a40f6a03e4a0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:07.658814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.659363 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Added segment 933652d5-e11a-4364-8f37-432c5d17d826 of type vlan for network b5c269c2-678a-49dd-b325-f19a3c70b6de Jul 06 17:59:07.700619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:07.714010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.757356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.758549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:07.760394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.917686 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:59:07.942994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c269c2-678a-49dd-b325-f19a3c70b6de,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:07.956054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.961525 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f37f9e9b-2542-4654-83aa-49a30a612569 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1622224 Jul 06 17:59:07.964593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33474) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:07.978460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Request body: {'subnet': {'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-946642228-subnet', 'tenant_id': '5596e98312e9457cab3186a15f652170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:08.014219 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:59:08.014219 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:59:08.014219 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id_1': '854364992c2e41d2b389ad138de64c61', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 59, 7, 994172)}] Jul 06 17:59:08.014219 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:59:08.015246 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:59:08.023892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b5c269c2-678a-49dd-b325-f19a3c70b6de details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:08.027082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Made reservation on behalf of 5596e98312e9457cab3186a15f652170 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:08.032580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.058902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.348057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33494) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:08.507182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Deleting subnet 6519d22b-01e8-4650-b7e4-e7a8c91b0727 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:08.511737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.590588 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.593424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Allocated IP 172.20.0.2 (1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95/bd67a455-bdba-4e5d-9239-07c13c7f0d2a/d4e5b716-9d6b-4dab-ac0f-fefa9045ae53) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:08.665636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.767126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.773162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.841925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.877331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.921801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6519d22b-01e8-4650-b7e4-e7a8c91b0727,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:08.947876 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.952428 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3c7d4fb9-946c-4bc1-af24-420baf506468 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6519d22b-01e8-4650-b7e4-e7a8c91b0727 HTTP/1.1" status: 204 len: 168 time: 0.5947595 Jul 06 17:59:08.966490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33514) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:09.000600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.126884 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.152418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Transition to ACTIVE for port object d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:09.181339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:09.195700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Transition to ACTIVE for port object d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:09.200877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'mac_address': 'fa:16:3e:a8:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:09.205887 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.251084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6eaa9b-1ba5-449c-99fc-0d406807f6a3,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:09.272271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:09.274397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Pushing event updated for resources: {'Port': ['ID=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:09.277710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:09.281883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:09.369707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Allocated IP 172.25.5.85 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/742d2fed-ffa3-4190-aa1d-3f0f68b398c4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:09.398584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Attempting to bind port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:09.398970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Attempting to bind port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:09.399378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Attempting to bind port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:09.402100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2330b2-b752-4532-a7aa-68d5e631b122 req-e78cb6e5-0f90-42a4-a4ce-e156eb9fac89 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:09.410592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b2330b2-b752-4532-a7aa-68d5e631b122 req-e78cb6e5-0f90-42a4-a4ce-e156eb9fac89 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.2547240 Jul 06 17:59:09.412200 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.427871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:09.428627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Checking segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:09.429488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.430099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Bound using segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:09.430826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Bound port: d4e5b716-9d6b-4dab-ac0f-fefa9045ae53, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:09.431484 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.435880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:09.437382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.518338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Checking segment: {'id': '933652d5-e11a-4364-8f37-432c5d17d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:09.518719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Network hostable DHCP agents. Network: b5c269c2-678a-49dd-b325-f19a3c70b6de, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:09.535385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] For port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:09.541181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] For port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:09.544387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:09.552431 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.579822 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.688220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b2330b2-b752-4532-a7aa-68d5e631b122 req-686be632-39e6-4f65-bf06-cad5c8771d30 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2712915 Jul 06 17:59:09.714885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:09.798672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Network b5c269c2-678a-49dd-b325-f19a3c70b6de is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:09.825947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636445ad-3ed0-427a-a536-ab014d4186ae None None] Pushing event updated for resources: {'Port': ['ID=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:09.905698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.918447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:09.937773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.969705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.980464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927c5427-ac96-4d2e-92df-31db1d3870fa']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:10.030556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24e5d85-5c62-4c56-b66e-939362fcad49') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:10.031702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24e5d85-5c62-4c56-b66e-939362fcad49') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:10.072879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b5c269c2-678a-49dd-b325-f19a3c70b6de) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:10.096149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.155028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.157413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775ba7d-8f0d-44f3-8d5b-2af37048f7bb None None] Network b5c269c2-678a-49dd-b325-f19a3c70b6de requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:10.193946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.221251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:10.222356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.243112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:10.249406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:10.254410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:10.310483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Pushing event updated for resources: {'Port': ['ID=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:10.352617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82930d-8113-4227-8146-c6b4c8564d3b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:10.371575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.414394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:10.414926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:10.418043 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:10.600515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:10.614889 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ed974df9-7aa9-414f-afc4-cb0e4ef8480e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=854364992c2e41d2b389ad138de64c61&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2263875 Jul 06 17:59:10.636058 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-55c7a5a4-6790-4112-a71f-d415821fb7af admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6698720 Jul 06 17:59:10.656938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:10.710224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.720211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.734732 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] 10.222.0.37 "DELETE /v2.0/networks/927c5427-ac96-4d2e-92df-31db1d3870fa HTTP/1.1" status: 204 len: 168 time: 1.7601531 Jul 06 17:59:10.779930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26637c7a-890b-4605-a052-14f9f59f5b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=927c5427-ac96-4d2e-92df-31db1d3870fa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:10.931031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d8cad-7327-48ba-b488-53b82762b4b4 None None] Network b5c269c2-678a-49dd-b325-f19a3c70b6de requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:11.088393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:11.124914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.275372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d43827e9-ef5e-4f67-b762-9a13e378a66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.308319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d43827e9-ef5e-4f67-b762-9a13e378a66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.428286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d43827e9-ef5e-4f67-b762-9a13e378a66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.433054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d43827e9-ef5e-4f67-b762-9a13e378a66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.434582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d43827e9-ef5e-4f67-b762-9a13e378a66c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc82930d-8113-4227-8146-c6b4c8564d3b HTTP/1.1" status: 204 len: 168 time: 0.8319163 Jul 06 17:59:11.494063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43827e9-ef5e-4f67-b762-9a13e378a66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82930d-8113-4227-8146-c6b4c8564d3b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.592470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:11.682553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:11.749646 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-36b2232e-fa4e-4dec-8c61-f5bf1e27e95b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b64ade420d424f6698cdd02fb5176703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538100 Jul 06 17:59:11.754026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33584) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:11.854325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7dfd40-08f3-4b00-8929-dd9e1ca933b6 None None] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:11.928102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:11.929202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.951996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f88e1d7c-276b-468b-ab3d-04f35dbee822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.952232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5874ad-f455-4ba2-832a-ee334b891322 req-652d7de7-5aeb-4ae5-aaf5-a1039007c25e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:11.964744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce5874ad-f455-4ba2-832a-ee334b891322 req-652d7de7-5aeb-4ae5-aaf5-a1039007c25e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.8440144 Jul 06 17:59:12.035519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] Provisioning for port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:12.054541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] Provisioning complete for port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:12.055066 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.058880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f88e1d7c-276b-468b-ab3d-04f35dbee822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.200719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce5874ad-f455-4ba2-832a-ee334b891322 req-873f4145-50e6-4cd4-a77b-3854f1525cf1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2236528 Jul 06 17:59:12.218550 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f88e1d7c-276b-468b-ab3d-04f35dbee822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.221893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f88e1d7c-276b-468b-ab3d-04f35dbee822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.223433 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f88e1d7c-276b-468b-ab3d-04f35dbee822 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78022ae3-75b1-4d38-ba57-aa0c92cc861c HTTP/1.1" status: 204 len: 168 time: 0.4683061 Jul 06 17:59:12.225291 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.228093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.247487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e1d7c-276b-468b-ab3d-04f35dbee822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78022ae3-75b1-4d38-ba57-aa0c92cc861c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:12.360892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:12.406984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:12.423614 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f338e8e4-6dfa-46b1-8c89-a9e3688842ff" -d '{"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-plugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:12.442862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.713316 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.798147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:59:12.862579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] For port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:12.886199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.015201 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446be958-5441-43da-9e82-c1caaaab7628 x-openstack-request-id: req-446be958-5441-43da-9e82-c1caaaab7628 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:13.015699 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-plugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:13.016511 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-446be958-5441-43da-9e82-c1caaaab7628 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:13.016762 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'code': 200} Jul 06 17:59:13.128485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:13.201197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:59:13.223095 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:59:13.261787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.264166 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:59:13.264714 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:13.270718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33624) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:13.272308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb207acb-c056-4798-bc6b-51f1d2beca49 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9494636 Jul 06 17:59:13.479184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79015a8-cc90-4254-bbbc-109bd9fb0dc5 None None] Pushing event updated for resources: {'Port': ['ID=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:13.792625 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:59:14.177494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-22a8646e-9287-45dd-95fd-b91529d7fb2c None None] Provisioning complete for port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:14.179280 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22a8646e-9287-45dd-95fd-b91529d7fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.236925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310792-89d0-40e8-8a2a-4e8828d80ad8 req-72289d07-2b21-489b-9c52-62cf8c995049 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:14.280986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43310792-89d0-40e8-8a2a-4e8828d80ad8 req-72289d07-2b21-489b-9c52-62cf8c995049 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.3263459 Jul 06 17:59:14.434494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:14.581857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43310792-89d0-40e8-8a2a-4e8828d80ad8 req-f1ad3b09-821c-4cb6-aa16-0053719258b5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2997851 Jul 06 17:59:14.620494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:14.736916 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:10Z', 'revision_number': 3, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:14.865994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:14.867889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.923156 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:59:14.926623 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Updating router 5b6275f9-9710-455c-abc1-6d0163e1fc38 port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:59:15.092163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.386421 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.420376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Allocated IP 172.20.0.1 (1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95/bd67a455-bdba-4e5d-9239-07c13c7f0d2a/676c49a9-ee79-454f-b6fe-e3631afdaa53) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:15.511809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0e8c11d-c303-4831-880c-5a766e686e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.790761 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.840371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Transition to ACTIVE for port object 676c49a9-ee79-454f-b6fe-e3631afdaa53 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:15.886006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0e8c11d-c303-4831-880c-5a766e686e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.908501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0e8c11d-c303-4831-880c-5a766e686e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.967058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.011026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:16.065840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f0e8c11d-c303-4831-880c-5a766e686e06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b17af232b1d462fbd9894a9e499d5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6092081 Jul 06 17:59:16.069866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8c11d-c303-4831-880c-5a766e686e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f374b7-9154-494f-a046-67f139749857,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:16.074466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:16.157723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:16.176126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:16.233332 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.253999 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Transition to ACTIVE for port object 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:16.273135 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.297935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=676c49a9-ee79-454f-b6fe-e3631afdaa53,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:16.344408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.345194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.345892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.346440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.347055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.347675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.348930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.349946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.350639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.351241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.352216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.352841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.366179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.380134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Attempting to bind port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:16.381331 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Attempting to bind port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:16.387034 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Attempting to bind port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:16.390327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe8dd-c900-4bc7-a07a-0ad7e37c2166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.430995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690a38b-d954-40f3-87f9-dbf28f8d093c req-ce128d4e-1fec-4e00-b1e5-a28f7e11b065 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:16.432703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b690a38b-d954-40f3-87f9-dbf28f8d093c req-ce128d4e-1fec-4e00-b1e5-a28f7e11b065 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.4707723 Jul 06 17:59:16.500663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-eafd9d9b-f9d8-4587-8036-7a4fe5e38cb8 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:16.513336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-eafd9d9b-f9d8-4587-8036-7a4fe5e38cb8 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/networks?id=b5c269c2-678a-49dd-b325-f19a3c70b6de HTTP/1.1" status: 200 len: 809 time: 0.4395175 Jul 06 17:59:16.578001 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:16.578445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:16.578840 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.579302 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:16.579861 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Bound port: 742d2fed-ffa3-4190-aa1d-3f0f68b398c4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:16.580629 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.586404 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Pushing event updated for resources: {'Port': ['ID=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:16.613621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe8dd-c900-4bc7-a07a-0ad7e37c2166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.674203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-bfebdb48-37e9-436d-afe2-6956729a0e90 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/quotas/5596e98312e9457cab3186a15f652170 HTTP/1.1" status: 200 len: 375 time: 0.1565719 Jul 06 17:59:16.704910 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.705445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.706049 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.708653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.710523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.715455 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.715988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.716520 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.717150 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.717770 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.718310 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.718927 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:16.832262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-72b7d28b-8559-4ade-9e72-4bfbab58e309 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5596e98312e9457cab3186a15f652170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362836 Jul 06 17:59:16.842583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.870394 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] For port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:16.874316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b690a38b-d954-40f3-87f9-dbf28f8d093c req-f18cdbe9-e654-45b9-9ba2-898622c47360 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4148362 Jul 06 17:59:16.879043 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] For port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:16.887025 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.907920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-573ed671-b8c9-424b-a80e-f7e973075360 None None] Provisioning for port 676c49a9-ee79-454f-b6fe-e3631afdaa53 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:16.952605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-573ed671-b8c9-424b-a80e-f7e973075360 None None] Provisioning complete for port 676c49a9-ee79-454f-b6fe-e3631afdaa53 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:16.953241 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-573ed671-b8c9-424b-a80e-f7e973075360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.028110 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:59:17.028889 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:17.160066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-573ed671-b8c9-424b-a80e-f7e973075360 None None] Port 676c49a9-ee79-454f-b6fe-e3631afdaa53 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:17.182215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe8dd-c900-4bc7-a07a-0ad7e37c2166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.187571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ebe8dd-c900-4bc7-a07a-0ad7e37c2166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.191677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-44ebe8dd-c900-4bc7-a07a-0ad7e37c2166 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45f374b7-9154-494f-a046-67f139749857 HTTP/1.1" status: 204 len: 168 time: 1.1120026 Jul 06 17:59:17.246285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebe8dd-c900-4bc7-a07a-0ad7e37c2166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f374b7-9154-494f-a046-67f139749857,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:17.269988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-d7d0e3e0-ac1d-4bca-bcdb-c8cf490e9ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358218 Jul 06 17:59:17.282511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:17.411169 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e521c0-1b25-4129-9422-c744573b695d None None] Pushing event updated for resources: {'Port': ['ID=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:17.481470 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:59:17.528266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.536127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.584599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-7b265f25-e882-4dc5-8629-3f04288f97ec service neutron] 10.222.0.37 "GET /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095222 Jul 06 17:59:17.648384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.652684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=676c49a9-ee79-454f-b6fe-e3631afdaa53,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:17.863507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:17.865633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:18.195046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:59:18.230127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-825897353-network', 'tenant_id': 'c5bdf486d9334202bfae5df0cfde1dc1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:18.456932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5ff57abc-f440-44cb-9790-18af55d77529 None None] Provisioning complete for port 676c49a9-ee79-454f-b6fe-e3631afdaa53 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:18.461446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ff57abc-f440-44cb-9790-18af55d77529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.479637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Made reservation on behalf of c5bdf486d9334202bfae5df0cfde1dc1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:18.493965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.560278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:59:18.582276 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6723bbd9-09be-4a2c-8506-f29e0f3cc8f2 admin admin] 10.222.0.37 "PUT /v2.0/routers/5b6275f9-9710-455c-abc1-6d0163e1fc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3073580 Jul 06 17:59:18.582276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33738) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:18.621238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7faf-fca9-4378-b21b-006dcbffcb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.672211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5ff57abc-f440-44cb-9790-18af55d77529 None None] Port 676c49a9-ee79-454f-b6fe-e3631afdaa53 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:18.792266 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:15Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:18.876309 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2af98-de1d-4573-a31b-45f02d9eb1cd None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:15Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:59:19.063388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7faf-fca9-4378-b21b-006dcbffcb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.069943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7faf-fca9-4378-b21b-006dcbffcb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.142908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf7faf-fca9-4378-b21b-006dcbffcb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1948c418-356d-4c91-84a0-2a4bb27ddc8d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:19.211656 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b0cf7faf-fca9-4378-b21b-006dcbffcb9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e689e9c335aa4d01ba99bb2ca96b2516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261058 Jul 06 17:59:19.214493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33752) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:19.332083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdfab-1603-445d-8aaa-6bc3e31e4f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.474642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdfab-1603-445d-8aaa-6bc3e31e4f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.594630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdfab-1603-445d-8aaa-6bc3e31e4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.610612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fcbdfab-1603-445d-8aaa-6bc3e31e4f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.617720 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9fcbdfab-1603-445d-8aaa-6bc3e31e4f48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1948c418-356d-4c91-84a0-2a4bb27ddc8d HTTP/1.1" status: 204 len: 168 time: 0.4005413 Jul 06 17:59:19.635226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbdfab-1603-445d-8aaa-6bc3e31e4f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1948c418-356d-4c91-84a0-2a4bb27ddc8d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:19.666892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.746342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5fb28ad1-fc22-4742-b707-999a0d859d40 req-a868626d-f2bd-4b54-a875-266703e6bda9 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 210 time: 0.0961862 Jul 06 17:59:19.836180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb04d8-eab5-4550-b943-2dc5bee3d5fb req-9b52fd18-f09c-41e8-a435-f88dab0a782c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:19.838247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bedb04d8-eab5-4550-b943-2dc5bee3d5fb req-9b52fd18-f09c-41e8-a435-f88dab0a782c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 1.4875250 Jul 06 17:59:19.936211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bedb04d8-eab5-4550-b943-2dc5bee3d5fb req-f2a8d407-f522-48bc-8217-e7fb8fda174d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717592 Jul 06 17:59:20.046205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.059980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.137352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932110d7-9485-491d-a046-bae6c6ff9ad8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:20.165214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:20.195558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.195923 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Added segment 947e2a0b-e2fa-4bc2-b3d5-8d55b755acea of type vlan for network 3b82d24f-da37-4886-99c8-1dbc56c459d4 Jul 06 17:59:20.331157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.439013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.450547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:20.451528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.602950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] Pushing event updated for resources: {'Network': ['ID=3b82d24f-da37-4886-99c8-1dbc56c459d4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:20.602950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-53226ec9-19d5-4db6-a72b-2fcb94121209 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3140535 Jul 06 17:59:20.605372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:20.624310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Request body: {'subnet': {'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-825897353-subnet', 'tenant_id': 'c5bdf486d9334202bfae5df0cfde1dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:20.682891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 3b82d24f-da37-4886-99c8-1dbc56c459d4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:20.779754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Made reservation on behalf of c5bdf486d9334202bfae5df0cfde1dc1 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:20.784283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.327804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9fc67bdd-36d6-4139-add3-e804ac86a1ad req-8cf8930e-3701-4654-ae4e-ac72c9907940 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 210 time: 0.1041574 Jul 06 17:59:21.363035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.600328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02dcf58-74a1-45e2-817e-259e4e1cb00e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:21.666882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Checking segment: {'id': '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:21.670077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Network hostable DHCP agents. Network: 3b82d24f-da37-4886-99c8-1dbc56c459d4, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:21.873756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-04da9f8f-c09c-4940-88fd-abcab02a43c5 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:21.876676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-04da9f8f-c09c-4940-88fd-abcab02a43c5 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.61 "GET /v2.0/networks?id=b5c269c2-678a-49dd-b325-f19a3c70b6de HTTP/1.1" status: 200 len: 809 time: 0.1868532 Jul 06 17:59:21.906860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Request body: {'port': {'device_id': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de', 'admin_state_up': True, 'tenant_id': '5596e98312e9457cab3186a15f652170'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:21.998190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Network 3b82d24f-da37-4886-99c8-1dbc56c459d4 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:22.000725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:22.009299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415799860', 'description': 'tempest-description--1009362866'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:22.054687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 3b82d24f-da37-4886-99c8-1dbc56c459d4) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:22.065122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c48e54-a635-477c-8564-072ed0296d21 None None] Network 3b82d24f-da37-4886-99c8-1dbc56c459d4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:22.072168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.073079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.312818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.440749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1329f9ed-c271-43fc-b0e2-652931b43600 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8324690 Jul 06 17:59:22.490801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c11bf-a681-4474-989d-b8fbb7e740bb None None] Network 3b82d24f-da37-4886-99c8-1dbc56c459d4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:22.572921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Made reservation on behalf of 5596e98312e9457cab3186a15f652170 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:22.588005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.658552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:22.746020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49537e7-6b08-4264-a18a-ec469eb068ee req-19211e4d-b5d8-4994-a36b-f6f6a84f6489 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.756513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49537e7-6b08-4264-a18a-ec469eb068ee req-19211e4d-b5d8-4994-a36b-f6f6a84f6489 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.8782310 Jul 06 17:59:22.830646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:22.864690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:22.865823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.974350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b1ad6a9-c24a-4a32-85f4-9228d9d966db req-559f8ad5-e7da-45eb-b896-7c01e251c049 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 210 time: 0.1105685 Jul 06 17:59:23.145929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.176861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:23.186231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49537e7-6b08-4264-a18a-ec469eb068ee req-3a4f4a47-4a51-4120-901b-bfbe1c93c3a6 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4273241 Jul 06 17:59:23.192646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.329142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:23.423631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.430855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Allocated IP 172.20.0.5 (b5c269c2-678a-49dd-b325-f19a3c70b6de/1a6eaa9b-1ba5-449c-99fc-0d406807f6a3/e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:23.437241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.714842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.793186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82f910-6a1e-4c45-a38b-a4166dca98b3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:23.806086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.811019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33824) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:23.818154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'security_group_rule': {'security_group_id': '9b82f910-6a1e-4c45-a38b-a4166dca98b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:23.824200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4a20288b-58a7-4d4f-93c3-1d23ffb5e5f8 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8201554 Jul 06 17:59:23.829803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.903893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.023147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.030023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.067512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.072542 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587500 Jul 06 17:59:24.076439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33834) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:24.110030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:59:24.110646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'security_group_rule': {'security_group_id': '9b82f910-6a1e-4c45-a38b-a4166dca98b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:24.122466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a9541-3936-43ef-a7d3-c924477719dc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d14422-2509-4585-a04d-61386be4a8a2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:24.124881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Network b5c269c2-678a-49dd-b325-f19a3c70b6de is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:24.140037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:59:24.143852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:58:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:24.169633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:24.177762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:24.202073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.352895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.367111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.408068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:24.408821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.421248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50e918f-c4be-47b2-a235-dafca90afe71,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:24.428728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.437887 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d9cae5c4-54ae-468c-9643-bf8700776f36 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591652 Jul 06 17:59:24.440595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33844) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:24.454410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:24.484300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5852413 Jul 06 17:59:24.493582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e590bd-7025-4492-b5a0-a7c93195fb24 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Pushing event updated for resources: {'Port': ['ID=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:24.523706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.587272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Request body: {'port': {'device_id': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:24.607388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:24.743700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:59:24.858297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.870352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:24.871118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.093826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-7248543c-c3b2-4f77-be3d-6f6d44b8afce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.3298581 Jul 06 17:59:25.245629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:25.260422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1966800826-network', 'tenant_id': 'bcca6b683460410a90d226cff05c6f76'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:25.316175 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.341012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Allocated IP 172.25.5.254 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/e77c81b7-bfbd-4c45-8baf-69aba3ca3ba2) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:25.351081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Made reservation on behalf of bcca6b683460410a90d226cff05c6f76 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:25.355444 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.380856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2cd80-c20d-495a-a185-27f383b48fb0 req-1e3a25bf-2099-4eec-94e7-3504967e3806 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.380856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92a2cd80-c20d-495a-a185-27f383b48fb0 req-1e3a25bf-2099-4eec-94e7-3504967e3806 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 931 time: 0.8988662 Jul 06 17:59:25.407966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.539592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4758fa-48a0-4c24-a834-194809476448 req-d5c0dd8f-39ed-4070-8170-3ed2bc9914a9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.541284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c4758fa-48a0-4c24-a834-194809476448 req-d5c0dd8f-39ed-4070-8170-3ed2bc9914a9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.8522680 Jul 06 17:59:25.627008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92a2cd80-c20d-495a-a185-27f383b48fb0 req-c4c0e2f1-9295-4c58-89cc-efcdadd38a76 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017295 Jul 06 17:59:25.704469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c4758fa-48a0-4c24-a834-194809476448 req-6bd99741-c28d-4be6-82f4-e30456cc81b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144059 Jul 06 17:59:25.787894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.788895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.790437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.791102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.795677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.795677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.795677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.800417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0496948b-780e-43d5-9e32-57790084ac5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6500 time: 0.5761189 Jul 06 17:59:25.837022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.983819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f34f033f-9798-446b-b296-8fe1878e012d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.993735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.069391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 2, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:26.220450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:59:26.221130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Updating router 5b6275f9-9710-455c-abc1-6d0163e1fc38 port 676c49a9-ee79-454f-b6fe-e3631afdaa53 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:59:26.325007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'Port': ['ID=e77c81b7-bfbd-4c45-8baf-69aba3ca3ba2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:26.356801 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.375795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:26.398013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:26.403311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:26.598165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.612758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.740365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-ef83a40b-fcdc-41dc-8ebf-ac442048bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.751494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-ef83a40b-fcdc-41dc-8ebf-ac442048bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.752290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-ef83a40b-fcdc-41dc-8ebf-ac442048bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.754496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-ef83a40b-fcdc-41dc-8ebf-ac442048bfd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=54bedf17-e5c4-4a43-90a6-0418614a52e0&id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 2297 time: 0.8797183 Jul 06 17:59:26.813342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:26.962534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9caf4b-aef2-406c-b50c-1dfb7ddafa01,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:27.000718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.001715 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Added segment b62a7392-d8b4-442f-a795-ec81af4f5f22 of type vlan for network 9eca0615-03a4-4bf2-bc36-2471f5bd2e17 Jul 06 17:59:27.101973 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.188880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-3f831a74-882b-4076-b906-8653a4449091 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 200 len: 1001 time: 0.4177270 Jul 06 17:59:27.240585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.415755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:59:27.447343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.493224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Transition to ACTIVE for port object 676c49a9-ee79-454f-b6fe-e3631afdaa53 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:27.505921 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.506334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:27.508816 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.521730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-be667eb0-c668-4614-8beb-3c3b17d31c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.523961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-be667eb0-c668-4614-8beb-3c3b17d31c95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c205cca-35b3-4347-bee6-a1988239347b HTTP/1.1" status: 200 len: 855 time: 0.2928050 Jul 06 17:59:27.527711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.528061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.535084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.536140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.593094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Transition to ACTIVE for port object e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:27.611554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299be96a-d425-4d6f-a950-dfeab67302da req-4d4bd983-0f4c-4021-9918-ec897edbdb94 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.621988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-299be96a-d425-4d6f-a950-dfeab67302da req-4d4bd983-0f4c-4021-9918-ec897edbdb94 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 931 time: 0.4827981 Jul 06 17:59:27.624528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.890377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025cd53-9b64-484d-a1a0-c04d4f76ed1a None None] Pushing event updated for resources: {'Port': ['ID=676c49a9-ee79-454f-b6fe-e3631afdaa53,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:27.964179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Attempting to bind port 676c49a9-ee79-454f-b6fe-e3631afdaa53 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:27.964786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Attempting to bind port 676c49a9-ee79-454f-b6fe-e3631afdaa53 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:27.965300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Attempting to bind port 676c49a9-ee79-454f-b6fe-e3631afdaa53 on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:28.013771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:28.014426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Checking segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:28.015010 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.015784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Bound using segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:28.016582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Bound port: 676c49a9-ee79-454f-b6fe-e3631afdaa53, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:28.017236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.096066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8485291 Jul 06 17:59:28.097805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52111440-5b73-44bd-8aed-378b016d72cc admin admin] Pushing event updated for resources: {'Network': ['ID=9eca0615-03a4-4bf2-bc36-2471f5bd2e17,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.101349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:28.111392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Request body: {'subnet': {'network_id': '9eca0615-03a4-4bf2-bc36-2471f5bd2e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1966800826-subnet', 'tenant_id': 'bcca6b683460410a90d226cff05c6f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:28.113533 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-142d852b-f5e7-4f5a-a6ed-2cbb3e1140e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.125644 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.128554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9eca0615-03a4-4bf2-bc36-2471f5bd2e17 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:28.199631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Made reservation on behalf of bcca6b683460410a90d226cff05c6f76 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:28.205632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.483787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe40e-8784-4cd7-867e-e1ed4bcda1fa req-83d06830-b255-4f78-bd93-c2160580aeab tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.494502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] For port 676c49a9-ee79-454f-b6fe-e3631afdaa53, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:28.508144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecdfe40e-8784-4cd7-867e-e1ed4bcda1fa req-83d06830-b255-4f78-bd93-c2160580aeab tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 1.1010852 Jul 06 17:59:28.520126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] For port 676c49a9-ee79-454f-b6fe-e3631afdaa53, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=676c49a9-ee79-454f-b6fe-e3631afdaa53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:28.540432 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.612886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Pushing event updated for resources: {'Port': ['ID=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.643147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-299be96a-d425-4d6f-a950-dfeab67302da req-f1c43381-1644-465c-970d-a0bad44b03ed tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9957039 Jul 06 17:59:28.662923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-fa0e6811-5fc1-4ffe-9a81-eac32f16533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.676843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-fa0e6811-5fc1-4ffe-9a81-eac32f16533e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1450367 Jul 06 17:59:28.839513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025cd53-9b64-484d-a1a0-c04d4f76ed1a None None] Pushing event updated for resources: {'Port': ['ID=676c49a9-ee79-454f-b6fe-e3631afdaa53,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.915347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:59:28.916466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:29.044741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecdfe40e-8784-4cd7-867e-e1ed4bcda1fa req-dfe87d8a-6ee9-4930-8df5-4e3894a00b03 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5313666 Jul 06 17:59:29.051522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Attempting to bind port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:29.055209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Attempting to bind port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '933652d5-e11a-4364-8f37-432c5d17d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:29.056940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Attempting to bind port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa on network b5c269c2-678a-49dd-b325-f19a3c70b6de {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:29.100170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.121386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.228111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa on network b5c269c2-678a-49dd-b325-f19a3c70b6de not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:59:29.230527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Attempting to bind port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa on network b5c269c2-678a-49dd-b325-f19a3c70b6de {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:29.249086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-6c057239-1228-4bb7-b513-c88f294b0377 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991391 Jul 06 17:59:29.301120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:29.301910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Checking segment: {'id': '933652d5-e11a-4364-8f37-432c5d17d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:29.302627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Bound using segment: {'id': '933652d5-e11a-4364-8f37-432c5d17d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:29.303379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Bound port: e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933652d5-e11a-4364-8f37-432c5d17d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:29.304020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.494819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a594c29b-b778-4cb4-a63a-dabe5970c89f service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419343 Jul 06 17:59:29.605335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-4990bb66-87f2-4ccc-9158-a5ac368d4fac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 217 time: 0.0923944 Jul 06 17:59:29.608406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'Port': ['ID=e77c81b7-bfbd-4c45-8baf-69aba3ca3ba2,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:29.704643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.709517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:59:29.826149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] For port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:29.847634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] For port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,segment=NetworkSegment(933652d5-e11a-4364-8f37-432c5d17d826),segment_id=933652d5-e11a-4364-8f37-432c5d17d826)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:29.855650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.879678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.040509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.044969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.054851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] 10.222.0.61 "PUT /v2.0/ports/e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa HTTP/1.1" status: 200 len: 1091 time: 5.4999368 Jul 06 17:59:30.058157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'tag': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:30.063434 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94654368-a1d9-4916-9699-be8045574dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a37ee60f-b2e8-4d2d-8243-56c5578b2716", "tag": "e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:30.109824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.143868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-8c9cc725-6b0d-4d15-a6bc-8a0b1a753982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.146542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.148332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-8c9cc725-6b0d-4d15-a6bc-8a0b1a753982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.5332792 Jul 06 17:59:30.159914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.162661 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2191b1a-d479-49a0-b29a-114776230b57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7204607 Jul 06 17:59:30.218410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:28Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:30.246497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffc37d-8c30-425f-85c3-440423fe523f service neutron] Pushing event updated for resources: {'Port': ['ID=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:30.265175 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfdd9fc-cb79-4d78-8df3-8f6bf5d3c471 x-openstack-request-id: req-abfdd9fc-cb79-4d78-8df3-8f6bf5d3c471 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:30.265884 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37ee60f-b2e8-4d2d-8243-56c5578b2716", "tag": "e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:30.267189 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abfdd9fc-cb79-4d78-8df3-8f6bf5d3c471 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:30.280218 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'tag': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa', 'status': 'completed', 'code': 200} Jul 06 17:59:30.324231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c429ef5-f526-4063-8adb-9bd3a5b3088e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:30.350790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b5f51-f058-4ce1-8f76-2d44a4d0ebcc None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:28Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:59:30.378963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Checking segment: {'id': 'b62a7392-d8b4-442f-a795-ec81af4f5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9eca0615-03a4-4bf2-bc36-2471f5bd2e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:30.379521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Network hostable DHCP agents. Network: 9eca0615-03a4-4bf2-bc36-2471f5bd2e17, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:30.466362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 676c49a9-ee79-454f-b6fe-e3631afdaa53 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:30.481187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Network 9eca0615-03a4-4bf2-bc36-2471f5bd2e17 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:30.508500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9eca0615-03a4-4bf2-bc36-2471f5bd2e17) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:30.522520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.524144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.545126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c5f8d-1b17-46b5-9635-189e95070ae7 req-b87dd169-c9c1-4979-a1ca-14cf8ecd32c0 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.547800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a90c5f8d-1b17-46b5-9635-189e95070ae7 req-b87dd169-c9c1-4979-a1ca-14cf8ecd32c0 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 943 time: 0.4739461 Jul 06 17:59:30.555740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-a912483b-20df-4927-a017-1438a4fb1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.557671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-a912483b-20df-4927-a017-1438a4fb1f53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5596e98312e9457cab3186a15f652170&device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 1094 time: 0.3462915 Jul 06 17:59:30.559909 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bbcee17c-bce4-4c5d-81a2-725272a7725c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4551420 Jul 06 17:59:30.606082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cecbc-9741-4f24-9560-8bd6fb2ba7b7 None None] Network 9eca0615-03a4-4bf2-bc36-2471f5bd2e17 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:30.645282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-10d1b085-76bb-4c9b-8761-dbb3f3e02680 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa HTTP/1.1" status: 200 len: 217 time: 0.0755327 Jul 06 17:59:30.708745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-bf3f9b0f-db6b-4c6c-bada-42eeae585fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.711370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-bf3f9b0f-db6b-4c6c-bada-42eeae585fab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5092537 Jul 06 17:59:30.801128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.841417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 676c49a9-ee79-454f-b6fe-e3631afdaa53 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:30.876195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 676c49a9-ee79-454f-b6fe-e3631afdaa53 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:30.876985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.144068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.280188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 676c49a9-ee79-454f-b6fe-e3631afdaa53, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=676c49a9-ee79-454f-b6fe-e3631afdaa53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:31.295517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.323869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c4a18-aeca-457f-93bc-b0c9a9d33bec None None] Network 9eca0615-03a4-4bf2-bc36-2471f5bd2e17 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:31.494566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=676c49a9-ee79-454f-b6fe-e3631afdaa53,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:31.550810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a90c5f8d-1b17-46b5-9635-189e95070ae7 req-26fa7bad-523a-4602-a4c0-3c4be6b75f71 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9896135 Jul 06 17:59:31.831772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165de-a68e-4ba8-a969-9ce256658991 req-8576b27d-ea40-486d-bb77-31cfedb719da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:31.833901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-8576b27d-ea40-486d-bb77-31cfedb719da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a6eaa9b-1ba5-449c-99fc-0d406807f6a3 HTTP/1.1" status: 200 len: 849 time: 1.1157229 Jul 06 17:59:31.915706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304f467-6975-409e-99fe-157602a3318e req-d85a1f2b-2d6f-4508-8953-957f39e40a19 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:31.930206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3304f467-6975-409e-99fe-157602a3318e req-d85a1f2b-2d6f-4508-8953-957f39e40a19 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 1.2863493 Jul 06 17:59:32.051293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-d576f082-09ac-4bd3-87cd-b2dbaedb4066 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5c269c2-678a-49dd-b325-f19a3c70b6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1983778 Jul 06 17:59:32.265324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3304f467-6975-409e-99fe-157602a3318e req-debd6aa1-bb85-4b56-8a7c-64819aa6b3ed tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2996433 Jul 06 17:59:32.268396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-8236a1e9-2783-4bd5-ab69-3dbcd7fcd1fb service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578358 Jul 06 17:59:32.282028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-2064b5f9-6e80-4524-a424-418856905408 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1415799860&fields=id&tenant_id=224b581d729b49919acb7ed26ba88fdb HTTP/1.1" status: 200 len: 267 time: 0.1957216 Jul 06 17:59:32.322208 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.464866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 676c49a9-ee79-454f-b6fe-e3631afdaa53 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:32.626288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 676c49a9-ee79-454f-b6fe-e3631afdaa53 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:32.636621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.678480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-54ff917a-64b1-49c1-8c27-303a094f2790 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:32.687109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-54ff917a-64b1-49c1-8c27-303a094f2790 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 811 time: 0.3893237 Jul 06 17:59:32.879020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-021e691c-b868-4e43-9445-c543918ecc21 service neutron] 10.222.0.61 "GET /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963293 Jul 06 17:59:32.883025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-613d3aa7-3d88-456d-bc76-c13d438cda25 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955698 Jul 06 17:59:33.135718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-f5344108-cf74-430f-9363-8d3b5f8c4a1e tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/quotas/224b581d729b49919acb7ed26ba88fdb HTTP/1.1" status: 200 len: 375 time: 0.2510006 Jul 06 17:59:33.146566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-dd8d7a28-5dec-4b51-9959-f4fed795184a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 217 time: 0.1930351 Jul 06 17:59:33.314200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-8d381013-a5b1-4ac3-bff0-5a46140b5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:33.316827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-8d381013-a5b1-4ac3-bff0-5a46140b5949 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.0926094 Jul 06 17:59:33.434891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34014) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:33.531113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-9c0a153e-a4d1-4048-a4c3-05f95ab1afc8 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:33.533980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-9c0a153e-a4d1-4048-a4c3-05f95ab1afc8 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/networks?id=3b82d24f-da37-4886-99c8-1dbc56c459d4 HTTP/1.1" status: 200 len: 824 time: 0.6386042 Jul 06 17:59:33.609343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73d165de-a68e-4ba8-a969-9ce256658991 req-758cab41-93b1-44d4-a804-76feb6739b65 service neutron] 10.222.0.61 "GET /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435125 Jul 06 17:59:33.654933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9448bf89-79ba-4c19-a79c-409633226ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.731648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-52c7986d-0cfa-4e5e-9321-9b83776dd9ab tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/quotas/c5bdf486d9334202bfae5df0cfde1dc1 HTTP/1.1" status: 200 len: 375 time: 0.1113241 Jul 06 17:59:33.871232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-f07fc8af-68a1-4f02-84f7-934e3d5e1547 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5bdf486d9334202bfae5df0cfde1dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349137 Jul 06 17:59:33.897028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-6f065476-5be2-4d89-8820-261023f82744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:33.899897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-6f065476-5be2-4d89-8820-261023f82744 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5707784 Jul 06 17:59:33.917907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-11b62c93-0ddb-4769-b6ff-83f24ce460a7 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7638268 Jul 06 17:59:33.934815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9448bf89-79ba-4c19-a79c-409633226ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.947516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9448bf89-79ba-4c19-a79c-409633226ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.052421 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9448bf89-79ba-4c19-a79c-409633226ce2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24b32b852a934425b80a00a2d9146f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145136 Jul 06 17:59:34.055387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34028) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:34.069286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448bf89-79ba-4c19-a79c-409633226ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb96c7d0-59fb-4424-bff2-dbf78d89ac14,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:34.158499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3541f704-bb7a-4130-8fec-755a30c719a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.216227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3541f704-bb7a-4130-8fec-755a30c719a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.255891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-3d92016b-a9fc-44a3-ac68-28468279c89a service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344662 Jul 06 17:59:34.350121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3541f704-bb7a-4130-8fec-755a30c719a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.362406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3541f704-bb7a-4130-8fec-755a30c719a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.372391 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3541f704-bb7a-4130-8fec-755a30c719a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb96c7d0-59fb-4424-bff2-dbf78d89ac14 HTTP/1.1" status: 204 len: 168 time: 0.3152447 Jul 06 17:59:34.392730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541f704-bb7a-4130-8fec-755a30c719a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb96c7d0-59fb-4424-bff2-dbf78d89ac14,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:34.539779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94654368-a1d9-4916-9699-be8045574dc1 req-5bf1b0f5-bb8a-4b9a-bf50-15098fff22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:34.542681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-5bf1b0f5-bb8a-4b9a-bf50-15098fff22fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5596e98312e9457cab3186a15f652170&device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 1094 time: 0.8061452 Jul 06 17:59:34.549915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-7c1f4d73-3c9b-4752-a6d2-a51276286085 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834706 Jul 06 17:59:34.981409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-ef3361ce-0117-4954-858d-711184012f87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d HTTP/1.1" status: 200 len: 217 time: 0.2996080 Jul 06 17:59:35.055646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a853c312-e48c-468b-bd3a-612000619672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.057246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a853c312-e48c-468b-bd3a-612000619672 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.0613887 Jul 06 17:59:35.077725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-b01f869d-4e1d-402b-9b03-3ee5f2b58d13 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1282413 Jul 06 17:59:35.143562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:35.209711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94654368-a1d9-4916-9699-be8045574dc1 req-bf057008-3574-4601-8eb3-cdc91db54dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.211398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-bf057008-3574-4601-8eb3-cdc91db54dad service neutron] 10.222.0.61 "GET /v2.0/networks?id=b5c269c2-678a-49dd-b325-f19a3c70b6de HTTP/1.1" status: 200 len: 910 time: 0.6601484 Jul 06 17:59:35.324698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-3db94033-7636-416e-8e20-16e443b9e6b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa HTTP/1.1" status: 200 len: 217 time: 0.0926282 Jul 06 17:59:35.363384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-6905584b-db41-495b-ac28-668e4310f201 service neutron] 10.222.0.37 "GET /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4907439 Jul 06 17:59:35.516604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,segment=NetworkSegment(933652d5-e11a-4364-8f37-432c5d17d826),segment_id=933652d5-e11a-4364-8f37-432c5d17d826)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:35.543639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-a147e48e-007c-4f62-a5da-af7caec49bad service neutron] 10.222.0.37 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649611 Jul 06 17:59:35.551225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94654368-a1d9-4916-9699-be8045574dc1 req-a191cf26-700e-4e7a-bf17-f24d617a9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.553449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-a191cf26-700e-4e7a-bf17-f24d617a9361 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a6eaa9b-1ba5-449c-99fc-0d406807f6a3 HTTP/1.1" status: 200 len: 849 time: 0.2117157 Jul 06 17:59:35.558591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-beac3e99-acea-425f-b6b8-e7aefeac5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.560315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-beac3e99-acea-425f-b6b8-e7aefeac5b13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4927731 Jul 06 17:59:35.580428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa', 'network_id': 'b5c269c2-678a-49dd-b325-f19a3c70b6de', 'port_id': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa', 'mac_address': 'fa:16:3e:98:9b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6eaa9b-1ba5-449c-99fc-0d406807f6a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:35.606303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-14877441-d275-4731-8deb-277f4ea6860a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5c269c2-678a-49dd-b325-f19a3c70b6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449238 Jul 06 17:59:35.688425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:35.732777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-3ed80dfa-f551-445c-bdb4-bd644d2e236d service neutron] 10.222.0.37 "GET /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173771 Jul 06 17:59:35.742916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc0d936d-898f-487f-8467-e6270b94776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.798741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-3caedf51-c62a-42b2-99ba-efa220bc4461 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266912 Jul 06 17:59:35.805824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-7b204699-f1d7-4933-a085-b0e8708995f1 service neutron] 10.222.0.61 "GET /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809680 Jul 06 17:59:35.814903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.859453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:35.965491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,segment=NetworkSegment(933652d5-e11a-4364-8f37-432c5d17d826),segment_id=933652d5-e11a-4364-8f37-432c5d17d826)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:35.983452 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.065494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc0d936d-898f-487f-8467-e6270b94776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.073026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc0d936d-898f-487f-8467-e6270b94776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.181287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d936d-898f-487f-8467-e6270b94776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f610c-097d-40e7-b117-ecc7f90b2955,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:36.200001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:36.212297 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc0d936d-898f-487f-8467-e6270b94776a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5767a5547cd042ba824220047e8effa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220892 Jul 06 17:59:36.216836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:36.291476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:36.418854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48b7341d-8665-482a-bde0-5e8ed6967d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.484702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48b7341d-8665-482a-bde0-5e8ed6967d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.624614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48b7341d-8665-482a-bde0-5e8ed6967d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.627676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48b7341d-8665-482a-bde0-5e8ed6967d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.628909 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48b7341d-8665-482a-bde0-5e8ed6967d7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/833f610c-097d-40e7-b117-ecc7f90b2955 HTTP/1.1" status: 204 len: 168 time: 0.4088228 Jul 06 17:59:36.644429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7341d-8665-482a-bde0-5e8ed6967d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f610c-097d-40e7-b117-ecc7f90b2955,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:37.426575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-de7f6ed1-228e-4668-bde1-55e5b44b7311 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6196134 Jul 06 17:59:37.496596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-e24aa8bd-c5d7-4940-bc0d-5f4c5bd64eb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=9273f02c-deac-4f42-aa21-09513d95b6dd HTTP/1.1" status: 200 len: 217 time: 0.0514026 Jul 06 17:59:37.513659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94654368-a1d9-4916-9699-be8045574dc1 req-ebaf2f98-1b01-4667-b248-657048ac1c99 service neutron] 10.222.0.61 "GET /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6896980 Jul 06 17:59:37.618503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af0976-3b8b-49ec-9b69-19629909b2fb req-d9987d22-e297-4e1c-b98b-3f7dd3c26992 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.621562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9af0976-3b8b-49ec-9b69-19629909b2fb req-d9987d22-e297-4e1c-b98b-3f7dd3c26992 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 944 time: 0.3719690 Jul 06 17:59:37.631115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28858d02-9faa-482e-9dbf-91836e28345d req-8ad01087-4c78-4a23-bd56-6a0096f66df9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.638799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28858d02-9faa-482e-9dbf-91836e28345d req-8ad01087-4c78-4a23-bd56-6a0096f66df9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.3644283 Jul 06 17:59:37.854094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9af0976-3b8b-49ec-9b69-19629909b2fb req-772a0284-ec0c-4675-8fe0-cfcd3810e8be tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012782 Jul 06 17:59:37.857650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-5a423d2f-c7f1-427c-9c87-bf653064b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.859448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-5a423d2f-c7f1-427c-9c87-bf653064b443 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.3472612 Jul 06 17:59:37.934858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28858d02-9faa-482e-9dbf-91836e28345d req-71340edf-4e72-4fac-b27d-5b1ae755ed18 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2940121 Jul 06 17:59:38.203961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75423360-b83a-450f-8e5d-8f4cb6adf2f0 req-4464b808-f08e-4d33-bc34-02f35c115685 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 210 time: 0.1467605 Jul 06 17:59:38.328521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cacb7221-dff0-41f9-a5b5-00a5c7231dba req-4d7b743d-628f-4879-a05a-1959d40dab6b tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 210 time: 0.1230052 Jul 06 17:59:38.385075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-1a9c5670-8668-4685-b620-3bdfb727067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.388584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-1a9c5670-8668-4685-b620-3bdfb727067d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5135238 Jul 06 17:59:38.668468 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:59:38.707729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-9ed666d8-1893-47f0-89fe-84cfa8a11e24 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.712907 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-9ed666d8-1893-47f0-89fe-84cfa8a11e24 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.60 "GET /v2.0/networks?id=3b82d24f-da37-4886-99c8-1dbc56c459d4 HTTP/1.1" status: 200 len: 824 time: 0.1868176 Jul 06 17:59:38.752416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Request body: {'port': {'device_id': 'ce596786-7530-4b95-a33a-8fee86de518d', 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4', 'admin_state_up': True, 'tenant_id': 'c5bdf486d9334202bfae5df0cfde1dc1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:38.895245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-f9954b4c-e9ff-49ce-8f96-562f464c64a3 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968388 Jul 06 17:59:39.158962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:39.191851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Made reservation on behalf of c5bdf486d9334202bfae5df0cfde1dc1 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:39.214610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.248820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-88e4cadf-4adb-4a61-9ef8-70eca702a1f9 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261287 Jul 06 17:59:39.354219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-f705abfa-0fc3-470f-8f26-8092a9a5e109 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 200 len: 217 time: 0.0906141 Jul 06 17:59:39.365144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:39.401833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:39.402207 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.481202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-b89eaa6c-a20b-4cda-b9d7-b4df00eb15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.482912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-b89eaa6c-a20b-4cda-b9d7-b4df00eb15d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1110847 Jul 06 17:59:39.617857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Allocated IP 172.20.0.14 (3b82d24f-da37-4886-99c8-1dbc56c459d4/b02dcf58-74a1-45e2-817e-259e4e1cb00e/d8f4588a-87b6-41f3-adcd-d838784857a3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:39.684373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-dd717a2d-7e5a-4098-9938-8d83d7c8145a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.685950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-dd717a2d-7e5a-4098-9938-8d83d7c8145a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 811 time: 0.1749775 Jul 06 17:59:39.716140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be768d11-74cd-4dd5-b3b7-8edd3f508092 req-9a0d38d7-0847-4c1a-a440-26789b7a2c20 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.725268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be768d11-74cd-4dd5-b3b7-8edd3f508092 req-9a0d38d7-0847-4c1a-a440-26789b7a2c20 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 944 time: 0.5450060 Jul 06 17:59:39.898577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34134) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.905798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.968306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.009672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:40.018959 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c196d2e0-c415-4ec7-a7b0-ce00bf89a23e" -d '{"events": [{"server_uuid": "a37ee60f-b2e8-4d2d-8243-56c5578b2716", "name": "network-vif-plugged", "status": "completed", "tag": "e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:40.080391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,segment=NetworkSegment(933652d5-e11a-4364-8f37-432c5d17d826),segment_id=933652d5-e11a-4364-8f37-432c5d17d826)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:40.088546 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.098011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.135040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-dc117f6c-b4f3-4a8a-a275-2a5540ea5db2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224b581d729b49919acb7ed26ba88fdb HTTP/1.1" status: 200 len: 380 time: 0.4057195 Jul 06 17:59:40.163511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be768d11-74cd-4dd5-b3b7-8edd3f508092 req-14dc9d43-f444-4f52-ad37-a33162ad345e tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369204 Jul 06 17:59:40.210448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'port': {'device_id': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'admin_state_up': True, 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'security_groups': ['9b82f910-6a1e-4c45-a38b-a4166dca98b3']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:40.243791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a2246603-31fe-4939-9f6a-bf253b9b7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.247363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Network 3b82d24f-da37-4886-99c8-1dbc56c459d4 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:40.250304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a2246603-31fe-4939-9f6a-bf253b9b7df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7543044 Jul 06 17:59:40.277028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Pushing event updated for resources: {'Port': ['ID=d8f4588a-87b6-41f3-adcd-d838784857a3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:40.287047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:40.291917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:40.345323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:40.425211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.425938 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.427208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.429353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.431317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.436930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.437507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.447855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.448900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.449512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.450107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.450711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.451324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.469311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:40.474033 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-4351d675-71c4-443c-9390-531ab5d28e52 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7450407 Jul 06 17:59:40.493354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Request body: {'port': {'device_id': 'ce596786-7530-4b95-a33a-8fee86de518d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:40.526480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5356a8f-efba-4602-bb82-3503fe12ab89 req-93541a4c-e5b2-4fb5-a775-21fa38100d8c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.529522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5356a8f-efba-4602-bb82-3503fe12ab89 req-93541a4c-e5b2-4fb5-a775-21fa38100d8c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.8234196 Jul 06 17:59:40.618190 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.640505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a8d381e-069c-4cb8-a6e7-bf03133e9006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.715393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c7be19-5213-467a-8b28-48f99a416ba3 req-432bbafe-500a-40bf-b0fd-758019f2d58d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 210 time: 0.2579386 Jul 06 17:59:40.845113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5356a8f-efba-4602-bb82-3503fe12ab89 req-0f7ac647-4905-44e9-8be7-e08511d4ac0a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032413 Jul 06 17:59:41.022834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a8d381e-069c-4cb8-a6e7-bf03133e9006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.030477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Made reservation on behalf of 224b581d729b49919acb7ed26ba88fdb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:41.048075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.214475 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac14837-b305-46cb-83ea-3a227e0ae368 x-openstack-request-id: req-7ac14837-b305-46cb-83ea-3a227e0ae368 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:41.214935 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37ee60f-b2e8-4d2d-8243-56c5578b2716", "name": "network-vif-plugged", "status": "completed", "tag": "e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:41.215349 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ac14837-b305-46cb-83ea-3a227e0ae368 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:41.215868 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa', 'code': 200} Jul 06 17:59:41.217788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a8d381e-069c-4cb8-a6e7-bf03133e9006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.247165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f4588a-87b6-41f3-adcd-d838784857a3 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:41.259937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.296113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Transition to ACTIVE for port object d8f4588a-87b6-41f3-adcd-d838784857a3 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:41.303423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.415198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f4588a-87b6-41f3-adcd-d838784857a3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:41.432474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2a8d381e-069c-4cb8-a6e7-bf03133e9006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f9b967d5cb648bc99d255bcd00ee668&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5023346 Jul 06 17:59:41.436997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-0ff89a8b-2cb3-47d1-b699-5bc2509b500a service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1743233 Jul 06 17:59:41.447243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34166) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:41.498456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Allocated IP 172.20.0.4 (1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95/bd67a455-bdba-4e5d-9239-07c13c7f0d2a/8c13c243-cdd7-4a99-af64-e546459db4fb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:41.539307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Attempting to bind port d8f4588a-87b6-41f3-adcd-d838784857a3 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:41.539676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Attempting to bind port d8f4588a-87b6-41f3-adcd-d838784857a3 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:41.540074 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Attempting to bind port d8f4588a-87b6-41f3-adcd-d838784857a3 on network 3b82d24f-da37-4886-99c8-1dbc56c459d4 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:41.544007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da0b276-4531-41ac-8ec1-3bc8c0107296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.549048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Port d8f4588a-87b6-41f3-adcd-d838784857a3 on network 3b82d24f-da37-4886-99c8-1dbc56c459d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:59:41.549537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Attempting to bind port d8f4588a-87b6-41f3-adcd-d838784857a3 on network 3b82d24f-da37-4886-99c8-1dbc56c459d4 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:41.559159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:41.559687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Checking segment: {'id': '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:41.560133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Bound using segment: {'id': '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:41.560602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Bound port: d8f4588a-87b6-41f3-adcd-d838784857a3, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:41.560978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.598051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da0b276-4531-41ac-8ec1-3bc8c0107296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.723056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] For port d8f4588a-87b6-41f3-adcd-d838784857a3, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:41.729168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] For port d8f4588a-87b6-41f3-adcd-d838784857a3, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d8f4588a-87b6-41f3-adcd-d838784857a3,segment=NetworkSegment(947e2a0b-e2fa-4bc2-b3d5-8d55b755acea),segment_id=947e2a0b-e2fa-4bc2-b3d5-8d55b755acea)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:41.735947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.795429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:41.796925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.799296 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] 10.222.0.60 "PUT /v2.0/ports/d8f4588a-87b6-41f3-adcd-d838784857a3 HTTP/1.1" status: 200 len: 1092 time: 1.3146913 Jul 06 17:59:41.799805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da0b276-4531-41ac-8ec1-3bc8c0107296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.805406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da0b276-4531-41ac-8ec1-3bc8c0107296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.810680 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3da0b276-4531-41ac-8ec1-3bc8c0107296 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e14d49f0-4e87-4945-be92-d56ce067e741 HTTP/1.1" status: 204 len: 168 time: 0.3584938 Jul 06 17:59:41.810680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce596786-7530-4b95-a33a-8fee86de518d', 'tag': 'd8f4588a-87b6-41f3-adcd-d838784857a3'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:41.812207 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78" -d '{"events": [{"name": "network-changed", "server_uuid": "ce596786-7530-4b95-a33a-8fee86de518d", "tag": "d8f4588a-87b6-41f3-adcd-d838784857a3"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:41.847408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0b276-4531-41ac-8ec1-3bc8c0107296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d49f0-4e87-4945-be92-d56ce067e741,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:41.863525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.904256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Transition to ACTIVE for port object 8c13c243-cdd7-4a99-af64-e546459db4fb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:41.922247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f178195-7436-4209-b9c4-42b49e9f8589 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f4588a-87b6-41f3-adcd-d838784857a3,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:41.959069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-56b6b336-a1d4-4cf5-8e30-4a8adb1a0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:41.960969 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-56b6b336-a1d4-4cf5-8e30-4a8adb1a0ab2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5bdf486d9334202bfae5df0cfde1dc1&device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 1095 time: 0.1039169 Jul 06 17:59:41.996729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d381e-069c-4cb8-a6e7-bf03133e9006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d49f0-4e87-4945-be92-d56ce067e741,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:42.038154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-75c9a3b1-0ce6-44a7-b449-faeb995195a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f4588a-87b6-41f3-adcd-d838784857a3 HTTP/1.1" status: 200 len: 217 time: 0.0595341 Jul 06 17:59:42.086688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.153619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-d391bc70-fd18-4bf5-9ae9-2d3f0fa4a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:42.155905 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-d391bc70-fd18-4bf5-9ae9-2d3f0fa4a297 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b02dcf58-74a1-45e2-817e-259e4e1cb00e HTTP/1.1" status: 200 len: 864 time: 0.1124818 Jul 06 17:59:42.220750 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-d480b3ae-02e4-47ca-97db-944e4ae215bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b82d24f-da37-4886-99c8-1dbc56c459d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525327 Jul 06 17:59:42.484098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-ce28bb1e-d896-4ba7-bb7e-0aef99e901fd service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436297 Jul 06 17:59:42.502620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:42.532653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-be3192de-57f6-4786-861f-6c39733791da service neutron] 10.222.0.60 "GET /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037894 Jul 06 17:59:42.637487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-42b920b7-768c-4795-b4a8-361b9cc085d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 200 len: 217 time: 0.1287963 Jul 06 17:59:42.644137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:42.653151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:42.657568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:42.799770 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-863804e2-4fd0-4d3e-9a93-a5953ca78f57 req-a4137302-40a3-4993-a689-2c640c88b302 service neutron] 10.222.0.60 "GET /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557154 Jul 06 17:59:42.822127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34198) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:42.857094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'Port': ['ID=8c13c243-cdd7-4a99-af64-e546459db4fb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:42.857443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-beaf641c-9f8d-4b11-b50e-7bb9cb36b6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.936934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7e28-e362-4a79-8306-e3f4421d5a2b req-e3e68d5f-eed0-419e-86ec-5af9ef1b3304 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:42.946697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96bf7e28-e362-4a79-8306-e3f4421d5a2b req-e3e68d5f-eed0-419e-86ec-5af9ef1b3304 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 944 time: 1.9173298 Jul 06 17:59:42.964879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:42.965699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.989485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47939cab-bfe0-43bd-98b9-82eb435c90bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.004330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08051-9647-4482-9626-317755e57910 req-618983d0-3655-4abd-9eb1-3ff56e31f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.006459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e08051-9647-4482-9626-317755e57910 req-618983d0-3655-4abd-9eb1-3ff56e31f50e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 1096 time: 1.0281897 Jul 06 17:59:43.012884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-70dd2c40-d242-4996-8839-49aba0e35dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.014652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-70dd2c40-d242-4996-8839-49aba0e35dc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.3456180 Jul 06 17:59:43.090487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0291b8-4196-4dd3-bed6-1569e8f6ae9b req-6af32ffe-599c-4f70-bda6-646663d24d42 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.092369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef0291b8-4196-4dd3-bed6-1569e8f6ae9b req-6af32ffe-599c-4f70-bda6-646663d24d42 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 945 time: 1.1112895 Jul 06 17:59:43.137298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96bf7e28-e362-4a79-8306-e3f4421d5a2b req-9582d43c-8198-4ded-992f-655fc84a49b4 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895778 Jul 06 17:59:43.150387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-beaf641c-9f8d-4b11-b50e-7bb9cb36b6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.185793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-beaf641c-9f8d-4b11-b50e-7bb9cb36b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.206768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ad62161a-f8b8-481b-8a0d-ece80a013fcb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0281758 Jul 06 17:59:43.209966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7dee4cd4-fbf7-4e00-b94d-e1fb7797660a None None] Provisioning for port 8c13c243-cdd7-4a99-af64-e546459db4fb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:43.218122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7dee4cd4-fbf7-4e00-b94d-e1fb7797660a None None] Provisioning complete for port 8c13c243-cdd7-4a99-af64-e546459db4fb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:43.218969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dee4cd4-fbf7-4e00-b94d-e1fb7797660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.244812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e08051-9647-4482-9626-317755e57910 req-2580b93f-df25-4ad4-82e5-025d289879b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292473 Jul 06 17:59:43.258765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Request body: {'port': {'device_id': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:43.308899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf641c-9f8d-4b11-b50e-7bb9cb36b6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84dca27-4781-47a2-9622-72852921681c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:43.324893 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-beaf641c-9f8d-4b11-b50e-7bb9cb36b6d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e0593dd89b34c84bf3a5dd25b7d2842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006824 Jul 06 17:59:43.327329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:43.339044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7dee4cd4-fbf7-4e00-b94d-e1fb7797660a None None] Port 8c13c243-cdd7-4a99-af64-e546459db4fb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:43.368209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef0291b8-4196-4dd3-bed6-1569e8f6ae9b req-0e40b2fb-3e15-4aef-921d-919ca8c443c4 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614410 Jul 06 17:59:43.432441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809a83-4edd-446b-8f6d-543facbba11d req-3c06ad12-0393-4fe6-a0ab-c2c014971a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.434264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-3c06ad12-0393-4fe6-a0ab-c2c014971a10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4083686 Jul 06 17:59:43.449327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ff163c8-544c-4407-947b-71417aa1e402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.482864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-ff42eea8-c090-470c-afe8-88d3c0400c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.484412 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-ff42eea8-c090-470c-afe8-88d3c0400c84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1097 time: 0.1146834 Jul 06 17:59:43.486628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ff163c8-544c-4407-947b-71417aa1e402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.597876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.672906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-63f38833-1636-4c57-9ebf-9548d82d0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.673806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e94d1-efd6-4667-a3f7-7cb9ee6b387c req-287a0f82-daf7-4786-9c7b-bcbebbe35ffd tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.674539 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-63f38833-1636-4c57-9ebf-9548d82d0b46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.1760767 Jul 06 17:59:43.676244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc2e94d1-efd6-4667-a3f7-7cb9ee6b387c req-287a0f82-daf7-4786-9c7b-bcbebbe35ffd tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 931 time: 0.3772271 Jul 06 17:59:43.691090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47939cab-bfe0-43bd-98b9-82eb435c90bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.693765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ff163c8-544c-4407-947b-71417aa1e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.698304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ff163c8-544c-4407-947b-71417aa1e402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.701060 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8ff163c8-544c-4407-947b-71417aa1e402 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c84dca27-4781-47a2-9622-72852921681c HTTP/1.1" status: 204 len: 168 time: 0.3722289 Jul 06 17:59:43.718939 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47939cab-bfe0-43bd-98b9-82eb435c90bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.776207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47939cab-bfe0-43bd-98b9-82eb435c90bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d242ffef-45b3-4c0d-ae58-0d8f3fe92a9c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:43.821131 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f98d27-abdd-4242-9036-c0a090f3c961 x-openstack-request-id: req-f8f98d27-abdd-4242-9036-c0a090f3c961 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:43.821721 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce596786-7530-4b95-a33a-8fee86de518d", "tag": "d8f4588a-87b6-41f3-adcd-d838784857a3", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:43.822270 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8f98d27-abdd-4242-9036-c0a090f3c961 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:43.822874 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce596786-7530-4b95-a33a-8fee86de518d', 'tag': 'd8f4588a-87b6-41f3-adcd-d838784857a3', 'status': 'completed', 'code': 200} Jul 06 17:59:43.838071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff163c8-544c-4407-947b-71417aa1e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84dca27-4781-47a2-9622-72852921681c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:43.850696 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-8d49486f-e1e2-4292-9ba6-d32aab121570 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1002 time: 0.1688390 Jul 06 17:59:43.963761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-a16886a8-3084-47cf-b301-497c78390a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.966096 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-a16886a8-3084-47cf-b301-497c78390a9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1085794 Jul 06 17:59:44.060766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-a9a8557b-9eab-4477-83ad-1d460a9d228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:44.063083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-a9a8557b-9eab-4477-83ad-1d460a9d228f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895970 Jul 06 17:59:44.068793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc2e94d1-efd6-4667-a3f7-7cb9ee6b387c req-8c32252a-e243-495f-bab4-838ce3be5ae1 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727403 Jul 06 17:59:44.138299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a5dec9e3-7345-45c2-892f-42848af2d26c service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602681 Jul 06 17:59:44.250890 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-6ba32a54-6d33-4810-bfee-30844c873f12 service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777933 Jul 06 17:59:44.281463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:44.319828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47939cab-bfe0-43bd-98b9-82eb435c90bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04b9514f2bf94e6ca23fa73f978fec70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8027127 Jul 06 17:59:44.333625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34216) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:44.350744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-903dce67-0c53-4ddb-9a42-3625cb206394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.475928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f315d4b-a39f-4849-aeb7-ad8df8c5b85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.491052 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-dce4de5f-ea74-478f-b21c-ff154f031061 service neutron] 10.222.0.60 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334471 Jul 06 17:59:44.518699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-2d2f4718-47c0-4c4e-a72c-e910edef290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:44.520873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-2d2f4718-47c0-4c4e-a72c-e910edef290f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5bdf486d9334202bfae5df0cfde1dc1&device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 1095 time: 0.6268802 Jul 06 17:59:44.521075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f315d4b-a39f-4849-aeb7-ad8df8c5b85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.603531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-903dce67-0c53-4ddb-9a42-3625cb206394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.609215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-903dce67-0c53-4ddb-9a42-3625cb206394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.628393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd809a83-4edd-446b-8f6d-543facbba11d req-a34d5c9d-9a9c-40df-8742-eaf9ecbe2692 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140740 Jul 06 17:59:44.638298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f284a-c082-43af-a22f-5ce26c34a278 req-6b255821-5abe-4ed8-9164-7aad52262023 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:44.640595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f315d4b-a39f-4849-aeb7-ad8df8c5b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.643561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f315d4b-a39f-4849-aeb7-ad8df8c5b85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.649238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f315d4b-a39f-4849-aeb7-ad8df8c5b85e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d242ffef-45b3-4c0d-ae58-0d8f3fe92a9c HTTP/1.1" status: 204 len: 168 time: 0.3100886 Jul 06 17:59:44.649578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a42f284a-c082-43af-a22f-5ce26c34a278 req-6b255821-5abe-4ed8-9164-7aad52262023 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.6752729 Jul 06 17:59:44.672404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-903dce67-0c53-4ddb-9a42-3625cb206394 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94e245dcb3c04838b2d19cca69429043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899941 Jul 06 17:59:44.673827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dce67-0c53-4ddb-9a42-3625cb206394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19df699-b0be-47f9-ac28-219a316e7f06,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:44.677564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34222) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:44.701397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f315d4b-a39f-4849-aeb7-ad8df8c5b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242ffef-45b3-4c0d-ae58-0d8f3fe92a9c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:44.780241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5681f652-e8bb-4378-8cd6-5230fc22de8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.824654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a42f284a-c082-43af-a22f-5ce26c34a278 req-7a2201c9-0804-425f-97ea-01b6089f16f2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1768689 Jul 06 17:59:44.837222 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5681f652-e8bb-4378-8cd6-5230fc22de8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.940722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5681f652-e8bb-4378-8cd6-5230fc22de8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.947933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5681f652-e8bb-4378-8cd6-5230fc22de8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.950209 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5681f652-e8bb-4378-8cd6-5230fc22de8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a19df699-b0be-47f9-ac28-219a316e7f06 HTTP/1.1" status: 204 len: 168 time: 0.2718968 Jul 06 17:59:44.983867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681f652-e8bb-4378-8cd6-5230fc22de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19df699-b0be-47f9-ac28-219a316e7f06,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:45.255636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:45.276398 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1740582f-dcea-4ead-b4d0-db0d5fe87915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.477473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1740582f-dcea-4ead-b4d0-db0d5fe87915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.496265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1740582f-dcea-4ead-b4d0-db0d5fe87915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.512246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c13c243-cdd7-4a99-af64-e546459db4fb {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:45.525402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.548047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-0274bb83-73d4-4285-948c-1d91f5861f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.549857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-0274bb83-73d4-4285-948c-1d91f5861f14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b82d24f-da37-4886-99c8-1dbc56c459d4 HTTP/1.1" status: 200 len: 925 time: 1.0194376 Jul 06 17:59:45.595951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Transition to ACTIVE for port object 8c13c243-cdd7-4a99-af64-e546459db4fb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:45.616810 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1740582f-dcea-4ead-b4d0-db0d5fe87915 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff08279a80e045e1927857bd74a48898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592014 Jul 06 17:59:45.620344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740582f-dcea-4ead-b4d0-db0d5fe87915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3b9c85-043f-4038-bfde-6d820cd9fb4c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:45.627956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:45.656049 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.665060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-0ca41a43-fb84-40bb-b854-68a15cd82eb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f4588a-87b6-41f3-adcd-d838784857a3 HTTP/1.1" status: 200 len: 217 time: 0.1064374 Jul 06 17:59:45.707498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892940f-e05a-4d24-94dc-e0c700649762 req-21a01878-9de3-48b8-938d-c5ce9669ce8a tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.716051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d892940f-e05a-4d24-94dc-e0c700649762 req-21a01878-9de3-48b8-938d-c5ce9669ce8a tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 944 time: 1.0954878 Jul 06 17:59:45.763847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49c93f5-ac87-429d-8cef-62d5168dbba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.822404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49c93f5-ac87-429d-8cef-62d5168dbba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.845711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13c243-cdd7-4a99-af64-e546459db4fb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:45.867042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d8f4588a-87b6-41f3-adcd-d838784857a3 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:45.956313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d892940f-e05a-4d24-94dc-e0c700649762 req-6aacd31c-2754-427b-93b4-5455023f390c tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309449 Jul 06 17:59:46.039294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49c93f5-ac87-429d-8cef-62d5168dbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.045325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49c93f5-ac87-429d-8cef-62d5168dbba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.051036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b49c93f5-ac87-429d-8cef-62d5168dbba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa3b9c85-043f-4038-bfde-6d820cd9fb4c HTTP/1.1" status: 204 len: 168 time: 0.4203124 Jul 06 17:59:46.078632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c93f5-ac87-429d-8cef-62d5168dbba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3b9c85-043f-4038-bfde-6d820cd9fb4c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:46.139418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-253e5ce3-0d62-47bf-a5b1-c97fd7baed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:46.152635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-253e5ce3-0d62-47bf-a5b1-c97fd7baed80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b02dcf58-74a1-45e2-817e-259e4e1cb00e HTTP/1.1" status: 200 len: 864 time: 0.4798737 Jul 06 17:59:46.327781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f53e2-b01e-42c9-a186-85f5f7531154 req-f1a8fa57-f203-4508-9bfa-c2e5ddfd37d2 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:46.330172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-468f53e2-b01e-42c9-a186-85f5f7531154 req-f1a8fa57-f203-4508-9bfa-c2e5ddfd37d2 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 945 time: 0.8075085 Jul 06 17:59:46.342217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-c8bd7be6-e169-4949-8124-48466ffc558b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b82d24f-da37-4886-99c8-1dbc56c459d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566665 Jul 06 17:59:46.369154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d8f4588a-87b6-41f3-adcd-d838784857a3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d8f4588a-87b6-41f3-adcd-d838784857a3,segment=NetworkSegment(947e2a0b-e2fa-4bc2-b3d5-8d55b755acea),segment_id=947e2a0b-e2fa-4bc2-b3d5-8d55b755acea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:46.391576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd8f4588a-87b6-41f3-adcd-d838784857a3', 'network_id': '3b82d24f-da37-4886-99c8-1dbc56c459d4', 'port_id': 'd8f4588a-87b6-41f3-adcd-d838784857a3', 'mac_address': 'fa:16:3e:c1:27:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02dcf58-74a1-45e2-817e-259e4e1cb00e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:46.454308 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.494975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f4588a-87b6-41f3-adcd-d838784857a3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:46.534666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d8f4588a-87b6-41f3-adcd-d838784857a3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d8f4588a-87b6-41f3-adcd-d838784857a3,segment=NetworkSegment(947e2a0b-e2fa-4bc2-b3d5-8d55b755acea),segment_id=947e2a0b-e2fa-4bc2-b3d5-8d55b755acea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:46.541017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.607645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-3d0a687f-7a9e-4421-a570-d22dbcec1e65 service neutron] 10.222.0.60 "GET /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908355 Jul 06 17:59:46.616597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d8f4588a-87b6-41f3-adcd-d838784857a3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:46.646513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-468f53e2-b01e-42c9-a186-85f5f7531154 req-df433766-2041-4266-91dd-52726847ff1a tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980263 Jul 06 17:59:46.706382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Attempting to bind port 8c13c243-cdd7-4a99-af64-e546459db4fb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:46.706988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Attempting to bind port 8c13c243-cdd7-4a99-af64-e546459db4fb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:46.708341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Attempting to bind port 8c13c243-cdd7-4a99-af64-e546459db4fb on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:46.724700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Port 8c13c243-cdd7-4a99-af64-e546459db4fb on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:59:46.725437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Attempting to bind port 8c13c243-cdd7-4a99-af64-e546459db4fb on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:46.743787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:46.748921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Checking segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:46.754066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Bound using segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:46.756172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Bound port: 8c13c243-cdd7-4a99-af64-e546459db4fb, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:46.756812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.839146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d8f4588a-87b6-41f3-adcd-d838784857a3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:46.851854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c910-dc38-4659-b90b-4a71120d97af req-b6811658-e384-4921-b2a9-5a8ce2b94564 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:46.870804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf26c910-dc38-4659-b90b-4a71120d97af req-b6811658-e384-4921-b2a9-5a8ce2b94564 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 943 time: 0.5327997 Jul 06 17:59:47.045009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23d0a5e8-848f-43a7-bd9d-2f5fbcd93e78 req-939cdff5-b5f6-4fba-b765-4f3fdc462b74 service neutron] 10.222.0.60 "GET /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259398 Jul 06 17:59:47.135169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf26c910-dc38-4659-b90b-4a71120d97af req-b1b79ef6-63a7-45a9-b2c7-01410fab8f07 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636671 Jul 06 17:59:47.136456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] For port 8c13c243-cdd7-4a99-af64-e546459db4fb, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:47.144905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] For port 8c13c243-cdd7-4a99-af64-e546459db4fb, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8c13c243-cdd7-4a99-af64-e546459db4fb,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:47.150488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.204969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:47.205621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.207108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 1091 time: 3.9795723 Jul 06 17:59:47.210354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:47.212529 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:47.245365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0735a12-b23a-4a9f-b529-6b7a141fc2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13c243-cdd7-4a99-af64-e546459db4fb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:47.268767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74214a-4d80-419a-aeb4-f2b13845123c req-ae358969-f8a7-4846-9316-5f22c19b8dfc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:47.280449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff74214a-4d80-419a-aeb4-f2b13845123c req-ae358969-f8a7-4846-9316-5f22c19b8dfc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.2220671 Jul 06 17:59:47.417274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff74214a-4d80-419a-aeb4-f2b13845123c req-c74792de-f924-4dfb-9db3-5f91d0a1569c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354103 Jul 06 17:59:47.494547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-06b3f052-e97e-4616-bca5-a4d93573de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:47.497374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-06b3f052-e97e-4616-bca5-a4d93573de8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1094 time: 0.1684856 Jul 06 17:59:47.560814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-22b05192-02c2-4716-b46b-e48fcef09348 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 217 time: 0.0512536 Jul 06 17:59:47.651113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb790f5-374a-4099-b81b-2273f8648cde req-dc85a89f-53fe-44c0-bfa8-b181f131c3d9 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:47.657653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2cb790f5-374a-4099-b81b-2273f8648cde req-dc85a89f-53fe-44c0-bfa8-b181f131c3d9 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 945 time: 0.2722099 Jul 06 17:59:47.712865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2cb790f5-374a-4099-b81b-2273f8648cde req-c5ec1b7b-105d-47a4-856b-cd606ca0ff1f tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Jul 06 17:59:47.714674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-9ca387bb-505b-4c25-937e-97d8ce961993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:47.716283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-9ca387bb-505b-4c25-937e-97d8ce961993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.1491008 Jul 06 17:59:47.776629 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a494eae6-eaa5-40a6-bef2-1444b2fb1e00 x-openstack-request-id: req-a494eae6-eaa5-40a6-bef2-1444b2fb1e00 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:47.777177 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:47.777621 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a494eae6-eaa5-40a6-bef2-1444b2fb1e00 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:47.779118 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'status': 'completed', 'code': 200} Jul 06 17:59:47.829213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-617bb910-4855-46b5-9854-932d3d79c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:47.832198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-617bb910-4855-46b5-9854-932d3d79c44a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085725 Jul 06 17:59:47.874285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d8f4588a-87b6-41f3-adcd-d838784857a3 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:48.035909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d8f4588a-87b6-41f3-adcd-d838784857a3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:48.048304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d8f4588a-87b6-41f3-adcd-d838784857a3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:48.048678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.144687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-f95d62a3-aab3-4237-97b4-5b3d1f12d1f8 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034384 Jul 06 17:59:48.221191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.262649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce596786-7530-4b95-a33a-8fee86de518d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f4588a-87b6-41f3-adcd-d838784857a3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:48.265491 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69266ea-720b-434d-bdaf-182a31b9376f" -d '{"events": [{"server_uuid": "ce596786-7530-4b95-a33a-8fee86de518d", "name": "network-vif-plugged", "status": "completed", "tag": "d8f4588a-87b6-41f3-adcd-d838784857a3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:48.284520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d8f4588a-87b6-41f3-adcd-d838784857a3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d8f4588a-87b6-41f3-adcd-d838784857a3,segment=NetworkSegment(947e2a0b-e2fa-4bc2-b3d5-8d55b755acea),segment_id=947e2a0b-e2fa-4bc2-b3d5-8d55b755acea)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:48.296114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.297566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:48.460715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d8f4588a-87b6-41f3-adcd-d838784857a3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:48.482743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ee25eb-1a99-41d6-acb4-33b8320d32f4 req-ed590547-0b85-4099-89ac-df7aa74793dc service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240585 Jul 06 17:59:48.532376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.653087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:48.677519 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.708240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4fa0-f9fd-460a-b940-38ef1a9d3db5 req-c111ccb0-80c1-4407-b5c7-378b7e3e5541 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:48.711018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-845f4fa0-f9fd-460a-b940-38ef1a9d3db5 req-c111ccb0-80c1-4407-b5c7-378b7e3e5541 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 945 time: 0.2984424 Jul 06 17:59:48.759694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-74aa0650-850b-4395-8a84-6dbb3c11d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:48.762305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-74aa0650-850b-4395-8a84-6dbb3c11d6f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1094 time: 0.2011642 Jul 06 17:59:48.771966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:48.974677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-845f4fa0-f9fd-460a-b940-38ef1a9d3db5 req-40a5d229-3858-487d-b5cf-5a88796d9f18 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491074 Jul 06 17:59:49.055734 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aeb97e-15f9-4484-bdff-2fa4a32b41ff x-openstack-request-id: req-09aeb97e-15f9-4484-bdff-2fa4a32b41ff {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:49.056316 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce596786-7530-4b95-a33a-8fee86de518d", "name": "network-vif-plugged", "status": "completed", "tag": "d8f4588a-87b6-41f3-adcd-d838784857a3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:49.056316 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09aeb97e-15f9-4484-bdff-2fa4a32b41ff {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:49.056707 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce596786-7530-4b95-a33a-8fee86de518d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f4588a-87b6-41f3-adcd-d838784857a3', 'code': 200} Jul 06 17:59:49.086698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eba96e-58be-43b9-9636-0eb532fe75c9 req-16749950-f599-43ac-a2d4-f7f3f3114bcf tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.089474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00eba96e-58be-43b9-9636-0eb532fe75c9 req-16749950-f599-43ac-a2d4-f7f3f3114bcf tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 943 time: 0.3671577 Jul 06 17:59:49.103983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-7c188fd4-2415-48cd-bea8-9bd087894c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.106584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-7c188fd4-2415-48cd-bea8-9bd087894c4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.3244748 Jul 06 17:59:49.209015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-9739347d-c448-4ced-afcf-684f70cbad80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 217 time: 0.0817459 Jul 06 17:59:49.257795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00eba96e-58be-43b9-9636-0eb532fe75c9 req-acf00394-98e6-4020-ab2d-1e5a48ea252e tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575997 Jul 06 17:59:49.314275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-d8736f8e-3bff-4df6-b7aa-1ee5d2454c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.316071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-d8736f8e-3bff-4df6-b7aa-1ee5d2454c58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.0705447 Jul 06 17:59:49.399445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76f74-160e-4c85-ab14-5e7d43850f1e req-7c4fb90f-7906-4757-80c3-5082287e0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.401201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fdf76f74-160e-4c85-ab14-5e7d43850f1e req-7c4fb90f-7906-4757-80c3-5082287e0490 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 1097 time: 0.2027547 Jul 06 17:59:49.564193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fdf76f74-160e-4c85-ab14-5e7d43850f1e req-4a15ae14-b50e-49a3-88bd-68b5a69f62cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235163 Jul 06 17:59:49.672623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-8cac45ab-ce72-4bc2-8f6e-b5c2972925fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.674223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-8cac45ab-ce72-4bc2-8f6e-b5c2972925fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481402 Jul 06 17:59:49.704323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660818c-37d5-4e36-97b4-90701dae3986 req-5bd99198-6167-48e1-bc1a-7c19c2532320 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.705941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d660818c-37d5-4e36-97b4-90701dae3986 req-5bd99198-6167-48e1-bc1a-7c19c2532320 tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.61 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 945 time: 0.3223729 Jul 06 17:59:49.772444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d86b8e-d4b3-495a-aca0-1f32923abb1e req-3553f1f2-492d-4206-8273-c5dd5a7f0b7d tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.783526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99d86b8e-d4b3-495a-aca0-1f32923abb1e req-3553f1f2-492d-4206-8273-c5dd5a7f0b7d tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.3135433 Jul 06 17:59:49.977667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99d86b8e-d4b3-495a-aca0-1f32923abb1e req-8a4228e9-f29b-4766-bd56-0450b0e23299 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951745 Jul 06 17:59:50.033301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-3f829e47-e986-4042-b68c-7d3f14af6afc service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381739 Jul 06 17:59:50.044313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9cd99-8362-4749-9095-0e5c31a85ae3 req-5cabfeb5-a645-48ef-889b-19be94dc7b39 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:50.046248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5fc9cd99-8362-4749-9095-0e5c31a85ae3 req-5cabfeb5-a645-48ef-889b-19be94dc7b39 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.3844688 Jul 06 17:59:50.191959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Deleting port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:50.193214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.217829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5fc9cd99-8362-4749-9095-0e5c31a85ae3 req-165cca7a-791d-4522-a2a7-2935ea78ccfa tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322341 Jul 06 17:59:50.266186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcd5cfe5-11ea-4540-9abc-e2b2e7bc19a5 req-c27eeef9-2b93-4783-8663-67540941a943 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185080 Jul 06 17:59:50.509219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] For port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,segment=NetworkSegment(933652d5-e11a-4364-8f37-432c5d17d826),segment_id=933652d5-e11a-4364-8f37-432c5d17d826)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:50.509737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.537054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Calling delete_port for e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:50.622915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-43f7d510-bdb3-479a-9dc8-fd28d929cb77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7361360 Jul 06 17:59:50.647442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dfdac-2643-430b-8307-b30596fbceaf req-3f087c91-6f1c-4edc-8abe-7371e7c3709e tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:50.649085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-259dfdac-2643-430b-8307-b30596fbceaf req-3f087c91-6f1c-4edc-8abe-7371e7c3709e tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37ee60f-b2e8-4d2d-8243-56c5578b2716 HTTP/1.1" status: 200 len: 945 time: 0.2645493 Jul 06 17:59:50.733170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-259dfdac-2643-430b-8307-b30596fbceaf req-88101010-1ac8-414c-b549-600dc56be2aa tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.37 "GET /v2.0/security-groups?id=49115642-493e-464a-b65f-a40f6a03e4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634186 Jul 06 17:59:50.879279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.894804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:51.001891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Pushing event deleted for resources: {'Port': ['ID=e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:51.099687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.100281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.100636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.101060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.101648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.101998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.102337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.102689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.103327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.103693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.104019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.104622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:51.112574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] No DVR routers for this DVR port e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:51.120539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.122764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d660818c-37d5-4e36-97b4-90701dae3986 req-9033841b-99b9-4f0e-bb32-5d155164b3dd tempest-ServerGroupTestJSON-1222584227 tempest-ServerGroupTestJSON-1222584227-project] 10.222.0.61 "DELETE /v2.0/ports/e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa HTTP/1.1" status: 204 len: 173 time: 1.3847294 Jul 06 17:59:51.123301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'name': 'network-vif-deleted', 'tag': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:51.139015 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a94c681-da98-4816-b8f8-4802b0574e73" -d '{"events": [{"server_uuid": "a37ee60f-b2e8-4d2d-8243-56c5578b2716", "name": "network-vif-deleted", "tag": "e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:51.186155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6543-b170-4567-820a-12d3397fc7c9 req-6fb68bc1-8807-4edc-bfc1-08e634b3a9ce tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:51.187702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:51.190608 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2c78f4-4326-4cfd-ae7c-12ea00447248" -d '{"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-unplugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:51.198604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-993d6543-b170-4567-820a-12d3397fc7c9 req-6fb68bc1-8807-4edc-bfc1-08e634b3a9ce tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 943 time: 0.4630201 Jul 06 17:59:51.294477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:51.315840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-993d6543-b170-4567-820a-12d3397fc7c9 req-d14c76a1-2e37-46ad-850c-263d597dd0bc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148555 Jul 06 17:59:51.413210 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5d5081-b539-45f6-8b92-53e3a750c650 x-openstack-request-id: req-ab5d5081-b539-45f6-8b92-53e3a750c650 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:51.413705 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37ee60f-b2e8-4d2d-8243-56c5578b2716", "name": "network-vif-deleted", "tag": "e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:51.414066 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab5d5081-b539-45f6-8b92-53e3a750c650 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:51.414767 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37ee60f-b2e8-4d2d-8243-56c5578b2716', 'name': 'network-vif-deleted', 'tag': 'e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa', 'status': 'completed', 'code': 200} Jul 06 17:59:51.428422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:51.550334 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde5d71-be17-4980-abad-1ae3e8320ce1 x-openstack-request-id: req-fbde5d71-be17-4980-abad-1ae3e8320ce1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:51.551466 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-unplugged", "status": "failed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:51.554455 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbde5d71-be17-4980-abad-1ae3e8320ce1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:51.555560 n-d-799527-3 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'code': 422} returned with failed status Jul 06 17:59:51.639587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6e9-7d8f-47d3-ba7a-3ac00a574909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.855151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6e9-7d8f-47d3-ba7a-3ac00a574909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.861337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04d4d6e9-7d8f-47d3-ba7a-3ac00a574909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.907834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8c13c243-cdd7-4a99-af64-e546459db4fb details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:51.963154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-04d4d6e9-7d8f-47d3-ba7a-3ac00a574909 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6ad4a7cc7e844e08f34880a16e51da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661704 Jul 06 17:59:51.970822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:51.987939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d6e9-7d8f-47d3-ba7a-3ac00a574909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd2773e-238e-43e9-af57-2ac2ab0557a7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.110669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744e95fd-ae17-4f66-95f8-bd64bb9b65e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.153838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8c13c243-cdd7-4a99-af64-e546459db4fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8c13c243-cdd7-4a99-af64-e546459db4fb,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:52.161958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744e95fd-ae17-4f66-95f8-bd64bb9b65e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.202512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'port_id': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'mac_address': 'fa:16:3e:d2:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:52.310770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744e95fd-ae17-4f66-95f8-bd64bb9b65e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.331809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744e95fd-ae17-4f66-95f8-bd64bb9b65e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.337171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-744e95fd-ae17-4f66-95f8-bd64bb9b65e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbd2773e-238e-43e9-af57-2ac2ab0557a7 HTTP/1.1" status: 204 len: 168 time: 0.3638554 Jul 06 17:59:52.345388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.349907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e95fd-ae17-4f66-95f8-bd64bb9b65e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd2773e-238e-43e9-af57-2ac2ab0557a7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.405604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c13c243-cdd7-4a99-af64-e546459db4fb {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:52.421330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd63030-7dbd-4925-abe7-0708bc7f7b80 req-85d23a7b-cf05-4a30-b1ff-d88db1ce846f tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:52.423076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bd63030-7dbd-4925-abe7-0708bc7f7b80 req-85d23a7b-cf05-4a30-b1ff-d88db1ce846f tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.9816730 Jul 06 17:59:52.442719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89825b1c-4a62-4a2b-893e-844b4208f013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.447822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8c13c243-cdd7-4a99-af64-e546459db4fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8c13c243-cdd7-4a99-af64-e546459db4fb,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:52.454680 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.505881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bd63030-7dbd-4925-abe7-0708bc7f7b80 req-26d1e600-79d0-4b99-920a-d33d7733499c tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603688 Jul 06 17:59:52.581489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8c13c243-cdd7-4a99-af64-e546459db4fb,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.610655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd065-2eee-43c0-b88d-bb3f301363e8 req-83a9dc52-86ad-412f-b83f-b4bdea7bc2ad tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:52.626090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98ccd065-2eee-43c0-b88d-bb3f301363e8 req-83a9dc52-86ad-412f-b83f-b4bdea7bc2ad tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.2655919 Jul 06 17:59:52.743339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['8c13c243-cdd7-4a99-af64-e546459db4fb'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:52.745684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98ccd065-2eee-43c0-b88d-bb3f301363e8 req-214f7974-f605-40cf-a626-e0aa599e7216 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180575 Jul 06 17:59:52.839604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89825b1c-4a62-4a2b-893e-844b4208f013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.850582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89825b1c-4a62-4a2b-893e-844b4208f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.928404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89825b1c-4a62-4a2b-893e-844b4208f013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ce035-f8eb-41fe-a5ba-5c52e2eee231,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.933738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-89825b1c-4a62-4a2b-893e-844b4208f013 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05ccf343fba1428aa20985a7ef90e7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5035820 Jul 06 17:59:52.936916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34476) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:53.047870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2079dd6-1b5a-4100-8456-64a1bf156f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.121648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55004b87-3f24-49d9-9e1c-e3cbdc22e60b req-5bd36ac6-6fdb-4dc9-b91a-cb84fab43d77 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:53.123952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2079dd6-1b5a-4100-8456-64a1bf156f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.133997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55004b87-3f24-49d9-9e1c-e3cbdc22e60b req-5bd36ac6-6fdb-4dc9-b91a-cb84fab43d77 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 944 time: 0.1778228 Jul 06 17:59:53.139441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:53.172308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16c56079-6348-4e3e-9739-e2fb3582b90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.226215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:53.266243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55004b87-3f24-49d9-9e1c-e3cbdc22e60b req-436d35be-8d9e-4f9f-bce3-27652761528b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310568 Jul 06 17:59:53.293081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:53.293459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device e5e0d4ad-4697-4f35-9ad7-c34d1d1e55aa not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:53.296914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2079dd6-1b5a-4100-8456-64a1bf156f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.302617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2079dd6-1b5a-4100-8456-64a1bf156f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.306866 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2079dd6-1b5a-4100-8456-64a1bf156f41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b17ce035-f8eb-41fe-a5ba-5c52e2eee231 HTTP/1.1" status: 204 len: 168 time: 0.3663790 Jul 06 17:59:53.336089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2079dd6-1b5a-4100-8456-64a1bf156f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ce035-f8eb-41fe-a5ba-5c52e2eee231,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:53.344611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe16a9-1af9-4048-9083-39c4e9500d44 req-087b5b51-8553-454e-ac3e-f657cc84f5cb tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:53.359366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2abe16a9-1af9-4048-9083-39c4e9500d44 req-087b5b51-8553-454e-ac3e-f657cc84f5cb tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.1916609 Jul 06 17:59:53.442604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2abe16a9-1af9-4048-9083-39c4e9500d44 req-97f7d7ed-ea3e-4311-817e-435d4c7639f1 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818677 Jul 06 17:59:53.486873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16c56079-6348-4e3e-9739-e2fb3582b90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.494350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16c56079-6348-4e3e-9739-e2fb3582b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.563317 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16c56079-6348-4e3e-9739-e2fb3582b90f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7863d9369dc940a3b3ee7f4bee16cb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221613 Jul 06 17:59:53.564115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c56079-6348-4e3e-9739-e2fb3582b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d737a3-da08-42f2-9860-a70478ddc819,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:53.567712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:53.697207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63acad70-5085-4f97-9fcd-9c06c2d54485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.751208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63acad70-5085-4f97-9fcd-9c06c2d54485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.866601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63acad70-5085-4f97-9fcd-9c06c2d54485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.872066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63acad70-5085-4f97-9fcd-9c06c2d54485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.874167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-63acad70-5085-4f97-9fcd-9c06c2d54485 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d737a3-da08-42f2-9860-a70478ddc819 HTTP/1.1" status: 204 len: 168 time: 0.3055792 Jul 06 17:59:53.897697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acad70-5085-4f97-9fcd-9c06c2d54485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d737a3-da08-42f2-9860-a70478ddc819,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:53.949691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8c13c243-cdd7-4a99-af64-e546459db4fb up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:54.015672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:54.039386 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d041-83b7-4f3e-bde2-7c1a65233393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.132053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 8c13c243-cdd7-4a99-af64-e546459db4fb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:54.144059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 8c13c243-cdd7-4a99-af64-e546459db4fb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:54.144634 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.168743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:54.352798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.367673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d041-83b7-4f3e-bde2-7c1a65233393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.381894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d041-83b7-4f3e-bde2-7c1a65233393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.431731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480820c-dc15-41e3-b462-1f204aa39817 req-2d63d226-5b75-414a-8214-e7a7e2d43efb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:54.439452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9480820c-dc15-41e3-b462-1f204aa39817 req-2d63d226-5b75-414a-8214-e7a7e2d43efb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.2962310 Jul 06 17:59:54.461421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:54.467563 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9774407-48c0-4c61-9d15-6438747c2e41" -d '{"events": [{"server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "name": "network-vif-plugged", "status": "completed", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:54.480087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a5f5d041-83b7-4f3e-bde2-7c1a65233393 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c225b5ebeeb4cd7b7b32d83e5f95cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579723 Jul 06 17:59:54.480697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34526) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:54.530000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8c13c243-cdd7-4a99-af64-e546459db4fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8c13c243-cdd7-4a99-af64-e546459db4fb,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:54.541170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.559677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5d041-83b7-4f3e-bde2-7c1a65233393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7013b73a-e8b5-403f-898d-64b79e445506,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:54.618801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9480820c-dc15-41e3-b462-1f204aa39817 req-03a11228-e540-4021-8368-590e5752ac0f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1779802 Jul 06 17:59:54.743302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af708ce1-60b4-4cfe-b928-885c18135aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.744345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8c13c243-cdd7-4a99-af64-e546459db4fb,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:54.813248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af708ce1-60b4-4cfe-b928-885c18135aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.836398 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c29976e-2a12-49be-8c09-bb4ec373192e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.001839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e5d8-7582-4de3-a908-346b2a72f452 req-0bd690a1-6438-41e5-bea2-e7050d2dacc2 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:55.007088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d132e5d8-7582-4de3-a908-346b2a72f452 req-0bd690a1-6438-41e5-bea2-e7050d2dacc2 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.1794658 Jul 06 17:59:55.034371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5dd2d-1b7e-4b41-b7ef-1aca8f58834e req-8c3f5702-6232-4b36-884a-2f9e6c68babb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:55.039490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cb5dd2d-1b7e-4b41-b7ef-1aca8f58834e req-8c3f5702-6232-4b36-884a-2f9e6c68babb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.1700156 Jul 06 17:59:55.100065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af708ce1-60b4-4cfe-b928-885c18135aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.113531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af708ce1-60b4-4cfe-b928-885c18135aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.120181 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af708ce1-60b4-4cfe-b928-885c18135aab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7013b73a-e8b5-403f-898d-64b79e445506 HTTP/1.1" status: 204 len: 168 time: 0.6381571 Jul 06 17:59:55.151777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cb5dd2d-1b7e-4b41-b7ef-1aca8f58834e req-54bea487-c53b-41f6-bd86-2c5b2357338a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948060 Jul 06 17:59:55.182159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c29976e-2a12-49be-8c09-bb4ec373192e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.190258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d132e5d8-7582-4de3-a908-346b2a72f452 req-ac6a197b-aab7-468d-b344-3f33fd054007 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459956 Jul 06 17:59:55.212076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c29976e-2a12-49be-8c09-bb4ec373192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.228476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af708ce1-60b4-4cfe-b928-885c18135aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7013b73a-e8b5-403f-898d-64b79e445506,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:55.314887 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb326ce-8b58-4690-9c71-ba940fde5ce5 x-openstack-request-id: req-ddb326ce-8b58-4690-9c71-ba940fde5ce5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:55.316720 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "name": "network-vif-plugged", "status": "completed", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:55.317959 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddb326ce-8b58-4690-9c71-ba940fde5ce5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:55.319122 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'code': 200} Jul 06 17:59:55.392321 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3c29976e-2a12-49be-8c09-bb4ec373192e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43fde5e6241a4e488f3c8c4544b1d89b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2220132 Jul 06 17:59:55.397114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:55.400662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29976e-2a12-49be-8c09-bb4ec373192e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e8db4d-9117-4c51-b347-6e2d9367f5d2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:55.410719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddd335bc-0750-4d0c-b4df-4677da838f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.527445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:55.637748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Deleting subnet 1a6eaa9b-1ba5-449c-99fc-0d406807f6a3 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:55.646442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.738719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb0054be-0192-4d90-a659-9fc6ce68034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.740162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.831617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb0054be-0192-4d90-a659-9fc6ce68034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.851011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.934091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.025722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6eaa9b-1ba5-449c-99fc-0d406807f6a3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:56.044113 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.047819 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9ebb246-14e5-47be-91ea-7ae6eef5a8c8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a6eaa9b-1ba5-449c-99fc-0d406807f6a3 HTTP/1.1" status: 204 len: 168 time: 0.5189741 Jul 06 17:59:56.058541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34572) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:56.077803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb0054be-0192-4d90-a659-9fc6ce68034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.086612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb0054be-0192-4d90-a659-9fc6ce68034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.095878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cb0054be-0192-4d90-a659-9fc6ce68034a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2e8db4d-9117-4c51-b347-6e2d9367f5d2 HTTP/1.1" status: 204 len: 168 time: 0.6956744 Jul 06 17:59:56.167955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0054be-0192-4d90-a659-9fc6ce68034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e8db4d-9117-4c51-b347-6e2d9367f5d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:56.185049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952fb7b-7999-4d83-b031-7eeb6e2279f2 req-2caf9d8d-ff9d-43ab-bdf9-cc02bf3dbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.188881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e952fb7b-7999-4d83-b031-7eeb6e2279f2 req-2caf9d8d-ff9d-43ab-bdf9-cc02bf3dbb79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1096 time: 0.6868618 Jul 06 17:59:56.215723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.296142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e952fb7b-7999-4d83-b031-7eeb6e2279f2 req-2939b888-e278-476c-aa88-d76819e06c0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953562 Jul 06 17:59:56.372608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774500c-5fad-4d9c-82eb-b1fe9caf7061 req-b7067b32-19c3-4e4f-86c7-a8e11c619911 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.377019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0774500c-5fad-4d9c-82eb-b1fe9caf7061 req-b7067b32-19c3-4e4f-86c7-a8e11c619911 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.3839548 Jul 06 17:59:56.439745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.456704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c269c2-678a-49dd-b325-f19a3c70b6de']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:56.477992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933652d5-e11a-4364-8f37-432c5d17d826') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:56.478288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933652d5-e11a-4364-8f37-432c5d17d826') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:56.491085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.515149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.524595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:56.525090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: timer() Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:56.527499 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:56.612558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.637415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.641913 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5c269c2-678a-49dd-b325-f19a3c70b6de HTTP/1.1" status: 204 len: 168 time: 0.5811534 Jul 06 17:59:56.663466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62078677-fcb0-4bd4-bedf-1c542d7cc73b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c269c2-678a-49dd-b325-f19a3c70b6de,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:56.704164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0774500c-5fad-4d9c-82eb-b1fe9caf7061 req-637c35bb-b766-4dd2-aefa-a0635d6e85dc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3133383 Jul 06 17:59:56.790314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e0f42-794d-4226-8a48-12d1c0d87e5c req-868b14aa-afb2-46c3-9ca8-b0793f8a1d04 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.794716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-682e0f42-794d-4226-8a48-12d1c0d87e5c req-868b14aa-afb2-46c3-9ca8-b0793f8a1d04 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.3448665 Jul 06 17:59:56.868849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-682e0f42-794d-4226-8a48-12d1c0d87e5c req-f20113c3-c4a0-4b09-8aef-511cd7ee1b1b tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618854 Jul 06 17:59:57.116929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34594) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:57.191153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec20cc0-5327-4c59-962b-b42a2a93a9a8 req-7f4576e1-b5c9-4056-9fb6-b9c178c8c863 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:57.194512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ec20cc0-5327-4c59-962b-b42a2a93a9a8 req-7f4576e1-b5c9-4056-9fb6-b9c178c8c863 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.1779261 Jul 06 17:59:57.300094 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1022599c-4196-4e29-a2c9-1d58e67375a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5596e98312e9457cab3186a15f652170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776755 Jul 06 17:59:57.302123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34600) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:57.360434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ec20cc0-5327-4c59-962b-b42a2a93a9a8 req-a50069bc-26fa-4700-ba4c-cbb0f77d2822 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482413 Jul 06 17:59:57.446658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-663c8f39-abfd-4e36-b830-fa48e31fcbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.536630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-663c8f39-abfd-4e36-b830-fa48e31fcbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.646915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-663c8f39-abfd-4e36-b830-fa48e31fcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.650777 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-663c8f39-abfd-4e36-b830-fa48e31fcbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.652483 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-663c8f39-abfd-4e36-b830-fa48e31fcbd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49115642-493e-464a-b65f-a40f6a03e4a0 HTTP/1.1" status: 204 len: 168 time: 0.3497272 Jul 06 17:59:57.676089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c8f39-abfd-4e36-b830-fa48e31fcbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49115642-493e-464a-b65f-a40f6a03e4a0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:57.681799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4b8f075f-de4f-41c9-90f5-25c56edc7461 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:57.683236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4b8f075f-de4f-41c9-90f5-25c56edc7461 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.1757212 Jul 06 17:59:57.872945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a03f32ea-c2b4-4c65-942f-ab0e23f65524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.920563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Deleting port d8f4588a-87b6-41f3-adcd-d838784857a3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:57.921428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.966226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.087960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] For port d8f4588a-87b6-41f3-adcd-d838784857a3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d8f4588a-87b6-41f3-adcd-d838784857a3,segment=NetworkSegment(947e2a0b-e2fa-4bc2-b3d5-8d55b755acea),segment_id=947e2a0b-e2fa-4bc2-b3d5-8d55b755acea)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:58.093520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.116676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Calling delete_port for d8f4588a-87b6-41f3-adcd-d838784857a3 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:58.418733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967255a-9eda-49bc-949c-bf35c7c8924b req-4f51d5e3-0499-43e9-9939-d4b6d22b03e1 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:58.420469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6967255a-9eda-49bc-949c-bf35c7c8924b req-4f51d5e3-0499-43e9-9939-d4b6d22b03e1 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 946 time: 0.2077851 Jul 06 17:59:58.435675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe4e4f-2c20-499b-aa02-7b87fab2b909 req-1b9938c2-d41a-4ec6-8629-976888bb0754 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:58.445068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bbe4e4f-2c20-499b-aa02-7b87fab2b909 req-1b9938c2-d41a-4ec6-8629-976888bb0754 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.2332768 Jul 06 17:59:58.481251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.503114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d8f4588a-87b6-41f3-adcd-d838784857a3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:58.571089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bbe4e4f-2c20-499b-aa02-7b87fab2b909 req-4e3bc4c7-e534-494d-a805-920d3de1d754 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248510 Jul 06 17:59:58.575893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Pushing event deleted for resources: {'Port': ['ID=d8f4588a-87b6-41f3-adcd-d838784857a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:58.634579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6967255a-9eda-49bc-949c-bf35c7c8924b req-84e399e0-523c-43bf-af3d-07df4fe8494f tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/security-groups?id=932110d7-9485-491d-a046-bae6c6ff9ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850991 Jul 06 17:59:58.684083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] No DVR routers for this DVR port d8f4588a-87b6-41f3-adcd-d838784857a3 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:58.697348 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.700972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e7e8510-70d7-4297-88b6-b1c2dffdd331 req-4433f058-c798-468f-9cf2-cd8bc3ae7f88 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.60 "DELETE /v2.0/ports/d8f4588a-87b6-41f3-adcd-d838784857a3 HTTP/1.1" status: 204 len: 173 time: 1.0120285 Jul 06 17:59:58.702666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce596786-7530-4b95-a33a-8fee86de518d', 'name': 'network-vif-deleted', 'tag': 'd8f4588a-87b6-41f3-adcd-d838784857a3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:58.704120 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40216ba4-750e-4ec4-b1e0-05110ae36d2e" -d '{"events": [{"server_uuid": "ce596786-7530-4b95-a33a-8fee86de518d", "name": "network-vif-deleted", "tag": "d8f4588a-87b6-41f3-adcd-d838784857a3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:58.952560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca148b-8374-49b2-8ae5-62474a3b074b req-e1baf31f-5d66-419b-a080-481618bdad13 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:58.962884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dca148b-8374-49b2-8ae5-62474a3b074b req-e1baf31f-5d66-419b-a080-481618bdad13 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.1304176 Jul 06 17:59:58.967354 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a8035-b87a-4441-b66c-0e56f7c59679 x-openstack-request-id: req-bb1a8035-b87a-4441-b66c-0e56f7c59679 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:58.967694 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce596786-7530-4b95-a33a-8fee86de518d", "name": "network-vif-deleted", "tag": "d8f4588a-87b6-41f3-adcd-d838784857a3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:58.967820 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb1a8035-b87a-4441-b66c-0e56f7c59679 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:58.968413 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce596786-7530-4b95-a33a-8fee86de518d', 'name': 'network-vif-deleted', 'tag': 'd8f4588a-87b6-41f3-adcd-d838784857a3', 'status': 'completed', 'code': 200} Jul 06 17:59:59.049542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dca148b-8374-49b2-8ae5-62474a3b074b req-c0c36158-c615-46db-b8c0-4ec8cb49119c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855427 Jul 06 17:59:59.279238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.313175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34656) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:59.355717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039a8a5-15bb-4889-bdd0-723ef72c4adc req-7ddf5d56-ad7d-461e-a52a-fb2d13251659 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:59.373695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:59.375036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0039a8a5-15bb-4889-bdd0-723ef72c4adc req-7ddf5d56-ad7d-461e-a52a-fb2d13251659 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.1620545 Jul 06 17:59:59.378696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'floatingip': {'port_id': '8c13c243-cdd7-4a99-af64-e546459db4fb'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:59.443623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.848623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.985008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4668f520-d2a6-49ae-b64f-7e987854eff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.109947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-896720bd-38e9-4d55-ad75-73aedacfaa45 req-d890b496-e781-4fd9-871e-04fce21d2f36 tempest-ServersNegativeTestMultiTenantJSON-1935135016 tempest-ServersNegativeTestMultiTenantJSON-1935135016-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce596786-7530-4b95-a33a-8fee86de518d HTTP/1.1" status: 200 len: 210 time: 0.0456471 Jul 06 18:00:00.197115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8de96-69e2-4dce-85d2-0e08a4cd4ac0 req-1ae3bf9f-2264-4632-bc84-176be46ccbca tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:00.224042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed8de96-69e2-4dce-85d2-0e08a4cd4ac0 req-1ae3bf9f-2264-4632-bc84-176be46ccbca tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.2218306 Jul 06 18:00:00.324897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed8de96-69e2-4dce-85d2-0e08a4cd4ac0 req-195989ec-eaa4-4015-8323-62ad2253c77f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995655 Jul 06 18:00:00.405923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.418788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.521042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4668f520-d2a6-49ae-b64f-7e987854eff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.561790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4668f520-d2a6-49ae-b64f-7e987854eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.605489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:00.631523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668f520-d2a6-49ae-b64f-7e987854eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45e815-6af5-43ef-8cf7-0e07adeed9e6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:00.641434 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4668f520-d2a6-49ae-b64f-7e987854eff7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30fb87dcab1144daa9da7d7ec57297d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3273051 Jul 06 18:00:00.644359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:00.662079 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Floating IP 4e5e68f5-bcd4-4fd0-a279-cfafc0831e37 associated. External IP: 172.25.5.254, port: 8c13c243-cdd7-4a99-af64-e546459db4fb. Jul 06 18:00:00.696326 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.749333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09ab0372-0e5e-4051-923d-5cdf505d8949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.805658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09ab0372-0e5e-4051-923d-5cdf505d8949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.828958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1497492299-network', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:00.890168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Made reservation on behalf of fdc5eb9a768a4e6b81f21d6fe9457a82 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:00.897684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.909442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.938482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09ab0372-0e5e-4051-923d-5cdf505d8949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.941253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09ab0372-0e5e-4051-923d-5cdf505d8949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.951662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-09ab0372-0e5e-4051-923d-5cdf505d8949 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c45e815-6af5-43ef-8cf7-0e07adeed9e6 HTTP/1.1" status: 204 len: 168 time: 0.2973886 Jul 06 18:00:00.988650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab0372-0e5e-4051-923d-5cdf505d8949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45e815-6af5-43ef-8cf7-0e07adeed9e6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:01.148413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.155721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.250918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:00:01.268549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:01.269414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c361a-19d6-4326-87ee-f00eb979893a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:01.297588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.298528 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Added segment d4651ba7-c44c-4097-aa7c-9bd3eff08dc3 of type vlan for network c0ba3d93-5f12-4c28-ab21-e58404ac4559 Jul 06 18:00:01.359825 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.385292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Deleting subnet b02dcf58-74a1-45e2-817e-259e4e1cb00e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:01.398847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.408301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.411530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:01.414780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.459399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8526306 Jul 06 18:00:01.467432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:01.504285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Request body: {'subnet': {'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1497492299-subnet', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:01.572721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.660167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88a5f-8028-43b6-889a-9cdf9e720339 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ba3d93-5f12-4c28-ab21-e58404ac4559,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:01.668816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:01.672017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.679793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:00:01.693231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Made reservation on behalf of fdc5eb9a768a4e6b81f21d6fe9457a82 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:01.696851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.831680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.846288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afcc84-6212-41c2-b66c-af74fb0a34f8 req-a6780c69-26a9-402d-8d37-99e43a4c6229 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:01.850769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6afcc84-6212-41c2-b66c-af74fb0a34f8 req-a6780c69-26a9-402d-8d37-99e43a4c6229 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.2609684 Jul 06 18:00:01.892097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02dcf58-74a1-45e2-817e-259e4e1cb00e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:01.921594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6afcc84-6212-41c2-b66c-af74fb0a34f8 req-f67c55c4-7516-4db2-91e5-2a111be4c438 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692201 Jul 06 18:00:01.929769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.932258 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bb823e41-a3d2-40e1-b142-abb37d957c79 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b02dcf58-74a1-45e2-817e-259e4e1cb00e HTTP/1.1" status: 204 len: 168 time: 0.6625588 Jul 06 18:00:01.936332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:01.950085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:01.964978 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:01.966417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.968462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d8f4588a-87b6-41f3-adcd-d838784857a3 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:01.984508 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:01.987945 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:02.019727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:02.058223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: d8f4588a-87b6-41f3-adcd-d838784857a3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:00:02.058756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d8f4588a-87b6-41f3-adcd-d838784857a3 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:02.181432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-f4da5a7a-8865-4591-8e3d-2563a7767671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:02.182327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.184051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-f4da5a7a-8865-4591-8e3d-2563a7767671 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b&tenant_id=a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 1095 time: 0.2540042 Jul 06 18:00:02.185922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0f800609-890e-4d9a-a03e-40a93db57a64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "PUT /v2.0/floatingips/4e5e68f5-bcd4-4fd0-a279-cfafc0831e37 HTTP/1.1" status: 200 len: 991 time: 2.8111098 Jul 06 18:00:02.203389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:02.222938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:02.227605 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b35211-ce40-419f-acde-efb177f5042d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:02.314825 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:02.339172 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.389094 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895fc69-f715-49cc-afaf-7d8cc1023d0b x-openstack-request-id: req-2895fc69-f715-49cc-afaf-7d8cc1023d0b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:02.389814 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:02.390172 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2895fc69-f715-49cc-afaf-7d8cc1023d0b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:02.390788 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'status': 'completed', 'code': 200} Jul 06 18:00:02.489326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.514793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b82d24f-da37-4886-99c8-1dbc56c459d4']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:02.533525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.545902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:02.545902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947e2a0b-e2fa-4bc2-b3d5-8d55b755acea') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:02.568472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.621487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.639491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:00:02.639880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.855119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26c7834e-4eba-4ec8-8306-ef69267983d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:00:02.868019 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:00:02.870962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.881790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.885350 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b82d24f-da37-4886-99c8-1dbc56c459d4 HTTP/1.1" status: 204 len: 168 time: 0.9476526 Jul 06 18:00:02.920427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34788) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:02.922061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3216-564b-4d2d-8a07-79dfc9fe674c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b82d24f-da37-4886-99c8-1dbc56c459d4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:02.980813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.016042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccee172-1bf9-421e-8143-51f9da3c2939,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:03.052748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b35211-ce40-419f-acde-efb177f5042d req-4a4dcc1d-a943-445f-8457-f40f2fe96e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.055711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-4a4dcc1d-a943-445f-8457-f40f2fe96e5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1096 time: 0.6463547 Jul 06 18:00:03.065214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Deleting subnet 8c429ef5-f526-4063-8adb-9bd3a5b3088e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:03.076082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.131234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Checking segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:03.131936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Network hostable DHCP agents. Network: c0ba3d93-5f12-4c28-ab21-e58404ac4559, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:00:03.183914 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '4e5e68f5-bcd4-4fd0-a279-cfafc0831e37', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'port_id': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'mac_address': 'fa:16:3e:d2:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:59:26Z', 'updated_at': '2021-07-06T18:00:00Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:03.230903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.274523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:03.292439 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:03.293894 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:03.373544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.389371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:00:03.439210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c0ba3d93-5f12-4c28-ab21-e58404ac4559) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:03.448274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.449904 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.459541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf91101-554b-4115-a759-06ec74320ae4 None None] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:03.513576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.587844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.590117 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8c429ef5-f526-4063-8adb-9bd3a5b3088e HTTP/1.1" status: 204 len: 168 time: 0.6616423 Jul 06 18:00:03.596485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e1ca1-2cea-4451-9db0-3c35f3d4fda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c429ef5-f526-4063-8adb-9bd3a5b3088e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:03.598564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34808) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:03.641404 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:03.681598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b35211-ce40-419f-acde-efb177f5042d req-4fa1f8f3-4739-4505-810c-a65568913da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.685029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-4fa1f8f3-4739-4505-810c-a65568913da4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.6115336 Jul 06 18:00:03.830994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.974090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff682a92-3587-4bfe-8d16-9025579b2d6d req-6c3e17ce-5b36-44d7-a758-baa7d4a21584 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.975178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff682a92-3587-4bfe-8d16-9025579b2d6d req-6c3e17ce-5b36-44d7-a758-baa7d4a21584 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.7397127 Jul 06 18:00:04.030566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26c7834e-4eba-4ec8-8306-ef69267983d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.060568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.071296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26c7834e-4eba-4ec8-8306-ef69267983d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.076856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eca0615-03a4-4bf2-bc36-2471f5bd2e17']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:04.097448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62a7392-d8b4-442f-a795-ec81af4f5f22') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:04.097772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62a7392-d8b4-442f-a795-ec81af4f5f22') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:04.116942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-26c7834e-4eba-4ec8-8306-ef69267983d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6696f8a3c2934247bc1d6ddca5de3071&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0902050 Jul 06 18:00:04.119465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aa2898fc-2ffc-4b55-a84c-7795872fc619 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6228995 Jul 06 18:00:04.122912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-72007466-60a2-4365-97cd-64fffa0feebb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 999 time: 0.4075959 Jul 06 18:00:04.123729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:04.127199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.133694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34822) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:04.142171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8619760-9c11-4af9-a1d2-34a8faa8fb94 None None] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:04.166258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:04.166745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.187180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:00:04.188966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.262443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b35211-ce40-419f-acde-efb177f5042d req-f50af328-13d2-4565-95d8-4c62e2679542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:04.265151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-f50af328-13d2-4565-95d8-4c62e2679542 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.1103952 Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:00:04.357727 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:00:04.408516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.421769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.436407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9eca0615-03a4-4bf2-bc36-2471f5bd2e17 HTTP/1.1" status: 204 len: 168 time: 0.8252363 Jul 06 18:00:04.450355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '4e5e68f5-bcd4-4fd0-a279-cfafc0831e37', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'port_id': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'mac_address': 'fa:16:3e:d2:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:59:26Z', 'updated_at': '2021-07-06T18:00:00Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:04.502933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497cb35-b095-4a17-ba7d-9bb684a82636 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eca0615-03a4-4bf2-bc36-2471f5bd2e17,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:04.536338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:04.548120 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc7afb-ecc3-40e9-bb2a-fbfa1e55c26e None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '4e5e68f5-bcd4-4fd0-a279-cfafc0831e37', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'port_id': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'mac_address': 'fa:16:3e:d2:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:59:26Z', 'updated_at': '2021-07-06T18:00:00Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:04.595318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7834e-4eba-4ec8-8306-ef69267983d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad500d-8c3f-4b0d-af9f-1fc90d41ddb5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:04.682938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff682a92-3587-4bfe-8d16-9025579b2d6d req-b6c4c678-df70-4c58-87bd-85a982fff749 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6563675 Jul 06 18:00:04.827693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:04.949085 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.950975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.971121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:05.008022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34848) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:05.059759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.075000 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8aba362f-2c97-42f0-ad70-4cdc5a699c92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5bdf486d9334202bfae5df0cfde1dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643578 Jul 06 18:00:05.078947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:05.131163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb325962-3f83-4102-8b96-14e9f45a9558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.167942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9d619ac-a0b1-4df4-8c2f-f386b772be37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.171088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a48183-837f-416c-86a5-92778624f67a None None] New status for floating IP 4e5e68f5-bcd4-4fd0-a279-cfafc0831e37: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:00:05.211833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9d619ac-a0b1-4df4-8c2f-f386b772be37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.300449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Transition to ACTIVE for port object 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:05.308048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b35211-ce40-419f-acde-efb177f5042d req-339a5f92-dbe5-4d23-83eb-d5e14960f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:05.311457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-339a5f92-dbe5-4d23-83eb-d5e14960f198 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0022209 Jul 06 18:00:05.320682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9d619ac-a0b1-4df4-8c2f-f386b772be37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.324342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9d619ac-a0b1-4df4-8c2f-f386b772be37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.326206 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9d619ac-a0b1-4df4-8c2f-f386b772be37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/932110d7-9485-491d-a046-bae6c6ff9ad8 HTTP/1.1" status: 204 len: 168 time: 0.2458878 Jul 06 18:00:05.339579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d619ac-a0b1-4df4-8c2f-f386b772be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932110d7-9485-491d-a046-bae6c6ff9ad8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:05.405971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.575028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.618509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-dc975f81-dfe0-42a2-8da7-72ccaf515135 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178841 Jul 06 18:00:06.216521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:06.322980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb325962-3f83-4102-8b96-14e9f45a9558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.428037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:06.466819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.566293 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0ed19ac0-568b-44ea-bb5b-0dab401a149e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcca6b683460410a90d226cff05c6f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353810 Jul 06 18:00:06.567584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:06.659114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e468a-8c98-4a35-be86-6d93b631fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.707945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e468a-8c98-4a35-be86-6d93b631fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.729322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=9']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:06.777047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-446fd7f1-af7f-431f-8cc0-31fa9359a885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.802677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e468a-8c98-4a35-be86-6d93b631fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.805381 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-794e468a-8c98-4a35-be86-6d93b631fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.806596 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-794e468a-8c98-4a35-be86-6d93b631fd17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e9caf4b-aef2-406c-b50c-1dfb7ddafa01 HTTP/1.1" status: 204 len: 168 time: 0.2375400 Jul 06 18:00:06.827049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] No DVR routers for this DVR port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:06.841162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e468a-8c98-4a35-be86-6d93b631fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9caf4b-aef2-406c-b50c-1dfb7ddafa01,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:06.980424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-446fd7f1-af7f-431f-8cc0-31fa9359a885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.993433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-446fd7f1-af7f-431f-8cc0-31fa9359a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.002975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca7902-88c3-458d-80c9-c3543b191967 req-9ded503e-0280-476c-b01b-37cd3a193481 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:07.006476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31ca7902-88c3-458d-80c9-c3543b191967 req-9ded503e-0280-476c-b01b-37cd3a193481 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 944 time: 0.7633233 Jul 06 18:00:07.075805 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-446fd7f1-af7f-431f-8cc0-31fa9359a885 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dedab7acd7a4b07969e45dd8f423e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552306 Jul 06 18:00:07.075805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fd7f1-af7f-431f-8cc0-31fa9359a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2847e6d-644f-4d60-ae1d-1d4b0103c0ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:07.084971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34902) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:07.179740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31ca7902-88c3-458d-80c9-c3543b191967 req-fa2e4f90-8fa4-40fc-9969-2c0373642178 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362758 Jul 06 18:00:07.204064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6f85a4-c1b3-4754-922c-14a4872097c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.282903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6f85a4-c1b3-4754-922c-14a4872097c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.368538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4b35211-ce40-419f-acde-efb177f5042d req-09b1c2e3-5b3d-43b6-bbe8-7dbb651a7481 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876939 Jul 06 18:00:07.373158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6f85a4-c1b3-4754-922c-14a4872097c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.379944 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6f85a4-c1b3-4754-922c-14a4872097c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.387928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb325962-3f83-4102-8b96-14e9f45a9558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.389844 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da6f85a4-c1b3-4754-922c-14a4872097c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2847e6d-644f-4d60-ae1d-1d4b0103c0ec HTTP/1.1" status: 204 len: 168 time: 0.3033738 Jul 06 18:00:07.403011 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb325962-3f83-4102-8b96-14e9f45a9558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.405225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb325962-3f83-4102-8b96-14e9f45a9558 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dad500d-8c3f-4b0d-af9f-1fc90d41ddb5 HTTP/1.1" status: 204 len: 168 time: 3.2728925 Jul 06 18:00:07.435624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f85a4-c1b3-4754-922c-14a4872097c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2847e6d-644f-4d60-ae1d-1d4b0103c0ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:07.541285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb325962-3f83-4102-8b96-14e9f45a9558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad500d-8c3f-4b0d-af9f-1fc90d41ddb5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:07.644075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:07.645382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:07.645382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:07.652346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:00:07.652754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Attempting to bind port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:07.669898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:07.670225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Checking segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:07.670643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Bound using segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:07.671304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Bound port: 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:07.672128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.979038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:07.997464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:08.004433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.067788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:08.069403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.070243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] 10.222.0.61 "PUT /v2.0/ports/50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1092 time: 5.8750966 Jul 06 18:00:08.075666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:08.078368 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bab8336-5769-4805-b1ad-5fc07a38849a" -d '{"events": [{"name": "network-changed", "server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:08.104727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.145096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.157309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c81058-be08-4d3a-81bb-7ff332c34e39 service neutron] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:08.280143 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b6824-d21f-4f5b-bc93-8893102749b9 x-openstack-request-id: req-d91b6824-d21f-4f5b-bc93-8893102749b9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:08.280710 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:08.281142 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d91b6824-d21f-4f5b-bc93-8893102749b9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:08.281734 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'status': 'completed', 'code': 200} Jul 06 18:00:08.314359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34932) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:08.344892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-468e75a3-2428-4632-8070-95e1b10bb920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.395837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a52753b5-15a8-4c83-b427-9a10e67a69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:08.401939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-a52753b5-15a8-4c83-b427-9a10e67a69c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1096 time: 0.2335565 Jul 06 18:00:08.445049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Allocated IP 172.25.5.15 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/dc16d90e-5757-4a6e-9732-2af14fc72931) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:08.617846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:08.643306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-468e75a3-2428-4632-8070-95e1b10bb920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.653615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-468e75a3-2428-4632-8070-95e1b10bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.694143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abf60721-28a5-41d1-b35f-9155e6e5154d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.711962 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-468e75a3-2428-4632-8070-95e1b10bb920 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90c88a87a37345da984f20fdb6369958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965082 Jul 06 18:00:08.713025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e75a3-2428-4632-8070-95e1b10bb920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29179377-fd8c-43ed-b9ef-ba3715cecdf6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:08.715994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:08.852937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-5710b21f-ddd1-4cb9-8bf6-6821ae84200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:08.854972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-5710b21f-ddd1-4cb9-8bf6-6821ae84200a service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.4388916 Jul 06 18:00:08.855188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cacff927-4f7b-458a-a5dc-a33709f27ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.907161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cacff927-4f7b-458a-a5dc-a33709f27ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.980899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.992209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ce99-9c55-4bc7-9de6-93f9c530ce9c req-3d0ed59b-c4d1-4198-9532-cfb542fe697b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:08.998717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8220ce99-9c55-4bc7-9de6-93f9c530ce9c req-3d0ed59b-c4d1-4198-9532-cfb542fe697b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.4211907 Jul 06 18:00:09.039051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cacff927-4f7b-458a-a5dc-a33709f27ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.049406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cacff927-4f7b-458a-a5dc-a33709f27ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.056103 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cacff927-4f7b-458a-a5dc-a33709f27ffc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29179377-fd8c-43ed-b9ef-ba3715cecdf6 HTTP/1.1" status: 204 len: 168 time: 0.3375843 Jul 06 18:00:09.077402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-07e38b06-5b1c-4ea6-bde3-eee2735b02f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1000 time: 0.2124271 Jul 06 18:00:09.085942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff927-4f7b-458a-a5dc-a33709f27ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29179377-fd8c-43ed-b9ef-ba3715cecdf6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:09.199378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8220ce99-9c55-4bc7-9de6-93f9c530ce9c req-1e8fb0ac-f0bc-46a0-8fb1-39ea71e899d0 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780233 Jul 06 18:00:09.231020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-4a95fa48-9b1e-4f27-8c57-0984355bf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:09.232702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-4a95fa48-9b1e-4f27-8c57-0984355bf74b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1431723 Jul 06 18:00:09.293343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abf60721-28a5-41d1-b35f-9155e6e5154d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.300563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.319659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abf60721-28a5-41d1-b35f-9155e6e5154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.366827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-abf60721-28a5-41d1-b35f-9155e6e5154d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9a92488920c4294b5a0aaf12105ccdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458904 Jul 06 18:00:09.369589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:09.445263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:09.465402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:09.480458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:09.521194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf60721-28a5-41d1-b35f-9155e6e5154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09364220-7a2c-48a8-80d8-7542dfca13db,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:09.550142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Pushing event updated for resources: {'Port': ['ID=dc16d90e-5757-4a6e-9732-2af14fc72931,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:09.568970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c568f134-1159-48f6-b304-eb41abdd3a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.579327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-4b654272-5aea-434c-9722-ddc3d813cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:09.581208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-4b654272-5aea-434c-9722-ddc3d813cd1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3402450 Jul 06 18:00:09.625197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c568f134-1159-48f6-b304-eb41abdd3a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.727174 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c568f134-1159-48f6-b304-eb41abdd3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.736842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c568f134-1159-48f6-b304-eb41abdd3a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.742822 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c568f134-1159-48f6-b304-eb41abdd3a31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09364220-7a2c-48a8-80d8-7542dfca13db HTTP/1.1" status: 204 len: 168 time: 0.3718054 Jul 06 18:00:09.754857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568f134-1159-48f6-b304-eb41abdd3a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09364220-7a2c-48a8-80d8-7542dfca13db,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:10.048420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-9b52f8d6-8a6e-4fdb-a6d3-96179373203c service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237814 Jul 06 18:00:10.381043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34990) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:10.539739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-20222a57-8934-40fe-985e-661303063d98 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803958 Jul 06 18:00:10.542340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.759472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88f79d1c-8f93-4a99-97f1-3d44b5c9056f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.982034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88f79d1c-8f93-4a99-97f1-3d44b5c9056f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.005065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88f79d1c-8f93-4a99-97f1-3d44b5c9056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.128326 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-88f79d1c-8f93-4a99-97f1-3d44b5c9056f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97e20fb74e0844caa673c451a9183f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7455626 Jul 06 18:00:11.132083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35026) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:11.206070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f79d1c-8f93-4a99-97f1-3d44b5c9056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d22008-1a8d-4f0b-95ad-529977ece29e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:11.285683 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-851a1f94-c612-42c9-a3d3-55e0d26f1ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.360747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-851a1f94-c612-42c9-a3d3-55e0d26f1ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.394936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf49a62-651b-419c-b93d-026a2264e5fa req-dabc28cc-8e83-4e82-bf0c-f676faddbb4b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:11.409887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ebf49a62-651b-419c-b93d-026a2264e5fa req-dabc28cc-8e83-4e82-bf0c-f676faddbb4b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.8065693 Jul 06 18:00:11.469043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-592a89e6-430c-4be0-8174-b46ba057015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:11.475076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-851a1f94-c612-42c9-a3d3-55e0d26f1ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.481131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-851a1f94-c612-42c9-a3d3-55e0d26f1ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.483051 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-851a1f94-c612-42c9-a3d3-55e0d26f1ed3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06d22008-1a8d-4f0b-95ad-529977ece29e HTTP/1.1" status: 204 len: 168 time: 0.3493629 Jul 06 18:00:11.483993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-592a89e6-430c-4be0-8174-b46ba057015e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1096 time: 0.8448803 Jul 06 18:00:11.507358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1f94-c612-42c9-a3d3-55e0d26f1ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d22008-1a8d-4f0b-95ad-529977ece29e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:12.127682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ebf49a62-651b-419c-b93d-026a2264e5fa req-dca072ae-8532-4921-a0ed-3ea205c4d698 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6860750 Jul 06 18:00:12.257328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.267573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-7227a389-5a59-4f37-9dd9-4cbf6308a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:12.270282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-7227a389-5a59-4f37-9dd9-4cbf6308a577 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.7783136 Jul 06 18:00:12.456651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-bf80cd35-2bde-48eb-b3c9-0333e003b764 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1000 time: 0.1379681 Jul 06 18:00:12.608927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-cd1e9a39-4666-40d3-a854-c64c897b0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:12.610719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-cd1e9a39-4666-40d3-a854-c64c897b0b5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1188622 Jul 06 18:00:12.700392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:00:12.926815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:12.952841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Sync routers for ids ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:12.963501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.965281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d53c1469-d8b3-4984-b380-2c2335d3e14f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8056493 Jul 06 18:00:12.969728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:12.974059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-0d76a7ec-8314-4cf9-a32d-975401493b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:12.976463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-0d76a7ec-8314-4cf9-a32d-975401493b64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3462727 Jul 06 18:00:13.023968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Routers {'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:13.025438 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.285042 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Set router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:13.493847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-4b8dead2-a663-47ad-bd34-6759a22ac604 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165094 Jul 06 18:00:13.699636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bab8336-5769-4805-b1ad-5fc07a38849a req-418f1bf5-15e7-4c14-9738-bd093ec5eeae service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910985 Jul 06 18:00:13.930076 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:00:10Z', 'revision_number': 3, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.983309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb7ba6-b699-4a16-8191-d96279f68b7e req-84f731c1-abe3-466b-a2b8-e1791826fd19 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:13.986475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82bb7ba6-b699-4a16-8191-d96279f68b7e req-84f731c1-abe3-466b-a2b8-e1791826fd19 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.2857578 Jul 06 18:00:14.019378 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Checking router: fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:14.023850 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Updating router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 port dc16d90e-5757-4a6e-9732-2af14fc72931 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:14.076094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82bb7ba6-b699-4a16-8191-d96279f68b7e req-f250aa5b-750e-4c61-8560-b386d853f950 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814188 Jul 06 18:00:14.113829 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.212304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.096464 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.124538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Allocated IP 172.20.0.1 (c0ba3d93-5f12-4c28-ab21-e58404ac4559/4ccee172-1bf9-421e-8143-51f9da3c2939/08951061-e1a9-4306-b0c7-1e397e7e2424) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:15.137872 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Transition to ACTIVE for port object dc16d90e-5757-4a6e-9732-2af14fc72931 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:15.159801 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.296862 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Attempting to bind port dc16d90e-5757-4a6e-9732-2af14fc72931 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:15.297868 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Attempting to bind port dc16d90e-5757-4a6e-9732-2af14fc72931 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:15.317599 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Attempting to bind port dc16d90e-5757-4a6e-9732-2af14fc72931 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:15.337497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.351766 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f0e0d-601b-4d77-a67c-b2c287f76c82 None None] Pushing event updated for resources: {'Port': ['ID=dc16d90e-5757-4a6e-9732-2af14fc72931,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:15.368138 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:15.372334 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:15.373808 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.373808 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:15.375025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Bound port: dc16d90e-5757-4a6e-9732-2af14fc72931, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:15.376792 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.410764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.526821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:15.538813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:15.562858 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:15.633508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Pushing event updated for resources: {'Port': ['ID=08951061-e1a9-4306-b0c7-1e397e7e2424,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:15.742158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.776956 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:00:15.888650 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] For port dc16d90e-5757-4a6e-9732-2af14fc72931, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:15.900015 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] For port dc16d90e-5757-4a6e-9732-2af14fc72931, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dc16d90e-5757-4a6e-9732-2af14fc72931,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:15.908656 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.156192 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Routers {'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:16.162221 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:16.172892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924e-646f-40ba-9401-52de1c3be40c req-9d643db0-3b80-4271-92a8-be1d5fb44b2c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:16.182930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c61924e-646f-40ba-9401-52de1c3be40c req-9d643db0-3b80-4271-92a8-be1d5fb44b2c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.2578013 Jul 06 18:00:16.339813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c61924e-646f-40ba-9401-52de1c3be40c req-027c5777-e45b-4068-8746-9ed26cda8a9a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331294 Jul 06 18:00:16.372823 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f0e0d-601b-4d77-a67c-b2c287f76c82 None None] Pushing event updated for resources: {'Port': ['ID=dc16d90e-5757-4a6e-9732-2af14fc72931,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:16.642399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.680595 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] Set router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:16.998458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:17.261012 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:00:10Z', 'revision_number': 3, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:17.288879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.303658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.369983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee99-67b8-4c47-8cc2-74e0b93052ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.415424 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac3a47f-f6b2-4b76-96df-42537d1a3c3d None None] The sync data for ids ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'] in n-d-799527-3 is: [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:00:10Z', 'revision_number': 3, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:17.610784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee99-67b8-4c47-8cc2-74e0b93052ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.619028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca7aee99-67b8-4c47-8cc2-74e0b93052ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.755785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aee99-67b8-4c47-8cc2-74e0b93052ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87330e7c-06fe-4978-aa99-173092438ed6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:17.764797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:17.767792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.805052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Pushing event updated for resources: {'Port': ['ID=08951061-e1a9-4306-b0c7-1e397e7e2424,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:17.864553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.865222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.865832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.866443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.867110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.884714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.885353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.885990 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.886651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.897634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.898556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.899165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:17.936704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ca7aee99-67b8-4c47-8cc2-74e0b93052ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d06a03fe0b6c471a957b4a6acb9ae3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338672 Jul 06 18:00:17.959107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35280) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:18.241011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97b83-1c54-4d0d-ad32-87ba5eda8fd2 req-776e34a2-2c35-44e0-aed4-7cdf9f082f70 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:18.251660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35b97b83-1c54-4d0d-ad32-87ba5eda8fd2 req-776e34a2-2c35-44e0-aed4-7cdf9f082f70 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.4234974 Jul 06 18:00:18.267141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:18.273380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:18.331519 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2a10dd-f2d3-4d49-a736-27ee10131a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.423423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35b97b83-1c54-4d0d-ad32-87ba5eda8fd2 req-e1f0a084-f401-47e7-98ce-a132b8ee08d7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1681075 Jul 06 18:00:18.603557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dea53c3e-c3ef-462d-8392-473b6faaa2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.732894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dea53c3e-c3ef-462d-8392-473b6faaa2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.745606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc16d90e-5757-4a6e-9732-2af14fc72931 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:18.752263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2a10dd-f2d3-4d49-a736-27ee10131a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.764197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae2a10dd-f2d3-4d49-a736-27ee10131a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.782906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:18.961775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ae2a10dd-f2d3-4d49-a736-27ee10131a22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abddd38a34934411b23df0ec640d7f12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1783557 Jul 06 18:00:18.976715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:18.978469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port dc16d90e-5757-4a6e-9732-2af14fc72931 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:18.988016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dc16d90e-5757-4a6e-9732-2af14fc72931 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:18.992994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.117531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a10dd-f2d3-4d49-a736-27ee10131a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52bdca8-447b-45b2-878d-370d1a3ebcfd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:19.216622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.277044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port dc16d90e-5757-4a6e-9732-2af14fc72931, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dc16d90e-5757-4a6e-9732-2af14fc72931,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:19.292137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.389803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:19.411138 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e874a47a-15ed-4957-bcf6-13d94a10b2ed admin admin] 10.222.0.37 "PUT /v2.0/routers/fd5ee107-7084-4faf-8d3b-979ac9e7f8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4401934 Jul 06 18:00:19.416673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dea53c3e-c3ef-462d-8392-473b6faaa2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.420273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dea53c3e-c3ef-462d-8392-473b6faaa2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.423500 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a9ac-ee74-4df2-a4c7-cbed1c972209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.437987 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dea53c3e-c3ef-462d-8392-473b6faaa2bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87330e7c-06fe-4978-aa99-173092438ed6 HTTP/1.1" status: 204 len: 168 time: 1.4641533 Jul 06 18:00:19.481760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53c3e-c3ef-462d-8392-473b6faaa2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87330e7c-06fe-4978-aa99-173092438ed6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:19.506326 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a9ac-ee74-4df2-a4c7-cbed1c972209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.637653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=dc16d90e-5757-4a6e-9732-2af14fc72931,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:19.699130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a9ac-ee74-4df2-a4c7-cbed1c972209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.706272 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a9ac-ee74-4df2-a4c7-cbed1c972209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.717339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3bd1a9ac-ee74-4df2-a4c7-cbed1c972209 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a52bdca8-447b-45b2-878d-370d1a3ebcfd HTTP/1.1" status: 204 len: 168 time: 0.7254689 Jul 06 18:00:19.757743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1a9ac-ee74-4df2-a4c7-cbed1c972209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52bdca8-447b-45b2-878d-370d1a3ebcfd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:19.906580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202369e-2b4c-4f86-b146-d5d83f706b17 req-a1311864-381b-4c66-b15a-3646e193dbec tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:19.908702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5202369e-2b4c-4f86-b146-d5d83f706b17 req-a1311864-381b-4c66-b15a-3646e193dbec tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.1116648 Jul 06 18:00:20.015502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5202369e-2b4c-4f86-b146-d5d83f706b17 req-4a74e304-f826-4613-b9ec-3ab21c88f647 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909398 Jul 06 18:00:20.596710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc16d90e-5757-4a6e-9732-2af14fc72931 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:20.789780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dc16d90e-5757-4a6e-9732-2af14fc72931 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:20.790553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.590777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Sync routers for ids ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:21.616346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Routers {'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:21.621428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:22.030729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Set router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:22.325327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e787b-ea92-4ea9-ad20-6537d6f8a2bc req-edb04bae-44bd-4c96-abdf-11a23ed9990e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:22.357787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e78e787b-ea92-4ea9-ad20-6537d6f8a2bc req-edb04bae-44bd-4c96-abdf-11a23ed9990e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.6464000 Jul 06 18:00:22.601052 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e78e787b-ea92-4ea9-ad20-6537d6f8a2bc req-b5953ca6-53c8-4bb9-9e9f-0c2831138b24 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423913 Jul 06 18:00:22.625748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-31562220-7296-4d57-bb77-a6a634d20949 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:22.654429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-31562220-7296-4d57-bb77-a6a634d20949 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 811 time: 0.7276359 Jul 06 18:00:22.703160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-b51889cd-90d2-4876-a3f4-9762aee1b772 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/quotas/fdc5eb9a768a4e6b81f21d6fe9457a82 HTTP/1.1" status: 200 len: 375 time: 0.0430546 Jul 06 18:00:22.804606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:00:16Z', 'revision_number': 4, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '08951061-e1a9-4306-b0c7-1e397e7e2424', 'name': '', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'mac_address': 'fa:16:3e:25:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:14Z', 'updated_at': '2021-07-06T18:00:16Z', 'revision_number': 2, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'subnets': [{'id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:22.917345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Checking router: fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:22.919901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Updating router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 port 08951061-e1a9-4306-b0c7-1e397e7e2424 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:22.954579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-dac53a4b-1309-48ba-b732-e0e62576607d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2442486 Jul 06 18:00:23.016528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.252906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-bfd8e256-b83e-4260-8de2-30e5ba097f65 service neutron] 10.222.0.37 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973125 Jul 06 18:00:23.619422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-1a005da4-ce6b-461b-825b-6d384f7a6579 service neutron] 10.222.0.37 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609374 Jul 06 18:00:24.504463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20160b3-d0ba-4ef5-8a57-8ec4bbee35fa req-1bb4cdeb-cbe3-454e-a589-f5e13fa437e2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.528911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.532830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d20160b3-d0ba-4ef5-8a57-8ec4bbee35fa req-1bb4cdeb-cbe3-454e-a589-f5e13fa437e2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.4652150 Jul 06 18:00:24.585992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Transition to ACTIVE for port object 08951061-e1a9-4306-b0c7-1e397e7e2424 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:24.620698 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.716254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d20160b3-d0ba-4ef5-8a57-8ec4bbee35fa req-d780ece2-44da-4c0c-87cb-9c885eba8cf0 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746538 Jul 06 18:00:24.766877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998dbe-8341-4baf-a167-4eac4cc10dcf None None] Pushing event updated for resources: {'Port': ['ID=08951061-e1a9-4306-b0c7-1e397e7e2424,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:24.895944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:24.979495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Attempting to bind port 08951061-e1a9-4306-b0c7-1e397e7e2424 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:24.979631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Attempting to bind port 08951061-e1a9-4306-b0c7-1e397e7e2424 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:24.982432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Attempting to bind port 08951061-e1a9-4306-b0c7-1e397e7e2424 on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:24.996736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:24.999765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Checking segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:25.001214 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.002573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Bound using segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:25.005594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Bound port: 08951061-e1a9-4306-b0c7-1e397e7e2424, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:25.006977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.220273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f806df79-ff2f-40a7-b7ba-b350f8a9c51d req-db30c97e-3dc8-4406-aa1c-2892671c0294 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 210 time: 0.2040513 Jul 06 18:00:25.284347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] For port 08951061-e1a9-4306-b0c7-1e397e7e2424, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:25.305301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] For port 08951061-e1a9-4306-b0c7-1e397e7e2424, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=08951061-e1a9-4306-b0c7-1e397e7e2424,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:25.315476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86a87e09-b4b9-4657-8a5b-5d98c0133e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.318359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.582249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998dbe-8341-4baf-a167-4eac4cc10dcf None None] Pushing event updated for resources: {'Port': ['ID=08951061-e1a9-4306-b0c7-1e397e7e2424,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:25.709748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-865a6534-e038-43b3-bd06-25f48c9b5e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.815173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Routers {'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:25.817367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86a87e09-b4b9-4657-8a5b-5d98c0133e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.819376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T17:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:25.824535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86a87e09-b4b9-4657-8a5b-5d98c0133e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.081816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a87e09-b4b9-4657-8a5b-5d98c0133e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7aa2c6-70c6-4f59-a95a-870e458ea039,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:26.170687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] Set router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:26.276551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-86a87e09-b4b9-4657-8a5b-5d98c0133e91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29f60dffd24f4e8f9f6c9c0a4919e004&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3793197 Jul 06 18:00:26.281272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:26.508098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4c93-8e80-4684-be94-e4462e1286a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.726605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4c93-8e80-4684-be94-e4462e1286a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.771181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9b64a-3a0c-4836-aafc-160e5424716a req-a80e6627-15bb-4e93-8d8b-6aaf04120631 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:26.792245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abe9b64a-3a0c-4836-aafc-160e5424716a req-a80e6627-15bb-4e93-8d8b-6aaf04120631 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.5086541 Jul 06 18:00:26.850378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35576) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:26.949575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abe9b64a-3a0c-4836-aafc-160e5424716a req-019f64e6-2fc7-437d-ad12-d79f53dd2a52 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527023 Jul 06 18:00:26.999694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:00:16Z', 'revision_number': 4, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '08951061-e1a9-4306-b0c7-1e397e7e2424', 'name': '', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'mac_address': 'fa:16:3e:25:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:14Z', 'updated_at': '2021-07-06T18:00:25Z', 'revision_number': 4, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'subnets': [{'id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:27.157253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4c93-8e80-4684-be94-e4462e1286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.164960 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4c93-8e80-4684-be94-e4462e1286a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.185137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177f0b1-960c-43e0-a3c7-0bd0693a3f2b None None] The sync data for ids ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'] in n-d-799527-3 is: [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:00:16Z', 'revision_number': 4, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '08951061-e1a9-4306-b0c7-1e397e7e2424', 'name': '', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'mac_address': 'fa:16:3e:25:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:14Z', 'updated_at': '2021-07-06T18:00:25Z', 'revision_number': 4, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'subnets': [{'id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:27.193000 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8a1d4c93-8e80-4684-be94-e4462e1286a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef7aa2c6-70c6-4f59-a95a-870e458ea039 HTTP/1.1" status: 204 len: 168 time: 0.9089215 Jul 06 18:00:27.240165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d4c93-8e80-4684-be94-e4462e1286a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7aa2c6-70c6-4f59-a95a-870e458ea039,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:27.416636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a50ad2e1-06e5-4fa2-ae21-b0e71981d06c tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:27.503763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a50ad2e1-06e5-4fa2-ae21-b0e71981d06c tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "PUT /v2.0/quotas/509a240f8c7344668bd32af0813f51c4 HTTP/1.1" status: 200 len: 366 time: 0.6345818 Jul 06 18:00:27.507783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.558196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f1f2f4a7-229e-4680-8f7f-e8baa7855a95 tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0407267 Jul 06 18:00:27.561327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35592) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.592019 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6053a5a8-67c3-4afc-8ccf-764b9d663ef8 tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "GET /v2.0/quotas/509a240f8c7344668bd32af0813f51c4 HTTP/1.1" status: 200 len: 366 time: 0.0285389 Jul 06 18:00:27.592737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.631219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65f22d36-981a-4568-a757-1f2301c6e662 req-82d0a1b1-3510-4c3b-a5d4-425b9093d47e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 210 time: 0.1234746 Jul 06 18:00:27.645569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.645817 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-199bbe59-04dc-4e5a-a5de-c675e75dcea7 tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/509a240f8c7344668bd32af0813f51c4 HTTP/1.1" status: 204 len: 168 time: 0.0515733 Jul 06 18:00:27.672062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d94f6db5-32d5-4bb6-b855-40e8b0bc2376 tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0218937 Jul 06 18:00:27.673028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.696666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.697216 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6db36d73-fd39-427d-b373-657e6ef7bb85 tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "GET /v2.0/quotas/509a240f8c7344668bd32af0813f51c4 HTTP/1.1" status: 200 len: 370 time: 0.0216715 Jul 06 18:00:27.716771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dc4fd3df-ddf5-4000-a263-ae2a6271eab3 tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "GET /v2.0/quotas/509a240f8c7344668bd32af0813f51c4/default HTTP/1.1" status: 200 len: 370 time: 0.0180826 Jul 06 18:00:27.719233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35606) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.749889 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-9b6b1150-8912-4674-bb42-00a7fe8d62cf tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] delete failed (client error): The resource could not be found. Jul 06 18:00:27.761136 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b6b1150-8912-4674-bb42-00a7fe8d62cf tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/509a240f8c7344668bd32af0813f51c4 HTTP/1.1" status: 404 len: 348 time: 0.0404561 Jul 06 18:00:27.954369 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac454-4610-444d-a96f-feeb519d3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.984672 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.701860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35626) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:28.729914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 08951061-e1a9-4306-b0c7-1e397e7e2424 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:28.929991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 08951061-e1a9-4306-b0c7-1e397e7e2424 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:28.940167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 08951061-e1a9-4306-b0c7-1e397e7e2424 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:28.940651 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.605206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb7c5fa1-3b3e-45e9-8247-271545e0c25e req-62198cf0-f32b-423e-9a42-14052f57c0c1 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 210 time: 0.3398106 Jul 06 18:00:29.630520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:network and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:29.669218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:29.748240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.749880 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.769849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:subnet and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:29.877028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-98555edb-a32c-489d-aea9-b2dc9f229cae tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:29.880428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-98555edb-a32c-489d-aea9-b2dc9f229cae tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.61 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 811 time: 1.0939567 Jul 06 18:00:29.880803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 08951061-e1a9-4306-b0c7-1e397e7e2424, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=08951061-e1a9-4306-b0c7-1e397e7e2424,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:29.891484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:29.907805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Request body: {'port': {'device_id': '52dd4d74-144d-4fb9-a709-a649b515017d', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'admin_state_up': True, 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:29.960621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.013999 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.182368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f28d0c-e031-4acb-bb15-3194ac1cab31 req-afbe03fe-08fb-44b8-9934-aebca9e1e93c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:30.194823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3f28d0c-e031-4acb-bb15-3194ac1cab31 req-afbe03fe-08fb-44b8-9934-aebca9e1e93c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 1.6263471 Jul 06 18:00:30.282357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=08951061-e1a9-4306-b0c7-1e397e7e2424,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:30.303784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:subnetpool and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:30.355927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:30.401324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3f28d0c-e031-4acb-bb15-3194ac1cab31 req-143e1eba-50a5-42f1-ad1e-c875d35b5d7d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2042956 Jul 06 18:00:30.427772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:port and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:30.452251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:30.463504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Made reservation on behalf of fdc5eb9a768a4e6b81f21d6fe9457a82 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:30.472048 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.552444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:router and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:30.568610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:30.604968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:floatingip and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:30.622110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:30.661900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 08951061-e1a9-4306-b0c7-1e397e7e2424 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:30.806594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:security_group and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:30.820721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:30.841709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Allocated IP 172.20.0.2 (c0ba3d93-5f12-4c28-ab21-e58404ac4559/4ccee172-1bf9-421e-8143-51f9da3c2939/ffcfd297-e328-408b-bee6-2d99726cac3d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:30.857903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Usage tracker for resource:security_group_rule and tenant:01d8f97bf486429d8ee15fabf5d7a854 is out of sync, need to count used quota {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 18:00:30.870333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.quota.resource [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93942) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 18:00:30.892091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0c198899-77ce-440f-bcd0-1013cc081efe tempest-QuotasTest-1949260095 tempest-QuotasTest-1949260095-project-admin] 10.222.0.37 "GET /v2.0/quotas/01d8f97bf486429d8ee15fabf5d7a854/details.json HTTP/1.1" status: 200 len: 703 time: 2.1892285 Jul 06 18:00:30.904063 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.022562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 08951061-e1a9-4306-b0c7-1e397e7e2424 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:31.024828 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.065053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-321ae24f-36ff-4da9-87d5-c29af084bbb8 req-a4256881-af57-45e2-9237-697f21004333 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 210 time: 0.1019971 Jul 06 18:00:31.204614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.325486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.424401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:31.429805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:31.472448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:31.550601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Pushing event updated for resources: {'Port': ['ID=ffcfd297-e328-408b-bee6-2d99726cac3d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:31.579735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:31.580503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.610071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-e97613c3-8ae8-4cfe-b3a5-3712cbedc348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:31.611926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-e97613c3-8ae8-4cfe-b3a5-3712cbedc348 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1096 time: 0.1792779 Jul 06 18:00:31.613984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-873f9fdc-7001-4d6d-aaf6-7b2b8424cfaf tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144873 Jul 06 18:00:31.629087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Request body: {'port': {'device_id': '52dd4d74-144d-4fb9-a709-a649b515017d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:31.672746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35682) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:31.837949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0fa10559-589f-4c9a-9d1c-45c96cde56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.970351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-a01173aa-48ba-4e6d-8c79-f681fba9adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:31.973168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-a01173aa-48ba-4e6d-8c79-f681fba9adf9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.2768800 Jul 06 18:00:32.056949 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0fa10559-589f-4c9a-9d1c-45c96cde56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.066201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0fa10559-589f-4c9a-9d1c-45c96cde56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.086581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.125931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:32.134496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0fa10559-589f-4c9a-9d1c-45c96cde56e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d3a620e63854062840b628c7dd5f234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587133 Jul 06 18:00:32.138158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35708) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:32.142394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62742b7b-8902-4475-8753-6c584385c5e8 req-4817cbbc-53e9-4ac4-89fc-367f7d78a7e2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:32.145418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62742b7b-8902-4475-8753-6c584385c5e8 req-4817cbbc-53e9-4ac4-89fc-367f7d78a7e2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.4302270 Jul 06 18:00:32.236667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-18e01d6e-211d-450e-8f6a-b99de9343cf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1000 time: 0.2541032 Jul 06 18:00:32.281618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa10559-589f-4c9a-9d1c-45c96cde56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d802b0-1cad-4e6a-8801-849711a1fe0f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:32.302784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.312556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94085639-1972-4b34-a24d-4586b62b2c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.364292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94085639-1972-4b34-a24d-4586b62b2c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.399455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62742b7b-8902-4475-8753-6c584385c5e8 req-75bc659e-1140-42e2-b88d-e2cb69735ce7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2446175 Jul 06 18:00:32.409416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-f97bedb9-4320-4d17-bea9-e9a5a4f8ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:32.411234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-f97bedb9-4320-4d17-bea9-e9a5a4f8ac3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1682117 Jul 06 18:00:32.471891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94085639-1972-4b34-a24d-4586b62b2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.481335 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94085639-1972-4b34-a24d-4586b62b2c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.483334 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-94085639-1972-4b34-a24d-4586b62b2c57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50d802b0-1cad-4e6a-8801-849711a1fe0f HTTP/1.1" status: 204 len: 168 time: 0.3427052 Jul 06 18:00:32.504393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94085639-1972-4b34-a24d-4586b62b2c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d802b0-1cad-4e6a-8801-849711a1fe0f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:32.709081 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4951ab2-7f86-4580-8abd-77a219184b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.714276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcfd297-e328-408b-bee6-2d99726cac3d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:32.755549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.881029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4951ab2-7f86-4580-8abd-77a219184b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.891524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4951ab2-7f86-4580-8abd-77a219184b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.931356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d4951ab2-7f86-4580-8abd-77a219184b00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41ec100336844c239bad1cb5b1e297a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7849801 Jul 06 18:00:32.932430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Transition to ACTIVE for port object ffcfd297-e328-408b-bee6-2d99726cac3d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:32.934075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35734) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:32.969786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.995051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48aebe28-556b-466c-8ed9-2fd0433e00f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.029793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48aebe28-556b-466c-8ed9-2fd0433e00f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.117657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48aebe28-556b-466c-8ed9-2fd0433e00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.122576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48aebe28-556b-466c-8ed9-2fd0433e00f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.126558 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48aebe28-556b-466c-8ed9-2fd0433e00f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdedd7ae-4abf-46a3-8c64-da0c0bee92b9 HTTP/1.1" status: 204 len: 168 time: 0.1903260 Jul 06 18:00:33.127758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-7ec2c3bf-e63b-4c5b-ac13-afe20940f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:33.131523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-7ec2c3bf-e63b-4c5b-ac13-afe20940f2a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7105432 Jul 06 18:00:33.137395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4951ab2-7f86-4580-8abd-77a219184b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdedd7ae-4abf-46a3-8c64-da0c0bee92b9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:33.161884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aebe28-556b-466c-8ed9-2fd0433e00f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdedd7ae-4abf-46a3-8c64-da0c0bee92b9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:33.226376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35746) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:33.275694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Pushing event updated for resources: {'Port': ['ID=ffcfd297-e328-408b-bee6-2d99726cac3d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:33.275897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cec-969c-4c6a-b3c7-05796663883c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.568252 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cec-969c-4c6a-b3c7-05796663883c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.574317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcfd4cec-969c-4c6a-b3c7-05796663883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.614930 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fcfd4cec-969c-4c6a-b3c7-05796663883c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01d8f97bf486429d8ee15fabf5d7a854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869801 Jul 06 18:00:33.623114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:33.695704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd4cec-969c-4c6a-b3c7-05796663883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f7ae44-d29f-411e-a341-2908feef4103,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:33.768127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21f4a20c-52e3-42cb-9c96-e800c8d0d6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.817746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21f4a20c-52e3-42cb-9c96-e800c8d0d6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.912914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21f4a20c-52e3-42cb-9c96-e800c8d0d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.925609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21f4a20c-52e3-42cb-9c96-e800c8d0d6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.933871 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-21f4a20c-52e3-42cb-9c96-e800c8d0d6fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2f7ae44-d29f-411e-a341-2908feef4103 HTTP/1.1" status: 204 len: 168 time: 0.3077931 Jul 06 18:00:33.951124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4a20c-52e3-42cb-9c96-e800c8d0d6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f7ae44-d29f-411e-a341-2908feef4103,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:34.012474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48160e-bef6-4de2-9782-385f577e3bb2 req-4b42343f-ae89-4906-b85a-912b3c14760b tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:34.020603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c48160e-bef6-4de2-9782-385f577e3bb2 req-4b42343f-ae89-4906-b85a-912b3c14760b tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 931 time: 1.3392627 Jul 06 18:00:34.133944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35774) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:34.160850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d58a5b-d06e-497b-bcb7-511d70f830b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.258356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c48160e-bef6-4de2-9782-385f577e3bb2 req-e3bd61ae-e802-4571-b5b1-54c700af799e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364581 Jul 06 18:00:34.281324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Attempting to bind port ffcfd297-e328-408b-bee6-2d99726cac3d on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:34.283153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Attempting to bind port ffcfd297-e328-408b-bee6-2d99726cac3d by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:34.283965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Attempting to bind port ffcfd297-e328-408b-bee6-2d99726cac3d on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:34.304154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Port ffcfd297-e328-408b-bee6-2d99726cac3d on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:00:34.304780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Attempting to bind port ffcfd297-e328-408b-bee6-2d99726cac3d on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:34.322593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:34.323315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Checking segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:34.323972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Bound using segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:34.324633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Bound port: ffcfd297-e328-408b-bee6-2d99726cac3d, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:34.327306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.358029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-b38535a6-3e60-48d5-bd10-833d8d7e27da service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2081075 Jul 06 18:00:34.493912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d58a5b-d06e-497b-bcb7-511d70f830b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.502067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] For port ffcfd297-e328-408b-bee6-2d99726cac3d, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:34.504042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48d58a5b-d06e-497b-bcb7-511d70f830b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.516106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] For port ffcfd297-e328-408b-bee6-2d99726cac3d, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ffcfd297-e328-408b-bee6-2d99726cac3d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:34.528370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10b14-a14c-45f5-80b8-422490ede33c req-b2dbd932-a6c9-4efb-b030-7920244572f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:34.530428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcc10b14-a14c-45f5-80b8-422490ede33c req-b2dbd932-a6c9-4efb-b030-7920244572f4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.4879413 Jul 06 18:00:34.535233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.593113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:34.594297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.596369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] 10.222.0.61 "PUT /v2.0/ports/ffcfd297-e328-408b-bee6-2d99726cac3d HTTP/1.1" status: 200 len: 1091 time: 2.9736457 Jul 06 18:00:34.602438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dd4d74-144d-4fb9-a709-a649b515017d', 'tag': 'ffcfd297-e328-408b-bee6-2d99726cac3d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:34.605431 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c091c8-c39b-4591-a23d-d1d356be48e4" -d '{"events": [{"name": "network-changed", "server_uuid": "52dd4d74-144d-4fb9-a709-a649b515017d", "tag": "ffcfd297-e328-408b-bee6-2d99726cac3d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:34.654725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58a5b-d06e-497b-bcb7-511d70f830b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a837eb3f-726e-439e-96c3-db296bf64e13,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:34.669952 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48d58a5b-d06e-497b-bcb7-511d70f830b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=833ed66705aa467b941418f2f39d1a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339878 Jul 06 18:00:34.671110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35792) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:34.755509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-450df063-a8bd-4a83-ad62-1a12eaa6eb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.767104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-616554ca-cb06-4ab0-ab76-4d0de613a319 req-9fa7c5b4-5361-48b1-ba84-15d400501284 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879924 Jul 06 18:00:34.798136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-450df063-a8bd-4a83-ad62-1a12eaa6eb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.843084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcc10b14-a14c-45f5-80b8-422490ede33c req-b7da3159-5781-426b-9dae-24740c4ef11d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2934198 Jul 06 18:00:34.919035 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-450df063-a8bd-4a83-ad62-1a12eaa6eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.931454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-450df063-a8bd-4a83-ad62-1a12eaa6eb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.937711 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-450df063-a8bd-4a83-ad62-1a12eaa6eb8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a837eb3f-726e-439e-96c3-db296bf64e13 HTTP/1.1" status: 204 len: 168 time: 0.2599244 Jul 06 18:00:34.958777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450df063-a8bd-4a83-ad62-1a12eaa6eb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a837eb3f-726e-439e-96c3-db296bf64e13,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:35.060944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193bea-4b76-4203-9fef-b834caec0c3e service neutron] Pushing event updated for resources: {'Port': ['ID=ffcfd297-e328-408b-bee6-2d99726cac3d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:35.091527 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa090e-047f-4044-b801-c7db0434db24 x-openstack-request-id: req-fbfa090e-047f-4044-b801-c7db0434db24 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:35.092206 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dd4d74-144d-4fb9-a709-a649b515017d", "tag": "ffcfd297-e328-408b-bee6-2d99726cac3d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:35.092712 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbfa090e-047f-4044-b801-c7db0434db24 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:35.093578 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dd4d74-144d-4fb9-a709-a649b515017d', 'tag': 'ffcfd297-e328-408b-bee6-2d99726cac3d', 'status': 'completed', 'code': 200} Jul 06 18:00:35.142767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-45adc10e-319b-4ae0-bd85-1abf415260b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:35.144623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-45adc10e-319b-4ae0-bd85-1abf415260b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 1094 time: 0.3703895 Jul 06 18:00:35.230871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-10109f24-3ada-4a33-9ac0-9cb042eb0a17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffcfd297-e328-408b-bee6-2d99726cac3d HTTP/1.1" status: 200 len: 217 time: 0.0781097 Jul 06 18:00:35.323622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-d202fa3f-6320-4a83-99e9-52aa51f27b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:35.325492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-d202fa3f-6320-4a83-99e9-52aa51f27b4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.0833900 Jul 06 18:00:35.387737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-72d0244d-b843-4200-984b-6282d8df43cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545628 Jul 06 18:00:35.744534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-fe2ac4a1-28ec-403d-966e-c65b71a2f640 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413463 Jul 06 18:00:35.851851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db1a42-a96e-46ac-8473-6b2450935517 req-2ba06831-6864-4c73-a983-bd5d4d56d416 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:35.858996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0db1a42-a96e-46ac-8473-6b2450935517 req-2ba06831-6864-4c73-a983-bd5d4d56d416 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 943 time: 0.2366481 Jul 06 18:00:35.924632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0db1a42-a96e-46ac-8473-6b2450935517 req-b445befe-2f18-4f35-a121-ce47dee0a6e5 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Jul 06 18:00:35.969521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6178920-e6e4-4c3a-b97a-2ccafaaa77f2 req-f18ca79d-9bb7-4d99-9511-6007326c0ceb service neutron] 10.222.0.61 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014780 Jul 06 18:00:36.336830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-b98680fc-b70b-41c8-94e2-030eacbf9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.340038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-b98680fc-b70b-41c8-94e2-030eacbf9625 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 1094 time: 0.2995949 Jul 06 18:00:36.418010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc829-0ea5-44eb-8662-725bb2baa3d8 req-09a296ae-4344-406d-aeb7-4be84a30e805 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.420765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-caacc829-0ea5-44eb-8662-725bb2baa3d8 req-09a296ae-4344-406d-aeb7-4be84a30e805 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.2811334 Jul 06 18:00:36.586146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-caacc829-0ea5-44eb-8662-725bb2baa3d8 req-19f84b4a-3666-4999-a951-42e90a9ca350 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649712 Jul 06 18:00:36.675733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-3c6a816b-f9df-4bce-8f20-c34565f04e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.677957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-3c6a816b-f9df-4bce-8f20-c34565f04e43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 912 time: 0.3108757 Jul 06 18:00:36.754556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-225c9a3a-cd84-4303-a420-e0e8a4460838 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffcfd297-e328-408b-bee6-2d99726cac3d HTTP/1.1" status: 200 len: 217 time: 0.0600796 Jul 06 18:00:36.826788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-cb52c312-e5e6-461a-803e-f750b6382788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.828670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-cb52c312-e5e6-461a-803e-f750b6382788 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.0658443 Jul 06 18:00:36.875369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-bd4f8969-cdcf-4639-a4da-a5d053351bbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396845 Jul 06 18:00:37.048100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-5576f2f2-726e-4a94-9f09-374b802120cc service neutron] 10.222.0.61 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660976 Jul 06 18:00:37.270211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79c091c8-c39b-4591-a23d-d1d356be48e4 req-aae2191a-d8ff-4bed-8dd4-00a5074456e9 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152553 Jul 06 18:00:37.370022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b334d5-a6c2-415a-8b60-e0981301ea5c req-b393fff6-d6c6-42b7-83d1-e285d05a8267 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:37.384381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59b334d5-a6c2-415a-8b60-e0981301ea5c req-b393fff6-d6c6-42b7-83d1-e285d05a8267 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 943 time: 0.2357171 Jul 06 18:00:37.452423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ffcfd297-e328-408b-bee6-2d99726cac3d details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:00:37.470423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59b334d5-a6c2-415a-8b60-e0981301ea5c req-ed6a2939-0059-478d-bdf9-5fb6179c7c04 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806117 Jul 06 18:00:37.668786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ffcfd297-e328-408b-bee6-2d99726cac3d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ffcfd297-e328-408b-bee6-2d99726cac3d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:37.710235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'ffcfd297-e328-408b-bee6-2d99726cac3d', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'port_id': 'ffcfd297-e328-408b-bee6-2d99726cac3d', 'mac_address': 'fa:16:3e:b2:00:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:00:37.822200 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:37.828758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:37.858128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcfd297-e328-408b-bee6-2d99726cac3d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:37.902384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ffcfd297-e328-408b-bee6-2d99726cac3d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ffcfd297-e328-408b-bee6-2d99726cac3d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:37.909853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.013089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa736-c230-47d5-a2e2-dac1305a937c req-e2e149c5-2214-47bc-a379-3e3eb9c2cc53 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:38.023764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0baa736-c230-47d5-a2e2-dac1305a937c req-e2e149c5-2214-47bc-a379-3e3eb9c2cc53 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.1502666 Jul 06 18:00:38.024954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ffcfd297-e328-408b-bee6-2d99726cac3d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:38.115421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0baa736-c230-47d5-a2e2-dac1305a937c req-cad3c67f-6e46-42a5-b3a1-052c0bd767d4 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901685 Jul 06 18:00:38.142967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ffcfd297-e328-408b-bee6-2d99726cac3d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:00:38.244077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-324145315', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:38.288274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Made reservation on behalf of 3b78d5353c8d40078f00d715e78bc2d3 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:38.299309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.315681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.540884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.548848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.565053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] device_id is not set on port 86f21619-1cb1-4984-a81f-d562a802f4bb yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:38.637649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b3b226-9fc8-4803-aaca-0865e73950cc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:38.804126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Allocated IP 172.25.5.50 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/86f21619-1cb1-4984-a81f-d562a802f4bb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:38.858667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bd930-8c76-4d36-83a6-c15c70ebcab6 req-8ec62b56-5dac-40cd-9b4b-6d6297935aa6 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:38.861658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb2bd930-8c76-4d36-83a6-c15c70ebcab6 req-8ec62b56-5dac-40cd-9b4b-6d6297935aa6 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 944 time: 0.1131704 Jul 06 18:00:38.950323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb2bd930-8c76-4d36-83a6-c15c70ebcab6 req-3ba08aa0-bbe2-42d6-90e1-21b218d1e663 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790884 Jul 06 18:00:39.074532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.241048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.475568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:00:39.479633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ffcfd297-e328-408b-bee6-2d99726cac3d up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:39.487059 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:39.509626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:39.514426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:39.538336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Pushing event updated for resources: {'Port': ['ID=86f21619-1cb1-4984-a81f-d562a802f4bb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:39.604033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5565c-48d3-48bc-96ba-66ca3f76f89d req-60c0e413-d249-44f6-9f80-f665bee88683 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:39.609650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f5565c-48d3-48bc-96ba-66ca3f76f89d req-60c0e413-d249-44f6-9f80-f665bee88683 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 945 time: 0.2167325 Jul 06 18:00:39.744716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:39.768645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f5565c-48d3-48bc-96ba-66ca3f76f89d req-c7ed8246-101b-4b51-ba1f-c7eac3ef2137 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490009 Jul 06 18:00:39.809650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port ffcfd297-e328-408b-bee6-2d99726cac3d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:39.816374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port ffcfd297-e328-408b-bee6-2d99726cac3d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:39.817191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.996735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:40.074538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6b51c5e-a1c1-4ae1-be36-2aa74b42715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.122679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'port_id': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'mac_address': 'fa:16:3e:a8:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:00:40.267889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:40.269318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.278382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6b51c5e-a1c1-4ae1-be36-2aa74b42715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.290160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6b51c5e-a1c1-4ae1-be36-2aa74b42715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.313489 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-148c6efd-3311-4d67-9aff-736ef8104909 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4823217 Jul 06 18:00:40.319526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:40.326853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.50'}]}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:40.345386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.371501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e6b51c5e-a1c1-4ae1-be36-2aa74b42715d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5e15e11a46140778249d1a28e3736e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015706 Jul 06 18:00:40.375769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.376463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36052) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:40.377333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b51c5e-a1c1-4ae1-be36-2aa74b42715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d511ea6-8e97-460a-a396-932c9bcece67,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:40.394822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:40.423019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:40.433350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dd4d74-144d-4fb9-a709-a649b515017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcfd297-e328-408b-bee6-2d99726cac3d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:40.436387 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8832196-e26d-4321-bd1a-60b1f19665f4" -d '{"events": [{"server_uuid": "52dd4d74-144d-4fb9-a709-a649b515017d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcfd297-e328-408b-bee6-2d99726cac3d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:40.443862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.446563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.472381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.553280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d63b-745f-494e-82c4-8220d66287a7 req-b3606325-1c68-4797-a432-5ee3fc048d58 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:40.559093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6723d63b-745f-494e-82c4-8220d66287a7 req-b3606325-1c68-4797-a432-5ee3fc048d58 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 944 time: 0.1987453 Jul 06 18:00:40.566246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:40.579193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ffcfd297-e328-408b-bee6-2d99726cac3d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ffcfd297-e328-408b-bee6-2d99726cac3d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:40.585416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.586496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.587424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.588157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.588690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.589399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.589925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.590540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.591058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.591602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.592088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.592772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:40.633323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.674047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6723d63b-745f-494e-82c4-8220d66287a7 req-3c8a5bd9-6aa0-4d35-bc15-6135d0eb6f6b tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086793 Jul 06 18:00:40.689452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.726377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:00:40.792429 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f9f3b8-651f-4886-8956-7bfdc0327597 x-openstack-request-id: req-65f9f3b8-651f-4886-8956-7bfdc0327597 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:40.793482 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dd4d74-144d-4fb9-a709-a649b515017d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcfd297-e328-408b-bee6-2d99726cac3d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:40.793920 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65f9f3b8-651f-4886-8956-7bfdc0327597 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:40.794559 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dd4d74-144d-4fb9-a709-a649b515017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcfd297-e328-408b-bee6-2d99726cac3d', 'code': 200} Jul 06 18:00:40.859496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eaeb-d0f2-4446-8661-2abc3e1dbf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.961769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ffcfd297-e328-408b-bee6-2d99726cac3d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:40.963706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.979894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eaeb-d0f2-4446-8661-2abc3e1dbf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.040644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1610-b920-4b9c-9805-fc3fe40d7b82 req-12511072-9854-4a6a-968e-a41b02d31361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:41.043701 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da8d1610-b920-4b9c-9805-fc3fe40d7b82 req-12511072-9854-4a6a-968e-a41b02d31361 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 1096 time: 0.1935751 Jul 06 18:00:41.172763 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eaeb-d0f2-4446-8661-2abc3e1dbf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.185227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eaeb-d0f2-4446-8661-2abc3e1dbf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.191699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d9c0eaeb-d0f2-4446-8661-2abc3e1dbf21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d511ea6-8e97-460a-a396-932c9bcece67 HTTP/1.1" status: 204 len: 168 time: 0.8110266 Jul 06 18:00:41.205516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0eaeb-d0f2-4446-8661-2abc3e1dbf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d511ea6-8e97-460a-a396-932c9bcece67,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:41.244656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da8d1610-b920-4b9c-9805-fc3fe40d7b82 req-60e05f76-d13d-462a-81b6-c71994712ea0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688592 Jul 06 18:00:41.273782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:41.303145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a2860-88cf-4599-ad56-c9cff0efdd87 req-98cdfc63-ed26-4e95-bb7e-280e3115ebd5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:41.307351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-035a2860-88cf-4599-ad56-c9cff0efdd87 req-98cdfc63-ed26-4e95-bb7e-280e3115ebd5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.2608616 Jul 06 18:00:41.396569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-035a2860-88cf-4599-ad56-c9cff0efdd87 req-f913ee13-e70e-4012-981d-4f7f4157c3ba tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827889 Jul 06 18:00:41.500802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.529693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.701022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8df5ce8e-9c37-4a9a-bd1b-e5cb3d722008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.003049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.130461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8df5ce8e-9c37-4a9a-bd1b-e5cb3d722008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.256090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8df5ce8e-9c37-4a9a-bd1b-e5cb3d722008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.323124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.326363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.425277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.427287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce336cc0-09e1-45d7-90b2-15f91bdc63bf {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:00:42.478824 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:00:42.484571 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-58baaf89-7ff5-4590-a514-e63b4e5a097f tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1635370 Jul 06 18:00:42.486772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:42.545774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8df5ce8e-9c37-4a9a-bd1b-e5cb3d722008 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b966b990ffa04929834664b98e1366fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2662373 Jul 06 18:00:42.545774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ce8e-9c37-4a9a-bd1b-e5cb3d722008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f65c8d-ac50-4b91-9abc-6a733b9e5920,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:42.557668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:42.629624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920894e-c9f8-4086-bbaf-f0dfcff1881b req-f5ab491b-dfb8-4587-ba17-06094f75c4ef tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:42.639691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e920894e-c9f8-4086-bbaf-f0dfcff1881b req-f5ab491b-dfb8-4587-ba17-06094f75c4ef tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.5926919 Jul 06 18:00:42.713224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89aee3c5-f020-4c8f-8594-5ac0b8ee82b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.749525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89aee3c5-f020-4c8f-8594-5ac0b8ee82b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.804691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e920894e-c9f8-4086-bbaf-f0dfcff1881b req-b98865bc-222f-4fe1-b3bd-eb8e9719574f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506958 Jul 06 18:00:42.821348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89aee3c5-f020-4c8f-8594-5ac0b8ee82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.824392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89aee3c5-f020-4c8f-8594-5ac0b8ee82b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.825987 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-89aee3c5-f020-4c8f-8594-5ac0b8ee82b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5f65c8d-ac50-4b91-9abc-6a733b9e5920 HTTP/1.1" status: 204 len: 168 time: 0.2658486 Jul 06 18:00:42.840896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aee3c5-f020-4c8f-8594-5ac0b8ee82b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f65c8d-ac50-4b91-9abc-6a733b9e5920,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:42.860680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Deleting port 86f21619-1cb1-4984-a81f-d562a802f4bb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:42.861454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.978763 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.014447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Calling delete_port for 86f21619-1cb1-4984-a81f-d562a802f4bb owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:43.108659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:43.215923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c2d11-9a46-4210-928e-747bf6b0c747 req-4d41eac1-2daa-4898-9aba-55574b13dee1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:43.219874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-767c2d11-9a46-4210-928e-747bf6b0c747 req-4d41eac1-2daa-4898-9aba-55574b13dee1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 946 time: 0.1921215 Jul 06 18:00:43.310669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-767c2d11-9a46-4210-928e-747bf6b0c747 req-df757b93-b5d4-4dc6-81da-222fb57aa487 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806346 Jul 06 18:00:43.371329 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.415582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Pushing event deleted for resources: {'Port': ['ID=86f21619-1cb1-4984-a81f-d562a802f4bb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:43.491516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:43.531346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.547429 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b2c5047-2f69-44e4-b469-e3971f78b233 tempest-RoutersAdminNegativeTest-437498672 tempest-RoutersAdminNegativeTest-437498672-project-admin] 10.222.0.37 "DELETE /v2.0/ports/86f21619-1cb1-4984-a81f-d562a802f4bb HTTP/1.1" status: 204 len: 168 time: 1.0582318 Jul 06 18:00:43.647172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:43.665295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:43.665697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.722688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:43.782905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-489080268-network', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:43.797703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.845713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.921389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:00:43.921389 n-d-799527-3 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:00:43.921389 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id': 'd8e1524f05cd49d6bfc4d1248afa35df', 'id': '52e0d72c-6016-461e-9651-01f5a27c9f29', 'expiration': datetime.datetime(2021, 7, 6, 18, 2, 43, 896851)}] Jul 06 18:00:43.921389 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:00:43.934718 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:00:43.944107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Made reservation on behalf of 7e9dd15e38984740925c8ba25d2bea16 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:43.960709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.962064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:43.966045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:43.978078 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c9bae2-79a6-4f7c-b629-fa2c26fdd7f9" -d '{"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-plugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:43.990486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.990838 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.145679 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f865aee-eff9-4ccb-a742-3c1b87192b2c x-openstack-request-id: req-2f865aee-eff9-4ccb-a742-3c1b87192b2c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:44.146035 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-plugged", "status": "completed", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:44.149340 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f865aee-eff9-4ccb-a742-3c1b87192b2c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:44.150277 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'code': 200} Jul 06 18:00:44.227757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:44.372248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36210) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:44.473898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.540961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dcf7d-57da-40da-887d-38fe778096f7 req-24bb5bd2-bbf6-41ad-b979-d028f20708bd tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:44.544295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f97dcf7d-57da-40da-887d-38fe778096f7 req-24bb5bd2-bbf6-41ad-b979-d028f20708bd tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.3479218 Jul 06 18:00:44.546060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133c5e08-5663-449b-91e0-d09a940db8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.580246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.599503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.656964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:00:44.740125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.741717 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Added segment c9cd5ee1-2d08-438e-a81c-e046c85121b2 of type vlan for network 8084d8fe-45c8-4843-9d13-428a979b9c1b Jul 06 18:00:44.743709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f718091-f4bb-4409-a49d-a3886f7dc672,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:44.765346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f97dcf7d-57da-40da-887d-38fe778096f7 req-43d59191-cf56-4b5a-b47f-e8723698b2dd tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888111 Jul 06 18:00:44.816039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2f501-2ef3-4b5f-ac4a-9eda6bf2da7a req-dc4762b3-84ba-4948-9870-f19a5a607b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:44.817285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaa2f501-2ef3-4b5f-ac4a-9eda6bf2da7a req-dc4762b3-84ba-4948-9870-f19a5a607b28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1098 time: 0.4718316 Jul 06 18:00:44.881300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.958317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaa2f501-2ef3-4b5f-ac4a-9eda6bf2da7a req-26c4e842-f137-42f2-866f-a7651ad72e56 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101792 Jul 06 18:00:44.976955 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.978218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:44.978976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.990936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.010013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.163020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c886ccc-daee-41ef-a587-9b0aea441087 req-93fecefd-617c-4a8d-967c-55f49054a61e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:45.173298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c886ccc-daee-41ef-a587-9b0aea441087 req-93fecefd-617c-4a8d-967c-55f49054a61e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 947 time: 0.4157448 Jul 06 18:00:45.194809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133c5e08-5663-449b-91e0-d09a940db8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.200464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133c5e08-5663-449b-91e0-d09a940db8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.202673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591dd1d8-034e-4c26-ae96-467515f015c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.210132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5d2b80a2-f24c-4372-9e1d-1a2f6a146336 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8e1524f05cd49d6bfc4d1248afa35df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4851825 Jul 06 18:00:45.225185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:45.283398 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-133c5e08-5663-449b-91e0-d09a940db8fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3db49ce60cc74953aa16e3069e323e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9087591 Jul 06 18:00:45.286278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c5e08-5663-449b-91e0-d09a940db8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec5416-3b29-4ce7-8dd8-a6aeda3343d1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.301069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] Pushing event updated for resources: {'Network': ['ID=8084d8fe-45c8-4843-9d13-428a979b9c1b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.304391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:45.324608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:00:45.348820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-99cf6d0b-0f38-4985-aa6a-d1e9f9fc4114 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2335925 Jul 06 18:00:45.352799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:45.361559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Request body: {'subnet': {'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-489080268-subnet', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:45.409619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Made reservation on behalf of 7e9dd15e38984740925c8ba25d2bea16 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:45.413793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.423578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c886ccc-daee-41ef-a587-9b0aea441087 req-166cdde5-6384-4ec8-9c1c-987e22dfcb3e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2482569 Jul 06 18:00:45.503802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bb005f-3a6d-407d-af30-ae11d951bdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.563185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bb005f-3a6d-407d-af30-ae11d951bdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.575858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98678d44-65fb-4ed3-986b-b755106beec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.633931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98678d44-65fb-4ed3-986b-b755106beec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.770821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.775543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-f432c0a4-ed22-4ae9-9519-83814f2968df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:45.777285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-f432c0a4-ed22-4ae9-9519-83814f2968df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 1096 time: 0.5940068 Jul 06 18:00:45.791862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98678d44-65fb-4ed3-986b-b755106beec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.795658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98678d44-65fb-4ed3-986b-b755106beec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.796848 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98678d44-65fb-4ed3-986b-b755106beec3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9ec5416-3b29-4ce7-8dd8-a6aeda3343d1 HTTP/1.1" status: 204 len: 168 time: 0.4913609 Jul 06 18:00:45.842905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98678d44-65fb-4ed3-986b-b755106beec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec5416-3b29-4ce7-8dd8-a6aeda3343d1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.915058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d9d89b-80c5-47db-bc61-864aa68c38c5,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.935016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bb005f-3a6d-407d-af30-ae11d951bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.938965 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Checking segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:45.945490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Network hostable DHCP agents. Network: 8084d8fe-45c8-4843-9d13-428a979b9c1b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:00:45.952955 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79bb005f-3a6d-407d-af30-ae11d951bdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.961309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-79bb005f-3a6d-407d-af30-ae11d951bdb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/591dd1d8-034e-4c26-ae96-467515f015c2 HTTP/1.1" status: 204 len: 168 time: 0.6925263 Jul 06 18:00:45.998973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:00:46.022909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 8084d8fe-45c8-4843-9d13-428a979b9c1b) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:46.023386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb005f-3a6d-407d-af30-ae11d951bdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591dd1d8-034e-4c26-ae96-467515f015c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:46.032578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:46.033402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.050266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e570e-b4ed-4ce4-b9ef-2574f58b2d00 None None] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:46.116279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9eaba620-a35a-48a0-a5a3-cfbd62109c86 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7620306 Jul 06 18:00:46.117573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36306) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:46.118731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe2862-a760-4510-a5db-f1371668a464 req-5bea2de1-0ea6-46f5-a821-b0db07e044db tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:46.128235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:46.132265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7bbe2862-a760-4510-a5db-f1371668a464 req-5bea2de1-0ea6-46f5-a821-b0db07e044db tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.5382299 Jul 06 18:00:46.193888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.194981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-213b4504-db7e-48f0-be35-d94173b10c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:46.196610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.198225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-213b4504-db7e-48f0-be35-d94173b10c0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 912 time: 0.4028671 Jul 06 18:00:46.263527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7bbe2862-a760-4510-a5db-f1371668a464 req-8535790f-060b-49c3-8450-6c3a80da2732 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291924 Jul 06 18:00:46.373263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-23aa0dfe-34b4-4c5d-8c8b-49bebacb0d92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffcfd297-e328-408b-bee6-2d99726cac3d HTTP/1.1" status: 200 len: 217 time: 0.1669052 Jul 06 18:00:46.379582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.590581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-48870e9a-5dcd-4b83-b0e7-e1b52f295fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:46.593445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-48870e9a-5dcd-4b83-b0e7-e1b52f295fee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.2141805 Jul 06 18:00:46.666394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-a0828464-84ce-4a1d-8020-427113fef748 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660152 Jul 06 18:00:46.795654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-8084d8fe-45c8-4843-9d13-428a979b9c1b', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'fixed_ips': [{'subnet_id': '51d9d89b-80c5-47db-bc61-864aa68c38c5'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:46.797398 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.838135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.094275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-592f9615-2d85-4d4f-965a-ebf053cba2c9 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195318 Jul 06 18:00:47.113908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02e652-94fc-401c-bb56-008f6c287094 req-962e76f0-2bf6-486c-aa61-5e08064ab78c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:47.117914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf02e652-94fc-401c-bb56-008f6c287094 req-962e76f0-2bf6-486c-aa61-5e08064ab78c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 947 time: 0.2544506 Jul 06 18:00:47.285948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Allocated IP 172.20.0.2 (8084d8fe-45c8-4843-9d13-428a979b9c1b/51d9d89b-80c5-47db-bc61-864aa68c38c5/239c94d3-f4e3-4e50-a458-cb9ef64bc6d8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:47.325768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.367880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf02e652-94fc-401c-bb56-008f6c287094 req-26755083-5399-4219-9364-da98db4bb0f7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2308397 Jul 06 18:00:47.526462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7408211-53cc-423a-b46d-6d1c6ea460ff req-ac8dc6a0-8d4a-469f-81b5-46f62ebe075d service neutron] 10.222.0.61 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060659 Jul 06 18:00:47.611624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d3b40de8-db73-4215-afab-93caac34d889 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b78d5353c8d40078f00d715e78bc2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778578 Jul 06 18:00:47.617264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36358) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.765354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.901581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caed04d-3210-43b1-a05a-d77b79538730 req-a1832a5e-f6d7-42c8-99f2-cb88d0fd9cb0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:47.913245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7caed04d-3210-43b1-a05a-d77b79538730 req-a1832a5e-f6d7-42c8-99f2-cb88d0fd9cb0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.1575520 Jul 06 18:00:47.946376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.963392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.986259 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.986484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Transition to ACTIVE for port object 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:48.012536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7caed04d-3210-43b1-a05a-d77b79538730 req-0323e529-c630-454e-9483-e19cd22b6eb8 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982008 Jul 06 18:00:48.016612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9bd1-e363-45be-b054-46eaa8d6733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.032638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Transition to ACTIVE for port object 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:48.043562 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.091564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5324b530-7638-450a-84a9-af24e294f3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.096133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:48.100484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:48.108572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:48.121628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Pushing event updated for resources: {'Port': ['ID=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:48.210426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Attempting to bind port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:48.211508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Attempting to bind port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:48.213744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Attempting to bind port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 on network 8084d8fe-45c8-4843-9d13-428a979b9c1b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:48.226750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:48.228154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Checking segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:48.232153 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.233206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Bound using segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:48.234266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Bound port: 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:48.235115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.266593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9bd1-e363-45be-b054-46eaa8d6733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.304332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5324b530-7638-450a-84a9-af24e294f3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.309540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5324b530-7638-450a-84a9-af24e294f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.364557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5324b530-7638-450a-84a9-af24e294f3e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52ee2c9ad60b4559b3910f09f827184e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975740 Jul 06 18:00:48.368539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b530-7638-450a-84a9-af24e294f3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26380b4b-e997-41a6-808e-5cda29f57408,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:48.372423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:48.434961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Allocated IP 172.25.5.227 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/74b9e594-8f7b-45f4-8c60-838e5eafe15b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:48.486039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9bd1-e363-45be-b054-46eaa8d6733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.487495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] For port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:48.490887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9bd1-e363-45be-b054-46eaa8d6733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.493395 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8e0d9bd1-e363-45be-b054-46eaa8d6733d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27b3b226-9fc8-4803-aaca-0865e73950cc HTTP/1.1" status: 204 len: 168 time: 0.8717575 Jul 06 18:00:48.493907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] For port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:48.508980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.547074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d251381e-582a-4327-a62a-f77e2720ac10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.585795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d9bd1-e363-45be-b054-46eaa8d6733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b3b226-9fc8-4803-aaca-0865e73950cc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:48.609897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d251381e-582a-4327-a62a-f77e2720ac10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.772569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186b88-540a-43d3-87c6-86c270fe9a76 None None] Pushing event updated for resources: {'Port': ['ID=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:48.799034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d251381e-582a-4327-a62a-f77e2720ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.803101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d251381e-582a-4327-a62a-f77e2720ac10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.807793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d251381e-582a-4327-a62a-f77e2720ac10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26380b4b-e997-41a6-808e-5cda29f57408 HTTP/1.1" status: 204 len: 168 time: 0.4340429 Jul 06 18:00:48.819198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.819602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251381e-582a-4327-a62a-f77e2720ac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26380b4b-e997-41a6-808e-5cda29f57408,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:48.917639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86712b-ef69-46c6-964d-5878a782012d req-3f188547-b2e9-46fd-b7da-6605bdea81d0 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.919424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b86712b-ef69-46c6-964d-5878a782012d req-3f188547-b2e9-46fd-b7da-6605bdea81d0 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 947 time: 0.1742959 Jul 06 18:00:48.974944 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.983033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b86712b-ef69-46c6-964d-5878a782012d req-2b84b8f3-a3bd-4472-a907-da26489e8a97 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505371 Jul 06 18:00:49.071310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:49.078756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:49.120418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:49.383201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Pushing event updated for resources: {'Port': ['ID=74b9e594-8f7b-45f4-8c60-838e5eafe15b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:49.490901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0808c5-1cf7-4c49-96e1-5d05e6932128 req-98e28dff-e430-4771-89bf-4be16629585d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:49.492778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b0808c5-1cf7-4c49-96e1-5d05e6932128 req-98e28dff-e430-4771-89bf-4be16629585d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.1095214 Jul 06 18:00:49.559527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b0808c5-1cf7-4c49-96e1-5d05e6932128 req-9ef4b52e-b076-4d1b-a1f1-cce258fcea4b tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499687 Jul 06 18:00:49.943435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.292238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.423548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d82b8a-d742-473e-bfb2-56b87594c985 None None] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:50.520222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-15c325c8-2d21-4599-8f95-3b614eeeeb84 None None] Provisioning for port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:50.560573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Router f0cb25e2-1a68-4d0c-b706-cefa414460a7 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:00:50.617777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:50.761000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:50.781445 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Sync routers for ids ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:50.803114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.807662 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a025a65d-46ff-4d57-965f-3dc20d848980 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6868870 Jul 06 18:00:50.808364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:50.812297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:50.818883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:50.819570 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.825196 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Routers {'f0cb25e2-1a68-4d0c-b706-cefa414460a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:50.827311 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:50.894605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:50.943668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.993562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:51.000739 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.130216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:51.208812 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Set router f0cb25e2-1a68-4d0c-b706-cefa414460a7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:51.289408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254555-42c8-45ff-a464-decd03ed8b68 req-c0ebec93-3e7c-46e2-88ad-71fd896ff20d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:51.302814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72254555-42c8-45ff-a464-decd03ed8b68 req-c0ebec93-3e7c-46e2-88ad-71fd896ff20d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.4834929 Jul 06 18:00:51.400886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7b6bcbe0-46f2-41e4-b918-8f86d89c7897 None None] Provisioning complete for port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:51.401481 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b6bcbe0-46f2-41e4-b918-8f86d89c7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.441475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72254555-42c8-45ff-a464-decd03ed8b68 req-b9c5d600-c944-41a8-aeab-fdc2bffa768d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Jul 06 18:00:51.604696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-98393189'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:51.655236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:51.659350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.698001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.733379 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:00:49Z', 'revision_number': 3, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:51.841918 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Checking router: f0cb25e2-1a68-4d0c-b706-cefa414460a7 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:51.844085 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Updating router f0cb25e2-1a68-4d0c-b706-cefa414460a7 port 74b9e594-8f7b-45f4-8c60-838e5eafe15b binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:51.933807 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.975639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.982585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.045057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:00:52.064596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9684b9-9cfd-43db-b1b4-db9a316dea64,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:52.081697 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.081697 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Added segment 5d6e685d-cea7-465b-8ce4-6bed4f259587 of type vlan for network 451d456f-c6d1-4706-a775-031917da5b5a Jul 06 18:00:52.208459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.332728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.347573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:52.348658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.578360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:52.620635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Network': ['ID=451d456f-c6d1-4706-a775-031917da5b5a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:52.649965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2b01ef78-e4b8-49cd-a1ec-41f57346f089 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7530751 Jul 06 18:00:52.654386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36508) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:52.658372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 451d456f-c6d1-4706-a775-031917da5b5a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:00:52.666397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'subnet': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:52.674208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.886077 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:00:52.973552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:52.974158 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.977712 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.988208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:52.997532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.043734 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Transition to ACTIVE for port object 74b9e594-8f7b-45f4-8c60-838e5eafe15b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:53.062811 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.308018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36520) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:53.309925 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Pushing event updated for resources: {'Port': ['ID=74b9e594-8f7b-45f4-8c60-838e5eafe15b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:53.341329 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Attempting to bind port 74b9e594-8f7b-45f4-8c60-838e5eafe15b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:53.343882 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Attempting to bind port 74b9e594-8f7b-45f4-8c60-838e5eafe15b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Attempting to bind port 74b9e594-8f7b-45f4-8c60-838e5eafe15b on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.356537 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:53.387240 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:53.387872 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:53.389605 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.390266 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:53.391106 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Bound port: 74b9e594-8f7b-45f4-8c60-838e5eafe15b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:53.391752 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.438403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac353eeb-9052-4aed-84d2-bb6141bd26de req-65547be3-ae72-488c-9c79-bf69084f625b tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:53.456163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac353eeb-9052-4aed-84d2-bb6141bd26de req-65547be3-ae72-488c-9c79-bf69084f625b tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.5777073 Jul 06 18:00:53.493898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.494347 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] For port 74b9e594-8f7b-45f4-8c60-838e5eafe15b, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:53.498230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] For port 74b9e594-8f7b-45f4-8c60-838e5eafe15b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=74b9e594-8f7b-45f4-8c60-838e5eafe15b,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:53.507210 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.602038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Allocated IP 172.20.0.1 (8084d8fe-45c8-4843-9d13-428a979b9c1b/51d9d89b-80c5-47db-bc61-864aa68c38c5/d742843d-33e8-4b92-8d42-cc5b4dd687e9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:53.607138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Subnet': ['ID=055c2c2c-ef5c-4aa2-99c9-0831df7d4421,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:53.632636 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8cb3-f6bf-4ff6-b926-77a1a39d72a1 None None] Pushing event updated for resources: {'Port': ['ID=74b9e594-8f7b-45f4-8c60-838e5eafe15b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:53.635754 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Routers {'f0cb25e2-1a68-4d0c-b706-cefa414460a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:53.636384 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:53.647905 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6eb682b9-a50e-4adc-953e-a2698dc1ce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.706259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Checking segment: {'id': '5d6e685d-cea7-465b-8ce4-6bed4f259587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '451d456f-c6d1-4706-a775-031917da5b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:53.707040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network hostable DHCP agents. Network: 451d456f-c6d1-4706-a775-031917da5b5a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:00:53.770213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac353eeb-9052-4aed-84d2-bb6141bd26de req-f4910072-bc2d-44a5-9ad1-eaedcfbc0628 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121817 Jul 06 18:00:53.772576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:00:53.794304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 451d456f-c6d1-4706-a775-031917da5b5a) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:53.809132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb96432-a869-4656-aa56-f32ae0ba2ebb None None] Network 451d456f-c6d1-4706-a775-031917da5b5a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:53.811149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:53.812550 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.864203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.904085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Transition to ACTIVE for port object d742843d-33e8-4b92-8d42-cc5b4dd687e9 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:53.958392 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] Set router f0cb25e2-1a68-4d0c-b706-cefa414460a7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:53.984639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.022316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6eb682b9-a50e-4adc-953e-a2698dc1ce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.034920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6eb682b9-a50e-4adc-953e-a2698dc1ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.134262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:54.141064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:54.148335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:54.156321 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cecd9e68-3cef-4d4f-bd8d-086b76cb1aac tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4992335 Jul 06 18:00:54.159815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:54.186891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6eb682b9-a50e-4adc-953e-a2698dc1ce35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2342611f02d4c918062854f1d41dd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8751397 Jul 06 18:00:54.191767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:54.212166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-451d456f-c6d1-4706-a775-031917da5b5a', 'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'tenant_id': '8618be2010e340579ccfe355e89980c9', 'fixed_ips': [{'subnet_id': '055c2c2c-ef5c-4aa2-99c9-0831df7d4421'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:54.216560 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.233627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'name': 'tempest-AllowedAddressPairTestJSON-2103377793'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:54.271158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb682b9-a50e-4adc-953e-a2698dc1ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1058f43e-4acc-4b2d-9263-2eed31906c88,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:54.385302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Pushing event updated for resources: {'Port': ['ID=d742843d-33e8-4b92-8d42-cc5b4dd687e9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:54.437580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.438255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.438816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.439613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.440797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.441324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.442008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.442531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.443038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.444025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.444565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.445070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:54.451852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f1a4df-8754-422f-a808-1c3acb10ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.452747 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:00:49Z', 'revision_number': 3, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:54.520269 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.588677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Allocated IP 172.20.0.2 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/18880348-d219-4ddc-a3cc-ee08cd96dc23) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:54.605185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f1a4df-8754-422f-a808-1c3acb10ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.673806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:54.677045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36542) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:54.679306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.729431 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85aedb3-7975-4b06-8d6b-8e9bae6d8c14 None None] The sync data for ids ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'] in n-d-799527-3 is: [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:00:49Z', 'revision_number': 3, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:54.750870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f1a4df-8754-422f-a808-1c3acb10ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.765083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f1a4df-8754-422f-a808-1c3acb10ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.766797 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71f1a4df-8754-422f-a808-1c3acb10ea31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1058f43e-4acc-4b2d-9263-2eed31906c88 HTTP/1.1" status: 204 len: 168 time: 0.5604577 Jul 06 18:00:54.782788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1a4df-8754-422f-a808-1c3acb10ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1058f43e-4acc-4b2d-9263-2eed31906c88,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:54.816239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] device_id is not set on port ab681e38-88f7-4046-b922-fe95fb5dab82 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:54.932983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3004137a-e678-4209-8124-fd468b0a1c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.075932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-47fe628a-9be0-475b-ab50-05d1da298541 None None] Provisioning for port d742843d-33e8-4b92-8d42-cc5b4dd687e9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:55.084371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-47fe628a-9be0-475b-ab50-05d1da298541 None None] Provisioning complete for port d742843d-33e8-4b92-8d42-cc5b4dd687e9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:55.085304 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47fe628a-9be0-475b-ab50-05d1da298541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.167554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.170719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-47fe628a-9be0-475b-ab50-05d1da298541 None None] Port d742843d-33e8-4b92-8d42-cc5b4dd687e9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:55.298504 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.336861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3004137a-e678-4209-8124-fd468b0a1c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.358747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3004137a-e678-4209-8124-fd468b0a1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.360838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Transition to ACTIVE for port object 18880348-d219-4ddc-a3cc-ee08cd96dc23 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:55.416862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-657f6921-1e3e-421a-bd2d-247696bae19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.435807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Transition to ACTIVE for port object 18880348-d219-4ddc-a3cc-ee08cd96dc23 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:55.449011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.513665 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3004137a-e678-4209-8124-fd468b0a1c95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d35bcf9eec04d049ed09f56fc26b4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346577 Jul 06 18:00:55.514593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36558) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:55.521076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004137a-e678-4209-8124-fd468b0a1c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e186b-397b-40fd-899d-fb12e5f9cb5f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:55.567650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:55.575997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:55.581181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:55.652666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Allocated IP 172.20.0.12 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/ab681e38-88f7-4046-b922-fe95fb5dab82) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:55.668390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23c155-93a5-47f4-a2f4-eeb30dc43cc0 req-1f80121d-acba-413a-a95b-4968c48af84d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:55.676309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea23c155-93a5-47f4-a2f4-eeb30dc43cc0 req-1f80121d-acba-413a-a95b-4968c48af84d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.3010480 Jul 06 18:00:55.717203 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51f6ce48-c6d1-4815-b71d-74996226b98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.822886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51f6ce48-c6d1-4815-b71d-74996226b98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.863123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea23c155-93a5-47f4-a2f4-eeb30dc43cc0 req-346d77e1-ac8b-4eb2-8e7a-e9d8045bc3b3 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833861 Jul 06 18:00:55.866041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Pushing event updated for resources: {'Port': ['ID=18880348-d219-4ddc-a3cc-ee08cd96dc23,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:55.874400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Attempting to bind port 18880348-d219-4ddc-a3cc-ee08cd96dc23 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:55.875108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Attempting to bind port 18880348-d219-4ddc-a3cc-ee08cd96dc23 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d6e685d-cea7-465b-8ce4-6bed4f259587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '451d456f-c6d1-4706-a775-031917da5b5a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:55.876161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Attempting to bind port 18880348-d219-4ddc-a3cc-ee08cd96dc23 on network 451d456f-c6d1-4706-a775-031917da5b5a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:55.888677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:55.890266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Checking segment: {'id': '5d6e685d-cea7-465b-8ce4-6bed4f259587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '451d456f-c6d1-4706-a775-031917da5b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:55.890716 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.891130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Bound using segment: {'id': '5d6e685d-cea7-465b-8ce4-6bed4f259587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '451d456f-c6d1-4706-a775-031917da5b5a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:55.891680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Bound port: 18880348-d219-4ddc-a3cc-ee08cd96dc23, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6e685d-cea7-465b-8ce4-6bed4f259587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '451d456f-c6d1-4706-a775-031917da5b5a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:55.892108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.946136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51f6ce48-c6d1-4815-b71d-74996226b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.948991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51f6ce48-c6d1-4815-b71d-74996226b98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.950247 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-51f6ce48-c6d1-4815-b71d-74996226b98b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b2e186b-397b-40fd-899d-fb12e5f9cb5f HTTP/1.1" status: 204 len: 168 time: 0.4341636 Jul 06 18:00:55.969459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6ce48-c6d1-4815-b71d-74996226b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e186b-397b-40fd-899d-fb12e5f9cb5f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:56.010868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.038163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] For port 18880348-d219-4ddc-a3cc-ee08cd96dc23, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:56.044108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] For port 18880348-d219-4ddc-a3cc-ee08cd96dc23, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18880348-d219-4ddc-a3cc-ee08cd96dc23,segment=NetworkSegment(5d6e685d-cea7-465b-8ce4-6bed4f259587),segment_id=5d6e685d-cea7-465b-8ce4-6bed4f259587)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:56.052858 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.096542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.122611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fbf57-1dca-44aa-ab58-9b5f2f2d5230 None None] Pushing event updated for resources: {'Port': ['ID=18880348-d219-4ddc-a3cc-ee08cd96dc23,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:56.343926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.366160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Transition to ACTIVE for port object ab681e38-88f7-4046-b922-fe95fb5dab82 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:56.410923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.418676 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.450607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Pushing event updated for resources: {'Port': ['ID=d742843d-33e8-4b92-8d42-cc5b4dd687e9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:56.538177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:56.545848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:56.552068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:56.660161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=ab681e38-88f7-4046-b922-fe95fb5dab82,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:56.682408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:56.683389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.722857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:56.726213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-df282979-57c3-4827-8713-d37ad1a2be80 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5264609 Jul 06 18:00:56.732903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'name': 'tempest-AllowedAddressPairTestJSON-1600688879', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ef:91:5c'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:56.750270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:56.753271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:56.785878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 74b9e594-8f7b-45f4-8c60-838e5eafe15b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:56.932308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 74b9e594-8f7b-45f4-8c60-838e5eafe15b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:56.938773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 74b9e594-8f7b-45f4-8c60-838e5eafe15b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:56.939159 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.192291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:57.227440 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.279188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 74b9e594-8f7b-45f4-8c60-838e5eafe15b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=74b9e594-8f7b-45f4-8c60-838e5eafe15b,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:57.287786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.336273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Router f0cb25e2-1a68-4d0c-b706-cefa414460a7 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:57.417618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=74b9e594-8f7b-45f4-8c60-838e5eafe15b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:57.446115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.488087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2842aa75-6d32-4a3d-8b9a-66f723fde5fd None None] Provisioning complete for port d742843d-33e8-4b92-8d42-cc5b4dd687e9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:57.489986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2842aa75-6d32-4a3d-8b9a-66f723fde5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.494041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e162d4-2fef-44f1-ba64-b0b95a2d48cf req-3e0baf38-edeb-405c-a615-8dc5b26ace62 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:57.501882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3e162d4-2fef-44f1-ba64-b0b95a2d48cf req-3e0baf38-edeb-405c-a615-8dc5b26ace62 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.2951920 Jul 06 18:00:57.521752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] device_id is not set on port 0bf716f9-05cf-4232-869f-0064770c2827 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:57.635853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2842aa75-6d32-4a3d-8b9a-66f723fde5fd None None] Port d742843d-33e8-4b92-8d42-cc5b4dd687e9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:57.665560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Allocated IP 172.20.0.5 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/0bf716f9-05cf-4232-869f-0064770c2827) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:57.752327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3e162d4-2fef-44f1-ba64-b0b95a2d48cf req-a3cab060-45e8-4f8f-bbcb-19f1a8a9a41f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481630 Jul 06 18:00:57.753627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:57.781826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:57.810313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-43b80f8a-878d-4414-8733-49fe09ea6616 admin admin] 10.222.0.37 "PUT /v2.0/routers/f0cb25e2-1a68-4d0c-b706-cefa414460a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9802008 Jul 06 18:00:57.888298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a5acb6e-3223-45f4-b4a0-483967209a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.963372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.051914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.061022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aefd81fd-b03d-450d-af2d-befc4f2f155f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.094238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Transition to ACTIVE for port object 0bf716f9-05cf-4232-869f-0064770c2827 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:58.226563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.414435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:58.441521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:58.461141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:58.542421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aefd81fd-b03d-450d-af2d-befc4f2f155f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.553974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aefd81fd-b03d-450d-af2d-befc4f2f155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.564281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=0bf716f9-05cf-4232-869f-0064770c2827,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:58.631422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Sync routers for ids ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:58.648192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.649453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.678395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Routers {'f0cb25e2-1a68-4d0c-b706-cefa414460a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:58.680777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:58.689379 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1769d040-7009-489a-af61-95b26a0eeb7b tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9636786 Jul 06 18:00:58.695072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36624) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:58.724484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aefd81fd-b03d-450d-af2d-befc4f2f155f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4c27b78529b454d9b0bf4273ca833fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9647689 Jul 06 18:00:58.726574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36626) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:58.853678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc81e7-6918-41d3-9a45-1729f6bd61a3 None None] Network 451d456f-c6d1-4706-a775-031917da5b5a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:58.877979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd81fd-b03d-450d-af2d-befc4f2f155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d401c01-3f38-4bf3-9b57-ff1579cd1b67,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:58.891121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18880348-d219-4ddc-a3cc-ee08cd96dc23 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:58.935652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0abde245-f604-451d-9e30-e4e31d5c9e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.982627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0abde245-f604-451d-9e30-e4e31d5c9e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.011407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4d604-b36a-492b-a7cc-da3bb6936043 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.028850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4d604-b36a-492b-a7cc-da3bb6936043 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.046629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4d604-b36a-492b-a7cc-da3bb6936043 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.052720 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-32b4d604-b36a-492b-a7cc-da3bb6936043 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3531888 Jul 06 18:00:59.053410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:59.146014 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0abde245-f604-451d-9e30-e4e31d5c9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.154187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0abde245-f604-451d-9e30-e4e31d5c9e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.156772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0abde245-f604-451d-9e30-e4e31d5c9e3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d401c01-3f38-4bf3-9b57-ff1579cd1b67 HTTP/1.1" status: 204 len: 168 time: 0.4289715 Jul 06 18:00:59.162590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-efd7852b-8e3f-4f66-a177-a4f50211d5bf None None] Provisioning for port 18880348-d219-4ddc-a3cc-ee08cd96dc23 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:59.233663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abde245-f604-451d-9e30-e4e31d5c9e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d401c01-3f38-4bf3-9b57-ff1579cd1b67,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:59.270897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port 0bf716f9-05cf-4232-869f-0064770c2827 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:59.271818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.323695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65390656-9d3b-48c8-863c-8c435a23a88b req-348c5a29-4761-453c-94ad-774cf454029d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.332263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65390656-9d3b-48c8-863c-8c435a23a88b req-348c5a29-4761-453c-94ad-774cf454029d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.2135837 Jul 06 18:00:59.342431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Set router f0cb25e2-1a68-4d0c-b706-cefa414460a7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:59.400625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.434448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65390656-9d3b-48c8-863c-8c435a23a88b req-ed185d3d-e5e9-4998-a5bd-61fefc53ef7e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967879 Jul 06 18:00:59.435048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for 0bf716f9-05cf-4232-869f-0064770c2827 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:59.670968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36654) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:59.679041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-57759656-network', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:59.705715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.707149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Made reservation on behalf of d934190ccd2b48b0bbffda8093456d3d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:59.710752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.722298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.836130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.950911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=0bf716f9-05cf-4232-869f-0064770c2827,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:59.993223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 18880348-d219-4ddc-a3cc-ee08cd96dc23 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:00.036359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 18880348-d219-4ddc-a3cc-ee08cd96dc23 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:00.036890 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.051130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.058727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.137762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.146152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:00.173105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.173307 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Added segment 73aebb01-ae46-4104-b010-63e8da643904 of type vlan for network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 Jul 06 18:01:00.216294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c3d6b-7d7c-43ec-80d5-80802b94d142,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:00.226955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.240496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e46046ca-98b2-4ac9-856e-ab28d79af6e2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/ports/0bf716f9-05cf-4232-869f-0064770c2827 HTTP/1.1" status: 204 len: 168 time: 1.1815169 Jul 06 18:01:00.241791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36668) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:00.365760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.369762 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcaae7f-e5b2-4b1e-bbc6-653f573b5aa9 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] GET failed (client error): The resource could not be found. Jul 06 18:01:00.381443 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6dcaae7f-e5b2-4b1e-bbc6-653f573b5aa9 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "GET /v2.0/ports/0bf716f9-05cf-4232-869f-0064770c2827 HTTP/1.1" status: 404 len: 333 time: 0.1366265 Jul 06 18:01:00.383205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36674) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:00.396415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'name': 'tempest-AllowedAddressPairTestJSON-418173455'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:00.438043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.441046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:00.442019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.463988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.544623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:00:54Z', 'revision_number': 4, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd742843d-33e8-4b92-8d42-cc5b4dd687e9', 'name': '', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'mac_address': 'fa:16:3e:43:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:52Z', 'updated_at': '2021-07-06T18:00:55Z', 'revision_number': 2, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'subnets': [{'id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:00.635089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9616151 Jul 06 18:01:00.642215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36678) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:00.649048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Request body: {'subnet': {'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-57759656-subnet', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:00.666003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a2a9c-72b9-4c20-9cb0-b4ede70b31c2 admin admin] Pushing event updated for resources: {'Network': ['ID=11fde4de-c855-48c8-9ae9-d1d4e89ac433,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:00.688729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Checking router: f0cb25e2-1a68-4d0c-b706-cefa414460a7 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:00.689235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Updating router f0cb25e2-1a68-4d0c-b706-cefa414460a7 port d742843d-33e8-4b92-8d42-cc5b4dd687e9 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:01:00.716537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:00.723124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.726505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Made reservation on behalf of d934190ccd2b48b0bbffda8093456d3d for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:00.729843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.808557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:00.826743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 18880348-d219-4ddc-a3cc-ee08cd96dc23, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18880348-d219-4ddc-a3cc-ee08cd96dc23,segment=NetworkSegment(5d6e685d-cea7-465b-8ce4-6bed4f259587),segment_id=5d6e685d-cea7-465b-8ce4-6bed4f259587)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:00.877976 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.883872 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.884814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 74b9e594-8f7b-45f4-8c60-838e5eafe15b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:01.001777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.041357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] device_id is not set on port 827a7be7-f7b3-4531-9f84-2e21df316582 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:01.127858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d1f-2a05-4b9c-9394-82830c9ca956 req-f403f188-916d-40e2-aac9-f72dc8b061b6 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:01.140605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa7e5d1f-2a05-4b9c-9394-82830c9ca956 req-f403f188-916d-40e2-aac9-f72dc8b061b6 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.2680776 Jul 06 18:01:01.203740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa7e5d1f-2a05-4b9c-9394-82830c9ca956 req-cfc145fa-7562-4655-9eec-0a8ee9621bc8 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616574 Jul 06 18:01:01.289888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=18880348-d219-4ddc-a3cc-ee08cd96dc23,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:01.310149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e1321b11-af73-4d62-8313-00531e1b332a None None] Provisioning complete for port 18880348-d219-4ddc-a3cc-ee08cd96dc23 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:01.310149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1321b11-af73-4d62-8313-00531e1b332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.524768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:01.568462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 74b9e594-8f7b-45f4-8c60-838e5eafe15b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:01.578039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.631738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.762496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'networks': [{'name': 'tempest-network--198554901'}, {'name': 'tempest-network--449405572'}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:01.763432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'network': {'name': 'tempest-network--198554901'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:01.764515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'network': {'name': 'tempest-network--449405572'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:01.829502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a489b207-413f-4f98-b907-6a949aa47a55,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:01.840169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'network': 2} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:01.854791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.877933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.962172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Checking segment: {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:01.962789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Network hostable DHCP agents. Network: 11fde4de-c855-48c8-9ae9-d1d4e89ac433, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:02.026080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:02.047161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Allocated IP 172.20.0.4 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/827a7be7-f7b3-4531-9f84-2e21df316582) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:02.053138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 11fde4de-c855-48c8-9ae9-d1d4e89ac433) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:02.067173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:02.068354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.119435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.127922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.129396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.181691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d95c7-1629-4bb6-88ae-8ee92580db9c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:02.195230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:02.207951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cedd1fc-09a6-4238-af22-cd7266eb64ee None None] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:02.225370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.227243 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Added segment 45f60068-b94a-4ec3-9f13-fe3956731109 of type vlan for network bcc51d59-f816-4273-b12b-9f21f3c1259e Jul 06 18:01:02.232521 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56279b87-1cc8-4589-9769-c146fd31ce12 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5876591 Jul 06 18:01:02.233802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36724) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:02.246705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:02.311194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.379854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:02.394130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.397172 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Added segment ea17b9fe-b948-4d44-b9e9-7fd0a613f4de of type vlan for network 1810d5c8-d5b2-4e2f-a560-26cedaa560fe Jul 06 18:01:02.483716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e1321b11-af73-4d62-8313-00531e1b332a None None] Provisioning for port ab681e38-88f7-4046-b922-fe95fb5dab82 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:02.537178 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.538225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.592416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.650548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.658842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.687851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.689332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.706175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:02.718084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:02.719728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.768443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Transition to ACTIVE for port object 827a7be7-f7b3-4531-9f84-2e21df316582 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:02.775701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.794563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e1321b11-af73-4d62-8313-00531e1b332a None None] Provisioning complete for port ab681e38-88f7-4046-b922-fe95fb5dab82 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:02.795079 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1321b11-af73-4d62-8313-00531e1b332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.815116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Transition to ACTIVE for port object d742843d-33e8-4b92-8d42-cc5b4dd687e9 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:02.817493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.920001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.935975 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.941921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-11fde4de-c855-48c8-9ae9-d1d4e89ac433', 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'fixed_ips': [{'subnet_id': 'a489b207-413f-4f98-b907-6a949aa47a55'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:02.943434 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.990672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4634669 Jul 06 18:01:03.002830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36776) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.040292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca74b4-295e-4af4-a552-713eb4855902 None None] Pushing event updated for resources: {'Port': ['ID=d742843d-33e8-4b92-8d42-cc5b4dd687e9,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.084697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Network': ['ID=bcc51d59-f816-4273-b12b-9f21f3c1259e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.088645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18880348-d219-4ddc-a3cc-ee08cd96dc23 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:03.118344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e72cf3-468f-4c1e-bc1c-87e43daec74a req-bcf9b7ba-b0c9-4351-96d0-314fa65f8a5d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.121160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e72cf3-468f-4c1e-bc1c-87e43daec74a req-bcf9b7ba-b0c9-4351-96d0-314fa65f8a5d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.6000044 Jul 06 18:01:03.144022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.178237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network bcc51d59-f816-4273-b12b-9f21f3c1259e details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:03.180843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e1321b11-af73-4d62-8313-00531e1b332a None None] Port ab681e38-88f7-4046-b922-fe95fb5dab82 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:03.303570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc282d69-859b-4bd8-878c-b9fa7e071c65 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Network': ['ID=1810d5c8-d5b2-4e2f-a560-26cedaa560fe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.317932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=827a7be7-f7b3-4531-9f84-2e21df316582,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.327021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e72cf3-468f-4c1e-bc1c-87e43daec74a req-dfe2c57d-6b68-478b-8b32-d60a3d248b46 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650920 Jul 06 18:01:03.368240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:03.378007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1810d5c8-d5b2-4e2f-a560-26cedaa560fe details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:03.381349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:03.395479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23b887-0369-4ed3-a6ea-4b4f50e5d639 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.406776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23b887-0369-4ed3-a6ea-4b4f50e5d639 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.414420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23b887-0369-4ed3-a6ea-4b4f50e5d639 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.422243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23b887-0369-4ed3-a6ea-4b4f50e5d639 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.424986 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6f23b887-0369-4ed3-a6ea-4b4f50e5d639 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4130073 Jul 06 18:01:03.429952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.435963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:03.538882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-835765dd-d1a4-4326-b0b8-c287ec4dd82d None None] Could not find standard attr ID for object 0bf716f9-05cf-4232-869f-0064770c2827. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:03.548544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.550687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.612721 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9e082e1-d404-427d-b45a-8c38c29660f5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2272561 Jul 06 18:01:03.614108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.629587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.630783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ef:91:5c'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:03.692766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.816983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-835765dd-d1a4-4326-b0b8-c287ec4dd82d None None] Provisioning complete for port ab681e38-88f7-4046-b922-fe95fb5dab82 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:03.817339 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-835765dd-d1a4-4326-b0b8-c287ec4dd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.866178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Attempting to bind port d742843d-33e8-4b92-8d42-cc5b4dd687e9 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:03.866561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Attempting to bind port d742843d-33e8-4b92-8d42-cc5b4dd687e9 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:03.866939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Attempting to bind port d742843d-33e8-4b92-8d42-cc5b4dd687e9 on network 8084d8fe-45c8-4843-9d13-428a979b9c1b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:03.890340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:03.892000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Checking segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:03.892429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.893579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Bound using segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:03.894449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Bound port: d742843d-33e8-4b92-8d42-cc5b4dd687e9, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:03.894984 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.904926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 18880348-d219-4ddc-a3cc-ee08cd96dc23 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:03.905298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.910072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Allocated IP 172.20.0.2 (11fde4de-c855-48c8-9ae9-d1d4e89ac433/a489b207-413f-4f98-b907-6a949aa47a55/63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:03.922935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-835765dd-d1a4-4326-b0b8-c287ec4dd82d None None] Port ab681e38-88f7-4046-b922-fe95fb5dab82 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:04.027853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.041192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc51d59-f816-4273-b12b-9f21f3c1259e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:04.054439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f60068-b94a-4ec3-9f13-fe3956731109') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:04.054806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f60068-b94a-4ec3-9f13-fe3956731109') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:04.066738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.070607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3955438f-bb42-45f4-b48c-6be78fe08e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.107132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] For port d742843d-33e8-4b92-8d42-cc5b4dd687e9, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:04.115787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] For port d742843d-33e8-4b92-8d42-cc5b4dd687e9, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d742843d-33e8-4b92-8d42-cc5b4dd687e9,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:04.120595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.138672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:04.139212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:04.143227 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:04.154476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.206474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee090-f785-42c8-8925-5d3cf5dc6588 req-dee4ca70-f9ea-48b8-ab1b-eaeb3ee19701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.207828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eaf78c36-6c83-4ff5-9beb-ffa2d8d56dda None None] Provisioning for port 827a7be7-f7b3-4531-9f84-2e21df316582 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:04.208244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e3ee090-f785-42c8-8925-5d3cf5dc6588 req-dee4ca70-f9ea-48b8-ab1b-eaeb3ee19701 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 1096 time: 0.3386254 Jul 06 18:01:04.237699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eaf78c36-6c83-4ff5-9beb-ffa2d8d56dda None None] Provisioning complete for port 827a7be7-f7b3-4531-9f84-2e21df316582 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:04.238089 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf78c36-6c83-4ff5-9beb-ffa2d8d56dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.269517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e3ee090-f785-42c8-8925-5d3cf5dc6588 req-189d5b17-a547-4fab-9838-0de8a0fa32f5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Jul 06 18:01:04.278022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.289962 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.297203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/networks/bcc51d59-f816-4273-b12b-9f21f3c1259e HTTP/1.1" status: 204 len: 168 time: 0.8610609 Jul 06 18:01:04.297815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36794) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:04.337497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64047b8f-bfe4-4f14-b97e-aba00e75af63 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Network': ['ID=bcc51d59-f816-4273-b12b-9f21f3c1259e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:04.367794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca74b4-295e-4af4-a552-713eb4855902 None None] Pushing event updated for resources: {'Port': ['ID=d742843d-33e8-4b92-8d42-cc5b4dd687e9,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:04.381011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Routers {'f0cb25e2-1a68-4d0c-b706-cefa414460a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:04.382102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:04.410812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.456177 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.460604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eaf78c36-6c83-4ff5-9beb-ffa2d8d56dda None None] Port 827a7be7-f7b3-4531-9f84-2e21df316582 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:04.464959 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.479073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Transition to ACTIVE for port object 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:04.542476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Transition to ACTIVE for port object 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:04.555487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.568803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.617226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] Set router f0cb25e2-1a68-4d0c-b706-cefa414460a7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:04.627758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3955438f-bb42-45f4-b48c-6be78fe08e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.659729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:04.665121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:04.675107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:04.692804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Pushing event updated for resources: {'Port': ['ID=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:04.741057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.745537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3955438f-bb42-45f4-b48c-6be78fe08e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.816934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955438f-bb42-45f4-b48c-6be78fe08e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a686bb-d8f1-4545-a67b-72af44fdea9a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:04.826594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3955438f-bb42-45f4-b48c-6be78fe08e88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c17400d27b644aef953de14449971dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1958928 Jul 06 18:01:04.831384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:04.912286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Attempting to bind port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:04.912838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Attempting to bind port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:04.913381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Attempting to bind port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff on network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:04.924979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:04.925816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Checking segment: {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:04.926484 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.927128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Bound using segment: {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:04.927929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Bound port: 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:04.928607 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.936964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59cd3-82bb-46c3-b6ff-39a5811dd297 req-df7190dd-c097-43a2-8f10-fbb0df408306 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.938621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43a59cd3-82bb-46c3-b6ff-39a5811dd297 req-df7190dd-c097-43a2-8f10-fbb0df408306 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.3069305 Jul 06 18:01:04.980482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.006217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1810d5c8-d5b2-4e2f-a560-26cedaa560fe']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:05.031744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea17b9fe-b948-4d44-b9e9-7fd0a613f4de') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:05.031744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea17b9fe-b948-4d44-b9e9-7fd0a613f4de') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:05.051680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43a59cd3-82bb-46c3-b6ff-39a5811dd297 req-7de64c88-6fcf-4887-b61a-c9914451fe92 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048598 Jul 06 18:01:05.053614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.063700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44449244-5178-416a-8e20-ad76d497470a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.077769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.121796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44449244-5178-416a-8e20-ad76d497470a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.155697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] For port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:05.170313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] For port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,segment=NetworkSegment(73aebb01-ae46-4104-b010-63e8da643904),segment_id=73aebb01-ae46-4104-b010-63e8da643904)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:05.181594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:05.182020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:05.186147 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:05.192442 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.206390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44449244-5178-416a-8e20-ad76d497470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.209625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44449244-5178-416a-8e20-ad76d497470a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.213295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-44449244-5178-416a-8e20-ad76d497470a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91a686bb-d8f1-4545-a67b-72af44fdea9a HTTP/1.1" status: 204 len: 168 time: 0.3772326 Jul 06 18:01:05.286260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449244-5178-416a-8e20-ad76d497470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a686bb-d8f1-4545-a67b-72af44fdea9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:05.398613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0d99-24c9-46b2-a44b-2192caeac4ca None None] Pushing event updated for resources: {'Port': ['ID=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:05.416221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:00:54Z', 'revision_number': 4, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd742843d-33e8-4b92-8d42-cc5b4dd687e9', 'name': '', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'mac_address': 'fa:16:3e:43:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:52Z', 'updated_at': '2021-07-06T18:01:04Z', 'revision_number': 4, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'subnets': [{'id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:05.458551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Allocated IP 172.25.5.215 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:05.803731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cd7f1-9cce-4930-861f-f7784f84d003 None None] The sync data for ids ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'] in n-d-799527-3 is: [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:00:54Z', 'revision_number': 4, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd742843d-33e8-4b92-8d42-cc5b4dd687e9', 'name': '', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'mac_address': 'fa:16:3e:43:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:52Z', 'updated_at': '2021-07-06T18:01:04Z', 'revision_number': 4, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'subnets': [{'id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:05.821425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.961299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.016750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.022599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/networks/1810d5c8-d5b2-4e2f-a560-26cedaa560fe HTTP/1.1" status: 204 len: 168 time: 1.7216945 Jul 06 18:01:06.025451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36808) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:06.027023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a997f-8cdf-4b27-8902-4edd0c9f98be tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Network': ['ID=1810d5c8-d5b2-4e2f-a560-26cedaa560fe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:06.052144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36810) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:06.069258 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-329a8c74-174a-4f09-b52a-e5ed35ba843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.088801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.145867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.182454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.216135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:06.243363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:06.289545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:06.291885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Pushing event updated for resources: {'Port': ['ID=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:06.403722 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-329a8c74-174a-4f09-b52a-e5ed35ba843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.409695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bbf59f-4e74-4cb1-8d7f-457e78a89c74 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.413083 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-329a8c74-174a-4f09-b52a-e5ed35ba843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.425861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bbf59f-4e74-4cb1-8d7f-457e78a89c74 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.427595 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9bbf59f-4e74-4cb1-8d7f-457e78a89c74 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4007058 Jul 06 18:01:06.437458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36818) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:06.515018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1604538168'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:06.520839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a8c74-174a-4f09-b52a-e5ed35ba843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72dd6fb-f2a9-44ef-8970-65cdb747c7ca,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:06.568553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-329a8c74-174a-4f09-b52a-e5ed35ba843c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2413c736b15449f18134a6d9ca240da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146332 Jul 06 18:01:06.569263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:06.635975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e22b7-2b31-4d13-bef5-8c090e5cf7aa req-eebce2ed-c6c7-4ee9-8de8-26b4d9803e76 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.637694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-435e22b7-2b31-4d13-bef5-8c090e5cf7aa req-eebce2ed-c6c7-4ee9-8de8-26b4d9803e76 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.3518167 Jul 06 18:01:06.688176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] In _notify_port_updated(), no bound segment for port 827a7be7-f7b3-4531-9f84-2e21df316582 on network 451d456f-c6d1-4706-a775-031917da5b5a {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:01:06.702696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.703621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.710590 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "PUT /v2.0/ports/827a7be7-f7b3-4531-9f84-2e21df316582 HTTP/1.1" status: 200 len: 993 time: 3.0869098 Jul 06 18:01:06.718491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:06.724147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8cdce0f-730c-43e1-8e8e-b98fc2ac6020 None None] Provisioning complete for port 827a7be7-f7b3-4531-9f84-2e21df316582 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:06.725032 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8cdce0f-730c-43e1-8e8e-b98fc2ac6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.725904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67ce19-7e9e-4c47-ae50-778ac7986d28 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=827a7be7-f7b3-4531-9f84-2e21df316582,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:06.757064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-435e22b7-2b31-4d13-bef5-8c090e5cf7aa req-758e73dd-0290-4ff8-be3a-d16b1fc57568 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008937 Jul 06 18:01:06.795500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdce0f-730c-43e1-8e8e-b98fc2ac6020 None None] Port 827a7be7-f7b3-4531-9f84-2e21df316582 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:06.795819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02ca293d-5d09-409a-876b-989c1261e2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.833930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02ca293d-5d09-409a-876b-989c1261e2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.902568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:06.911700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.916975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02ca293d-5d09-409a-876b-989c1261e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.930171 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02ca293d-5d09-409a-876b-989c1261e2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.934207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-02ca293d-5d09-409a-876b-989c1261e2fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a72dd6fb-f2a9-44ef-8970-65cdb747c7ca HTTP/1.1" status: 204 len: 168 time: 0.3471386 Jul 06 18:01:06.970079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca293d-5d09-409a-876b-989c1261e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72dd6fb-f2a9-44ef-8970-65cdb747c7ca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:07.130431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:07.133744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d742843d-33e8-4b92-8d42-cc5b4dd687e9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:07.173189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.173615 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Added segment 44eb06cf-052e-4762-9ced-00a674acad94 of type vlan for network 7c839b2d-39a8-487f-979f-c3921c7f1407 Jul 06 18:01:07.221997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cabddad-7e3f-4ace-b0c2-e99eeb3335a2 None None] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:07.280879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.321733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.328175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:07.329053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.350537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e90c0eda-d589-4b31-b700-ddf8aeba6055 None None] Provisioning for port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:07.383330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d742843d-33e8-4b92-8d42-cc5b4dd687e9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:07.389974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d742843d-33e8-4b92-8d42-cc5b4dd687e9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:07.390388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.530138 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0299001 Jul 06 18:01:07.534725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:07.546022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-842444993'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:07.551878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4b1e4-36b9-493b-899e-1e4acf3ca9d7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Network': ['ID=7c839b2d-39a8-487f-979f-c3921c7f1407,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:07.575525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.590443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7c839b2d-39a8-487f-979f-c3921c7f1407 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:07.615798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:07.629787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.644229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port 827a7be7-f7b3-4531-9f84-2e21df316582 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:07.644695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.693514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:07.736290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.765257 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.770152 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Added segment 49e620e9-b1ab-456c-a092-eff07fe1597d of type vlan for network 58b34503-f72e-49f2-8e96-d4e4823f433a Jul 06 18:01:07.802342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-5fec23f1-3024-4614-9940-4a9038249a18 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:07.810239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-5fec23f1-3024-4614-9940-4a9038249a18 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 811 time: 0.5141010 Jul 06 18:01:07.861964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port d742843d-33e8-4b92-8d42-cc5b4dd687e9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d742843d-33e8-4b92-8d42-cc5b4dd687e9,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:07.880023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.882106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:07.894770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-2ae0b137-39e6-4b2f-a6c2-c25c3a14c915 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/quotas/fdc5eb9a768a4e6b81f21d6fe9457a82 HTTP/1.1" status: 200 len: 375 time: 0.0575674 Jul 06 18:01:08.025928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.072175 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.086453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=d742843d-33e8-4b92-8d42-cc5b4dd687e9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:08.097836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.117751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:08.125001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:08.127209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.130559 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.139118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:08.140904 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.156944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for 827a7be7-f7b3-4531-9f84-2e21df316582 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:08.170113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6317947 Jul 06 18:01:08.192062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:08.268255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-e8aedc18-1870-44e3-b555-4c51e8a8c5af tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3695557 Jul 06 18:01:08.301115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'ports': [{'network_id': '7c839b2d-39a8-487f-979f-c3921c7f1407', 'name': 'tempest-port--1736673393', 'admin_state_up': True}, {'network_id': '58b34503-f72e-49f2-8e96-d4e4823f433a', 'admin_state_up': False}]} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:08.301481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'port': {'network_id': '7c839b2d-39a8-487f-979f-c3921c7f1407', 'name': 'tempest-port--1736673393', 'admin_state_up': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:08.302095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'port': {'network_id': '58b34503-f72e-49f2-8e96-d4e4823f433a', 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:08.338345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.391115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ff8dfdc5-8025-4fef-b1e6-feb7be064a1b None None] Provisioning complete for port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:08.392006 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff8dfdc5-8025-4fef-b1e6-feb7be064a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.395861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,segment=NetworkSegment(73aebb01-ae46-4104-b010-63e8da643904),segment_id=73aebb01-ae46-4104-b010-63e8da643904)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:08.435516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-3a54de8d-d170-4aa7-b629-74b9c302f126 service neutron] 10.222.0.37 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526806 Jul 06 18:01:08.463120 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.487956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de7fde-4c10-49b8-80cc-be56f8b9b57d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Network': ['ID=58b34503-f72e-49f2-8e96-d4e4823f433a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:08.536713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 58b34503-f72e-49f2-8e96-d4e4823f433a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:08.593707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-99ce350d-71a6-4eed-b188-8a63f24c2c56 service neutron] 10.222.0.37 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570413 Jul 06 18:01:08.717083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:08.738881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Router 73f29377-acec-4741-9293-e5f84cb778cb is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:01:08.867229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.897193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef0af59f-c8ac-4196-be63-a9e55344b307 req-3475e57f-e9f2-4627-9335-8fc5a380ecfd tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 210 time: 0.0412214 Jul 06 18:01:08.925169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'port': 2} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:08.932271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.987003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d742843d-33e8-4b92-8d42-cc5b4dd687e9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:09.003522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=827a7be7-f7b3-4531-9f84-2e21df316582,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:09.051016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.090144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d742843d-33e8-4b92-8d42-cc5b4dd687e9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:09.090783 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.114780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:09.137410 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Sync routers for ids ['73f29377-acec-4741-9293-e5f84cb778cb'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:09.159292 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Routers {'73f29377-acec-4741-9293-e5f84cb778cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:09.160019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['73f29377-acec-4741-9293-e5f84cb778cb'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:09.226856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.238214 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d4c31bfb-0e24-46e2-b357-5ac8f385153f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9975762 Jul 06 18:01:09.241478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:09.318353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:09.433121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:09.433657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.536148 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Set router 73f29377-acec-4741-9293-e5f84cb778cb gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:09.654630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] device_id is not set on port 7da9ec3f-aa3c-4f8b-91ba-c1d6f1405c2b yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:09.683629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.688088 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff5bf3c7-5249-4f74-909a-a42be4fa20f1 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/ports/827a7be7-f7b3-4531-9f84-2e21df316582 HTTP/1.1" status: 204 len: 168 time: 2.9669027 Jul 06 18:01:09.693018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:09.733302 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c73711-2d43-4fb7-b317-4d9e4203cf32 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] GET failed (client error): The resource could not be found. Jul 06 18:01:09.740775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5c73711-2d43-4fb7-b317-4d9e4203cf32 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "GET /v2.0/ports/827a7be7-f7b3-4531-9f84-2e21df316582 HTTP/1.1" status: 404 len: 333 time: 0.0427916 Jul 06 18:01:09.741225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:09.748552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'name': 'tempest-AllowedAddressPairTestJSON-1942786440'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:09.878816 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.912746 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:01:07Z', 'revision_number': 3, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:09.937492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36902) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:09.992338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Checking router: 73f29377-acec-4741-9293-e5f84cb778cb for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:09.992666 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Updating router 73f29377-acec-4741-9293-e5f84cb778cb port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:01:10.059050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] device_id is not set on port 9f2d756e-17e2-4fd9-9fa5-3bc745461aca yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:10.066809 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.265215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a46126cf-1d23-4471-856b-5d470fb411c7 req-ab63c723-3985-4113-9302-b50153be1c09 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 210 time: 0.0657544 Jul 06 18:01:10.284619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-87679200-91e1-4e08-a7d4-ae253907ff04 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2064373774'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:10.285085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-87679200-91e1-4e08-a7d4-ae253907ff04 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Unknown quota resources ['metering_label']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:01:10.418500 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.421088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:10.425605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.446870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] device_id is not set on port 267a570e-4335-4d23-b7fd-28358806a62e yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:10.608361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87679200-91e1-4e08-a7d4-ae253907ff04 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.616559 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-87679200-91e1-4e08-a7d4-ae253907ff04 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6772861 Jul 06 18:01:10.622773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36910) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:10.632303 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.633180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8a47361c-84ef-4669-986e-0df62be4bc91 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9fd68490-3635-43a2-a073-cb3effc5db0d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:10.633180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8a47361c-84ef-4669-986e-0df62be4bc91 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:01:10.654539 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Transition to ACTIVE for port object e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:10.658774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.667400 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.824176 n-d-799527-3 neutron-server[93943]: WARNING neutron.services.metering.metering_plugin [None req-8a47361c-84ef-4669-986e-0df62be4bc91 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:01:10.849639 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eebf17-22f4-4078-9c95-e78445b7b26b None None] Pushing event updated for resources: {'Port': ['ID=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:10.865364 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Attempting to bind port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:10.868272 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Attempting to bind port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:10.869652 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Attempting to bind port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:10.889966 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:10.891864 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:10.895028 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.895814 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:10.896667 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Bound port: e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:10.897361 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.910486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Allocated IP 172.20.0.7 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/267a570e-4335-4d23-b7fd-28358806a62e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:10.919564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Allocated IP 172.20.0.1 (11fde4de-c855-48c8-9ae9-d1d4e89ac433/a489b207-413f-4f98-b907-6a949aa47a55/d2a5c449-40f7-4068-b46b-0c5c8569c3bc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:10.974398 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] For port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:10.982202 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] For port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:10.991095 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.014560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a47361c-84ef-4669-986e-0df62be4bc91 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.022363 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8a47361c-84ef-4669-986e-0df62be4bc91 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3965037 Jul 06 18:01:11.025531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.036425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0924e861-be4f-47c6-a289-c0d81a7704c8 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9fd68490-3635-43a2-a073-cb3effc5db0d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:11.037224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0924e861-be4f-47c6-a289-c0d81a7704c8 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:01:11.078987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-cacb421a-5c24-4326-bd10-49375b0e7d8a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:11.081415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-cacb421a-5c24-4326-bd10-49375b0e7d8a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.60 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 811 time: 0.3104804 Jul 06 18:01:11.103283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Request body: {'port': {'device_id': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'admin_state_up': True, 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:11.124366 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Routers {'73f29377-acec-4741-9293-e5f84cb778cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:11.125092 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['73f29377-acec-4741-9293-e5f84cb778cb'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:11.166255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.182311 n-d-799527-3 neutron-server[93943]: WARNING neutron.services.metering.metering_plugin [None req-0924e861-be4f-47c6-a289-c0d81a7704c8 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:01:11.199536 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eebf17-22f4-4078-9c95-e78445b7b26b None None] Pushing event updated for resources: {'Port': ['ID=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:11.311909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.362351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Transition to ACTIVE for port object d2a5c449-40f7-4068-b46b-0c5c8569c3bc will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:11.379849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.397986 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] Set router 73f29377-acec-4741-9293-e5f84cb778cb gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:11.425825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Transition to ACTIVE for port object 267a570e-4335-4d23-b7fd-28358806a62e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:11.459243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Made reservation on behalf of fdc5eb9a768a4e6b81f21d6fe9457a82 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:11.467110 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.525954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.565486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-03bcf7c3-5ce5-457f-9b84-43b36e333c79 req-8fe546ad-d56a-4b03-890f-9dc514bebbba tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 210 time: 0.0602012 Jul 06 18:01:11.725234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.737628 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:01:07Z', 'revision_number': 3, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:11.768853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0924e861-be4f-47c6-a289-c0d81a7704c8 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.774904 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0924e861-be4f-47c6-a289-c0d81a7704c8 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7431769 Jul 06 18:01:11.775227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:11.775863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36920) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.778071 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8017d-8b24-4023-94be-06b7b6490e3f None None] The sync data for ids ['73f29377-acec-4741-9293-e5f84cb778cb'] in n-d-799527-3 is: [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:01:07Z', 'revision_number': 3, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:11.787693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Port': ['ID=7da9ec3f-aa3c-4f8b-91ba-c1d6f1405c2b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:11.791810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:11.795824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:11.796464 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0e12bc3-1502-4a98-8b64-db843790352f tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=77c61a95-9657-4537-b1e9-6b4e10f5ff65 HTTP/1.1" status: 200 len: 462 time: 0.0194473 Jul 06 18:01:11.800022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:11.802389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.838049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Checking segment: {'id': '44eb06cf-052e-4762-9ced-00a674acad94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7c839b2d-39a8-487f-979f-c3921c7f1407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:11.838824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network hostable DHCP agents. Network: 7c839b2d-39a8-487f-979f-c3921c7f1407, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:11.857949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:11.867138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network 7c839b2d-39a8-487f-979f-c3921c7f1407 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:11.881151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 7c839b2d-39a8-487f-979f-c3921c7f1407) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:11.899867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac962a9-e9d4-4fbd-9ad2-063f0c2db0cb None None] Network 7c839b2d-39a8-487f-979f-c3921c7f1407 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:11.905359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:11.907010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.913366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:11.954265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:11.963851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Allocated IP 172.20.0.4 (c0ba3d93-5f12-4c28-ab21-e58404ac4559/4ccee172-1bf9-421e-8143-51f9da3c2939/5aeff34b-1c83-41f2-a15a-c348ada7300d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:12.017590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Port': ['ID=9f2d756e-17e2-4fd9-9fa5-3bc745461aca,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:12.037807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Checking segment: {'id': '49e620e9-b1ab-456c-a092-eff07fe1597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '58b34503-f72e-49f2-8e96-d4e4823f433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:12.038240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network hostable DHCP agents. Network: 58b34503-f72e-49f2-8e96-d4e4823f433a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:12.057243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.076217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network 58b34503-f72e-49f2-8e96-d4e4823f433a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:12.097457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 58b34503-f72e-49f2-8e96-d4e4823f433a) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:12.105201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:12.114525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:12.120814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:12.122343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.124920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556379a-6641-421b-9ca0-eb823374ff21 None None] Network 58b34503-f72e-49f2-8e96-d4e4823f433a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:12.136394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=267a570e-4335-4d23-b7fd-28358806a62e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:12.156304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0180554f-9c6e-4817-96de-a067f4c1d0e7 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8665526 Jul 06 18:01:12.156653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:12.337567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:12.338274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.373432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897ba43-3b69-4402-91a2-4d3fa04e2726 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:12.381469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897ba43-3b69-4402-91a2-4d3fa04e2726 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:12.387338 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f897ba43-3b69-4402-91a2-4d3fa04e2726 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2251890 Jul 06 18:01:12.395854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:12.407053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cec3335-b452-4c1b-adf1-8cd7ab4c12d0 None None] Provisioning for port d2a5c449-40f7-4068-b46b-0c5c8569c3bc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:12.421772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cec3335-b452-4c1b-adf1-8cd7ab4c12d0 None None] Provisioning complete for port d2a5c449-40f7-4068-b46b-0c5c8569c3bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:12.422318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cec3335-b452-4c1b-adf1-8cd7ab4c12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.461979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddc73f17-2278-4a65-b7e3-457be4d7723e tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.474093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ddc73f17-2278-4a65-b7e3-457be4d7723e tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/77c61a95-9657-4537-b1e9-6b4e10f5ff65 HTTP/1.1" status: 204 len: 168 time: 0.6663971 Jul 06 18:01:12.475018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:12.519640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cec3335-b452-4c1b-adf1-8cd7ab4c12d0 None None] Port d2a5c449-40f7-4068-b46b-0c5c8569c3bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:12.540331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47c4bbf3-b359-4f4c-a7ea-f87f8dc43e01 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7966635 Jul 06 18:01:12.546689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36932) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:12.554042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ef:91:5c'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:12.601500 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.609271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c7d1aeb9-5a32-4d84-a105-f1ac9c4c81e3 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=77c61a95-9657-4537-b1e9-6b4e10f5ff65 HTTP/1.1" status: 200 len: 221 time: 0.1179135 Jul 06 18:01:12.626396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:12.643552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5a4fde3-3fc4-4375-bf2e-7d0a988a123c tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--845456503', 'description': 'label created by tempest'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:12.643965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5a4fde3-3fc4-4375-bf2e-7d0a988a123c tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Unknown quota resources ['metering_label']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:01:12.651786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6cddca86-44c0-4824-9fe3-fef1a51a8755 None None] Provisioning for port 267a570e-4335-4d23-b7fd-28358806a62e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:12.663107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6cddca86-44c0-4824-9fe3-fef1a51a8755 None None] Provisioning complete for port 267a570e-4335-4d23-b7fd-28358806a62e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:12.664134 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cddca86-44c0-4824-9fe3-fef1a51a8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.770736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6cddca86-44c0-4824-9fe3-fef1a51a8755 None None] Port 267a570e-4335-4d23-b7fd-28358806a62e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:12.809847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Deleting port 7da9ec3f-aa3c-4f8b-91ba-c1d6f1405c2b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:12.810476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.947469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53aa5362-8937-4ffe-8d7c-c079deb84d4c req-a3def20f-b74d-4f73-9629-52e9d9d533eb tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 210 time: 0.0710056 Jul 06 18:01:13.014890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:13.032140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.082237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:13.087709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:13.088109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.102522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Calling delete_port for 7da9ec3f-aa3c-4f8b-91ba-c1d6f1405c2b owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:13.143889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.201655 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.241671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:13.247447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.317942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.383815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.414351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.417377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/ports/7da9ec3f-aa3c-4f8b-91ba-c1d6f1405c2b HTTP/1.1" status: 204 len: 168 time: 1.0194807 Jul 06 18:01:13.424472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:13.445645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce993755-5440-48c3-b883-9900cdc9dbac tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Port': ['ID=7da9ec3f-aa3c-4f8b-91ba-c1d6f1405c2b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.530717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.536286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.594605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a4fde3-3fc4-4375-bf2e-7d0a988a123c tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.599131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5a4fde3-3fc4-4375-bf2e-7d0a988a123c tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9571557 Jul 06 18:01:13.600208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:13.630487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.714443 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-957668fe-4e91-4c30-a3fb-98f76e4bb6c9 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=b270a13b-8a1c-42b9-ba4a-49b88bcc0a80 HTTP/1.1" status: 200 len: 467 time: 0.1079638 Jul 06 18:01:13.714443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=267a570e-4335-4d23-b7fd-28358806a62e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.716213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:13.751369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] In _notify_port_updated(), no bound segment for port 267a570e-4335-4d23-b7fd-28358806a62e on network 451d456f-c6d1-4706-a775-031917da5b5a {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:01:13.757892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:13.758605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.760200 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff89cd7f-286e-4f06-aed3-f19ee3aa8d86 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "PUT /v2.0/ports/267a570e-4335-4d23-b7fd-28358806a62e HTTP/1.1" status: 200 len: 996 time: 1.2121949 Jul 06 18:01:13.793489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.805132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36948) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:13.842148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.896836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.909010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ffcfd297-e328-408b-bee6-2d99726cac3d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:01:13.948279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aead2091-9653-4499-8565-e00c8d6fdc8b None None] Provisioning complete for port 267a570e-4335-4d23-b7fd-28358806a62e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:13.948814 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aead2091-9653-4499-8565-e00c8d6fdc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.991900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:14.000427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.073144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Network c0ba3d93-5f12-4c28-ab21-e58404ac4559 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:14.079695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:14.082933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:14.089631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aead2091-9653-4499-8565-e00c8d6fdc8b None None] Port 267a570e-4335-4d23-b7fd-28358806a62e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:14.094032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Deleting port 9f2d756e-17e2-4fd9-9fa5-3bc745461aca {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:14.094656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.186881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6d1971a-7b0f-42bf-a56e-f323161a1412 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.191900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6d1971a-7b0f-42bf-a56e-f323161a1412 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/b270a13b-8a1c-42b9-ba4a-49b88bcc0a80 HTTP/1.1" status: 204 len: 168 time: 0.4663432 Jul 06 18:01:14.192539 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36954) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.223133 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a863418-e9cf-479a-bc52-52115498ec0f tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=b270a13b-8a1c-42b9-ba4a-49b88bcc0a80 HTTP/1.1" status: 200 len: 216 time: 0.0281029 Jul 06 18:01:14.225870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.251681 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-46580e70-29fb-49c9-99d3-568172f0e704 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0242553 Jul 06 18:01:14.253463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port 267a570e-4335-4d23-b7fd-28358806a62e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:14.253811 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.258552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.286063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Pushing event updated for resources: {'Port': ['ID=5aeff34b-1c83-41f2-a15a-c348ada7300d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:14.316588 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2174b5ea-5107-4a3a-8e5e-26b85e389a8f tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0566180 Jul 06 18:01:14.319401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.384745 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.392805 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f7c7e5c-4af1-4574-bf0f-642ff77c7d85 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/9fd68490-3635-43a2-a073-cb3effc5db0d HTTP/1.1" status: 200 len: 473 time: 0.0718598 Jul 06 18:01:14.402352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.437622 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8e4230d-8777-49c0-9b50-7fc10b834140 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/bebf65a1-850f-4019-bbee-d537c9c2adb1 HTTP/1.1" status: 200 len: 459 time: 0.0266337 Jul 06 18:01:14.443094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.455368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.476665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Calling delete_port for 9f2d756e-17e2-4fd9-9fa5-3bc745461aca owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:14.487666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for 267a570e-4335-4d23-b7fd-28358806a62e owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:14.515524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:14.516724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.590771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c322e0e0-4416-404e-bcf0-4c2cd3a3bf6a tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.594569 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c322e0e0-4416-404e-bcf0-4c2cd3a3bf6a tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/bebf65a1-850f-4019-bbee-d537c9c2adb1 HTTP/1.1" status: 204 len: 168 time: 0.1479142 Jul 06 18:01:14.596829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.639730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-49e10790-ea8c-4a9f-8023-4f8a6d27adf2 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5448267 Jul 06 18:01:14.671662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Request body: {'port': {'device_id': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:14.691045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:14.754085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:14.796235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d336b11-06dd-420b-9d99-7e47ea969f43 req-4859c06a-c5a7-4feb-8055-51bde273c5e7 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:14.801525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d336b11-06dd-420b-9d99-7e47ea969f43 req-4859c06a-c5a7-4feb-8055-51bde273c5e7 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 931 time: 0.5200925 Jul 06 18:01:15.075045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c86e96e4-d9b3-46a6-a214-19cb5d71c523 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.080693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.081457 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c86e96e4-d9b3-46a6-a214-19cb5d71c523 tempest-MeteringIpV6TestJSON-604054384 tempest-MeteringIpV6TestJSON-604054384-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/9fd68490-3635-43a2-a073-cb3effc5db0d HTTP/1.1" status: 204 len: 168 time: 0.4800329 Jul 06 18:01:15.092560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Router 73f29377-acec-4741-9293-e5f84cb778cb has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:15.099488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:15.180682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.211557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Port': ['ID=9f2d756e-17e2-4fd9-9fa5-3bc745461aca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:15.228924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=267a570e-4335-4d23-b7fd-28358806a62e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:15.244893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.247110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-91abccbe-d4f1-4f8f-bbe2-124d25fd77d9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/ports/9f2d756e-17e2-4fd9-9fa5-3bc745461aca HTTP/1.1" status: 204 len: 168 time: 1.8215940 Jul 06 18:01:15.261267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:15.261887 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.270453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:15.360477 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-33d7914d-c9ff-4da5-a216-4f4254462de9 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0850348 Jul 06 18:01:15.366732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36980) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:15.374403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1702776424'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:15.396937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2bdc02d1-560a-436b-9ec2-b68aa0298ce8 None None] Provisioning complete for port d2a5c449-40f7-4068-b46b-0c5c8569c3bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:15.397449 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bdc02d1-560a-436b-9ec2-b68aa0298ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.403490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d336b11-06dd-420b-9d99-7e47ea969f43 req-22bbb533-b3a5-4384-8e54-d17813f0e443 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720007 Jul 06 18:01:15.428067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:15.449390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc02d1-560a-436b-9ec2-b68aa0298ce8 None None] Port d2a5c449-40f7-4068-b46b-0c5c8569c3bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:15.452263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e56f3233-4c27-4ebb-a596-4d01d21fd386 admin admin] 10.222.0.37 "PUT /v2.0/routers/73f29377-acec-4741-9293-e5f84cb778cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1963210 Jul 06 18:01:15.467881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.468984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.472294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-266d7c0c-c943-42a4-8ea6-a1a5a7d596a8 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/ports/267a570e-4335-4d23-b7fd-28358806a62e HTTP/1.1" status: 204 len: 168 time: 1.6660025 Jul 06 18:01:15.475306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:15.534348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Sync routers for ids ['73f29377-acec-4741-9293-e5f84cb778cb'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:15.537512 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-375b07fe-50a9-4d24-bfb6-30911df48a05 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] GET failed (client error): The resource could not be found. Jul 06 18:01:15.545656 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-375b07fe-50a9-4d24-bfb6-30911df48a05 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "GET /v2.0/ports/267a570e-4335-4d23-b7fd-28358806a62e HTTP/1.1" status: 404 len: 333 time: 0.0655546 Jul 06 18:01:15.546539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Routers {'73f29377-acec-4741-9293-e5f84cb778cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:15.547595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['73f29377-acec-4741-9293-e5f84cb778cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:15.555910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36988) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:15.562559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'name': 'tempest-AllowedAddressPairTestJSON-1412882492'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:15.654850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:15.658726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.710216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:15.714534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Set router 73f29377-acec-4741-9293-e5f84cb778cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:15.738031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.738410 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Added segment 02cad977-c1bf-496c-9311-aad3b7beb632 of type vlan for network adbd3305-cab0-4358-8c9e-bbd1fd79f3d1 Jul 06 18:01:15.796187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:15.808921 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.849837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:15.853775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.884543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] device_id is not set on port b306086a-925a-4422-ad51-ce9ca2d861af yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:15.891091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.897707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:15.898687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.022320 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6544182 Jul 06 18:01:16.028642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:16.037085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1960770561'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:16.044440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bcec2-af1d-4b4c-a4d4-06b37698f262 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Network': ['ID=adbd3305-cab0-4358-8c9e-bbd1fd79f3d1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:16.063580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network adbd3305-cab0-4358-8c9e-bbd1fd79f3d1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:16.070341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:16.075249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.113672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aeff34b-1c83-41f2-a15a-c348ada7300d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:16.128486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.131697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:16.153207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.153519 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Added segment 567d85ab-7604-4f9f-a469-17f00d5f2d9b of type vlan for network 203ce050-eb3b-464a-a245-88c17a90206f Jul 06 18:01:16.155633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Transition to ACTIVE for port object 5aeff34b-1c83-41f2-a15a-c348ada7300d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:16.166192 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.181587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba78e9d-df3e-4e0b-b7ff-c7f6cb3850f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.208145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Allocated IP 172.20.0.4 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/b306086a-925a-4422-ad51-ce9ca2d861af) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:16.264840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.375990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeff34b-1c83-41f2-a15a-c348ada7300d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:16.443744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Attempting to bind port 5aeff34b-1c83-41f2-a15a-c348ada7300d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:16.443744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Attempting to bind port 5aeff34b-1c83-41f2-a15a-c348ada7300d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:16.444168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Attempting to bind port 5aeff34b-1c83-41f2-a15a-c348ada7300d on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:16.457089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Port 5aeff34b-1c83-41f2-a15a-c348ada7300d on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:01:16.457089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Attempting to bind port 5aeff34b-1c83-41f2-a15a-c348ada7300d on network c0ba3d93-5f12-4c28-ab21-e58404ac4559 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:16.460984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.471922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:16.471922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.545857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:16.546417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Checking segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:16.546938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Bound using segment: {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:16.548136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Bound port: 5aeff34b-1c83-41f2-a15a-c348ada7300d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:16.548136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.584079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:01:12Z', 'revision_number': 4, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd2a5c449-40f7-4068-b46b-0c5c8569c3bc', 'name': '', 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'mac_address': 'fa:16:3e:3d:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'a489b207-413f-4f98-b907-6a949aa47a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:10Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 2, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'subnets': [{'id': 'a489b207-413f-4f98-b907-6a949aa47a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:16.634398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Checking router: 73f29377-acec-4741-9293-e5f84cb778cb for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:16.634793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Updating router 73f29377-acec-4741-9293-e5f84cb778cb port d2a5c449-40f7-4068-b46b-0c5c8569c3bc binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:01:16.654255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Network': ['ID=203ce050-eb3b-464a-a245-88c17a90206f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:16.681484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.686797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 203ce050-eb3b-464a-a245-88c17a90206f details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:16.713612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] For port 5aeff34b-1c83-41f2-a15a-c348ada7300d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:16.728892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] For port 5aeff34b-1c83-41f2-a15a-c348ada7300d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:16.745426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba78e9d-df3e-4e0b-b7ff-c7f6cb3850f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.761055 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.763963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Transition to ACTIVE for port object b306086a-925a-4422-ad51-ce9ca2d861af will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:16.769487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba78e9d-df3e-4e0b-b7ff-c7f6cb3850f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.776025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.818045 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ba78e9d-df3e-4e0b-b7ff-c7f6cb3850f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72e44f797c914af3ac8f1adf810d30eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0181301 Jul 06 18:01:16.819043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37018) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:16.827336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6394e347-aeab-4f00-b5ba-ce4cb89dbdaf tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7966702 Jul 06 18:01:16.884135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:16.887540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.891227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] 10.222.0.60 "PUT /v2.0/ports/5aeff34b-1c83-41f2-a15a-c348ada7300d HTTP/1.1" status: 200 len: 1091 time: 2.2370911 Jul 06 18:01:16.894588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'tag': '5aeff34b-1c83-41f2-a15a-c348ada7300d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:16.905054 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e6277-8136-47e0-8c46-63adccb5af0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3a2fbc-82b6-4531-b6ed-7e1a178051ce", "tag": "5aeff34b-1c83-41f2-a15a-c348ada7300d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:16.961150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc107ce-2b8f-410a-9290-9db140cd7be0 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeff34b-1c83-41f2-a15a-c348ada7300d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:17.022225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba78e9d-df3e-4e0b-b7ff-c7f6cb3850f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689cdbdb-9b90-4005-bca7-e9ae66f359c0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:17.096065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.105023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae225f-eeb4-4f41-afbb-d3d9a5fdd704 req-4a8eceda-5434-4aac-b20c-0b10b44bf43d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.114573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55ae225f-eeb4-4f41-afbb-d3d9a5fdd704 req-4a8eceda-5434-4aac-b20c-0b10b44bf43d tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 943 time: 0.4023972 Jul 06 18:01:17.224600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57b96fa1-bbc0-4791-a89b-cd3dd6c50f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.267756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55ae225f-eeb4-4f41-afbb-d3d9a5fdd704 req-b36ad18d-3d84-4c67-a3e6-5e2724fb0972 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511254 Jul 06 18:01:17.285664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57b96fa1-bbc0-4791-a89b-cd3dd6c50f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.287129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-b7570b9e-ea31-4f7b-bc6e-e6c0ea8f935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.289136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-b7570b9e-ea31-4f7b-bc6e-e6c0ea8f935f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 1094 time: 0.3027017 Jul 06 18:01:17.374088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:17.382367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:17.389797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:17.432777 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45dc513-8a88-4cb6-a7e4-255aad0821bd x-openstack-request-id: req-f45dc513-8a88-4cb6-a7e4-255aad0821bd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:17.433516 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3a2fbc-82b6-4531-b6ed-7e1a178051ce", "tag": "5aeff34b-1c83-41f2-a15a-c348ada7300d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:17.438788 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f45dc513-8a88-4cb6-a7e4-255aad0821bd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:17.440306 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'tag': '5aeff34b-1c83-41f2-a15a-c348ada7300d', 'status': 'completed', 'code': 200} Jul 06 18:01:17.450442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-8a07ff30-3fab-4231-a063-835f190d1181 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d HTTP/1.1" status: 200 len: 217 time: 0.1425567 Jul 06 18:01:17.463212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-95771f72-ab67-4c10-a762-9002b2d6d95d tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.464638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=b306086a-925a-4422-ad51-ce9ca2d861af,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:17.485224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-95771f72-ab67-4c10-a762-9002b2d6d95d tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/networks?id=8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 200 len: 910 time: 0.4134760 Jul 06 18:01:17.523690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-bea63253-c972-4974-9b6b-26e91531e55e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/quotas/d934190ccd2b48b0bbffda8093456d3d HTTP/1.1" status: 200 len: 375 time: 0.0357783 Jul 06 18:01:17.527612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57b96fa1-bbc0-4791-a89b-cd3dd6c50f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.533667 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57b96fa1-bbc0-4791-a89b-cd3dd6c50f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.536244 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.543808 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-57b96fa1-bbc0-4791-a89b-cd3dd6c50f4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/689cdbdb-9b90-4005-bca7-e9ae66f359c0 HTTP/1.1" status: 204 len: 168 time: 0.7198622 Jul 06 18:01:17.554228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.564815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.592303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Transition to ACTIVE for port object d2a5c449-40f7-4068-b46b-0c5c8569c3bc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:17.614372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.617596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96fa1-bbc0-4791-a89b-cd3dd6c50f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689cdbdb-9b90-4005-bca7-e9ae66f359c0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:17.641479 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5cda1325-3992-4414-b662-5e46caf79e3a tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0843143 Jul 06 18:01:17.647164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:17.660583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'network_id': '451d456f-c6d1-4706-a775-031917da5b5a', 'name': 'tempest-AllowedAddressPairTestJSON-1811064580'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:17.726196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdc25-56a1-443a-aac4-21d90414b060 req-0af5f1fb-2fab-4d46-991d-009685c1563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.732417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-0af5f1fb-2fab-4d46-991d-009685c1563b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.2413740 Jul 06 18:01:17.885635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-5c81a511-d6ed-444e-9581-a6c978148d1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260610 Jul 06 18:01:17.947980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f6188-8998-404f-8e05-0ecdb9e6a90a None None] Pushing event updated for resources: {'Port': ['ID=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:18.082808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-eed7f157-409d-4fae-a561-b6cc563c91ce tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=d934190ccd2b48b0bbffda8093456d3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5571108 Jul 06 18:01:18.127480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-71989ac8-ffe2-4fc4-a956-122941b9bafe None None] Provisioning for port b306086a-925a-4422-ad51-ce9ca2d861af completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:18.137792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-71989ac8-ffe2-4fc4-a956-122941b9bafe None None] Provisioning complete for port b306086a-925a-4422-ad51-ce9ca2d861af triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:18.138413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71989ac8-ffe2-4fc4-a956-122941b9bafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.259153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-dc7d2dda-39a0-4cae-b178-b0cf3f5fad7b service neutron] 10.222.0.37 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751218 Jul 06 18:01:18.371244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Attempting to bind port d2a5c449-40f7-4068-b46b-0c5c8569c3bc on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:18.371659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Attempting to bind port d2a5c449-40f7-4068-b46b-0c5c8569c3bc by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:18.372018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Attempting to bind port d2a5c449-40f7-4068-b46b-0c5c8569c3bc on network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:18.393834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:18.394211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Checking segment: {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:18.401475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.402478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Bound using segment: {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:18.403329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Bound port: d2a5c449-40f7-4068-b46b-0c5c8569c3bc, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aebb01-ae46-4104-b010-63e8da643904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:18.404224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.453238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-d3121d24-ad38-4b87-98a7-a6f3fbb63b99 service neutron] 10.222.0.37 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925900 Jul 06 18:01:18.486264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:18.530992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] For port d2a5c449-40f7-4068-b46b-0c5c8569c3bc, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:18.536129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] For port d2a5c449-40f7-4068-b46b-0c5c8569c3bc, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,segment=NetworkSegment(73aebb01-ae46-4104-b010-63e8da643904),segment_id=73aebb01-ae46-4104-b010-63e8da643904)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:18.538961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-71989ac8-ffe2-4fc4-a956-122941b9bafe None None] Port b306086a-925a-4422-ad51-ce9ca2d861af cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:18.545870 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.552702 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7445f0c2-7bf7-483a-bda5-41019a469459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.625203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Routers {'73f29377-acec-4741-9293-e5f84cb778cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:18.627398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:00:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['73f29377-acec-4741-9293-e5f84cb778cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:18.649961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f6188-8998-404f-8e05-0ecdb9e6a90a None None] Pushing event updated for resources: {'Port': ['ID=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:18.948193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-7246528d-ce0f-4697-8d73-8304c210a3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0408955 Jul 06 18:01:18.975696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] Set router 73f29377-acec-4741-9293-e5f84cb778cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:19.181166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b459f-047d-4def-973b-2a61207a6ce3 req-030c8776-dd14-4e9a-b87e-9df596753fa9 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:19.188959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-792b459f-047d-4def-973b-2a61207a6ce3 req-030c8776-dd14-4e9a-b87e-9df596753fa9 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 943 time: 0.4597085 Jul 06 18:01:19.239980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ebfda4-1869-49fa-a3d2-3e8846c008ac req-e54ff2ed-017a-4105-a087-4bad79561cf0 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 210 time: 0.0988719 Jul 06 18:01:19.333422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36efdc25-56a1-443a-aac4-21d90414b060 req-18ff2c1f-3aba-4e04-80c9-73952ffba183 service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709333 Jul 06 18:01:19.372704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-792b459f-047d-4def-973b-2a61207a6ce3 req-d869471e-25e2-4d79-83fb-00561b4ac76e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757221 Jul 06 18:01:19.405900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7445f0c2-7bf7-483a-bda5-41019a469459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.429769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7445f0c2-7bf7-483a-bda5-41019a469459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.475127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Made reservation on behalf of 8618be2010e340579ccfe355e89980c9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:19.482745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.486304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:01:12Z', 'revision_number': 4, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd2a5c449-40f7-4068-b46b-0c5c8569c3bc', 'name': '', 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'mac_address': 'fa:16:3e:3d:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'a489b207-413f-4f98-b907-6a949aa47a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:10Z', 'updated_at': '2021-07-06T18:01:18Z', 'revision_number': 4, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'subnets': [{'id': 'a489b207-413f-4f98-b907-6a949aa47a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:19.540093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] device_id is not set on port 7d55af1c-d736-42c4-802f-00c24bd18335 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:19.570325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f0c2-7bf7-483a-bda5-41019a469459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a63f47-235f-4749-8a71-0b9c73102b4d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:19.616053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7445f0c2-7bf7-483a-bda5-41019a469459 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9014a33dc68e4f42b74e080e3ef1f06a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255293 Jul 06 18:01:19.618739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:19.694241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f0f5e-515c-4129-b28c-bdc1136cd623 None None] The sync data for ids ['73f29377-acec-4741-9293-e5f84cb778cb'] in n-d-799527-3 is: [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:01:12Z', 'revision_number': 4, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd2a5c449-40f7-4068-b46b-0c5c8569c3bc', 'name': '', 'network_id': '11fde4de-c855-48c8-9ae9-d1d4e89ac433', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'mac_address': 'fa:16:3e:3d:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'a489b207-413f-4f98-b907-6a949aa47a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:10Z', 'updated_at': '2021-07-06T18:01:18Z', 'revision_number': 4, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'subnets': [{'id': 'a489b207-413f-4f98-b907-6a949aa47a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:19.722792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6277-8136-47e0-8c46-63adccb5af0a req-05e3085a-2c5f-4884-a825-4d1b16e9cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:19.725201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-05e3085a-2c5f-4884-a825-4d1b16e9cc39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 1094 time: 0.2296782 Jul 06 18:01:19.769354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Allocated IP 172.20.0.8 (451d456f-c6d1-4706-a775-031917da5b5a/055c2c2c-ef5c-4aa2-99c9-0831df7d4421/7d55af1c-d736-42c4-802f-00c24bd18335) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:19.828075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb2b59ca-7b33-457b-a4cc-e0e7992a09e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.934051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb2b59ca-7b33-457b-a4cc-e0e7992a09e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.042295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6277-8136-47e0-8c46-63adccb5af0a req-2cb14d77-cfd0-415a-b82b-3f31ee8e7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:20.061776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-2cb14d77-cfd0-415a-b82b-3f31ee8e7930 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 912 time: 0.3278768 Jul 06 18:01:20.145884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-be622e9e-93e8-4c1d-897c-928fa93bdfcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d HTTP/1.1" status: 200 len: 217 time: 0.0756311 Jul 06 18:01:20.253373 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb2b59ca-7b33-457b-a4cc-e0e7992a09e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.266690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb2b59ca-7b33-457b-a4cc-e0e7992a09e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.272059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb2b59ca-7b33-457b-a4cc-e0e7992a09e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7a63f47-235f-4749-8a71-0b9c73102b4d HTTP/1.1" status: 204 len: 168 time: 0.6516392 Jul 06 18:01:20.284236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.317526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Transition to ACTIVE for port object 7d55af1c-d736-42c4-802f-00c24bd18335 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:20.408249 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.471937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6277-8136-47e0-8c46-63adccb5af0a req-ba30c729-cbe7-4b40-9b43-442bbaa7336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:20.493787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-ba30c729-cbe7-4b40-9b43-442bbaa7336f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.3383832 Jul 06 18:01:20.496920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b59ca-7b33-457b-a4cc-e0e7992a09e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a63f47-235f-4749-8a71-0b9c73102b4d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:20.522560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Network 451d456f-c6d1-4706-a775-031917da5b5a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:20.543049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:20.553999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:20.617234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:20.618164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.662178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=7d55af1c-d736-42c4-802f-00c24bd18335,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:20.686290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.687058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.687733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.688385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.689526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.690127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.690705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.691442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.692356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.693124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.700626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.702544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:20.709366 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9d2e20c9-9855-4eaf-a4bf-58d6df3580cf tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0606287 Jul 06 18:01:20.715101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37078) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:20.730028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ef:91:5c'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:1e:4d'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:20.732460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-76dcf537-1653-4423-b3dd-971f7ad9a78b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989720 Jul 06 18:01:20.853433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:20.894542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'subnets': [{'network_id': 'adbd3305-cab0-4358-8c9e-bbd1fd79f3d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1024252437', 'ip_version': 6}, {'network_id': '203ce050-eb3b-464a-a245-88c17a90206f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:20.895065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'subnet': {'network_id': 'adbd3305-cab0-4358-8c9e-bbd1fd79f3d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1024252437', 'ip_version': 6}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:20.895922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Request body: {'subnet': {'network_id': '203ce050-eb3b-464a-a245-88c17a90206f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:21.082827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2a5c449-40f7-4068-b46b-0c5c8569c3bc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:21.214590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7b96fe0c-87fa-481c-aeba-061e0e3fa405 None None] Provisioning for port 7d55af1c-d736-42c4-802f-00c24bd18335 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:21.221157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7b96fe0c-87fa-481c-aeba-061e0e3fa405 None None] Provisioning complete for port 7d55af1c-d736-42c4-802f-00c24bd18335 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:21.223131 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b96fe0c-87fa-481c-aeba-061e0e3fa405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.303042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7b96fe0c-87fa-481c-aeba-061e0e3fa405 None None] Port 7d55af1c-d736-42c4-802f-00c24bd18335 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:21.312840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d2a5c449-40f7-4068-b46b-0c5c8569c3bc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:21.322692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d2a5c449-40f7-4068-b46b-0c5c8569c3bc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:21.323087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.382797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Made reservation on behalf of b7f01692dc4642899087ca3eae930a7d for: {'subnet': 2} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:21.394112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.394458 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.633866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.712553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21232b27-130a-457c-99ff-2a6326b73e07 req-150f8fc2-dce6-4e42-83b9-7a5ad8a67449 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 210 time: 0.1752203 Jul 06 18:01:21.736892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port d2a5c449-40f7-4068-b46b-0c5c8569c3bc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,segment=NetworkSegment(73aebb01-ae46-4104-b010-63e8da643904),segment_id=73aebb01-ae46-4104-b010-63e8da643904)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:21.745334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.888932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-08d77b5d-4324-410a-ba67-1507d8aba500 service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1529684 Jul 06 18:01:21.905217 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.928457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.058783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-106e6277-8136-47e0-8c46-63adccb5af0a req-07becbe5-7929-4e29-bada-e5c0940edfe6 service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467135 Jul 06 18:01:22.119193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-09cdfcaf-d242-4fff-84db-f60ee95ca357 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4103556 Jul 06 18:01:22.151922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cfb3b-7323-482b-a9f9-471dda262bef req-aadc9e06-0b6c-4877-9ca5-d0c92d726424 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.161813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-774cfb3b-7323-482b-a9f9-471dda262bef req-aadc9e06-0b6c-4877-9ca5-d0c92d726424 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 943 time: 0.6234913 Jul 06 18:01:22.299344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-1bed170f-f284-4d88-b829-d811ecb33de4 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.303412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-1bed170f-f284-4d88-b829-d811ecb33de4 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.61 "GET /v2.0/networks?id=8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 200 len: 910 time: 0.7638538 Jul 06 18:01:22.326924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-774cfb3b-7323-482b-a9f9-471dda262bef req-d6fbfb44-058a-4258-bc2f-e97dc125478f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619380 Jul 06 18:01:22.355053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Request body: {'port': {'device_id': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'admin_state_up': True, 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:22.387780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5aeff34b-1c83-41f2-a15a-c348ada7300d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:01:22.424014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Made reservation on behalf of d934190ccd2b48b0bbffda8093456d3d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:22.426565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.438085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.438587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.439224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.454081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.455417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.455935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.456468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.459060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-c56588e9-6f1c-4516-b533-90b7af2795dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6500 time: 0.2595699 Jul 06 18:01:22.604400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.620947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.641929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.672084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5aeff34b-1c83-41f2-a15a-c348ada7300d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:22.702304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '5aeff34b-1c83-41f2-a15a-c348ada7300d', 'network_id': 'c0ba3d93-5f12-4c28-ab21-e58404ac4559', 'port_id': '5aeff34b-1c83-41f2-a15a-c348ada7300d', 'mac_address': 'fa:16:3e:d6:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccee172-1bf9-421e-8143-51f9da3c2939', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:01:22.738925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-ebf151d5-720b-4c73-8c9f-ce0857008339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.739713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-ebf151d5-720b-4c73-8c9f-ce0857008339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.747702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-ebf151d5-720b-4c73-8c9f-ce0857008339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.751727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-ebf151d5-720b-4c73-8c9f-ce0857008339 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=54bedf17-e5c4-4a43-90a6-0418614a52e0&id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 2297 time: 0.2395427 Jul 06 18:01:22.768629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.787853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aeff34b-1c83-41f2-a15a-c348ada7300d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:22.827509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5aeff34b-1c83-41f2-a15a-c348ada7300d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:22.837715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.952055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Subnet': ['ID=f4715a07-aaa4-4b96-a99a-d89f5082db99,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.992588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5aeff34b-1c83-41f2-a15a-c348ada7300d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.999980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event updated for resources: {'Port': ['ID=7d55af1c-d736-42c4-802f-00c24bd18335,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:23.013409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Checking segment: {'id': '02cad977-c1bf-496c-9311-aad3b7beb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'adbd3305-cab0-4358-8c9e-bbd1fd79f3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:23.013826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network hostable DHCP agents. Network: adbd3305-cab0-4358-8c9e-bbd1fd79f3d1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:23.039949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] In _notify_port_updated(), no bound segment for port 7d55af1c-d736-42c4-802f-00c24bd18335 on network 451d456f-c6d1-4706-a775-031917da5b5a {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:01:23.046457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.047517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.049901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b44aae4-d452-4dab-a2c1-07a3340ca6c5 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "PUT /v2.0/ports/7d55af1c-d736-42c4-802f-00c24bd18335 HTTP/1.1" status: 200 len: 1056 time: 2.3266246 Jul 06 18:01:23.054330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37118) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:23.060857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2a5c449-40f7-4068-b46b-0c5c8569c3bc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:23.132585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Allocated IP 172.20.0.3 (8084d8fe-45c8-4843-9d13-428a979b9c1b/51d9d89b-80c5-47db-bc61-864aa68c38c5/f5ca4443-6951-4353-b63c-5f257eaf0a08) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:23.140897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network adbd3305-cab0-4358-8c9e-bbd1fd79f3d1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:23.159719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5aeff34b-1c83-41f2-a15a-c348ada7300d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:01:23.174361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, adbd3305-cab0-4358-8c9e-bbd1fd79f3d1) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:23.188082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.229460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efbeec-5238-4ca9-8269-b9a4d22936e1 None None] Network adbd3305-cab0-4358-8c9e-bbd1fd79f3d1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:23.294452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event updated for resources: {'Subnet': ['ID=fe55997e-47cc-4e6e-8229-a9891911d4b1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:23.403163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.480757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4b9bad4-b5d3-4e16-9503-6f3beccb635b req-37b61bb3-4fad-4d95-956d-532af5a79844 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 210 time: 0.1051674 Jul 06 18:01:23.497061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-09e987bf-b5df-45a3-bb32-3f7a33eb749a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 200 len: 1001 time: 0.6583254 Jul 06 18:01:23.498684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Transition to ACTIVE for port object f5ca4443-6951-4353-b63c-5f257eaf0a08 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:23.510570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e8fd4337-ac7c-4e8b-9449-7cc4927740db None None] Provisioning complete for port 7d55af1c-d736-42c4-802f-00c24bd18335 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:23.511134 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4337-ac7c-4e8b-9449-7cc4927740db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.518633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Checking segment: {'id': '567d85ab-7604-4f9f-a469-17f00d5f2d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '203ce050-eb3b-464a-a245-88c17a90206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:23.521607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network hostable DHCP agents. Network: 203ce050-eb3b-464a-a245-88c17a90206f, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:23.553662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d2a5c449-40f7-4068-b46b-0c5c8569c3bc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:23.554044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.597892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port 7d55af1c-d736-42c4-802f-00c24bd18335 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:23.598428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.605162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-6342c5ea-dcdf-4122-a483-c7db1d947a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.609107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-6342c5ea-dcdf-4122-a483-c7db1d947a2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c205cca-35b3-4347-bee6-a1988239347b HTTP/1.1" status: 200 len: 855 time: 0.1042895 Jul 06 18:01:23.664023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.665911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Network 203ce050-eb3b-464a-a245-88c17a90206f is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:23.694357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 203ce050-eb3b-464a-a245-88c17a90206f) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:23.712303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.714302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.715183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.757242 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8e0f31cb-fd23-4056-8b60-4d2bd9dca85e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8918600 Jul 06 18:01:23.774532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:23.785724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c8ba46-0194-4cba-993b-5365536acea0 None None] Network 203ce050-eb3b-464a-a245-88c17a90206f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:23.867894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:23.890149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:23.912942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:23.921825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd91e2-eb95-4623-9726-a6f329c5a3a5 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.928708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd91e2-eb95-4623-9726-a6f329c5a3a5 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.930457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd91e2-eb95-4623-9726-a6f329c5a3a5 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.932274 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9dd91e2-eb95-4623-9726-a6f329c5a3a5 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1567028 Jul 06 18:01:23.982620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Pushing event updated for resources: {'Port': ['ID=f5ca4443-6951-4353-b63c-5f257eaf0a08,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:23.984264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.025142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.043906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8d185-188e-4e25-b620-2c22ba274b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-adbd3305-cab0-4358-8c9e-bbd1fd79f3d1', 'network_id': 'adbd3305-cab0-4358-8c9e-bbd1fd79f3d1', 'tenant_id': 'b7f01692dc4642899087ca3eae930a7d', 'fixed_ips': [{'subnet_id': 'f4715a07-aaa4-4b96-a99a-d89f5082db99'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:24.045167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d185-188e-4e25-b620-2c22ba274b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.055398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd4337-ac7c-4e8b-9449-7cc4927740db None None] Port 7d55af1c-d736-42c4-802f-00c24bd18335 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:24.080591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-aaba9b0f-23e6-4a39-8978-8c58f5265d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.087774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-aaba9b0f-23e6-4a39-8978-8c58f5265d24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4551914 Jul 06 18:01:24.120649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for 7d55af1c-d736-42c4-802f-00c24bd18335 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:24.143351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a3b3-1625-419b-a92f-6a62af9b76d3 req-7a63de9c-c805-4f92-a393-839a4b5b986a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.156914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ef1a3b3-1625-419b-a92f-6a62af9b76d3 req-7a63de9c-c805-4f92-a393-839a4b5b986a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 944 time: 0.5736578 Jul 06 18:01:24.190645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Deleting subnet f4715a07-aaa4-4b96-a99a-d89f5082db99 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:24.277250 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.295931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.296631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.362699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ef1a3b3-1625-419b-a92f-6a62af9b76d3 req-d995dde0-f0c1-4e05-a9aa-2a69476c9030 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003553 Jul 06 18:01:24.364696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-52190e6e-ae05-4989-a0b5-c54c91d1712e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0301626 Jul 06 18:01:24.390737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Request body: {'port': {'device_id': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:24.426230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.524060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-e5ada946-4394-44ca-94da-3afdc7ffda36 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249706 Jul 06 18:01:24.635438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.648543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-83393878-771e-41b6-989a-4e95527fb42f None None] Provisioning for port f5ca4443-6951-4353-b63c-5f257eaf0a08 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:24.686540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.702981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-83393878-771e-41b6-989a-4e95527fb42f None None] Provisioning complete for port f5ca4443-6951-4353-b63c-5f257eaf0a08 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:24.703987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83393878-771e-41b6-989a-4e95527fb42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.709397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-203ce050-eb3b-464a-a245-88c17a90206f', 'network_id': '203ce050-eb3b-464a-a245-88c17a90206f', 'tenant_id': 'b7f01692dc4642899087ca3eae930a7d', 'fixed_ips': [{'subnet_id': 'fe55997e-47cc-4e6e-8229-a9891911d4b1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:24.710893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.794710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.905175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-6169d1ad-2cc5-4bed-a370-356681701354 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667297 Jul 06 18:01:24.948903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-83393878-771e-41b6-989a-4e95527fb42f None None] Port f5ca4443-6951-4353-b63c-5f257eaf0a08 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:24.963445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=7d55af1c-d736-42c4-802f-00c24bd18335,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:24.994363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-64b25904-5eca-48d4-845c-809217cdc390 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 217 time: 0.0788743 Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-e6e8d185-188e-4e25-b620-2c22ba274b1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4715a07-aaa4-4b96-a99a-d89f5082db99: This subnet is being modified by another concurrent operation. Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:25.000513 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4715a07-aaa4-4b96-a99a-d89f5082db99: This subnet is being modified by another concurrent operation. Jul 06 18:01:25.008343 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 18:01:25.017485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d8c4c903-292e-4b97-94cd-fc015fa626d5 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:25.024349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.084624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa22ed-d02d-47a6-9ec2-617a6e3d55f8 None None] Network adbd3305-cab0-4358-8c9e-bbd1fd79f3d1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:25.136358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.145552 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/subnets/f4715a07-aaa4-4b96-a99a-d89f5082db99 HTTP/1.1" status: 204 len: 168 time: 1.1550980 Jul 06 18:01:25.176264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.190327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.200315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feda13-b194-4bc8-b2b8-d7cd52f3aa6d tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Subnet': ['ID=f4715a07-aaa4-4b96-a99a-d89f5082db99,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:25.225102 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8c4c903-292e-4b97-94cd-fc015fa626d5 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] 10.222.0.37 "PUT /v2.0/quotas/2ac8c17145444a8ba8f7bc15d6047b6f HTTP/1.1" status: 200 len: 368 time: 0.5323713 Jul 06 18:01:25.227752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37164) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.241225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Request body: {'network': {'project_id': '2ac8c17145444a8ba8f7bc15d6047b6f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:25.313112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Made reservation on behalf of 2ac8c17145444a8ba8f7bc15d6047b6f for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:25.318346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.347388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.385707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Deleting subnet fe55997e-47cc-4e6e-8229-a9891911d4b1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:25.485427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Allocated IP 2001:db8:0:1::1 (203ce050-eb3b-464a-a245-88c17a90206f/fe55997e-47cc-4e6e-8229-a9891911d4b1/899932dc-bea2-4b5d-a8e5-444851680e06) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:25.532220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57aecc03-da43-4ef9-9454-5076b98629d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.702966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.714236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.742301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:25.779204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-aa6dc5f8-03ca-41a3-9d2b-12cd4dacd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:25.781857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-aa6dc5f8-03ca-41a3-9d2b-12cd4dacd28e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.7351348 Jul 06 18:01:25.843249 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.845413 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Added segment b7849da8-1e18-4aa7-ad63-ccdfb791b98f of type vlan for network edac8898-b84c-4aa7-9191-a9a046574b83 Jul 06 18:01:25.884607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d923f8-c9b2-497c-967a-0758ead19356,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:25.980189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.004315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.026477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02f2b6-7cf5-4708-9906-39534ca2a752 req-b3185bfb-cc03-4bba-8a27-266c2657323c tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.033871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Transition to ACTIVE for port object 899932dc-bea2-4b5d-a8e5-444851680e06 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:26.039973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d02f2b6-7cf5-4708-9906-39534ca2a752 req-b3185bfb-cc03-4bba-8a27-266c2657323c tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1027 time: 1.1418314 Jul 06 18:01:26.075823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Transition to ACTIVE for port object 899932dc-bea2-4b5d-a8e5-444851680e06 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:26.087015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.088839 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.142549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Network 203ce050-eb3b-464a-a245-88c17a90206f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:26.147196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:26.152328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:01:26.160951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:26.164169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Pushing event updated for resources: {'Port': ['ID=899932dc-bea2-4b5d-a8e5-444851680e06,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:26.257059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.260271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.263120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Attempting to bind port 899932dc-bea2-4b5d-a8e5-444851680e06 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:26.263633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.264056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Attempting to bind port 899932dc-bea2-4b5d-a8e5-444851680e06 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '567d85ab-7604-4f9f-a469-17f00d5f2d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '203ce050-eb3b-464a-a245-88c17a90206f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:26.264802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Attempting to bind port 899932dc-bea2-4b5d-a8e5-444851680e06 on network 203ce050-eb3b-464a-a245-88c17a90206f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:26.269480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b08f8-8ca3-4b72-9181-2dca985d3ac5 req-44585b8c-1f79-4158-8c47-2787d525aac6 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.273110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:26.273802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Checking segment: {'id': '567d85ab-7604-4f9f-a469-17f00d5f2d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '203ce050-eb3b-464a-a245-88c17a90206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:26.274412 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.276170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Bound using segment: {'id': '567d85ab-7604-4f9f-a469-17f00d5f2d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '203ce050-eb3b-464a-a245-88c17a90206f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:26.276884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Bound port: 899932dc-bea2-4b5d-a8e5-444851680e06, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567d85ab-7604-4f9f-a469-17f00d5f2d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '203ce050-eb3b-464a-a245-88c17a90206f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:26.277471 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.281951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f38b08f8-8ca3-4b72-9181-2dca985d3ac5 req-44585b8c-1f79-4158-8c47-2787d525aac6 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 944 time: 0.5387812 Jul 06 18:01:26.291386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.299478 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-989a3d14-1377-4089-b0ca-6bf0c2b8d6a4 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/ports/7d55af1c-d736-42c4-802f-00c24bd18335 HTTP/1.1" status: 204 len: 168 time: 3.2413971 Jul 06 18:01:26.307120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.319207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-b7586f90-9724-402c-b681-dc4281cf6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.321868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-b7586f90-9724-402c-b681-dc4281cf6eff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5305324 Jul 06 18:01:26.360677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.407990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d02f2b6-7cf5-4708-9906-39534ca2a752 req-5eb4d544-7084-4f18-8635-e6dc7b46b31d tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562331 Jul 06 18:01:26.419609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Pushing event updated for resources: {'Network': ['ID=edac8898-b84c-4aa7-9191-a9a046574b83,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:26.430177 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-26d66f16-2027-4ec8-9af8-9fa293913fb9 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1998439 Jul 06 18:01:26.434800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.440473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Request body: {'network': {'project_id': '2ac8c17145444a8ba8f7bc15d6047b6f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:26.470924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Made reservation on behalf of 2ac8c17145444a8ba8f7bc15d6047b6f for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:26.473411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.537184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:26.558848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.561524 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Added segment 485f7ba1-c19a-4784-9a2c-ba245378073d of type vlan for network d401e0f3-e3d4-4d92-883f-60bbcef18036 Jul 06 18:01:26.574745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5aeff34b-1c83-41f2-a15a-c348ada7300d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:26.586163 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8f3afb-bac3-4392-a63c-88c144c3f8b2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] GET failed (client error): The resource could not be found. Jul 06 18:01:26.601149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb8f3afb-bac3-4392-a63c-88c144c3f8b2 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "GET /v2.0/ports/7d55af1c-d736-42c4-802f-00c24bd18335 HTTP/1.1" status: 404 len: 333 time: 0.2740667 Jul 06 18:01:26.614635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network edac8898-b84c-4aa7-9191-a9a046574b83 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:26.628602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.662477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.672216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.674820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.676313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.762514 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3262475 Jul 06 18:01:26.774878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.781877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 5aeff34b-1c83-41f2-a15a-c348ada7300d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:26.787993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c477cef1-1c69-4891-b56f-54491dea3a72 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Request body: {'network': {'project_id': '2ac8c17145444a8ba8f7bc15d6047b6f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:26.791827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] For port 899932dc-bea2-4b5d-a8e5-444851680e06, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:26.797648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] For port 899932dc-bea2-4b5d-a8e5-444851680e06, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=899932dc-bea2-4b5d-a8e5-444851680e06,segment=NetworkSegment(567d85ab-7604-4f9f-a469-17f00d5f2d9b),segment_id=567d85ab-7604-4f9f-a469-17f00d5f2d9b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:26.809434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 5aeff34b-1c83-41f2-a15a-c348ada7300d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:26.810143 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.828217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628dc43-82b8-45a1-81f8-4963ee7e2b22 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Pushing event updated for resources: {'Network': ['ID=d401e0f3-e3d4-4d92-883f-60bbcef18036,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:26.833311 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c477cef1-1c69-4891-b56f-54491dea3a72 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:01:26.834147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c477cef1-1c69-4891-b56f-54491dea3a72 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:26.837398 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c477cef1-1c69-4891-b56f-54491dea3a72 tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0606463 Jul 06 18:01:26.842184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37182) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.933458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.044411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d401e0f3-e3d4-4d92-883f-60bbcef18036 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:27.045639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.105651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ca4443-6951-4353-b63c-5f257eaf0a08 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:27.118091 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.135794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Transition to ACTIVE for port object f5ca4443-6951-4353-b63c-5f257eaf0a08 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:27.149224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-c04707be-0cca-4d3e-a0d2-42e2a4195506 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608056 Jul 06 18:01:27.180412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.192495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6deb43-0616-47d0-b93b-1d4d1c64e59f None None] Pushing event updated for resources: {'Port': ['ID=899932dc-bea2-4b5d-a8e5-444851680e06,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:27.199562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.222369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d401e0f3-e3d4-4d92-883f-60bbcef18036']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:27.254396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485f7ba1-c19a-4784-9a2c-ba245378073d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:27.254948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485f7ba1-c19a-4784-9a2c-ba245378073d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:27.289625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.321528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.332061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.344301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:27.345773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:27.348769 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:27.377197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeff34b-1c83-41f2-a15a-c348ada7300d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:27.381381 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a596e7-c7a7-46f3-944d-948e9fe7d7f0" -d '{"events": [{"server_uuid": "fc3a2fbc-82b6-4531-b6ed-7e1a178051ce", "name": "network-vif-plugged", "status": "completed", "tag": "5aeff34b-1c83-41f2-a15a-c348ada7300d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:27.447914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5aeff34b-1c83-41f2-a15a-c348ada7300d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:27.449656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.466035 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.472192 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d401e0f3-e3d4-4d92-883f-60bbcef18036 HTTP/1.1" status: 204 len: 168 time: 0.6285896 Jul 06 18:01:27.482641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.494030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37188) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:27.505433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664243ad-2164-4739-8868-1d6fa71e3a1e tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Pushing event deleted for resources: {'Network': ['ID=d401e0f3-e3d4-4d92-883f-60bbcef18036,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:27.508097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca4443-6951-4353-b63c-5f257eaf0a08,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:27.562365 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cff80d-ad57-46d0-817b-4f4a0a1fa891 x-openstack-request-id: req-d1cff80d-ad57-46d0-817b-4f4a0a1fa891 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:27.562725 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a2fbc-82b6-4531-b6ed-7e1a178051ce", "name": "network-vif-plugged", "status": "completed", "tag": "5aeff34b-1c83-41f2-a15a-c348ada7300d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:27.563724 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1cff80d-ad57-46d0-817b-4f4a0a1fa891 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:27.564755 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeff34b-1c83-41f2-a15a-c348ada7300d', 'code': 200} Jul 06 18:01:27.617037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f38b08f8-8ca3-4b72-9181-2dca985d3ac5 req-4b998b55-c69d-41a9-8d67-232e83da3d1f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3244512 Jul 06 18:01:27.685373 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.700568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5aeff34b-1c83-41f2-a15a-c348ada7300d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:27.830154 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-b56b4302-9d33-430a-8fbe-ccfb5f1fef3c service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377888 Jul 06 18:01:27.876791 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6454f2c4-e534-4ba8-b2b9-1b5b6474d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.886252 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.910223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edac8898-b84c-4aa7-9191-a9a046574b83']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:27.943408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7849da8-1e18-4aa7-ad63-ccdfb791b98f') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:27.944165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7849da8-1e18-4aa7-ad63-ccdfb791b98f') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:27.963942 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.980769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.008207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.026561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:28.027063 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:28.039991 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:28.072806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-ceb7cfbf-08d0-481e-ab69-2fb4edb02cd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 217 time: 0.2034624 Jul 06 18:01:28.074200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.167422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.190516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.195775 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] 10.222.0.37 "DELETE /v2.0/networks/edac8898-b84c-4aa7-9191-a9a046574b83 HTTP/1.1" status: 204 len: 168 time: 0.7001464 Jul 06 18:01:28.228414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761c3ff-a56f-4bcf-831b-b7afbc316ffc tempest-QuotasNegativeTest-455230410 tempest-QuotasNegativeTest-455230410-project-admin] Pushing event deleted for resources: {'Network': ['ID=edac8898-b84c-4aa7-9191-a9a046574b83,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:28.383389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port b306086a-925a-4422-ad51-ce9ca2d861af {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:28.384003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.991627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:29.121545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 899932dc-bea2-4b5d-a8e5-444851680e06 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:29.167986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.175102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f15f9-6efe-4fc8-b817-b5ddec1ed28e None None] Network 203ce050-eb3b-464a-a245-88c17a90206f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:29.213359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f323cd0c-61f1-4eb8-bd62-13b04fdff255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.267138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Attempting to bind port f5ca4443-6951-4353-b63c-5f257eaf0a08 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:29.267534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Attempting to bind port f5ca4443-6951-4353-b63c-5f257eaf0a08 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:29.267873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Attempting to bind port f5ca4443-6951-4353-b63c-5f257eaf0a08 on network 8084d8fe-45c8-4843-9d13-428a979b9c1b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:29.280989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-1cfa3976-565d-4178-a286-d8d92bf98593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.282937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-1cfa3976-565d-4178-a286-d8d92bf98593 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 1.1715870 Jul 06 18:01:29.283962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Subnet': ['ID=fe55997e-47cc-4e6e-8229-a9891911d4b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.307349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.309983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1818a0c0-7f36-4caa-ba7c-cd3b7905dba8 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/subnets/fe55997e-47cc-4e6e-8229-a9891911d4b1 HTTP/1.1" status: 204 len: 168 time: 4.0973248 Jul 06 18:01:29.324228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9b299-b8ed-4b25-8355-3b0b2e9a4cb5 req-e8979f49-9dbd-4b10-9d58-98ec0450b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.326350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5a9b299-b8ed-4b25-8355-3b0b2e9a4cb5 req-e8979f49-9dbd-4b10-9d58-98ec0450b72c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 1096 time: 1.6848514 Jul 06 18:01:29.327029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Port f5ca4443-6951-4353-b63c-5f257eaf0a08 on network 8084d8fe-45c8-4843-9d13-428a979b9c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:01:29.327369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Attempting to bind port f5ca4443-6951-4353-b63c-5f257eaf0a08 on network 8084d8fe-45c8-4843-9d13-428a979b9c1b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:29.341158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bde21014-5cd4-485a-88f1-d715ef1e824a None None] Provisioning for port 899932dc-bea2-4b5d-a8e5-444851680e06 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:29.346340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:29.349911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f323cd0c-61f1-4eb8-bd62-13b04fdff255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.351718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:29.352285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Checking segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:29.352706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Bound using segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:29.353325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Bound port: f5ca4443-6951-4353-b63c-5f257eaf0a08, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:29.353911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.357122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f323cd0c-61f1-4eb8-bd62-13b04fdff255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.361212 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.368503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 899932dc-bea2-4b5d-a8e5-444851680e06 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:29.395124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 899932dc-bea2-4b5d-a8e5-444851680e06 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:29.395507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.420990 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f323cd0c-61f1-4eb8-bd62-13b04fdff255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=791a8fa2dde44c2aabc504132a4f3408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281490 Jul 06 18:01:29.422444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323cd0c-61f1-4eb8-bd62-13b04fdff255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f03c8c-b87c-4d7c-8834-1ca0ac73c098,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.443895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37216) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:29.523943 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.546381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6773135-ae80-4190-9964-7701cbed2162 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.549241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b6773135-ae80-4190-9964-7701cbed2162 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1923914 Jul 06 18:01:29.556040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:29.582708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 899932dc-bea2-4b5d-a8e5-444851680e06, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=899932dc-bea2-4b5d-a8e5-444851680e06,segment=NetworkSegment(567d85ab-7604-4f9f-a469-17f00d5f2d9b),segment_id=567d85ab-7604-4f9f-a469-17f00d5f2d9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:29.591090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5a9b299-b8ed-4b25-8355-3b0b2e9a4cb5 req-0c5232dd-f47b-42f9-8bea-eb6eef7b777d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548578 Jul 06 18:01:29.596345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.612546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608572b8-5f04-43f3-84a4-b85eca46c15c req-1183c008-acd8-467c-b1ce-67f52bb3555e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.637132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] DHCP port deletion for 203ce050-eb3b-464a-a245-88c17a90206f request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:29.648224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-608572b8-5f04-43f3-84a4-b85eca46c15c req-1183c008-acd8-467c-b1ce-67f52bb3555e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1052 time: 1.6785300 Jul 06 18:01:29.691956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12fa74f7-b6e9-45e7-a0d8-a41fc5bb3783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.700315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=899932dc-bea2-4b5d-a8e5-444851680e06,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.722484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.724863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] Deleting port 899932dc-bea2-4b5d-a8e5-444851680e06 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:29.725639 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.743626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12fa74f7-b6e9-45e7-a0d8-a41fc5bb3783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.781058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] For port f5ca4443-6951-4353-b63c-5f257eaf0a08, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:29.786275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] For port f5ca4443-6951-4353-b63c-5f257eaf0a08, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:29.821606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ed825-47b1-408b-92c0-76d291a68a34 req-22ecdb1b-0331-432d-8648-1e2b144cb2cc tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.823238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f78ed825-47b1-408b-92c0-76d291a68a34 req-22ecdb1b-0331-432d-8648-1e2b144cb2cc tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.7640820 Jul 06 18:01:29.834041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] For port 899932dc-bea2-4b5d-a8e5-444851680e06, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=899932dc-bea2-4b5d-a8e5-444851680e06,segment=NetworkSegment(567d85ab-7604-4f9f-a469-17f00d5f2d9b),segment_id=567d85ab-7604-4f9f-a469-17f00d5f2d9b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:29.835031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.836217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.843903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.875836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12fa74f7-b6e9-45e7-a0d8-a41fc5bb3783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.880084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12fa74f7-b6e9-45e7-a0d8-a41fc5bb3783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.880354 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:01:29.883326 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-12fa74f7-b6e9-45e7-a0d8-a41fc5bb3783 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91f03c8c-b87c-4d7c-8834-1ca0ac73c098 HTTP/1.1" status: 204 len: 168 time: 0.4053934 Jul 06 18:01:29.885538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Deleting port 899932dc-bea2-4b5d-a8e5-444851680e06 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:29.885801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.899835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] Calling delete_port for 899932dc-bea2-4b5d-a8e5-444851680e06 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:29.930559 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.952486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa74f7-b6e9-45e7-a0d8-a41fc5bb3783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f03c8c-b87c-4d7c-8834-1ca0ac73c098,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:30.001960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-608572b8-5f04-43f3-84a4-b85eca46c15c req-6ecb8a08-186f-41fa-b8d1-7f68b3c26e9a tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519990 Jul 06 18:01:30.058401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] For port 899932dc-bea2-4b5d-a8e5-444851680e06, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=899932dc-bea2-4b5d-a8e5-444851680e06,segment=NetworkSegment(567d85ab-7604-4f9f-a469-17f00d5f2d9b),segment_id=567d85ab-7604-4f9f-a469-17f00d5f2d9b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:30.058750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.060415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for b306086a-925a-4422-ad51-ce9ca2d861af owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:30.100853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.101864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.104972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Calling delete_port for 899932dc-bea2-4b5d-a8e5-444851680e06 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:30.106069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] 10.222.0.61 "PUT /v2.0/ports/f5ca4443-6951-4353-b63c-5f257eaf0a08 HTTP/1.1" status: 200 len: 1091 time: 5.7248731 Jul 06 18:01:30.164741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-8cf5edad-7edc-422c-ba16-54042f27850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.166181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-8cf5edad-7edc-422c-ba16-54042f27850c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8665597 Jul 06 18:01:30.166677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'tag': 'f5ca4443-6951-4353-b63c-5f257eaf0a08'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:30.186333 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c0b6d-17a2-4cb2-8cbe-4224485a5941" -d '{"events": [{"name": "network-changed", "server_uuid": "2e26287c-3c2c-47b1-bbd1-e9c14622878d", "tag": "f5ca4443-6951-4353-b63c-5f257eaf0a08"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:30.240534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.295494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] Pushing event deleted for resources: {'Port': ['ID=899932dc-bea2-4b5d-a8e5-444851680e06,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:30.305759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4778da4-93ba-4bb4-8784-bd9eff0f4a27 None None] No DVR routers for this DVR port 899932dc-bea2-4b5d-a8e5-444851680e06 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:30.429786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.530914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0021cf-5ae5-4c47-86d2-1cfe379c1404 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:01:30.557418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Port': ['ID=899932dc-bea2-4b5d-a8e5-444851680e06,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:30.579877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] No DVR routers for this DVR port 899932dc-bea2-4b5d-a8e5-444851680e06 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:30.681635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd540e5-88b3-4af1-bd93-2bd53deb5e47 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ca4443-6951-4353-b63c-5f257eaf0a08,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:30.712971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f78ed825-47b1-408b-92c0-76d291a68a34 req-6d60e418-ecc8-43a2-a953-1053d0acee4c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8633497 Jul 06 18:01:30.761892 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.837165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-0dc4a130-edad-4acd-9a53-39fbffe09f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.838873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-0dc4a130-edad-4acd-9a53-39fbffe09f24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d934190ccd2b48b0bbffda8093456d3d&device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1094 time: 0.6304297 Jul 06 18:01:30.842026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-65ab4999-af83-47ac-89c3-a4f4aa936825 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3070366 Jul 06 18:01:30.862712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0021cf-5ae5-4c47-86d2-1cfe379c1404 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:01:30.874994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-e46178ad-cfc2-4f46-b776-a9235b7a543d service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847985 Jul 06 18:01:30.947725 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591e0ac3-dd65-4ce9-af92-f944f2f81bae x-openstack-request-id: req-591e0ac3-dd65-4ce9-af92-f944f2f81bae {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:30.948099 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e26287c-3c2c-47b1-bbd1-e9c14622878d", "tag": "f5ca4443-6951-4353-b63c-5f257eaf0a08", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:30.948309 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-591e0ac3-dd65-4ce9-af92-f944f2f81bae {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:30.948695 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'tag': 'f5ca4443-6951-4353-b63c-5f257eaf0a08', 'status': 'completed', 'code': 200} Jul 06 18:01:30.959695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:30.977721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.993210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-bfbbf16c-733b-444b-879d-01a4204a9ccc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08 HTTP/1.1" status: 200 len: 217 time: 0.1397541 Jul 06 18:01:30.993538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d416f183-9456-49a1-bec8-0a8fb6ea20c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.037849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203ce050-eb3b-464a-a245-88c17a90206f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:31.135295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567d85ab-7604-4f9f-a469-17f00d5f2d9b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:31.135655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567d85ab-7604-4f9f-a469-17f00d5f2d9b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:31.151419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-a86b2440-0912-4587-86cb-0b84c8e8ef17 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872408 Jul 06 18:01:31.180050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 899932dc-bea2-4b5d-a8e5-444851680e06 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:31.209502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-610b1841-1ed7-473c-9569-678495c2eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.211193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-610b1841-1ed7-473c-9569-678495c2eb20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51d9d89b-80c5-47db-bc61-864aa68c38c5 HTTP/1.1" status: 200 len: 848 time: 0.0624847 Jul 06 18:01:31.253142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 899932dc-bea2-4b5d-a8e5-444851680e06 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:31.254626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 899932dc-bea2-4b5d-a8e5-444851680e06 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:31.328388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.349857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-b3bb1698-bf06-46ff-a6e5-4e22b8a032d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d HTTP/1.1" status: 200 len: 217 time: 0.1374605 Jul 06 18:01:31.373919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.393782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:31.394219 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:31.398096 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:31.502490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d416f183-9456-49a1-bec8-0a8fb6ea20c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.517437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d416f183-9456-49a1-bec8-0a8fb6ea20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.554616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.566225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-ff624a41-d752-4a12-9d0d-7ff64c56aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.566619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.567978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-ff624a41-d752-4a12-9d0d-7ff64c56aab8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.1966279 Jul 06 18:01:31.628410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.635245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/networks/203ce050-eb3b-464a-a245-88c17a90206f HTTP/1.1" status: 204 len: 168 time: 2.0741622 Jul 06 18:01:31.640638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37236) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:31.653985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=b306086a-925a-4422-ad51-ce9ca2d861af,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.657784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-b2f33318-4e71-440d-86bb-381b844ff146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.659858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-b2f33318-4e71-440d-86bb-381b844ff146 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 1098 time: 0.4525113 Jul 06 18:01:31.715740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-d8a740fb-a052-40eb-9748-9c00eeba64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.717514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-d8a740fb-a052-40eb-9748-9c00eeba64ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8084d8fe-45c8-4843-9d13-428a979b9c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4808240 Jul 06 18:01:31.792213 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d416f183-9456-49a1-bec8-0a8fb6ea20c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d962925ac1a4dc7a0bb2f87d991b79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8306718 Jul 06 18:01:31.793012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:31.817072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f10c5-8538-4b19-b7f0-8494e70e9bc1 req-bd0b0ecf-cac0-46dc-bca3-b826df63d8e6 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.831797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a53f10c5-8538-4b19-b7f0-8494e70e9bc1 req-bd0b0ecf-cac0-46dc-bca3-b826df63d8e6 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1094 time: 0.5064917 Jul 06 18:01:31.886032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1f87b-09b3-4b92-91ea-bbd2cb37845e tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Network': ['ID=203ce050-eb3b-464a-a245-88c17a90206f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.895916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f183-9456-49a1-bec8-0a8fb6ea20c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34571cff-df3a-4246-bccb-ca049e3a8e19,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.921910 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.043379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6d55-c037-4213-89ea-643858189dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.055942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.059603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.067505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9774e02e-9109-4ac5-a451-fb306bdf2c46 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/ports/b306086a-925a-4422-ad51-ce9ca2d861af HTTP/1.1" status: 204 len: 168 time: 5.3379848 Jul 06 18:01:32.074113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:32.105270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-3fa64ad5-0dba-42a2-8126-97e09cd25b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:32.107880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-3fa64ad5-0dba-42a2-8126-97e09cd25b8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5165861 Jul 06 18:01:32.168820 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3ce057-e347-4b2a-97c3-e862b94c7d9d tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] GET failed (client error): The resource could not be found. Jul 06 18:01:32.181923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c3ce057-e347-4b2a-97c3-e862b94c7d9d tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "GET /v2.0/ports/b306086a-925a-4422-ad51-ce9ca2d861af HTTP/1.1" status: 404 len: 333 time: 0.0952263 Jul 06 18:01:32.187129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a53f10c5-8538-4b19-b7f0-8494e70e9bc1 req-75ccc05a-726d-4817-b4b2-100aeed48080 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540213 Jul 06 18:01:32.198842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:32.321705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.327221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-dfac5b90-0e6f-4884-a682-f66efeea733c service neutron] 10.222.0.61 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773275 Jul 06 18:01:32.333039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-749468db-dc80-42fe-ad3b-5709bc94b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:32.334675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-749468db-dc80-42fe-ad3b-5709bc94b1c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.5837474 Jul 06 18:01:32.413089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbd3305-cab0-4358-8c9e-bbd1fd79f3d1']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:32.431523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6d55-c037-4213-89ea-643858189dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.434173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cad977-c1bf-496c-9311-aad3b7beb632') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:32.434473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cad977-c1bf-496c-9311-aad3b7beb632') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:32.452085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.483910 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.492035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:32.492751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:32.496560 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:32.567659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6d55-c037-4213-89ea-643858189dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.571433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6d55-c037-4213-89ea-643858189dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.572826 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cb3c6d55-c037-4213-89ea-643858189dee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34571cff-df3a-4246-bccb-ca049e3a8e19 HTTP/1.1" status: 204 len: 168 time: 0.7290184 Jul 06 18:01:32.586543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.591792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.597329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/networks/adbd3305-cab0-4358-8c9e-bbd1fd79f3d1 HTTP/1.1" status: 204 len: 168 time: 0.9344707 Jul 06 18:01:32.598275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:32.617767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c6d55-c037-4213-89ea-643858189dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34571cff-df3a-4246-bccb-ca049e3a8e19,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:32.634928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8cc11-eaa9-48da-9797-53a4a0d750c2 tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Network': ['ID=adbd3305-cab0-4358-8c9e-bbd1fd79f3d1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:32.661864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-e663f264-0e58-4ea5-899d-31aa0d72b45e service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054069 Jul 06 18:01:32.684700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-2545bc01-e0ae-4b17-b5af-c6efd3513918 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 200 len: 1002 time: 0.3202777 Jul 06 18:01:32.776146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.913333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.923963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4b60-e79e-40df-a5c4-2c4c4393d2b4 req-3e20fff8-439e-4856-aa8c-63f59b6a3c93 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:32.926879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d3a4b60-e79e-40df-a5c4-2c4c4393d2b4 req-3e20fff8-439e-4856-aa8c-63f59b6a3c93 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 947 time: 0.6636477 Jul 06 18:01:32.930373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1cd330d-19df-467c-914e-5e5013e21d63 req-78a26fe0-e38c-41e7-a4ef-4ad4daf7d120 service neutron] 10.222.0.61 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900705 Jul 06 18:01:32.932360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b34503-f72e-49f2-8e96-d4e4823f433a']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:32.952333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e620e9-b1ab-456c-a092-eff07fe1597d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:32.953338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e620e9-b1ab-456c-a092-eff07fe1597d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:32.976412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.003988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.017226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:33.018300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:33.024258 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:33.033240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f4fec-b2da-4dfe-a703-4e987dd9397c req-fbf86cb7-4fd7-4792-817b-85d5e7f53022 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:33.036104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc3f4fec-b2da-4dfe-a703-4e987dd9397c req-fbf86cb7-4fd7-4792-817b-85d5e7f53022 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.6925490 Jul 06 18:01:33.056699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port ab681e38-88f7-4046-b922-fe95fb5dab82 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:33.057275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.063765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-f89c71cf-1132-431a-9e1a-63f4e9a9d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:33.066410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-f89c71cf-1132-431a-9e1a-63f4e9a9d17c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.3566446 Jul 06 18:01:33.128303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.142333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.145144 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/networks/58b34503-f72e-49f2-8e96-d4e4823f433a HTTP/1.1" status: 204 len: 168 time: 0.5235238 Jul 06 18:01:33.158809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.161355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75326702-f49e-4acf-b592-841ab966883b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Network': ['ID=58b34503-f72e-49f2-8e96-d4e4823f433a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:33.289608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.362188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-ac0008e8-92c3-4df8-892c-4e011b037aef service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715045 Jul 06 18:01:33.367614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d3a4b60-e79e-40df-a5c4-2c4c4393d2b4 req-aceb18b1-d607-4a69-8ecf-6695569fa7b5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=f51ce1f7-655b-4833-aca2-187b56dbb6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4218285 Jul 06 18:01:33.451838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc3f4fec-b2da-4dfe-a703-4e987dd9397c req-9a361856-41da-4c4e-8383-4567cc0328f1 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751888 Jul 06 18:01:33.519287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.546785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c839b2d-39a8-487f-979f-c3921c7f1407']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:33.571804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44eb06cf-052e-4762-9ced-00a674acad94') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:33.572567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44eb06cf-052e-4762-9ced-00a674acad94') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:33.596227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.640814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-65d8865c-0928-41ae-86bf-0dd9ec5afc02 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:33.644029 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-65d8865c-0928-41ae-86bf-0dd9ec5afc02 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 947 time: 0.2974818 Jul 06 18:01:33.645942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.668840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:33.669239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:33.674597 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:33.913123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.921890 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.927901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] 10.222.0.37 "DELETE /v2.0/networks/7c839b2d-39a8-487f-979f-c3921c7f1407 HTTP/1.1" status: 204 len: 168 time: 0.7677891 Jul 06 18:01:33.957143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80550a23-7d94-46cf-92c2-5b48d2f6352b tempest-BulkNetworkOpsIpV6Test-915763587 tempest-BulkNetworkOpsIpV6Test-915763587-project] Pushing event deleted for resources: {'Network': ['ID=7c839b2d-39a8-487f-979f-c3921c7f1407,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:33.989739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Deleting port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:33.990156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.128336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-426a768e-5fcb-42dd-8a02-c1fe2a1a2057 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=9273f02c-deac-4f42-aa21-09513d95b6dd HTTP/1.1" status: 200 len: 217 time: 0.7433059 Jul 06 18:01:34.165573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] For port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:34.166645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.339903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.436718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-e00a56c8-397c-4569-89b8-e7f53d8f68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.440168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-e00a56c8-397c-4569-89b8-e7f53d8f68d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d934190ccd2b48b0bbffda8093456d3d&device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1094 time: 1.4255023 Jul 06 18:01:34.484002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-c7a74865-77d0-47af-97de-5b76956738b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.487977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-c7a74865-77d0-47af-97de-5b76956738b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4071198 Jul 06 18:01:34.489654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for ab681e38-88f7-4046-b922-fe95fb5dab82 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:34.512651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.514014 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.515022 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Floating IP 45143703-1fab-4dd7-b291-c58fb60f1a70 disassociated. External IP: 172.25.5.233, port: 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba. Jul 06 18:01:34.516035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Calling delete_port for 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:34.626216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37300) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:34.664320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-a27dada8-bddb-452c-b5da-69e1026a0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.666385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-a27dada8-bddb-452c-b5da-69e1026a0971 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.5047283 Jul 06 18:01:34.797239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.852052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event deleted for resources: {'Port': ['ID=50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:34.870940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef08e-a981-4e7e-b42e-c8b56ea54327 req-2581d049-47a3-4a71-b9fa-48bdb5fc86b1 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.879994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb4ef08e-a981-4e7e-b42e-c8b56ea54327 req-2581d049-47a3-4a71-b9fa-48bdb5fc86b1 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1094 time: 0.7624681 Jul 06 18:01:34.917207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-1839b37e-0340-4c3f-a574-e1e3169d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.918785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-1839b37e-0340-4c3f-a574-e1e3169d7fc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 1096 time: 0.6968946 Jul 06 18:01:34.963392 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee79661f-93e8-4d6c-a66c-bb3780566f84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f01692dc4642899087ca3eae930a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344748 Jul 06 18:01:34.967796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:34.984897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c096585-2433-4b5d-a28f-001a5192a502 req-e1dd5654-19e3-4848-b7d0-d24b90cc234e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.987337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c096585-2433-4b5d-a28f-001a5192a502 req-e1dd5654-19e3-4848-b7d0-d24b90cc234e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.6515698 Jul 06 18:01:35.031837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37316) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:35.041684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-976fadf8-c73a-4b93-886e-e34033af2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:35.043301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-976fadf8-c73a-4b93-886e-e34033af2244 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 200 len: 910 time: 0.5884542 Jul 06 18:01:35.065864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-24a7357c-fd4f-4028-9384-a34b226be880 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324399 Jul 06 18:01:35.085043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Router cc98a80d-bacd-482a-b142-eff3e104308d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:35.106988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcb3aaa5-a8fa-499d-b46c-b837edf3df46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.169368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1235604375', 'router:external': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:35.187464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-e3c82833-0c94-474b-93b3-0ffddcac1d65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08 HTTP/1.1" status: 200 len: 217 time: 0.1281230 Jul 06 18:01:35.190666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcb3aaa5-a8fa-499d-b46c-b837edf3df46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.270635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c096585-2433-4b5d-a28f-001a5192a502 req-f5e3382d-75e5-435f-84df-99b959f9e2af tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618260 Jul 06 18:01:35.290487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Made reservation on behalf of a0976a3a00364cf28495525461ad724f for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:35.294224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.312352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c9734460-0ec0-4063-84ca-799bac3b5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:35.314051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-c9734460-0ec0-4063-84ca-799bac3b5639 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6188648 Jul 06 18:01:35.338584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.359143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:35.417662 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:35.445635 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:35.448640 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:35.453384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] No DVR routers for this DVR port 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:35.467936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.471172 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bb64f75-3339-4939-a6a7-104b16e263b5 req-ab519f0f-63fe-4acb-ba4d-6087aa6c6545 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "DELETE /v2.0/ports/50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba HTTP/1.1" status: 204 len: 173 time: 1.8203285 Jul 06 18:01:35.485096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-deleted', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:35.488531 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35fd70d-ac44-420a-9d20-a130d338003f" -d '{"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-deleted", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:35.494414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcb3aaa5-a8fa-499d-b46c-b837edf3df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.498067 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcb3aaa5-a8fa-499d-b46c-b837edf3df46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.511594 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bcb3aaa5-a8fa-499d-b46c-b837edf3df46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a0d95c7-1629-4bb6-88ae-8ee92580db9c HTTP/1.1" status: 204 len: 168 time: 0.5342352 Jul 06 18:01:35.542526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3aaa5-a8fa-499d-b46c-b837edf3df46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d95c7-1629-4bb6-88ae-8ee92580db9c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:35.623584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:35.624958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-4ebfb7f5-220f-41fd-a4a1-ad512c843cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:35.652026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-4ebfb7f5-220f-41fd-a4a1-ad512c843cdb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 912 time: 0.7072315 Jul 06 18:01:35.688085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f5ca4443-6951-4353-b63c-5f257eaf0a08 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:01:35.713968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.724165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.737232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.802020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:35.832832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d10ad7-b90b-4daa-af8e-bf96d8dff328,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:35.836244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-3d0d54d0-52c4-45d5-b3dd-4c2441e9cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:35.840316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-3d0d54d0-52c4-45d5-b3dd-4c2441e9cfca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51d9d89b-80c5-47db-bc61-864aa68c38c5 HTTP/1.1" status: 200 len: 848 time: 0.6402287 Jul 06 18:01:35.861598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.864158 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Added segment 8de89e0b-a07e-4e52-a411-9dae4932511d of type vlan for network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 Jul 06 18:01:36.012222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f5ca4443-6951-4353-b63c-5f257eaf0a08, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:36.020780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.044868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f5ca4443-6951-4353-b63c-5f257eaf0a08', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'port_id': 'f5ca4443-6951-4353-b63c-5f257eaf0a08', 'mac_address': 'fa:16:3e:db:2c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:01:36.103943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.106293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:36.107111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.152128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.207830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ca4443-6951-4353-b63c-5f257eaf0a08 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:36.213024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb4ef08e-a981-4e7e-b42e-c8b56ea54327 req-1e369b24-e00a-452e-9527-e5e3aec32830 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3322728 Jul 06 18:01:36.305838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f5ca4443-6951-4353-b63c-5f257eaf0a08, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:36.314565 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.384202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3500123 Jul 06 18:01:36.403413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:36.425452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'subnet': {'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:36.430371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=ab681e38-88f7-4046-b922-fe95fb5dab82,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.435033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-613464c1-3828-4ddb-b610-af4401c30d98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d HTTP/1.1" status: 200 len: 217 time: 0.7397902 Jul 06 18:01:36.502033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97235c7e-77fc-49d2-940f-f63f0daa236a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Network': ['ID=06ba5c4e-0088-4d90-bbe1-5ccfe2172b87,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.533920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f5ca4443-6951-4353-b63c-5f257eaf0a08,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.543766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:36.549550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Made reservation on behalf of a0976a3a00364cf28495525461ad724f for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:36.553644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41058c4d-2204-4b83-bbf5-9ff62eaad31c req-d6b40a74-4389-4370-a941-75eac8e116be tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=026130fb-e7f2-4875-bc20-a74f14d3de4b HTTP/1.1" status: 200 len: 210 time: 0.7621429 Jul 06 18:01:36.560867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f5ca4443-6951-4353-b63c-5f257eaf0a08'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:01:36.564223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.571551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f747e57e-7bbf-4cc1-9fa1-59c0e69adc68 req-3ee5d35c-cd58-4029-902a-0abd8b783813 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4828296 Jul 06 18:01:36.808267 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:36.835724 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeae1bd-dfba-4a5d-b19d-9bb41d1af88d x-openstack-request-id: req-3aeae1bd-dfba-4a5d-b19d-9bb41d1af88d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:36.836645 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026130fb-e7f2-4875-bc20-a74f14d3de4b", "name": "network-vif-deleted", "tag": "50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:36.836645 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aeae1bd-dfba-4a5d-b19d-9bb41d1af88d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:36.837186 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026130fb-e7f2-4875-bc20-a74f14d3de4b', 'name': 'network-vif-deleted', 'tag': '50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba', 'status': 'completed', 'code': 200} Jul 06 18:01:36.915534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-7f5bbb37-4c77-48d0-85c2-976bde1c880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:36.923375 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:36.928137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-7f5bbb37-4c77-48d0-85c2-976bde1c880e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.3490713 Jul 06 18:01:36.934128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.938545 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:36.939787 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:36.948161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0904a8a2-24d5-49bf-bb01-8ff161598369 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/ports/ab681e38-88f7-4046-b922-fe95fb5dab82 HTTP/1.1" status: 204 len: 168 time: 4.7379336 Jul 06 18:01:36.954636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37336) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.067494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-e2f2dc47-b1cd-4a0a-993a-2fa45d1ad624 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7276549 Jul 06 18:01:37.195648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-78f3ae13-8dbb-4c29-8b23-ff943f6684ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332976 Jul 06 18:01:37.248640 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:37.578411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-45ae8b55-14d1-4485-a413-6d4f9c98e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:37.582648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-45ae8b55-14d1-4485-a413-6d4f9c98e643 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8084d8fe-45c8-4843-9d13-428a979b9c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4107313 Jul 06 18:01:37.590023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting subnet 055c2c2c-ef5c-4aa2-99c9-0831df7d4421 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:37.622056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.objects.ports [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:37.622537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.686527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Subnet': ['ID=072b6cb0-af37-4e48-a71d-14d9dfbae98d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:37.702666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f5ca4443-6951-4353-b63c-5f257eaf0a08 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:37.725819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.730058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Checking segment: {'id': '8de89e0b-a07e-4e52-a411-9dae4932511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:37.730836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network hostable DHCP agents. Network: 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:37.763179 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:37.769536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:37.803509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:37.818698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:37.820318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.837041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160507b-71f7-4184-90de-6bfdf4fca4a7 None None] Network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:37.853500 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e683011-69a1-4151-aab6-f0995dfa827d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4472961 Jul 06 18:01:37.857912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37354) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.874801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-358259208', 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:37.901025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a8d0-97dc-4f23-a42d-af314861a5d4 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:37.922520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.945165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Made reservation on behalf of a0976a3a00364cf28495525461ad724f for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:37.955328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.970672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-44af982a-5c30-4e92-a074-35b41543edb0 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802353 Jul 06 18:01:37.973934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-7d198643-4b91-42c6-8312-3e9a47bbf321 service neutron] 10.222.0.61 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798182 Jul 06 18:01:38.003790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] device_id is not set on port 801c4d1b-181d-43a8-931c-2b1a1e606f9d yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:38.018613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:38.021945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-8a3a6cfb-f093-41e5-985b-96a2a254e164 service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998657 Jul 06 18:01:38.028607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port f5ca4443-6951-4353-b63c-5f257eaf0a08 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:38.036421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f5ca4443-6951-4353-b63c-5f257eaf0a08 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:38.037061 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.236969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c0b6d-17a2-4cb2-8cbe-4224485a5941 req-cf4d7656-1bbd-4d88-ae5a-530ef516ce7e service neutron] 10.222.0.61 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301764 Jul 06 18:01:38.237823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c0d39-b5e1-4587-8d76-f52ad3eb69a8 None None] Network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:38.290561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Allocated IP 172.20.0.10 (06ba5c4e-0088-4d90-bbe1-5ccfe2172b87/072b6cb0-af37-4e48-a71d-14d9dfbae98d/801c4d1b-181d-43a8-931c-2b1a1e606f9d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:38.325499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-09b85430-719e-48b6-8d4e-f835c1ca9b7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 200 len: 217 time: 0.3442433 Jul 06 18:01:38.341509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.384319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f5ca4443-6951-4353-b63c-5f257eaf0a08, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:38.389492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca4443-6951-4353-b63c-5f257eaf0a08'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:38.393857 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c3f89d-b12e-4c63-9927-9fdd8e5ffa2e" -d '{"events": [{"server_uuid": "2e26287c-3c2c-47b1-bbd1-e9c14622878d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca4443-6951-4353-b63c-5f257eaf0a08"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:38.399365 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.400318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:38.421491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2023-85cc-4010-96cb-cf9e23a9042d req-2aa11a70-bc3b-438a-bf4e-49d6486568b1 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.435068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-350d2023-85cc-4010-96cb-cf9e23a9042d req-2aa11a70-bc3b-438a-bf4e-49d6486568b1 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 1.0565336 Jul 06 18:01:38.499573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.510728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f5ca4443-6951-4353-b63c-5f257eaf0a08,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:38.513178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'networks': [{'name': 'tempest-network--1907037089'}, {'name': 'tempest-network--741345379'}]} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:38.513676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'network': {'name': 'tempest-network--1907037089'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:38.514660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'network': {'name': 'tempest-network--741345379'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:38.526627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db64cdc-d13e-47f7-8021-c56ddfe0a77e None None] New status for floating IP 45143703-1fab-4dd7-b291-c58fb60f1a70: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:01:38.563304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'network': 2} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:38.565668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:38.566078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 50d0c8d2-e2ba-4bd0-9764-727c8d2a20ba not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:38.569382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.594171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.618958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.692385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:38.695027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Port': ['ID=801c4d1b-181d-43a8-931c-2b1a1e606f9d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:38.701658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:38.710634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.711576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:38.812580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.814055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.834291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8542-4b27-42b4-8eb0-a40b0e37c555 req-10209d5e-0742-4795-81c5-845f35a65ed8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.837071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b57a8542-4b27-42b4-8eb0-a40b0e37c555 req-10209d5e-0742-4795-81c5-845f35a65ed8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1095 time: 1.1197464 Jul 06 18:01:38.849843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-c0830229-b9b5-4c6f-ac60-929f7e713913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.852440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-c0830229-b9b5-4c6f-ac60-929f7e713913 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.4481556 Jul 06 18:01:38.931356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-350d2023-85cc-4010-96cb-cf9e23a9042d req-2836ad62-f5aa-4297-9358-382ae28b6e52 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937935 Jul 06 18:01:38.933020 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.946815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.947616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.983580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97c420b2-7edf-4f08-a2ee-0d1d7e0b37a4 req-a5bbb39f-b4c8-4f9f-b101-672fa0cbeffb service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446294 Jul 06 18:01:38.997107 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.010404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c03f70bd-90c0-4d5d-b798-335563b84fc3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1456335 Jul 06 18:01:39.011438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:39.048703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Subnet': ['ID=055c2c2c-ef5c-4aa2-99c9-0831df7d4421,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:39.056265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.060859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-841fd117-b822-4504-badf-c0d9cc0b22ca tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/subnets/055c2c2c-ef5c-4aa2-99c9-0831df7d4421 HTTP/1.1" status: 204 len: 168 time: 2.0945125 Jul 06 18:01:39.062355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:39.080654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a79ab6-47ff-442e-97b8-4f989c7bf5f5 None None] Network 451d456f-c6d1-4706-a775-031917da5b5a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:39.142654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:39.145933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5f5031-102e-4ea3-90af-e4d080ac9ce3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:39.181561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.182152 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Added segment 577230d4-9b7c-48a4-bddc-4c79223d6656 of type vlan for network abb3d407-3814-4670-bd11-44477a2489a9 Jul 06 18:01:39.217543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-e9f5375f-e254-489a-ac0d-74eb1595ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:39.220624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-e9f5375f-e254-489a-ac0d-74eb1595ba77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3523686 Jul 06 18:01:39.317819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.388627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.399506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Deleting port 801c4d1b-181d-43a8-931c-2b1a1e606f9d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:39.400089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.486362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:39.524109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.525066 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Added segment 837e18f7-1865-4ad3-a3b0-1829be65ed9b of type vlan for network 8d23e6e9-cc6d-4835-9fff-390e06f31ca4 Jul 06 18:01:39.525734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b57a8542-4b27-42b4-8eb0-a40b0e37c555 req-f357b6d4-2fa3-4f04-8064-1e876856bfea tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503048 Jul 06 18:01:39.587425 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ace911-1ad7-4c24-a083-c14371f81a70 x-openstack-request-id: req-e7ace911-1ad7-4c24-a083-c14371f81a70 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:39.588286 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26287c-3c2c-47b1-bbd1-e9c14622878d", "name": "network-vif-plugged", "status": "completed", "tag": "f5ca4443-6951-4353-b63c-5f257eaf0a08", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:39.588923 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7ace911-1ad7-4c24-a083-c14371f81a70 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:39.589703 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ca4443-6951-4353-b63c-5f257eaf0a08', 'code': 200} Jul 06 18:01:39.591484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-e267b4d5-9a45-4f90-b1b2-8b7c2df1438a service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608663 Jul 06 18:01:39.604033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37376) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:39.630546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.677815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Calling delete_port for 801c4d1b-181d-43a8-931c-2b1a1e606f9d owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:39.686412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.756489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] DHCP port deletion for 451d456f-c6d1-4706-a775-031917da5b5a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:39.819135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.820271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.827548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:39.830730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] Deleting port 18880348-d219-4ddc-a3cc-ee08cd96dc23 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:39.831678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.834277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:39.835026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.863548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2495067-5220-4472-a7d9-c6954c3ebf13 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.930044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] For port 18880348-d219-4ddc-a3cc-ee08cd96dc23, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18880348-d219-4ddc-a3cc-ee08cd96dc23,segment=NetworkSegment(5d6e685d-cea7-465b-8ce4-6bed4f259587),segment_id=5d6e685d-cea7-465b-8ce4-6bed4f259587)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:39.930847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.948812 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9285166 Jul 06 18:01:39.949493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] Calling delete_port for 18880348-d219-4ddc-a3cc-ee08cd96dc23 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:39.957149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37378) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:40.006074 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Network': ['ID=abb3d407-3814-4670-bd11-44477a2489a9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.040101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network abb3d407-3814-4670-bd11-44477a2489a9 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:40.060083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2495067-5220-4472-a7d9-c6954c3ebf13 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.187697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.206387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] No DVR routers for this DVR port 18880348-d219-4ddc-a3cc-ee08cd96dc23 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:40.249982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdcef0-3c17-43d6-880a-86f041f95b65 None None] Pushing event deleted for resources: {'Port': ['ID=18880348-d219-4ddc-a3cc-ee08cd96dc23,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.268350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1318d4-e684-46e8-be30-515dea2efcc7 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Network': ['ID=8d23e6e9-cc6d-4835-9fff-390e06f31ca4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.293920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 8d23e6e9-cc6d-4835-9fff-390e06f31ca4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:40.314455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d033d-c72f-4933-ab27-aea434e4d5d8 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.322348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d033d-c72f-4933-ab27-aea434e4d5d8 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.330812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d033d-c72f-4933-ab27-aea434e4d5d8 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.337622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d033d-c72f-4933-ab27-aea434e4d5d8 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.346130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d033d-c72f-4933-ab27-aea434e4d5d8 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.351340 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f09d033d-c72f-4933-ab27-aea434e4d5d8 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.3815746 Jul 06 18:01:40.356883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.359140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37384) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:40.413581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Deleting port 18880348-d219-4ddc-a3cc-ee08cd96dc23 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:40.414313 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.440763 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2495067-5220-4472-a7d9-c6954c3ebf13 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.646412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] For port 18880348-d219-4ddc-a3cc-ee08cd96dc23, host n-d-799527-3, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:40.646969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.660902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-7ac02846-a46b-4b50-9163-dd949d8e2087 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0576432 Jul 06 18:01:40.677750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Calling delete_port for 18880348-d219-4ddc-a3cc-ee08cd96dc23 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:40.686350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0705fc-096f-4f72-8728-d0add109689e req-bb6f0d8e-46fd-471c-b9a9-3b1b4418b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.688200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac0705fc-096f-4f72-8728-d0add109689e req-bb6f0d8e-46fd-471c-b9a9-3b1b4418b8b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 0.4115431 Jul 06 18:01:40.691866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Port 18880348-d219-4ddc-a3cc-ee08cd96dc23 was not found and therefore no delete operation was performed {{(pid=93942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:01:40.731853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.740383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-17470a8b-d067-4da6-a308-3cb1628e796c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 200 len: 217 time: 0.0650456 Jul 06 18:01:40.751046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad13f4-fb5c-4428-9b5a-c81392594e83 req-b5c9fae9-5253-44c3-8737-e4dc59d5da8c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:40.754771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3ad13f4-fb5c-4428-9b5a-c81392594e83 req-b5c9fae9-5253-44c3-8737-e4dc59d5da8c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.4639289 Jul 06 18:01:40.819300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2495067-5220-4472-a7d9-c6954c3ebf13 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.821617 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2495067-5220-4472-a7d9-c6954c3ebf13 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "DELETE /v2.0/security-groups/f51ce1f7-655b-4833-aca2-187b56dbb6c2 HTTP/1.1" status: 204 len: 168 time: 1.1931891 Jul 06 18:01:40.831744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37392) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:40.841164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] No DVR routers for this DVR port 18880348-d219-4ddc-a3cc-ee08cd96dc23 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:40.898523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Port': ['ID=18880348-d219-4ddc-a3cc-ee08cd96dc23,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.920825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2495067-5220-4472-a7d9-c6954c3ebf13 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ce1f7-655b-4833-aca2-187b56dbb6c2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.938678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event deleted for resources: {'Port': ['ID=801c4d1b-181d-43a8-931c-2b1a1e606f9d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.971975 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-7beaa550-07a6-4059-95ff-420491ff0f88 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] show failed (client error): The resource could not be found. Jul 06 18:01:40.976285 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7beaa550-07a6-4059-95ff-420491ff0f88 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups/f51ce1f7-655b-4833-aca2-187b56dbb6c2 HTTP/1.1" status: 404 len: 347 time: 0.1349890 Jul 06 18:01:41.004361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.010173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.018946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18880348-d219-4ddc-a3cc-ee08cd96dc23 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:41.051520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 18880348-d219-4ddc-a3cc-ee08cd96dc23 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:41.051904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18880348-d219-4ddc-a3cc-ee08cd96dc23 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:41.123733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac0705fc-096f-4f72-8728-d0add109689e req-4dfb3fd6-bedf-4042-b211-055c1f222742 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993199 Jul 06 18:01:41.150751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-0c6a8909-1f71-4583-99cf-39b4626293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:41.152499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-0c6a8909-1f71-4583-99cf-39b4626293bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.3958297 Jul 06 18:01:41.174970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.176991 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4c0d1d07-3abe-4b4b-881e-ab209bf45bde tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/ports/801c4d1b-181d-43a8-931c-2b1a1e606f9d HTTP/1.1" status: 204 len: 168 time: 2.1381536 Jul 06 18:01:41.179893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.180680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37398) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.185548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87', 'external_fixed_ips': [{'subnet_id': '072b6cb0-af37-4e48-a71d-14d9dfbae98d', 'ip_address': '172.20.0.10'}]}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:41.189094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3ad13f4-fb5c-4428-9b5a-c81392594e83 req-fc7f1d46-3827-4906-9b2c-5110600eb0a7 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554964 Jul 06 18:01:41.213927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.231225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb3d407-3814-4670-bd11-44477a2489a9']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:41.241705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.242746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.252193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577230d4-9b7c-48a4-bddc-4c79223d6656') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:41.252923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577230d4-9b7c-48a4-bddc-4c79223d6656') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:41.265961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.276410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451d456f-c6d1-4706-a775-031917da5b5a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:41.296265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6e685d-cea7-465b-8ce4-6bed4f259587') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:41.296947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6e685d-cea7-465b-8ce4-6bed4f259587') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:41.332028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.338865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.342591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:41.343347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.346942 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:41.347300 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:41.385551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.402007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:41.402458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:41.405974 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:41.411185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d92de-4853-46f6-8357-25eac7444ff6 req-7a99ffff-6736-44b4-b8aa-b49bf4f777d8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:41.413753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a5d92de-4853-46f6-8357-25eac7444ff6 req-7a99ffff-6736-44b4-b8aa-b49bf4f777d8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 0.5757654 Jul 06 18:01:41.529099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372012-64fe-457e-baa1-07fc96167e5d req-722a7c6d-7b25-466a-901e-4349f911ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:41.530899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-722a7c6d-7b25-466a-901e-4349f911ec8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3665493 Jul 06 18:01:41.554282 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.581080 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.587293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] 10.222.0.37 "DELETE /v2.0/networks/451d456f-c6d1-4706-a775-031917da5b5a HTTP/1.1" status: 204 len: 168 time: 2.5179098 Jul 06 18:01:41.589832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.608148 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.620080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a5d92de-4853-46f6-8357-25eac7444ff6 req-a9e691b8-e368-4855-9d73-9fd405f56f19 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925116 Jul 06 18:01:41.630294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.637592 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/networks/abb3d407-3814-4670-bd11-44477a2489a9 HTTP/1.1" status: 204 len: 168 time: 1.2739179 Jul 06 18:01:41.641843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Deleting port 119c74c8-4571-4ecc-88eb-22a335798cc6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:41.642595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.644982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.651541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a3e5c-4178-4abc-a767-a10332314868 tempest-AllowedAddressPairTestJSON-856417475 tempest-AllowedAddressPairTestJSON-856417475-project] Pushing event deleted for resources: {'Network': ['ID=451d456f-c6d1-4706-a775-031917da5b5a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:41.691033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337a312-873f-42cd-a4c3-bc9c4dbec600 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Network': ['ID=abb3d407-3814-4670-bd11-44477a2489a9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:41.779513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-6b830262-8978-4c54-81ec-95fbb99637e0 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382848 Jul 06 18:01:41.800033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.803203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.803703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.855693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Calling delete_port for 119c74c8-4571-4ecc-88eb-22a335798cc6 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:41.973917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87372012-64fe-457e-baa1-07fc96167e5d req-59fdedc9-309a-4bc5-8eb2-a2601c868102 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834321 Jul 06 18:01:41.993302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.019429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d23e6e9-cc6d-4835-9fff-390e06f31ca4']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:42.082514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837e18f7-1865-4ad3-a3b0-1829be65ed9b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:42.083019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837e18f7-1865-4ad3-a3b0-1829be65ed9b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:42.113418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.131019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.160488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.252488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:42.307866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event deleted for resources: {'Port': ['ID=119c74c8-4571-4ecc-88eb-22a335798cc6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.354743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:42.361097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:42.381188 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:42.643327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.650090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.668432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.673607 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/networks/8d23e6e9-cc6d-4835-9fff-390e06f31ca4 HTTP/1.1" status: 204 len: 168 time: 0.9925995 Jul 06 18:01:42.677362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:42.768737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.779679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de614e-2910-4ece-8557-d586484763c4 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Network': ['ID=8d23e6e9-cc6d-4835-9fff-390e06f31ca4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.934649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.937367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.941849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-013b11d3-5b2a-44d7-b904-7c31d5916401 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "DELETE /v2.0/floatingips/45143703-1fab-4dd7-b291-c58fb60f1a70 HTTP/1.1" status: 204 len: 168 time: 1.9283526 Jul 06 18:01:43.101396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-77b8b28d-9c05-4c40-afc1-a63e3ed340e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8618be2010e340579ccfe355e89980c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8263729 Jul 06 18:01:43.104580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3aafb-df9e-4227-8dae-a250e02402a0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.113164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3aafb-df9e-4227-8dae-a250e02402a0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.119091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Allocated IP 172.20.0.10 (06ba5c4e-0088-4d90-bbe1-5ccfe2172b87/072b6cb0-af37-4e48-a71d-14d9dfbae98d/0651471c-d67b-4f90-9344-9d527c8b7a09) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:43.120286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3aafb-df9e-4227-8dae-a250e02402a0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.122313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-98e3aafb-df9e-4227-8dae-a250e02402a0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.4439297 Jul 06 18:01:43.123425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37428) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:43.187342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:43.196567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2006399636'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:43.216260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c1bd6-40f4-439a-b7ff-349f80c7b79c req-ac083dc2-a992-4298-a2d1-ae22a647e24c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.218520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da6c1bd6-40f4-439a-b7ff-349f80c7b79c req-ac083dc2-a992-4298-a2d1-ae22a647e24c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.7244849 Jul 06 18:01:43.283831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5434bdd-597e-4fbe-912a-3671fdc0b4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.319667 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5434bdd-597e-4fbe-912a-3671fdc0b4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.385776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:43.387713 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.432166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.436137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2044-c9a9-4816-bad1-d27ed4908fc4 req-dca1de55-cd1b-4b14-a9d1-7a4d0f0139c7 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.445614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f1f2044-c9a9-4816-bad1-d27ed4908fc4 req-dca1de55-cd1b-4b14-a9d1-7a4d0f0139c7 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 0.5058210 Jul 06 18:01:43.457089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da6c1bd6-40f4-439a-b7ff-349f80c7b79c req-6489d6c7-d597-4444-8108-2f9bb945eb14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192793 Jul 06 18:01:43.460585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5434bdd-597e-4fbe-912a-3671fdc0b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.463850 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5434bdd-597e-4fbe-912a-3671fdc0b4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.468788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5434bdd-597e-4fbe-912a-3671fdc0b4a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb9684b9-9cfd-43db-b1b4-db9a316dea64 HTTP/1.1" status: 204 len: 168 time: 0.3366020 Jul 06 18:01:43.495309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5434bdd-597e-4fbe-912a-3671fdc0b4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9684b9-9cfd-43db-b1b4-db9a316dea64,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:43.552737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:43.576926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f1f2044-c9a9-4816-bad1-d27ed4908fc4 req-5464f575-0ee4-4c3d-8216-8c84a92801c8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302879 Jul 06 18:01:43.592704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.593053 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Added segment 31784231-7609-4cdf-85be-fc7bb3a506dc of type vlan for network 220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1 Jul 06 18:01:43.615008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.665024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:43.699721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.740096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:43.745529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:43.774857 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.804024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.805200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.082547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Network': ['ID=220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:44.111509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37444) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.111860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:44.128886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312565208', 'description': 'tempest-description--1143983981'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:44.184403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1571b43b-a712-4a51-a8e4-17e6265f8540 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9922476 Jul 06 18:01:44.187797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.189211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Port': ['ID=0651471c-d67b-4f90-9344-9d527c8b7a09,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:44.216314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-367455760'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:44.271417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:01:44.271417 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:01:44.271417 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': 'f699c09eed8a41b2971666261fe99246', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 1, 44, 226561)}] Jul 06 18:01:44.271417 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:01:44.272165 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:01:44.275731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.283980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef90ef1-0281-4e5b-8124-b9384e423908 req-ca4ac525-cb87-4d81-9b09-e26e8710ec78 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:44.287735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fef90ef1-0281-4e5b-8124-b9384e423908 req-ca4ac525-cb87-4d81-9b09-e26e8710ec78 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 0.2170267 Jul 06 18:01:44.358153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fef90ef1-0281-4e5b-8124-b9384e423908 req-eb79265e-b11b-4446-ba20-9eb344319e96 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626290 Jul 06 18:01:44.654664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.708541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208fde-7dae-4f1a-a70d-3d41ae8a08af req-4e3c0722-4c92-4957-a740-ae4a75f8f55e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:44.712938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31208fde-7dae-4f1a-a70d-3d41ae8a08af req-4e3c0722-4c92-4957-a740-ae4a75f8f55e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 0.1043510 Jul 06 18:01:44.835300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31208fde-7dae-4f1a-a70d-3d41ae8a08af req-ddb7bf54-29fb-4e39-8bef-2044af6e8276 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169124 Jul 06 18:01:44.865893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.872242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.912699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9a822-2e94-4ac1-8058-0fe3542b9977 req-65ff5b35-b20c-41b6-9af0-1c90209e6266 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:44.914456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24e9a822-2e94-4ac1-8058-0fe3542b9977 req-65ff5b35-b20c-41b6-9af0-1c90209e6266 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.1593130 Jul 06 18:01:44.944032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:44.951976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.955341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.957601 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8423417 Jul 06 18:01:44.965673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.969513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37476) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.980541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38513f20-40b2-4202-861b-ead01e2d1e95 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941b8663-6bde-4d1d-8285-fd60e8140e37,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:44.989091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'security_group_rule': {'security_group_id': '941b8663-6bde-4d1d-8285-fd60e8140e37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:45.036871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24e9a822-2e94-4ac1-8058-0fe3542b9977 req-a31031d0-2db4-4552-973a-983b96f8172f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117654 Jul 06 18:01:45.056619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:45.072828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.111421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.111946 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Added segment 0bc4912e-cda7-41c7-900c-6b6e623c0e77 of type vlan for network 29b51859-f4ca-4f54-a5c4-414a2961c7fb Jul 06 18:01:45.134491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.196225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135928159'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:45.204253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.264069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:45.267996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.284961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.298828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.308308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.331502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.337181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:45.338029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.371930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Router 1fe92e02-0ff5-41e0-97b9-deab87810182 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:01:45.385196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eda0ced-5ba5-4c3d-8c87-827bd3545b0b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:45.452787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-f3e62d4c-ff8d-4742-b249-1205805abed0 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:45.454814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-f3e62d4c-ff8d-4742-b249-1205805abed0 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/networks?id=8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 200 len: 910 time: 0.2372754 Jul 06 18:01:45.455370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Network': ['ID=29b51859-f4ca-4f54-a5c4-414a2961c7fb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:45.472613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 29b51859-f4ca-4f54-a5c4-414a2961c7fb details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:45.492155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-f95d694c-1bf5-4a2c-ae05-3b90bebcf87d tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/quotas/d934190ccd2b48b0bbffda8093456d3d HTTP/1.1" status: 200 len: 375 time: 0.0188687 Jul 06 18:01:45.551154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.567095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.592296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.598314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4e0f6efd-6a63-4a1f-b06e-157f1db700a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6269538 Jul 06 18:01:45.598314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e42f1452-1f87-468d-a945-7c90fc288a68 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4057193 Jul 06 18:01:45.598793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37496) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:45.602330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37498) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:45.610909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'security_group_rule': {'security_group_id': '941b8663-6bde-4d1d-8285-fd60e8140e37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:45.615230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'ports': [{'network_id': '220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1', 'name': 'tempest-port--1942624624', 'admin_state_up': True}, {'network_id': '29b51859-f4ca-4f54-a5c4-414a2961c7fb', 'admin_state_up': False}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:45.615790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'port': {'network_id': '220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1', 'name': 'tempest-port--1942624624', 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:45.617202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'port': {'network_id': '29b51859-f4ca-4f54-a5c4-414a2961c7fb', 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:45.626332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:45.633494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:45.643182 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Sync routers for ids ['1fe92e02-0ff5-41e0-97b9-deab87810182'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:45.661549 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Routers {'1fe92e02-0ff5-41e0-97b9-deab87810182'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:45.663296 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1fe92e02-0ff5-41e0-97b9-deab87810182'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:45.668224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27368070-ad42-4d37-b2a7-723ca13247ca,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:45.680418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.680793 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment d2424e33-90f4-4256-bb66-9338e22396ca of type vlan for network 551d1b71-b6c3-4254-b856-07fc698936cb Jul 06 18:01:45.721638 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.722921 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-47f5526f-f258-43dc-b757-1b18095dd719 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.5410445 Jul 06 18:01:45.727447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.730474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37500) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:45.759785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.835983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-39de1c08-7f3a-423b-bdc2-dafa7ce7881a tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=d934190ccd2b48b0bbffda8093456d3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3376536 Jul 06 18:01:45.898633 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Set router 1fe92e02-0ff5-41e0-97b9-deab87810182 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:45.938789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.945688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:45.946346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.971988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.023131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.065728 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0924401 Jul 06 18:01:46.072076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.078410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'port': 2} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:46.088004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.136704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c679471-2f56-4f1b-b973-2f834f32e02b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:46.140118 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-2ceb4a96-a1af-4d9d-9aee-3d8878a4ada2 service neutron] 10.222.0.37 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028266 Jul 06 18:01:46.145157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3f2be-4c7a-49a1-9faf-a029fd36d40d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=551d1b71-b6c3-4254-b856-07fc698936cb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:46.154855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.156468 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a6530c09-1624-42c2-8dc0-fbe0f5d51b91 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5500467 Jul 06 18:01:46.161978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37510) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:46.170469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:46.177744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 551d1b71-b6c3-4254-b856-07fc698936cb details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:46.217963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37514) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:46.254123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:46.348829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.411046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.444990 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe92e02-0ff5-41e0-97b9-deab87810182', 'name': '', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87', 'external_fixed_ips': [{'subnet_id': '072b6cb0-af37-4e48-a71d-14d9dfbae98d', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '0651471c-d67b-4f90-9344-9d527c8b7a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:41Z', 'updated_at': '2021-07-06T18:01:44Z', 'revision_number': 3, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port': {'id': '0651471c-d67b-4f90-9344-9d527c8b7a09', 'name': '', 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe92e02-0ff5-41e0-97b9-deab87810182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '072b6cb0-af37-4e48-a71d-14d9dfbae98d', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:42Z', 'updated_at': '2021-07-06T18:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '072b6cb0-af37-4e48-a71d-14d9dfbae98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:46.490823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] device_id is not set on port ce2acd9e-8ac2-4b9f-895a-03a680a0180b yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:46.550066 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Checking router: 1fe92e02-0ff5-41e0-97b9-deab87810182 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:46.551564 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Updating router 1fe92e02-0ff5-41e0-97b9-deab87810182 port 0651471c-d67b-4f90-9344-9d527c8b7a09 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:01:46.576108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.643203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-c515eb3d-9d3e-4eaf-a612-214069e82add service neutron] 10.222.0.37 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853141 Jul 06 18:01:46.643842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:46.647483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.690513 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.811909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.280219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Deleting port 0651471c-d67b-4f90-9344-9d527c8b7a09 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:47.281325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.297084 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.316243 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Transition to ACTIVE for port object 0651471c-d67b-4f90-9344-9d527c8b7a09 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:47.326233 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.362084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.412945 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Attempting to bind port 0651471c-d67b-4f90-9344-9d527c8b7a09 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:47.413280 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Attempting to bind port 0651471c-d67b-4f90-9344-9d527c8b7a09 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '8de89e0b-a07e-4e52-a411-9dae4932511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:47.413641 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Attempting to bind port 0651471c-d67b-4f90-9344-9d527c8b7a09 on network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:47.429375 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:47.429778 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Checking segment: {'id': '8de89e0b-a07e-4e52-a411-9dae4932511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:47.430140 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.430599 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Bound using segment: {'id': '8de89e0b-a07e-4e52-a411-9dae4932511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:47.431158 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Bound port: 0651471c-d67b-4f90-9344-9d527c8b7a09, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de89e0b-a07e-4e52-a411-9dae4932511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06ba5c4e-0088-4d90-bbe1-5ccfe2172b87'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:47.431633 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.475000 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd08bc-9dcb-4e39-afa0-bee942d887c0 None None] Pushing event updated for resources: {'Port': ['ID=0651471c-d67b-4f90-9344-9d527c8b7a09,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:47.542169 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] For port 0651471c-d67b-4f90-9344-9d527c8b7a09, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:47.547535 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] For port 0651471c-d67b-4f90-9344-9d527c8b7a09, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0651471c-d67b-4f90-9344-9d527c8b7a09,segment=NetworkSegment(8de89e0b-a07e-4e52-a411-9dae4932511d),segment_id=8de89e0b-a07e-4e52-a411-9dae4932511d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:47.558768 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.663968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Routers {'1fe92e02-0ff5-41e0-97b9-deab87810182'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:47.664631 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1fe92e02-0ff5-41e0-97b9-deab87810182'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:47.694981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.732923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.736645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Calling delete_port for 0651471c-d67b-4f90-9344-9d527c8b7a09 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:47.794910 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd08bc-9dcb-4e39-afa0-bee942d887c0 None None] Pushing event updated for resources: {'Port': ['ID=0651471c-d67b-4f90-9344-9d527c8b7a09,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:47.851671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73569b71-9242-41bc-b3ab-0715ce9401c0 req-31c7dc2b-745c-45a8-ab6c-0313d42011b3 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 210 time: 0.8424470 Jul 06 18:01:47.854640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] device_id is not set on port 67e342a0-f4ba-41ee-8aad-7f8f58757db7 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:47.866154 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] Set router 1fe92e02-0ff5-41e0-97b9-deab87810182 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:47.973274 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe92e02-0ff5-41e0-97b9-deab87810182', 'name': '', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:41Z', 'updated_at': '2021-07-06T18:01:46Z', 'revision_number': 4, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:48.001993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ebe89-a7b5-44d1-b67b-078478d25ec0 req-b3222c35-25b9-4121-88fd-1c5ec379e7ab tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:48.003966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3ebe89-a7b5-44d1-b67b-078478d25ec0 req-b3222c35-25b9-4121-88fd-1c5ec379e7ab tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 1.0719943 Jul 06 18:01:48.017262 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac63e9-51ca-4e1f-ad61-cf6d062e3289 None None] The sync data for ids ['1fe92e02-0ff5-41e0-97b9-deab87810182'] in n-d-799527-3 is: [{'id': '1fe92e02-0ff5-41e0-97b9-deab87810182', 'name': '', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:41Z', 'updated_at': '2021-07-06T18:01:46Z', 'revision_number': 4, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:48.040905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Allocated IP 172.25.5.206 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/f7470ab1-d7e0-4d73-8ee6-ebd33e1c54cb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:48.048218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=f5b038c8-b52e-4509-ab6f-bf75ce54e291,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:48.147918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3ebe89-a7b5-44d1-b67b-078478d25ec0 req-adc30efe-1781-4842-8ba4-b3389ac94531 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258919 Jul 06 18:01:48.246968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.317687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.425920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Port': ['ID=ce2acd9e-8ac2-4b9f-895a-03a680a0180b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:48.444529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Checking segment: {'id': '31784231-7609-4cdf-85be-fc7bb3a506dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:48.445085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network hostable DHCP agents. Network: 220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:48.465531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': 'd2424e33-90f4-4256-bb66-9338e22396ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:48.466163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 551d1b71-b6c3-4254-b856-07fc698936cb, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:48.474651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network 220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:48.486595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:48.491608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:48.492847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.501474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e3ccb9-9fac-49d3-8c9d-26e30a6054b7 None None] Network 220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:48.562614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.575374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Port': ['ID=67e342a0-f4ba-41ee-8aad-7f8f58757db7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:48.590107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Checking segment: {'id': '0bc4912e-cda7-41c7-900c-6b6e623c0e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '29b51859-f4ca-4f54-a5c4-414a2961c7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:48.590432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network hostable DHCP agents. Network: 29b51859-f4ca-4f54-a5c4-414a2961c7fb, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:48.617600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network 29b51859-f4ca-4f54-a5c4-414a2961c7fb is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:48.633663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 29b51859-f4ca-4f54-a5c4-414a2961c7fb) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:48.654420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.659155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac4d6c-e146-4d96-91f2-baf74b602f56 None None] Network 29b51859-f4ca-4f54-a5c4-414a2961c7fb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:48.675189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:48.695579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:48.713266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:48.715398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.759347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-26f05640-b649-4048-8db6-1359f73515a3 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1532097 Jul 06 18:01:48.764537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:48.791830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 551d1b71-b6c3-4254-b856-07fc698936cb is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:48.910828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:48.919388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 551d1b71-b6c3-4254-b856-07fc698936cb) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:48.935346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:48.941196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db13b4-58cc-4096-b611-203c2bd3d789 None None] Network 551d1b71-b6c3-4254-b856-07fc698936cb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:48.949224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:49.020266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.021337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.044150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'Port': ['ID=f7470ab1-d7e0-4d73-8ee6-ebd33e1c54cb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:49.069660 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cc295c6b-34ff-4cd2-9c4f-4fbbefe0f8c9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8438911 Jul 06 18:01:49.072472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37538) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:49.086332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1171303919'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:49.107977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8fd67-0bc7-4796-8dd2-ff8a1a648e75 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.117594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8fd67-0bc7-4796-8dd2-ff8a1a648e75 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.123904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b3d8fd67-0bc7-4796-8dd2-ff8a1a648e75 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3534765 Jul 06 18:01:49.124577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:49.127440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.180109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event deleted for resources: {'Port': ['ID=0651471c-d67b-4f90-9344-9d527c8b7a09,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:49.268114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.329638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:49.341536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.349390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d282e9f1-8cc0-4575-bd0f-995908cecdd2 req-0fd8646c-ab21-416d-85c7-fd864488de8e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 210 time: 0.2018671 Jul 06 18:01:49.355597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-551d1b71-b6c3-4254-b856-07fc698936cb', 'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': 'f5b038c8-b52e-4509-ab6f-bf75ce54e291'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:49.355597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.480833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:49.485292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.507656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.598735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-569086a6-fc25-49d7-b3c3-802763718ae8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.600375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-569086a6-fc25-49d7-b3c3-802763718ae8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.60 "GET /v2.0/networks?id=8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 200 len: 910 time: 0.7428467 Jul 06 18:01:49.606209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.606565 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 7fc8f98d-d690-4df7-be2c-52b2e8afd715 of type vlan for network 4638f922-aa9e-4837-a7db-55160fecc6f4 Jul 06 18:01:49.647885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Request body: {'port': {'device_id': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'admin_state_up': True, 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:49.675202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Deleting port ce2acd9e-8ac2-4b9f-895a-03a680a0180b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:49.676081 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.696594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.708195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54561476-47e9-43ce-b80a-97e7e1013017 req-39b23dd6-12bf-4fce-86e4-2378f25878a1 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.709736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.709961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54561476-47e9-43ce-b80a-97e7e1013017 req-39b23dd6-12bf-4fce-86e4-2378f25878a1 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.2106826 Jul 06 18:01:49.720536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.768473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Made reservation on behalf of d934190ccd2b48b0bbffda8093456d3d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:49.771169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.803759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Allocated IP 172.20.255.242 (551d1b71-b6c3-4254-b856-07fc698936cb/f5b038c8-b52e-4509-ab6f-bf75ce54e291/dc4b4b56-e7a9-44a5-9b09-9f29624cfd87) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:49.839492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.840087 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fe92e02-0ff5-41e0-97b9-deab87810182 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:01:49.853690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.855805 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f3529be-98ce-48b0-8098-0b522acb19c9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1fe92e02-0ff5-41e0-97b9-deab87810182 HTTP/1.1" status: 204 len: 168 time: 4.1178739 Jul 06 18:01:49.862775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37548) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:49.864506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.947354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.947620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54561476-47e9-43ce-b80a-97e7e1013017 req-91225de6-a024-4bf9-90d3-74fa4a5c68ec tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049315 Jul 06 18:01:49.954887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.955894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.963592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Calling delete_port for ce2acd9e-8ac2-4b9f-895a-03a680a0180b owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:50.105169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Allocated IP 172.20.0.12 (8084d8fe-45c8-4843-9d13-428a979b9c1b/51d9d89b-80c5-47db-bc61-864aa68c38c5/2a4e863e-8b3c-4823-aa9f-2b5f84a1245d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:50.116222 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0423791 Jul 06 18:01:50.119497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:50.131426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.132567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '4638f922-aa9e-4837-a7db-55160fecc6f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:50.139238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Deleting subnet 072b6cb0-af37-4e48-a71d-14d9dfbae98d {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:50.145391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.149593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Transition to ACTIVE for port object dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:50.159065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaed52-a763-4845-9cc5-1fc443bfbdc4 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=4638f922-aa9e-4837-a7db-55160fecc6f4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.173063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Transition to ACTIVE for port object dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:50.181119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4638f922-aa9e-4837-a7db-55160fecc6f4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:50.183461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.192252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.277689 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.286001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Port': ['ID=ce2acd9e-8ac2-4b9f-895a-03a680a0180b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.288257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.305975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.306484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.310304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0094d65-dbc9-4a83-933d-d2924e9a436b tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/ports/ce2acd9e-8ac2-4b9f-895a-03a680a0180b HTTP/1.1" status: 204 len: 168 time: 1.1842184 Jul 06 18:01:50.314930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:50.322092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Pushing event updated for resources: {'Port': ['ID=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.340412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.341841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.343495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.344236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.345171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.345791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.346351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.346938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.347587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.348176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.348725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.349290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:50.368400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Network 551d1b71-b6c3-4254-b856-07fc698936cb is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:50.404768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:50.410041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:50.457170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:50.461561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.471998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.515691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'Port': ['ID=f7470ab1-d7e0-4d73-8ee6-ebd33e1c54cb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.570947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Attempting to bind port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:50.574248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Attempting to bind port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd2424e33-90f4-4256-bb66-9338e22396ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:50.574776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Attempting to bind port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 on network 551d1b71-b6c3-4254-b856-07fc698936cb {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:50.579886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.582346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:50.582941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Checking segment: {'id': 'd2424e33-90f4-4256-bb66-9338e22396ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:50.583392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.584693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Bound using segment: {'id': 'd2424e33-90f4-4256-bb66-9338e22396ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:50.585255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Bound port: dc4b4b56-e7a9-44a5-9b09-9f29624cfd87, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2424e33-90f4-4256-bb66-9338e22396ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '551d1b71-b6c3-4254-b856-07fc698936cb'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:50.585677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.633688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.634906 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e8427121-49af-4da8-9b78-f4d11073c4c5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4714847 Jul 06 18:01:50.660439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.694021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55c8e4a9-d6df-41ba-8cde-37ff4ab2172a req-b2ee5596-21f2-46dc-a3bf-b2c8f9b3ebfd tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 210 time: 0.1133485 Jul 06 18:01:50.725541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.742883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] For port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:50.753600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] For port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,segment=NetworkSegment(d2424e33-90f4-4256-bb66-9338e22396ca),segment_id=d2424e33-90f4-4256-bb66-9338e22396ca)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:50.756346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=072b6cb0-af37-4e48-a71d-14d9dfbae98d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.760196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Transition to ACTIVE for port object 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:50.766863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.767754 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.769508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Deleting port 67e342a0-f4ba-41ee-8aad-7f8f58757db7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:50.770067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.779970 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9adaff1b-a696-48c6-a2a3-aa4f2037b277 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/072b6cb0-af37-4e48-a71d-14d9dfbae98d HTTP/1.1" status: 204 len: 168 time: 0.9106565 Jul 06 18:01:50.780758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37560) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:50.939749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ea648-4a2e-4515-a9c8-7a673f69715a None None] Pushing event updated for resources: {'Port': ['ID=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.990411 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.011508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Calling delete_port for 67e342a0-f4ba-41ee-8aad-7f8f58757db7 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:51.027237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.145667 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.146050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.264628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Port': ['ID=67e342a0-f4ba-41ee-8aad-7f8f58757db7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:51.290874 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.293294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-039e7681-57f7-4a7f-9159-1722e2863684 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/ports/67e342a0-f4ba-41ee-8aad-7f8f58757db7 HTTP/1.1" status: 204 len: 168 time: 0.9779274 Jul 06 18:01:51.296713 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.307677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f5ca4443-6951-4353-b63c-5f257eaf0a08'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:01:51.317733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37576) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:51.389439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:51.408580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:51.425063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-3abaad7a-3d6c-4f92-9f3b-079d5dd96b3d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1312565208&fields=id&tenant_id=a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 267 time: 0.2901673 Jul 06 18:01:51.428153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:51.454983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.482989 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc4a8da9-fecc-46db-8078-2fc2e1075bf5 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1640332 Jul 06 18:01:51.483703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:51.506141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:51.516834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.538038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-744291341'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:51.542654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ba5c4e-0088-4d90-bbe1-5ccfe2172b87']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.568039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Pushing event updated for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:51.570229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=a9279db5-fe2e-46ae-87a8-46be0984428f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:51.589824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de89e0b-a07e-4e52-a411-9dae4932511d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.590221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de89e0b-a07e-4e52-a411-9dae4932511d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.640488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178de2-14a4-45a5-b847-21b4ce9ad4ea req-90f6ba6d-d114-4ef8-ae20-dbb56c80d9ef tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:51.644129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac178de2-14a4-45a5-b847-21b4ce9ad4ea req-90f6ba6d-d114-4ef8-ae20-dbb56c80d9ef tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.4617798 Jul 06 18:01:51.647807 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.712033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '7fc8f98d-d690-4df7-be2c-52b2e8afd715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4638f922-aa9e-4837-a7db-55160fecc6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:51.712033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 4638f922-aa9e-4837-a7db-55160fecc6f4, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:51.717316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.722553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:51.728883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.732543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac178de2-14a4-45a5-b847-21b4ce9ad4ea req-26bd2b01-4f34-40fe-8be4-8765ad6fae24 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727429 Jul 06 18:01:51.740564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-596b76f6-9969-4422-84d5-697196acca7b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1208971 Jul 06 18:01:51.760782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Request body: {'port': {'device_id': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:51.774472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-1c7048d0-281d-4985-8dff-781c6982c46d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:51.779714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:51.780595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.784035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-1c7048d0-281d-4985-8dff-781c6982c46d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 817 time: 0.3576508 Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: items = [ Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:51.807487 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:51.836032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-e9939795-abdd-42ef-91fc-45ad085d175f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/quotas/a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 375 time: 0.0504885 Jul 06 18:01:51.955681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.988133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 4638f922-aa9e-4837-a7db-55160fecc6f4 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:52.008854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9f7a2ebe-aece-4c38-94b3-a4bc7a8957ad None None] Provisioning for port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:52.016961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9f7a2ebe-aece-4c38-94b3-a4bc7a8957ad None None] Provisioning complete for port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:52.017616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2ebe-aece-4c38-94b3-a4bc7a8957ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.020126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-9d2d59bb-ed6d-4ec8-b7c1-029c5afec587 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778831 Jul 06 18:01:52.024147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4638f922-aa9e-4837-a7db-55160fecc6f4) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:52.035309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:52.048314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.048726 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Added segment d36adb99-88da-498c-ae33-b37a818fc190 of type vlan for network d131aafa-9bb0-45d3-851f-9d91f462fffb Jul 06 18:01:52.101940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.137288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:52.138056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.155703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.159226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.174247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:52.175676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.177411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a2ebe-aece-4c38-94b3-a4bc7a8957ad None None] Port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:52.185414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8138e2-fde4-47a8-bd14-11f6a134156c None None] Network 4638f922-aa9e-4837-a7db-55160fecc6f4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:52.199687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:01:52.202034 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0660aee-3db3-43dd-a028-6b7e30407958 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0796864 Jul 06 18:01:52.208995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:52.209942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.212129 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/networks/06ba5c4e-0088-4d90-bbe1-5ccfe2172b87 HTTP/1.1" status: 204 len: 168 time: 1.4265413 Jul 06 18:01:52.592135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:52.595613 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0876498 Jul 06 18:01:52.607027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-288546104'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:52.732992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573f956-180a-4da6-abcb-a92f4d3b0d6d tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Network': ['ID=d131aafa-9bb0-45d3-851f-9d91f462fffb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:52.794192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab20fa-2a18-4d53-af6e-297c880442f3 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event deleted for resources: {'Network': ['ID=06ba5c4e-0088-4d90-bbe1-5ccfe2172b87,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:52.801504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d131aafa-9bb0-45d3-851f-9d91f462fffb details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:52.817212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.886473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4497f4d-322d-452c-8de0-64aaae61194c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-4638f922-aa9e-4837-a7db-55160fecc6f4', 'network_id': '4638f922-aa9e-4837-a7db-55160fecc6f4', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': 'a9279db5-fe2e-46ae-87a8-46be0984428f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:52.888304 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4497f4d-322d-452c-8de0-64aaae61194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.932369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:52.942054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.956610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d432dd-4532-469a-b93b-c02fdf20eab6 req-87ba7e98-438a-4d66-900a-0f7d373658cd tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:52.958240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86d432dd-4532-469a-b93b-c02fdf20eab6 req-87ba7e98-438a-4d66-900a-0f7d373658cd tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1028 time: 0.9806888 Jul 06 18:01:52.972486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-147f5dba-57aa-427d-b2c3-92827e1f7a24 service neutron] 10.222.0.37 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066461 Jul 06 18:01:53.057344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.082663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f3527-e36c-444a-9632-2f6c4a0c0580 None None] Network 551d1b71-b6c3-4254-b856-07fc698936cb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:53.246327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3040e7f7-820d-40a7-853e-777f73c36646 None None] Provisioning for port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:53.271131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:53.289137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:53.293002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-9790dde8-9278-40d1-af3e-6407242d1e21 service neutron] 10.222.0.37 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195086 Jul 06 18:01:53.306019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'name': 'tempest-router--704793298', 'project_id': 'baf81c9003b74d91b9436f971a2b3d73'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:53.310069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.422822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:53.443981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86d432dd-4532-469a-b93b-c02fdf20eab6 req-c1daedf0-6750-42e8-b653-483b3bf4d033 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984510 Jul 06 18:01:53.458526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.461276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.491801 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.495626 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Added segment bf3c3fd8-e6fc-42bb-ab10-0320c1be2444 of type vlan for network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-e4497f4d-322d-452c-8de0-64aaae61194c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9279db5-fe2e-46ae-87a8-46be0984428f: This subnet is being modified by another concurrent operation. Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:53.699012 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9279db5-fe2e-46ae-87a8-46be0984428f: This subnet is being modified by another concurrent operation. Jul 06 18:01:53.705271 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 18:01:53.715466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.721207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4638f922-aa9e-4837-a7db-55160fecc6f4']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:53.748051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ec0ea-f32b-475e-80f4-103f1c707710 None None] Network 4638f922-aa9e-4837-a7db-55160fecc6f4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:53.748763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc8f98d-d690-4df7-be2c-52b2e8afd715') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:53.749291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc8f98d-d690-4df7-be2c-52b2e8afd715') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:53.776974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.870024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.910051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:53.913462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:53.914284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.930743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:53.931127 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.048758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:54.124513 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:54.130650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=a9279db5-fe2e-46ae-87a8-46be0984428f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:54.142511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.152237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.163901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/4638f922-aa9e-4837-a7db-55160fecc6f4 HTTP/1.1" status: 204 len: 168 time: 1.9414959 Jul 06 18:01:54.181772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37608) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:54.222893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.227503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800911905'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:54.252634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60116326-547a-4143-8384-96b1b7f3e4af req-5a57a519-528d-4e56-80e2-6ce839cfe4cf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 210 time: 0.2654858 Jul 06 18:01:54.254746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.288461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bb44f-d4d2-495a-9e19-59e3aca7d9df tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=4638f922-aa9e-4837-a7db-55160fecc6f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:54.289767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:54.297652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:54.301751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.331005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.376257 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.380649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:54.380988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-421acaec-0361-4ea5-88e0-018172e6a3a1 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0858815 Jul 06 18:01:54.382220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:54.395756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Transition to ACTIVE for port object 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:54.401604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.401974 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment a3539528-0cc9-4e36-aa96-68847d0a1bf7 of type vlan for network 6df01dfc-c80b-4c39-befc-6914d7235a23 Jul 06 18:01:54.454318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.530557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.569320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.575107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:54.575791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.593132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.613350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:54.618767 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.759144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:54.770036 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.779127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d998b5cb-44b9-4e58-adf2-0b15e6d06e44 None None] Provisioning complete for port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:54.779799 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d998b5cb-44b9-4e58-adf2-0b15e6d06e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.823182 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6395099 Jul 06 18:01:54.824996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37622) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:54.868376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3667657 Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.975286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:54.991291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.034889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,segment=NetworkSegment(d2424e33-90f4-4256-bb66-9338e22396ca),segment_id=d2424e33-90f4-4256-bb66-9338e22396ca)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:55.054911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.128836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13e06d-2e13-490f-8e7c-97f2ad0afcee req-f90545e7-e309-49e6-8276-1fa297bb9e7e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:55.148205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba13e06d-2e13-490f-8e7c-97f2ad0afcee req-f90545e7-e309-49e6-8276-1fa297bb9e7e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 1.1246352 Jul 06 18:01:55.157623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37630) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:55.160464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9148cb-a451-4959-ae67-e1bb4d5b5414 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:01:55.185005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'subnets': [{'network_id': 'd131aafa-9bb0-45d3-851f-9d91f462fffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--354484923', 'ip_version': 4}, {'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:55.186300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'subnet': {'network_id': 'd131aafa-9bb0-45d3-851f-9d91f462fffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--354484923', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:55.187479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Request body: {'subnet': {'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:55.296239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e9806-4ef8-4566-840d-3563fc954896 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=6df01dfc-c80b-4c39-befc-6914d7235a23,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:55.330324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6df01dfc-c80b-4c39-befc-6914d7235a23 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:55.342259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:55.347925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.432585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c2d3b-2614-430e-a2c9-5538084a0eb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Network': ['ID=c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:55.445152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:55.469649 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb80ae3-9551-4847-8a14-7aa097f056d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.499887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:55.536777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing IP validity checks on allocation pools {{(pid=93943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:01:55.537154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:01:55.736637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba13e06d-2e13-490f-8e7c-97f2ad0afcee req-0dc7e85d-5660-4147-8ec8-e65a0284cd02 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879624 Jul 06 18:01:55.749838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.773648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.774979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Attempting to bind port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:55.776572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Attempting to bind port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:55.776572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Attempting to bind port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d on network 8084d8fe-45c8-4843-9d13-428a979b9c1b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:55.793831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c40b4-9a54-4619-8143-a83faedbdae7 req-f8d2646a-d31d-4bf2-9706-e5e2cfcde584 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:55.795539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a84c40b4-9a54-4619-8143-a83faedbdae7 req-f8d2646a-d31d-4bf2-9706-e5e2cfcde584 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1053 time: 0.9845734 Jul 06 18:01:55.799316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d on network 8084d8fe-45c8-4843-9d13-428a979b9c1b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:01:55.800153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Attempting to bind port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d on network 8084d8fe-45c8-4843-9d13-428a979b9c1b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:55.807238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Made reservation on behalf of f699c09eed8a41b2971666261fe99246 for: {'subnet': 2} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:55.817537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.818132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.849898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:55.850273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Checking segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:55.850749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Bound using segment: {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:55.851106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Bound port: 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cd5ee1-2d08-438e-a81c-e046c85121b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:55.851523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.884021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.884655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e115c7b1-1ef8-410a-a5ef-21c558bbd229 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:01:55.892537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.894704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-71205951-d314-482b-b193-7847d824dd9f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e115c7b1-1ef8-410a-a5ef-21c558bbd229 HTTP/1.1" status: 204 len: 168 time: 1.5059974 Jul 06 18:01:55.925087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9148cb-a451-4959-ae67-e1bb4d5b5414 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:01:56.474136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:56.625218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:56.753167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e54487a-6b5a-4198-9c92-4d5355f42036 req-b70799a3-4e68-4a7f-b9e5-031ec9877daa tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 210 time: 0.1063433 Jul 06 18:01:56.772076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a84c40b4-9a54-4619-8143-a83faedbdae7 req-161c8c2d-cc4d-4af2-865c-304b6166a921 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9300852 Jul 06 18:01:56.974098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=9570190e-9f48-49ea-85d2-5562c278a6ae,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:56.989470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': 'a3539528-0cc9-4e36-aa96-68847d0a1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:56.990679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 6df01dfc-c80b-4c39-befc-6914d7235a23, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:57.014200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:57.019952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1916430764', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:57.024388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-322c183e-7ed1-4561-90df-6590aadd23a9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.026343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-322c183e-7ed1-4561-90df-6590aadd23a9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 817 time: 0.1377850 Jul 06 18:01:57.082006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:57.088896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-c71662f6-d290-44ec-8484-50c21d2fdae1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 380 time: 0.0526776 Jul 06 18:01:57.091227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.137873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.138563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.140480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a4e863e-8b3c-4823-aa9f-2b5f84a1245d HTTP/1.1" status: 200 len: 1092 time: 5.3870740 Jul 06 18:01:57.145408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'port': {'device_id': '07b8ae55-611f-4195-ad03-1e8427039766', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'admin_state_up': True, 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'security_groups': ['941b8663-6bde-4d1d-8285-fd60e8140e37']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:57.238073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:57.240390 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889e628-fc72-4d60-af0f-2e391867fcef" -d '{"events": [{"name": "network-changed", "server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:57.323679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:57.465582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:57.466273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.505800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa260ea-81b3-48e3-8743-ab140efa6446 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:57.529860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4d3fd5-254b-415f-ada8-99bf2f14ad3c x-openstack-request-id: req-5a4d3fd5-254b-415f-ada8-99bf2f14ad3c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:57.529860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:57.530186 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a4d3fd5-254b-415f-ada8-99bf2f14ad3c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:57.530430 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d', 'status': 'completed', 'code': 200} Jul 06 18:01:57.561861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e879536-d889-441c-be7a-ea675354991a req-c561fdbf-7073-4e3f-bf1b-66ed442c0e0a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.565985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e879536-d889-441c-be7a-ea675354991a req-c561fdbf-7073-4e3f-bf1b-66ed442c0e0a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.3284962 Jul 06 18:01:57.570061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-daea88e3-088c-45ab-8676-1cb14f08cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.571623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-daea88e3-088c-45ab-8676-1cb14f08cf63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d934190ccd2b48b0bbffda8093456d3d&device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1095 time: 0.3245494 Jul 06 18:01:57.583630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 6df01dfc-c80b-4c39-befc-6914d7235a23 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:57.601171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.602062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.610991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.623949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6df01dfc-c80b-4c39-befc-6914d7235a23) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:57.637096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd805c9-42cd-46e7-855d-a970699482f8 None None] Network 6df01dfc-c80b-4c39-befc-6914d7235a23 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:57.656188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.657317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.663243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-6f3454ee-d01f-44b9-b673-d79b493c0799 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d HTTP/1.1" status: 200 len: 217 time: 0.0828671 Jul 06 18:01:57.736377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Made reservation on behalf of a32a8994cec94e2f9035a3c0b2965e68 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:57.740113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.756252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e879536-d889-441c-be7a-ea675354991a req-2727d54f-90a1-430c-8d8a-f8bd3f2e3f86 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790662 Jul 06 18:01:57.762829 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84b121fd-0952-4875-be0d-9bd07b480d77 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9076178 Jul 06 18:01:57.764775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Subnet': ['ID=3f30c011-20ca-431f-ab7a-4ecbd023bccb,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:57.767633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.770411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37652) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:57.804089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-21fb9126-6278-4fd1-9a8b-009054a65b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.806754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-21fb9126-6278-4fd1-9a8b-009054a65b79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=51d9d89b-80c5-47db-bc61-864aa68c38c5 HTTP/1.1" status: 200 len: 848 time: 0.1328413 Jul 06 18:01:57.832592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Checking segment: {'id': 'd36adb99-88da-498c-ae33-b37a818fc190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd131aafa-9bb0-45d3-851f-9d91f462fffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:57.832967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network hostable DHCP agents. Network: d131aafa-9bb0-45d3-851f-9d91f462fffb, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:57.881456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-6df01dfc-c80b-4c39-befc-6914d7235a23', 'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '9570190e-9f48-49ea-85d2-5562c278a6ae'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:57.882650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.042202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-90ac8f15-5004-4496-9c61-4a18313c074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.044888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-90ac8f15-5004-4496-9c61-4a18313c074a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8084d8fe-45c8-4843-9d13-428a979b9c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268801 Jul 06 18:01:58.055667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Allocated IP 172.20.0.3 (6df01dfc-c80b-4c39-befc-6914d7235a23/9570190e-9f48-49ea-85d2-5562c278a6ae/5b3219ec-664a-4684-a3ae-ecd37ebd0aa7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:58.057872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network d131aafa-9bb0-45d3-851f-9d91f462fffb is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:58.118904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.123403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.131669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d131aafa-9bb0-45d3-851f-9d91f462fffb) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:58.140124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.143832 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-573aa40f-6e7c-437b-9ed6-757a1eb769fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.155432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c323c6-17e2-40ca-8f1e-6bd96a0bf3ce None None] Network d131aafa-9bb0-45d3-851f-9d91f462fffb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:58.179695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c8f0da8-feb9-48ab-8f80-e20a5d6b34f5 req-d7f0cf6e-5adc-4840-8f63-0372b61ae17d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 210 time: 0.0980968 Jul 06 18:01:58.289424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event updated for resources: {'Subnet': ['ID=15075e40-0224-41fa-8dc2-3679b7b4f435,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:58.313951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Allocated IP 172.20.0.10 (83fa63fd-eae3-4864-b90d-a34fbb0acffc/3501c43d-ecbb-4466-bebd-fdb79c0f1db4/f6440999-00bb-43c2-bcd0-400d4772f545) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:58.330673 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.333847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.363940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Checking segment: {'id': 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:58.364313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network hostable DHCP agents. Network: c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:58.398837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350d03-58a4-4f2a-af81-24bd5d8b2b11 req-6a522289-7f8c-403b-b0af-3cc2212fae82 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.401170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc350d03-58a4-4f2a-af81-24bd5d8b2b11 req-6a522289-7f8c-403b-b0af-3cc2212fae82 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1095 time: 0.2247472 Jul 06 18:01:58.407341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-ae8d057b-ec92-4638-b0cc-e39db03d1b28 service neutron] 10.222.0.60 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240099 Jul 06 18:01:58.415069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:58.433581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:58.441791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.442234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.442886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.465124 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.476604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Transition to ACTIVE for port object 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:58.489057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1dfbf-03a0-401e-a30d-7be34700e0f6 None None] Network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:58.493421 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d48e8ea-c854-4858-b225-4ce983e34ad9 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.3275836 Jul 06 18:01:58.498978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37662) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:58.606978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Transition to ACTIVE for port object 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:58.647964 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.678114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafeb13e-b50c-4450-8abd-6d84c2366acf tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.680218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafeb13e-b50c-4450-8abd-6d84c2366acf tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.681506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafeb13e-b50c-4450-8abd-6d84c2366acf tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.684063 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eafeb13e-b50c-4450-8abd-6d84c2366acf tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1831865 Jul 06 18:01:58.686941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.690921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37664) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:58.744616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.760754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Network 6df01dfc-c80b-4c39-befc-6914d7235a23 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:58.763525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.769983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7e290-fa6c-4462-8271-5ff805033dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d131aafa-9bb0-45d3-851f-9d91f462fffb', 'network_id': 'd131aafa-9bb0-45d3-851f-9d91f462fffb', 'tenant_id': 'f699c09eed8a41b2971666261fe99246', 'fixed_ips': [{'subnet_id': '3f30c011-20ca-431f-ab7a-4ecbd023bccb'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:58.771417 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e290-fa6c-4462-8271-5ff805033dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.787560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc350d03-58a4-4f2a-af81-24bd5d8b2b11 req-579a1a14-1826-4fec-969d-80ca2555eff7 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354867 Jul 06 18:01:58.797343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Pushing event updated for resources: {'Port': ['ID=5b3219ec-664a-4684-a3ae-ecd37ebd0aa7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:58.802305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:58.819482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.845686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:58.864371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Transition to ACTIVE for port object f6440999-00bb-43c2-bcd0-400d4772f545 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:58.871510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79bc66ae-e1c2-4e02-b744-a00bc89e0bce req-2b4c548c-d812-499d-a5f5-6ea57c10eaf5 service neutron] 10.222.0.60 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216917 Jul 06 18:01:58.920084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Deleting subnet 3f30c011-20ca-431f-ab7a-4ecbd023bccb {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:58.923974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=9570190e-9f48-49ea-85d2-5562c278a6ae,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:58.927092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a', 'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a', 'tenant_id': 'f699c09eed8a41b2971666261fe99246', 'fixed_ips': [{'subnet_id': '15075e40-0224-41fa-8dc2-3679b7b4f435'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:58.928218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.939739 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.063426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.069341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Attempting to bind port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:59.069864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Attempting to bind port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a3539528-0cc9-4e36-aa96-68847d0a1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:59.070339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Attempting to bind port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 on network 6df01dfc-c80b-4c39-befc-6914d7235a23 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:59.142765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:59.142765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Checking segment: {'id': 'a3539528-0cc9-4e36-aa96-68847d0a1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:59.144599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.144599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Bound using segment: {'id': 'a3539528-0cc9-4e36-aa96-68847d0a1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:59.146367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Bound port: 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3539528-0cc9-4e36-aa96-68847d0a1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6df01dfc-c80b-4c39-befc-6914d7235a23'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:59.146621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.149262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.175545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:59.175887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.192542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:59.193043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df01dfc-c80b-4c39-befc-6914d7235a23']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:59.199295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:59.203692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:59.214808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3539528-0cc9-4e36-aa96-68847d0a1bf7') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:59.215457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3539528-0cc9-4e36-aa96-68847d0a1bf7') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:59.233602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.256593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e628-fc72-4d60-af0f-2e391867fcef req-2833491b-fcf2-43d2-9612-2c3a0de14f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.258298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-2833491b-fcf2-43d2-9612-2c3a0de14f2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d934190ccd2b48b0bbffda8093456d3d&device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1095 time: 0.2511394 Jul 06 18:01:59.268386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Allocated IP 172.25.5.69 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/709986d5-b876-4d77-ba60-ed55fc1b7a02) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:59.275559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.280748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.302905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2639d-aef8-4289-ba6e-38cee05274a3 req-5a71cf45-95c7-4d6a-946b-ed499dfb6e23 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.316060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ab2639d-aef8-4289-ba6e-38cee05274a3 req-5a71cf45-95c7-4d6a-946b-ed499dfb6e23 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.2860467 Jul 06 18:01:59.342579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:59.342993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.355972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.357761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:59.359000 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:59.373678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] For port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:59.488044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.491709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0064d501-dbb6-4b50-b686-f319e195e894 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3888488 Jul 06 18:01:59.510883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Request body: {'port': {'device_id': '07b8ae55-611f-4195-ad03-1e8427039766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:59.561400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ab2639d-aef8-4289-ba6e-38cee05274a3 req-0cb8b61a-95f6-4474-ad68-54e3cd7e8286 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402899 Jul 06 18:01:59.590741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Allocated IP 172.20.0.18 (c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a/15075e40-0224-41fa-8dc2-3679b7b4f435/dfbf5546-c6c1-4487-82bc-a927e5d5d8e9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:59.652567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.655637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e628-fc72-4d60-af0f-2e391867fcef req-58e16e37-b78a-4308-96ae-b75d3e9d5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.658310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-58e16e37-b78a-4308-96ae-b75d3e9d5c9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 200 len: 910 time: 0.3874078 Jul 06 18:01:59.735773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Subnet': ['ID=3f30c011-20ca-431f-ab7a-4ecbd023bccb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-4ff7e290-fa6c-4462-8271-5ff805033dea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f30c011-20ca-431f-ab7a-4ecbd023bccb: This subnet is being modified by another concurrent operation. Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:59.760244 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f30c011-20ca-431f-ab7a-4ecbd023bccb: This subnet is being modified by another concurrent operation. Jul 06 18:01:59.770239 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 18:01:59.783280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:01:59.783280 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:01:59.783280 n-d-799527-3 neutron-server[93943]: [parameters: {'id': '6df01dfc-c80b-4c39-befc-6914d7235a23'}] Jul 06 18:01:59.783280 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:01:59.787552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] For port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5b3219ec-664a-4684-a3ae-ecd37ebd0aa7,segment=NetworkSegment(a3539528-0cc9-4e36-aa96-68847d0a1bf7),segment_id=a3539528-0cc9-4e36-aa96-68847d0a1bf7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:59.801379 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:01:59.801379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.804139 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.804912 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-55c9d026-4e1e-49bd-883f-b76c37810fb0 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/subnets/3f30c011-20ca-431f-ab7a-4ecbd023bccb HTTP/1.1" status: 204 len: 168 time: 1.1131160 Jul 06 18:01:59.809368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37674) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:59.832393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e1f93-e50c-4e98-abca-93da0c140738 None None] Network d131aafa-9bb0-45d3-851f-9d91f462fffb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:59.897086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.915225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Deleting subnet 15075e40-0224-41fa-8dc2-3679b7b4f435 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:59.926159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-6643910b-fea6-46fe-97c6-444119cdb35f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d HTTP/1.1" status: 200 len: 217 time: 0.2197125 Jul 06 18:01:59.938638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.977187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-82403610-3a2f-4e67-9a27-44f4c92a74cb None None] Provisioning for port f6440999-00bb-43c2-bcd0-400d4772f545 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:59.993137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.007588 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.034566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-82403610-3a2f-4e67-9a27-44f4c92a74cb None None] Provisioning complete for port f6440999-00bb-43c2-bcd0-400d4772f545 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:00.035229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82403610-3a2f-4e67-9a27-44f4c92a74cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.043889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b544-2efb-4457-afde-d07c89dc7ec1 None None] Pushing event updated for resources: {'Port': ['ID=5b3219ec-664a-4684-a3ae-ecd37ebd0aa7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.050293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event updated for resources: {'Port': ['ID=709986d5-b876-4d77-ba60-ed55fc1b7a02,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.072146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:00.074391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:00.077049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:00.084491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e628-fc72-4d60-af0f-2e391867fcef req-bdc15781-51fd-43fb-8725-c87a70433916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.086420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-bdc15781-51fd-43fb-8725-c87a70433916 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=51d9d89b-80c5-47db-bc61-864aa68c38c5 HTTP/1.1" status: 200 len: 848 time: 0.1384199 Jul 06 18:02:00.267662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e41c6-2a60-4ac3-9bcb-e2dccdb64d8a req-32f1ef38-822d-4b6b-853c-987a052ffc37 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.275602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-276e41c6-2a60-4ac3-9bcb-e2dccdb64d8a req-32f1ef38-822d-4b6b-853c-987a052ffc37 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 932 time: 0.6576982 Jul 06 18:02:00.299780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.360259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-82403610-3a2f-4e67-9a27-44f4c92a74cb None None] Port f6440999-00bb-43c2-bcd0-400d4772f545 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:00.371008 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.384163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Transition to ACTIVE for port object dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:00.408126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d3195-74c9-402b-8d78-25bebcc8c1f3 None None] Network 6df01dfc-c80b-4c39-befc-6914d7235a23 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:00.412620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Transition to ACTIVE for port object dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:00.424133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.460429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.583161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-276e41c6-2a60-4ac3-9bcb-e2dccdb64d8a req-75ddc2f0-73cd-41fa-a7a7-63e37658d5f9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059614 Jul 06 18:02:00.597328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98554d-31b3-44c8-b74d-f842ae9b860f req-d6f39ec0-9f33-4638-a10d-70c0ce27e7f8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.597679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:00.599007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb98554d-31b3-44c8-b74d-f842ae9b860f req-d6f39ec0-9f33-4638-a10d-70c0ce27e7f8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1095 time: 0.5102420 Jul 06 18:02:00.637156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:00.637803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.664009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.669763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:00.683172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Pushing event updated for resources: {'Port': ['ID=dfbf5546-c6c1-4487-82bc-a927e5d5d8e9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.728493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:00.728841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.795235 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.817322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e628-fc72-4d60-af0f-2e391867fcef req-e4beb585-0538-4fc7-8761-a2ab7424971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.820192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-e4beb585-0538-4fc7-8761-a2ab7424971d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8084d8fe-45c8-4843-9d13-428a979b9c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6673851 Jul 06 18:02:00.862868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Attempting to bind port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:00.863363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Attempting to bind port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:00.863709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Attempting to bind port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 on network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:00.871991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:00.872592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Checking segment: {'id': 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:00.873072 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.873485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Bound using segment: {'id': 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:00.874022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Bound port: dfbf5546-c6c1-4487-82bc-a927e5d5d8e9, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:00.874480 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.918866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5b3219ec-664a-4684-a3ae-ecd37ebd0aa7,segment=NetworkSegment(a3539528-0cc9-4e36-aa96-68847d0a1bf7),segment_id=a3539528-0cc9-4e36-aa96-68847d0a1bf7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:00.919442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.945747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.949483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:01.034191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb98554d-31b3-44c8-b74d-f842ae9b860f req-254dad16-535b-4f6f-b42a-1243599f9406 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748017 Jul 06 18:02:01.063915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78284535-9a1e-4da5-a9b6-e4d53628e68a req-61e42035-5fdc-4591-91c7-6fefe1480da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:01.066604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78284535-9a1e-4da5-a9b6-e4d53628e68a req-61e42035-5fdc-4591-91c7-6fefe1480da7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 1096 time: 0.6158111 Jul 06 18:02:01.194048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.197867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] For port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:01.210338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] For port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dfbf5546-c6c1-4487-82bc-a927e5d5d8e9,segment=NetworkSegment(bf3c3fd8-e6fc-42bb-ab10-0320c1be2444),segment_id=bf3c3fd8-e6fc-42bb-ab10-0320c1be2444)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:01.228228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.232522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Subnet': ['ID=15075e40-0224-41fa-8dc2-3679b7b4f435,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.243349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.245900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-51084a8f-5690-4b6e-8846-529b03abb8b1 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/subnets/15075e40-0224-41fa-8dc2-3679b7b4f435 HTTP/1.1" status: 204 len: 168 time: 1.4347060 Jul 06 18:02:01.250565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.252744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.254943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:01.273449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78284535-9a1e-4da5-a9b6-e4d53628e68a req-ab8da174-0a00-4186-8fab-2b5270692c30 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832559 Jul 06 18:02:01.290389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-230a1682-32db-48b9-80e3-16e4ccbc9b53 service neutron] 10.222.0.60 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522822 Jul 06 18:02:01.294440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6440999-00bb-43c2-bcd0-400d4772f545 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:02:01.319320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=5b3219ec-664a-4684-a3ae-ecd37ebd0aa7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.324670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de50968-6be9-4fcf-8ff8-ea057572b8c0 req-5f3cee12-c9fa-431f-94a1-fad027983090 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:01.339153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4de50968-6be9-4fcf-8ff8-ea057572b8c0 req-5f3cee12-c9fa-431f-94a1-fad027983090 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.5070457 Jul 06 18:02:01.353832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.359652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port 5b3219ec-664a-4684-a3ae-ecd37ebd0aa7 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:01.376069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308634c-e6ca-4dcc-93b8-8b17237f9053 None None] Pushing event updated for resources: {'Port': ['ID=dfbf5546-c6c1-4487-82bc-a927e5d5d8e9,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.467584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f963b0-0bd8-4f64-a60c-fda29a66e059 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:01.470097 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-08f963b0-0bd8-4f64-a60c-fda29a66e059 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2108359 Jul 06 18:02:01.477358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Transition to ACTIVE for port object f6440999-00bb-43c2-bcd0-400d4772f545 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:01.477819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37686) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:01.489266 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.503030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4de50968-6be9-4fcf-8ff8-ea057572b8c0 req-1426267a-57a4-410a-b8f3-e1aa3af7df17 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625338 Jul 06 18:02:01.594085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.626587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b889e628-fc72-4d60-af0f-2e391867fcef req-e4849370-235c-4799-8701-3dc27180aa32 service neutron] 10.222.0.60 "GET /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678959 Jul 06 18:02:01.712390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Attempting to bind port f6440999-00bb-43c2-bcd0-400d4772f545 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:01.713359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Attempting to bind port f6440999-00bb-43c2-bcd0-400d4772f545 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:01.714038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Attempting to bind port f6440999-00bb-43c2-bcd0-400d4772f545 on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:01.722062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Port f6440999-00bb-43c2-bcd0-400d4772f545 on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:02:01.722604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Attempting to bind port f6440999-00bb-43c2-bcd0-400d4772f545 on network 83fa63fd-eae3-4864-b90d-a34fbb0acffc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:01.729348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:01.729684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Checking segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:01.730358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Bound using segment: {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:01.730712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Bound port: f6440999-00bb-43c2-bcd0-400d4772f545, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07cee42-d64b-42f2-bd43-d41709b98fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:01.731096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.895938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:01.901423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:01.909794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.987023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:01.990157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.993150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] 10.222.0.61 "PUT /v2.0/ports/f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 1092 time: 2.4870472 Jul 06 18:02:01.994575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:01.999106 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789e9f8-484a-4f3a-858d-ff1f30b2b026" -d '{"events": [{"name": "network-changed", "server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:02.087176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b804ace-bac4-4c29-8d98-d51535eac268 service neutron] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:02.219815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.235912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0901c9d7-4a44-4fa2-8a51-cea398ac7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.238582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-0901c9d7-4a44-4fa2-8a51-cea398ac7075 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1095 time: 0.1770413 Jul 06 18:02:02.253857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df01dfc-c80b-4c39-befc-6914d7235a23']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:02.279798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd56a2-3e06-4694-b912-d9392f156498 req-5695e00c-654a-4a6f-bfce-acfcd1fcb9bc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.283156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3539528-0cc9-4e36-aa96-68847d0a1bf7') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:02.283498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3539528-0cc9-4e36-aa96-68847d0a1bf7') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:02.290558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7cd56a2-3e06-4694-b912-d9392f156498 req-5695e00c-654a-4a6f-bfce-acfcd1fcb9bc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.2308741 Jul 06 18:02:02.306262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.334580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.343005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.347031 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426cf915-ebcc-4fb8-a7f7-07d60cb9c36a x-openstack-request-id: req-426cf915-ebcc-4fb8-a7f7-07d60cb9c36a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:02.347901 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:02.348714 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-426cf915-ebcc-4fb8-a7f7-07d60cb9c36a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:02.349592 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'status': 'completed', 'code': 200} Jul 06 18:02:02.356211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-80153d0c-d442-4ab1-ab7d-6c111dd11837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 217 time: 0.0991709 Jul 06 18:02:02.361010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:02.361465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:02.402732 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:02.442896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-5810cb76-64d5-4d20-9b46-c3f1d20dba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.444818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-5810cb76-64d5-4d20-9b46-c3f1d20dba73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.0794954 Jul 06 18:02:02.492220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7cd56a2-3e06-4694-b912-d9392f156498 req-d6fe2e40-81af-474c-930d-59c4265d4b5d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995239 Jul 06 18:02:02.559204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:02:02.571980 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.613657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-2c847fef-0eb4-49a1-95f4-0c541d5757aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.615199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-2c847fef-0eb4-49a1-95f4-0c541d5757aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571534 Jul 06 18:02:02.665452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.670975 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/6df01dfc-c80b-4c39-befc-6914d7235a23 HTTP/1.1" status: 204 len: 168 time: 4.8987467 Jul 06 18:02:02.692062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37704) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:02.724488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1086228601'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:02.748996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabc8d-37e6-43b2-9fef-e945fd507af0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=6df01dfc-c80b-4c39-befc-6914d7235a23,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:02.803452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-fb858e03-0d87-4ec1-b496-f06f5b8c1e62 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767726 Jul 06 18:02:02.833465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:02.841044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.850405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:02.857512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.884778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d', 'network_id': '8084d8fe-45c8-4843-9d13-428a979b9c1b', 'port_id': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d', 'mac_address': 'fa:16:3e:6d:98:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d9d89b-80c5-47db-bc61-864aa68c38c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:02:02.940825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:02.956184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd5ae2-6f0f-42a5-bd8c-177b479828b7 req-58729011-f087-4869-8ecb-8cf33d05a79b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.962776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddbd5ae2-6f0f-42a5-bd8c-177b479828b7 req-58729011-f087-4869-8ecb-8cf33d05a79b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1095 time: 0.4475768 Jul 06 18:02:02.975275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Router db16202b-47d6-4fd4-b728-03446b84acc7 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:02.978232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.978713 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 7ee2e10c-cefb-44a3-9141-6e19b03bcc19 of type vlan for network 4c822075-7b3b-4d79-8422-1b404947b4b5 Jul 06 18:02:02.994576 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.018798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddbd5ae2-6f0f-42a5-bd8c-177b479828b7 req-b3d044e6-c5c0-4c80-baa8-c2a6b7781205 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Jul 06 18:02:03.039617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.053234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:02:03.067112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c4892a5-e24f-46bb-abe6-40eb917d090a req-efcbadaf-2763-4bd5-a00a-79ee073cf6cf service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507346 Jul 06 18:02:03.101219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54d013-e6dc-4032-aa6c-e0ca73320d7e req-ba969833-cae6-450e-b332-786ffa6b5b27 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.103397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e54d013-e6dc-4032-aa6c-e0ca73320d7e req-ba969833-cae6-450e-b332-786ffa6b5b27 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.2770042 Jul 06 18:02:03.105435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:03.113860 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.219128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e54d013-e6dc-4032-aa6c-e0ca73320d7e req-c8c5ead2-1334-4a5b-9282-c391cc773090 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937088 Jul 06 18:02:03.241052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Deleting port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:03.242118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.246603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.264336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.265000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.292752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:03.324638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7ba49-bc2f-4876-aa57-25765f7196b6 None None] Network c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:03.370773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:03.383337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-4827d51c-b821-4df5-9556-1f85d76e0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.385044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-4827d51c-b821-4df5-9556-1f85d76e0680 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1095 time: 0.1604223 Jul 06 18:02:03.410015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff8da3-0b03-4be0-a242-6c0a9bbe88bb req-edff6909-1d6c-4bf2-b710-e1e754a5b9db tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.412029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5ff8da3-0b03-4be0-a242-6c0a9bbe88bb req-edff6909-1d6c-4bf2-b710-e1e754a5b9db tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.1032946 Jul 06 18:02:03.436262 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7192910 Jul 06 18:02:03.448584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37706) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:03.460654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:03.472617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716216-0fde-46d7-b745-2c1ddd79ee66 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=4c822075-7b3b-4d79-8422-1b404947b4b5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:03.481368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['2a4e863e-8b3c-4823-aa9f-2b5f84a1245d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:03.494747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:03.506220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4c822075-7b3b-4d79-8422-1b404947b4b5 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:03.530737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5ff8da3-0b03-4be0-a242-6c0a9bbe88bb req-d7b56510-fdf9-40c5-bcf4-099a7d061130 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039841 Jul 06 18:02:03.565035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6f27a260-e5f1-4624-b649-3669ed883396 None None] Provisioning for port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:03.568756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] For port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dfbf5546-c6c1-4487-82bc-a927e5d5d8e9,segment=NetworkSegment(bf3c3fd8-e6fc-42bb-ab10-0320c1be2444),segment_id=bf3c3fd8-e6fc-42bb-ab10-0320c1be2444)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:03.569166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.572463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] Sync routers for ids ['db16202b-47d6-4fd4-b728-03446b84acc7'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:03.581285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.585756 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a3f552c0-d2c1-4682-8749-e9f8e6069c5a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1080613 Jul 06 18:02:03.585982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:03.590982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Calling delete_port for dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:03.713417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-40d1e96a-1fdb-4d4a-bd42-a2efdfd8af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.716280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-40d1e96a-1fdb-4d4a-bd42-a2efdfd8af4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.3223584 Jul 06 18:02:03.721333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:03.726198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.798631 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.809862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] Routers {'db16202b-47d6-4fd4-b728-03446b84acc7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:03.811041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['db16202b-47d6-4fd4-b728-03446b84acc7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:03.846617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] No DVR routers for this DVR port dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:03.853568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Port': ['ID=dfbf5546-c6c1-4487-82bc-a927e5d5d8e9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:03.973135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:03.973390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.989201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.018178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.018502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3c3fd8-e6fc-42bb-ab10-0320c1be2444') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.053635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Could not find standard attr ID for object dfbf5546-c6c1-4487-82bc-a927e5d5d8e9. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:04.064737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.066508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef6008-6215-4379-a54b-7ec53a2e152b None None] DHCP port deletion for c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:04.093270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.102006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] Routers {'db16202b-47d6-4fd4-b728-03446b84acc7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:04.103797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['db16202b-47d6-4fd4-b728-03446b84acc7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.107594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:04.108095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:04.112717 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:04.189655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef62a9-30f3-4a80-86e3-bdd78afa7549 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:04.194059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.195206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936cb9e-2a10-4bae-aae7-4975660d89cb None None] The sync data for ids ['db16202b-47d6-4fd4-b728-03446b84acc7'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:04.229407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.266100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.284551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.286864 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/networks/c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a HTTP/1.1" status: 204 len: 168 time: 2.8078401 Jul 06 18:02:04.295657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37722) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:04.319916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467297-7696-4703-ba6f-c71a0b268591 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Network': ['ID=c3ef8f7d-8a60-4ff9-92d1-21d699f40d2a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.374059 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=774880cd-6292-4a62-b205-a9c11376a96f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.377917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-961e6282-7eb9-43c6-8b08-f154193de1b2 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/db16202b-47d6-4fd4-b728-03446b84acc7 HTTP/1.1" status: 200 len: 920 time: 0.7908990 Jul 06 18:02:04.391487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37724) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:04.403225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-8de8f7ff-80a2-43e8-949c-ce0584a12852 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 217 time: 0.5429840 Jul 06 18:02:04.445477 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4aff91c4-b6d4-49db-832e-6d57305c4d58 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=db16202b-47d6-4fd4-b728-03446b84acc7 HTTP/1.1" status: 200 len: 205 time: 0.0521343 Jul 06 18:02:04.451839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37726) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:04.475879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef62a9-30f3-4a80-86e3-bdd78afa7549 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:04.478050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.530298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-8ab2691f-7f12-4434-9b0f-66c9a830f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.532636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-8ab2691f-7f12-4434-9b0f-66c9a830f1a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.0938864 Jul 06 18:02:04.549849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '7ee2e10c-cefb-44a3-9141-6e19b03bcc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:04.550446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 4c822075-7b3b-4d79-8422-1b404947b4b5, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:04.612214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607253f4-79db-4532-b1cf-aa719967c602 req-aa1683cb-4f4e-4f7e-bebc-aced061e4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.613985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-aa1683cb-4f4e-4f7e-bebc-aced061e4f2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 1096 time: 0.2239790 Jul 06 18:02:04.621838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d59bfd-3e22-4a42-aba1-bc67758ad023 req-a88fed51-71d2-4c1d-bafe-1d5cc2ea9014 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.623696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6d59bfd-3e22-4a42-aba1-bc67758ad023 req-a88fed51-71d2-4c1d-bafe-1d5cc2ea9014 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.7997961 Jul 06 18:02:04.649028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5624c7e-511f-4a93-952c-8d3265f64b18 req-ae17e144-1e33-4664-950c-92a1165b5401 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.650847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5624c7e-511f-4a93-952c-8d3265f64b18 req-ae17e144-1e33-4664-950c-92a1165b5401 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.2699029 Jul 06 18:02:04.790655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6d59bfd-3e22-4a42-aba1-bc67758ad023 req-be9734f6-e289-4bf6-89b5-482ae3f947f9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379364 Jul 06 18:02:04.798688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 4c822075-7b3b-4d79-8422-1b404947b4b5 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:04.806834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5624c7e-511f-4a93-952c-8d3265f64b18 req-2fa7d1e1-c201-41db-bd99-48094cfd0724 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414969 Jul 06 18:02:04.825382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-8107078e-8265-4b07-bd2b-5e9499e75814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.825382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-8107078e-8265-4b07-bd2b-5e9499e75814 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835810 Jul 06 18:02:04.868975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4c822075-7b3b-4d79-8422-1b404947b4b5) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:04.874059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.887534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.899901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.900937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.914304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607253f4-79db-4532-b1cf-aa719967c602 req-1f5fd48f-d622-4915-a83a-a47dff3b9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.916032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-1f5fd48f-d622-4915-a83a-a47dff3b9186 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 200 len: 912 time: 0.2881916 Jul 06 18:02:04.949527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086885eb-1ba9-4b41-8cf7-05922e0aa98c None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:05.000774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d131aafa-9bb0-45d3-851f-9d91f462fffb']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:05.010994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-7de22e7b-0042-4187-b6b7-56430430c36c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d HTTP/1.1" status: 200 len: 217 time: 0.0860929 Jul 06 18:02:05.037817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36adb99-88da-498c-ae33-b37a818fc190') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:05.038514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36adb99-88da-498c-ae33-b37a818fc190') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:05.144490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086885eb-1ba9-4b41-8cf7-05922e0aa98c None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:05.158916 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc8ebc6a-71f8-49ba-be78-002f125824b5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7088182 Jul 06 18:02:05.162534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.165536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37730) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:05.169068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.180859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:05.241240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:05.241240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dfbf5546-c6c1-4487-82bc-a927e5d5d8e9 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:05.282892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607253f4-79db-4532-b1cf-aa719967c602 req-c56b9aea-6742-4c6c-b4b2-7b8cb6a74823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:05.283677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.285683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-c56b9aea-6742-4c6c-b4b2-7b8cb6a74823 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 200 len: 851 time: 0.2659035 Jul 06 18:02:05.292000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-088f064f-034c-4462-8a19-3324cf61f841 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550731 Jul 06 18:02:05.300543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:05.301056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:05.304495 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:05.394780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-e3e0995f-6044-440c-b23b-b0e8f6ef4cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0ba3d93-5f12-4c28-ab21-e58404ac4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976908 Jul 06 18:02:05.410606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.418283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.424853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.427286 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/networks/d131aafa-9bb0-45d3-851f-9d91f462fffb HTTP/1.1" status: 204 len: 168 time: 1.1212378 Jul 06 18:02:05.433913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37732) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:05.460659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Deleting port 709986d5-b876-4d77-ba60-ed55fc1b7a02 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:05.460990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.511912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873c0f2-7d88-4ef8-b131-6d74caace949 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Network': ['ID=d131aafa-9bb0-45d3-851f-9d91f462fffb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:05.553265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067deb-f8ba-4951-80b0-8569aac7a0b2 req-1ec8d897-669a-4b19-90f9-6175c7376198 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:05.554856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31067deb-f8ba-4951-80b0-8569aac7a0b2 req-1ec8d897-669a-4b19-90f9-6175c7376198 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.4773352 Jul 06 18:02:05.563292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13632186-3933-4ad4-9e4a-11a16a2fe243 req-b3a92897-86fd-446a-ac99-8097e1658f51 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:05.564872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13632186-3933-4ad4-9e4a-11a16a2fe243 req-b3a92897-86fd-446a-ac99-8097e1658f51 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1096 time: 0.4210787 Jul 06 18:02:05.626411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-4c822075-7b3b-4d79-8422-1b404947b4b5', 'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '774880cd-6292-4a62-b205-a9c11376a96f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:05.627534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.644062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.670107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1789e9f8-484a-4f3a-858d-ff1f30b2b026 req-f5ed7563-09c2-4ded-b44e-972e04e92bcf service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522904 Jul 06 18:02:05.695131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.703711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.711947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13632186-3933-4ad4-9e4a-11a16a2fe243 req-6c87e486-45fe-4f89-ae6a-9695c2ead8a2 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365085 Jul 06 18:02:05.719546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31067deb-f8ba-4951-80b0-8569aac7a0b2 req-d4d4fa63-1f52-4a62-a2b0-a90a221ecf39 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349053 Jul 06 18:02:05.721909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-5a156177-c6e3-4dfd-a653-565f45efdd32 service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642901 Jul 06 18:02:05.799336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Calling delete_port for 709986d5-b876-4d77-ba60-ed55fc1b7a02 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:05.856668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:02:05.903898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Allocated IP 172.20.0.1 (4c822075-7b3b-4d79-8422-1b404947b4b5/774880cd-6292-4a62-b205-a9c11376a96f/ca820544-d0cb-4c45-b83f-9fd3c0837a61) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:05.904475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-607253f4-79db-4532-b1cf-aa719967c602 req-89800939-ff64-44aa-abd4-86a7ae72470e service neutron] 10.222.0.60 "GET /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698589 Jul 06 18:02:05.927684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.946955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b51859-f4ca-4f54-a5c4-414a2961c7fb']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:05.968102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc4912e-cda7-41c7-900c-6b6e623c0e77') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:05.969175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc4912e-cda7-41c7-900c-6b6e623c0e77') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:05.986658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.003427 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.010258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:06.010677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:06.079577 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:06.090479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.111518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.116779 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/networks/29b51859-f4ca-4f54-a5c4-414a2961c7fb HTTP/1.1" status: 204 len: 168 time: 0.6775057 Jul 06 18:02:06.134078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37738) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:06.174619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edea7f-d3e0-4874-862e-6d19c244ef17 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Network': ['ID=29b51859-f4ca-4f54-a5c4-414a2961c7fb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.249292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2eb70-c2c8-469e-9378-304630cb7d1a req-3e88962e-00d9-4e6b-a0bf-c03072c313ce tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.257219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aeb2eb70-c2c8-469e-9378-304630cb7d1a req-3e88962e-00d9-4e6b-a0bf-c03072c313ce tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.2420077 Jul 06 18:02:06.271391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:06.300621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.302420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'mac_address': 'fa:16:3e:70:aa:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:02:06.340261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aeb2eb70-c2c8-469e-9378-304630cb7d1a req-86af0c8d-dfe7-40be-9247-e83cccd68a5f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821362 Jul 06 18:02:06.383878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834241-3301-4d93-a926-01cdec572708 req-ce1d4823-e188-4747-9e22-f165832775d4 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.388160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5834241-3301-4d93-a926-01cdec572708 req-ce1d4823-e188-4747-9e22-f165832775d4 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.2573500 Jul 06 18:02:06.399217 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.400374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.423552 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.430828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6440999-00bb-43c2-bcd0-400d4772f545 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:02:06.436570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event deleted for resources: {'Port': ['ID=709986d5-b876-4d77-ba60-ed55fc1b7a02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.448065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Transition to ACTIVE for port object ca820544-d0cb-4c45-b83f-9fd3c0837a61 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:06.477883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:06.484854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.487274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.489188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Transition to ACTIVE for port object ca820544-d0cb-4c45-b83f-9fd3c0837a61 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:06.508345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5834241-3301-4d93-a926-01cdec572708 req-ea6c0da3-bc9b-432f-a280-1268628a846c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146140 Jul 06 18:02:06.517352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:06.529908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.534492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31784231-7609-4cdf-85be-fc7bb3a506dc') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:06.535078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31784231-7609-4cdf-85be-fc7bb3a506dc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:06.535661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.542360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.559398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.574233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:06.585652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.586073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Network 4c822075-7b3b-4d79-8422-1b404947b4b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:06.596870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:06.597592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:06.602360 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:06.608542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:06.613186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:06.617350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.697828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=774880cd-6292-4a62-b205-a9c11376a96f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.704872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.732003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Pushing event updated for resources: {'Port': ['ID=ca820544-d0cb-4c45-b83f-9fd3c0837a61,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.740640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.745465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f6440999-00bb-43c2-bcd0-400d4772f545'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:06.751902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Attempting to bind port ca820544-d0cb-4c45-b83f-9fd3c0837a61 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:06.752327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Attempting to bind port ca820544-d0cb-4c45-b83f-9fd3c0837a61 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '7ee2e10c-cefb-44a3-9141-6e19b03bcc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:06.752690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Attempting to bind port ca820544-d0cb-4c45-b83f-9fd3c0837a61 on network 4c822075-7b3b-4d79-8422-1b404947b4b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:06.759770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] 10.222.0.37 "DELETE /v2.0/networks/220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1 HTTP/1.1" status: 204 len: 168 time: 0.6170447 Jul 06 18:02:06.760699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eceb3f-4261-442a-aed3-204318333687 tempest-BulkNetworkOpsTest-765870990 tempest-BulkNetworkOpsTest-765870990-project] Pushing event deleted for resources: {'Network': ['ID=220ce9d6-6b7f-46f9-ab60-0b2fad9a77c1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.799696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:06.805481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.810622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.814715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:06.819072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Checking segment: {'id': '7ee2e10c-cefb-44a3-9141-6e19b03bcc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:06.821638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.822324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Bound using segment: {'id': '7ee2e10c-cefb-44a3-9141-6e19b03bcc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:06.824036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Bound port: ca820544-d0cb-4c45-b83f-9fd3c0837a61, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee2e10c-cefb-44a3-9141-6e19b03bcc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4c822075-7b3b-4d79-8422-1b404947b4b5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:06.825529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.869492 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:02:06.876311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.880095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:06.880458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.914688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c822075-7b3b-4d79-8422-1b404947b4b5']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:06.918740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.919324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Fanout notify agent at l3_agent the message router_deleted on router db16202b-47d6-4fd4-b728-03446b84acc7 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:06.931937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.940566 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-10aa6058-e09f-45b0-93bc-db195d32b434 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/db16202b-47d6-4fd4-b728-03446b84acc7 HTTP/1.1" status: 204 len: 168 time: 2.4838965 Jul 06 18:02:06.940916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37748) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:06.946118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee2e10c-cefb-44a3-9141-6e19b03bcc19') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:06.946471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee2e10c-cefb-44a3-9141-6e19b03bcc19') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:06.951059 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846258109', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': False}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:06.967199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.993275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.002078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c8e8-951c-4b9b-b288-ce63dc3bfc9d req-1bf7177e-fa73-40ee-acaf-cf35eb2b7efa tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.003940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67d0c8e8-951c-4b9b-b288-ce63dc3bfc9d req-1bf7177e-fa73-40ee-acaf-cf35eb2b7efa tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1096 time: 0.1551549 Jul 06 18:02:07.008104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:07.008711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:07.012870 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:07.017785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.017785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.067868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] For port ca820544-d0cb-4c45-b83f-9fd3c0837a61, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:07.102483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67d0c8e8-951c-4b9b-b288-ce63dc3bfc9d req-5a1a95de-a8e4-4939-a792-216f2880eb04 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786600 Jul 06 18:02:07.130503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633f129-edb1-42ad-bebf-d7972bac8f01 req-7f49812f-dd8d-4e5f-b912-a02e9d43903b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.134125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:02:07.134125 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:02:07.134125 n-d-799527-3 neutron-server[93943]: [parameters: {'id': '4c822075-7b3b-4d79-8422-1b404947b4b5'}] Jul 06 18:02:07.134125 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:07.135279 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:07.139134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0633f129-edb1-42ad-bebf-d7972bac8f01 req-7f49812f-dd8d-4e5f-b912-a02e9d43903b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.1570337 Jul 06 18:02:07.150103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] For port ca820544-d0cb-4c45-b83f-9fd3c0837a61, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ca820544-d0cb-4c45-b83f-9fd3c0837a61,segment=NetworkSegment(7ee2e10c-cefb-44a3-9141-6e19b03bcc19),segment_id=7ee2e10c-cefb-44a3-9141-6e19b03bcc19)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:07.153485 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.165232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.212850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.213611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0633f129-edb1-42ad-bebf-d7972bac8f01 req-92844506-954e-47a9-89a3-059d37f60337 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732117 Jul 06 18:02:07.252258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:07.254609 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d6044c-b047-4e8b-b462-02f9219f7ae5" -d '{"events": [{"server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "name": "network-vif-plugged", "status": "completed", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:07.300784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:07.301836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35375-ae3b-4bf1-af2e-6ec0c8450cef None None] Pushing event updated for resources: {'Port': ['ID=ca820544-d0cb-4c45-b83f-9fd3c0837a61,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:07.308264 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.341938 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1457fb-5f6f-4523-928c-7efe1cc32e38 x-openstack-request-id: req-4c1457fb-5f6f-4523-928c-7efe1cc32e38 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:07.342239 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "name": "network-vif-plugged", "status": "completed", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:07.342496 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c1457fb-5f6f-4523-928c-7efe1cc32e38 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:07.342901 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d', 'code': 200} Jul 06 18:02:07.370752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a2752-c20a-44f2-985e-b9771d52fdcf None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:07.409124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:07.490069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.707212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157926ab-4718-4fce-985f-77cfa8279cc2 req-281b840f-0a31-4c05-9b27-16a21873d0eb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.717389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-157926ab-4718-4fce-985f-77cfa8279cc2 req-281b840f-0a31-4c05-9b27-16a21873d0eb tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 945 time: 0.1274183 Jul 06 18:02:07.783037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a2752-c20a-44f2-985e-b9771d52fdcf None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:07.839400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-157926ab-4718-4fce-985f-77cfa8279cc2 req-23898513-85aa-4aba-9b11-77aa30fc10d8 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208398 Jul 06 18:02:07.861453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:07.892449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-69b160bb-deaa-42c1-bf4b-e3b4b2eed939 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f699c09eed8a41b2971666261fe99246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993764 Jul 06 18:02:07.897662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.966744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.978485 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.048603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port f6440999-00bb-43c2-bcd0-400d4772f545 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:08.055658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f6440999-00bb-43c2-bcd0-400d4772f545 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:08.056331 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.057591 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c9babc-e14e-4c59-8391-d9fa4805821a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.103701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905d6b-f652-4282-aa43-7e72d35defec req-1a20f15d-7901-477f-b9a3-a7c260fbba91 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:08.106724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port ca820544-d0cb-4c45-b83f-9fd3c0837a61 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:08.107114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.112047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20905d6b-f652-4282-aa43-7e72d35defec req-1a20f15d-7901-477f-b9a3-a7c260fbba91 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.1969280 Jul 06 18:02:08.117871 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c9babc-e14e-4c59-8391-d9fa4805821a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.127312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da03f99-8fbb-44cf-90fc-c784c5e4133e req-d7e20bd0-9863-44ef-939c-b5adf66ad830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:08.128998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9da03f99-8fbb-44cf-90fc-c784c5e4133e req-d7e20bd0-9863-44ef-939c-b5adf66ad830 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.6480994 Jul 06 18:02:08.222403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port ca820544-d0cb-4c45-b83f-9fd3c0837a61, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ca820544-d0cb-4c45-b83f-9fd3c0837a61,segment=NetworkSegment(7ee2e10c-cefb-44a3-9141-6e19b03bcc19),segment_id=7ee2e10c-cefb-44a3-9141-6e19b03bcc19)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:08.222592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.225003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20905d6b-f652-4282-aa43-7e72d35defec req-50fe0151-d262-4da3-acf5-9093bbbcb601 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082213 Jul 06 18:02:08.235620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9da03f99-8fbb-44cf-90fc-c784c5e4133e req-d0285ad6-58eb-4e5e-ae0d-87e7a0aff8f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903437 Jul 06 18:02:08.245232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for ca820544-d0cb-4c45-b83f-9fd3c0837a61 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:08.284562 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c9babc-e14e-4c59-8391-d9fa4805821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.287664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c9babc-e14e-4c59-8391-d9fa4805821a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.291662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-52c9babc-e14e-4c59-8391-d9fa4805821a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb5f5031-102e-4ea3-90af-e4d080ac9ce3 HTTP/1.1" status: 204 len: 168 time: 0.3881354 Jul 06 18:02:08.307203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9babc-e14e-4c59-8391-d9fa4805821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5f5031-102e-4ea3-90af-e4d080ac9ce3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:08.317194 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.458393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:08.469377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640c5be-7a5c-4213-9df1-2553fe1a3de8 req-ce647fc5-9207-443a-886b-7e2f7217741b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:08.473286 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.482329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4640c5be-7a5c-4213-9df1-2553fe1a3de8 req-ce647fc5-9207-443a-886b-7e2f7217741b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.1330919 Jul 06 18:02:08.621751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:08.627016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1198cc4-5ed2-42c5-a91d-d0bda9274c46 None None] Network 4c822075-7b3b-4d79-8422-1b404947b4b5 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:08.649374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.682679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4640c5be-7a5c-4213-9df1-2553fe1a3de8 req-ab60612b-8380-42bc-bb09-b09f57082443 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994474 Jul 06 18:02:08.684245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.748562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2ad99-cc97-47d9-b5b0-2a65c0812eb0 req-6c8fb60a-e7ab-4ab6-bab6-b5ed53941a8d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:08.761211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4b2ad99-cc97-47d9-b5b0-2a65c0812eb0 req-6c8fb60a-e7ab-4ab6-bab6-b5ed53941a8d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.2723598 Jul 06 18:02:08.854031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4b2ad99-cc97-47d9-b5b0-2a65c0812eb0 req-f31934e3-eac1-418e-a5d5-4a1f5046b603 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896068 Jul 06 18:02:08.973740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Allocated IP 172.25.5.67 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/429b7c11-b37b-4b56-98db-7a27e70750dd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:08.991032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28900e6c-f59a-4363-b57b-38e4cfbd6aef None None] Network 4c822075-7b3b-4d79-8422-1b404947b4b5 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:08.996119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.039978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=ca820544-d0cb-4c45-b83f-9fd3c0837a61,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:09.085567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port ca820544-d0cb-4c45-b83f-9fd3c0837a61 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:09.227632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfa1b-e8d3-42cb-bc62-ab20f4718232 req-cc51382e-5c44-46dc-bdc7-e302b7757652 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.236161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddbfa1b-e8d3-42cb-bc62-ab20f4718232 req-cc51382e-5c44-46dc-bdc7-e302b7757652 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.1712513 Jul 06 18:02:09.300746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.323698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c822075-7b3b-4d79-8422-1b404947b4b5']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:09.336691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ddbfa1b-e8d3-42cb-bc62-ab20f4718232 req-98bf3540-6d5f-4bec-8e15-5a3fbd6e9f85 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984504 Jul 06 18:02:09.344867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:09.347526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee2e10c-cefb-44a3-9141-6e19b03bcc19') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:09.348094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee2e10c-cefb-44a3-9141-6e19b03bcc19') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:09.349263 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6b09a-02cd-49da-8eb1-b5973ceb17dd" -d '{"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-plugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:09.368406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.372891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.395824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.405964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:09.406382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:09.410288 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:09.425244 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24516a-fa16-478c-96c7-767c36e04aa6 x-openstack-request-id: req-3f24516a-fa16-478c-96c7-767c36e04aa6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:09.425862 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-plugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:09.426324 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f24516a-fa16-478c-96c7-767c36e04aa6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:09.426938 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'code': 200} Jul 06 18:02:09.511655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.524285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.524977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed5ec0-9127-4622-9690-fe9ffd9ba744 req-16fcb900-545e-4df5-a36e-8effc3f42987 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.529794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.543407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/4c822075-7b3b-4d79-8422-1b404947b4b5 HTTP/1.1" status: 204 len: 168 time: 4.3610983 Jul 06 18:02:09.544251 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5aed5ec0-9127-4622-9690-fe9ffd9ba744 req-16fcb900-545e-4df5-a36e-8effc3f42987 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.1435869 Jul 06 18:02:09.567143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:09.577323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196211610'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:09.587731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64950d1e-dd17-4eea-9e49-3791ee6505dc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=4c822075-7b3b-4d79-8422-1b404947b4b5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:09.596809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:09.601627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:09.606186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:09.641876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Port': ['ID=429b7c11-b37b-4b56-98db-7a27e70750dd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:09.643346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5aed5ec0-9127-4622-9690-fe9ffd9ba744 req-983e3b95-11d3-4037-81f2-72102f1878ee tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097295 Jul 06 18:02:09.662898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:09.666560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.670444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:09.700242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5def-4e76-42de-84b7-b77c6361b427 req-5724e785-6747-45fa-8007-a24666bb5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.702039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-008f5def-4e76-42de-84b7-b77c6361b427 req-5724e785-6747-45fa-8007-a24666bb5b79 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1097 time: 0.1668675 Jul 06 18:02:09.731934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:09.753555 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-008f5def-4e76-42de-84b7-b77c6361b427 req-da33d09b-8b8a-42d8-88bf-b04411e58f0d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 Jul 06 18:02:09.761670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.762023 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment a0db52d6-61f2-43b6-897c-eae26dd0d7e9 of type vlan for network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c Jul 06 18:02:09.863187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.907837 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.915780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.916623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.977135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d8fd4392-5db0-4448-9fde-90fcd40779e1 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] Request body: {'port': {'network_id': '3b024d2e-ccf3-4dda-8e7c-12417fbc5349', 'name': 'tempest-NetworksNegativeTestJSON-1028819132'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:10.031464 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fd4392-5db0-4448-9fde-90fcd40779e1 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] POST failed (client error): The resource could not be found. Jul 06 18:02:10.032174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fd4392-5db0-4448-9fde-90fcd40779e1 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.033489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d8fd4392-5db0-4448-9fde-90fcd40779e1 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3624101 Jul 06 18:02:10.044206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37812) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.068502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4997356 Jul 06 18:02:10.070394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b33c3-d9db-470a-89b0-dfd7041d5525 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=e8c9d02b-a92c-4138-b5f1-6e502fb7b61c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:10.073490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.078138 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cafe674-4b3b-4950-9d80-163ad81b4f45 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:10.078838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cafe674-4b3b-4950-9d80-163ad81b4f45 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.079106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:10.080999 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7cafe674-4b3b-4950-9d80-163ad81b4f45 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "DELETE /v2.0/networks/a3bb5e2d-1d12-4ee2-994e-506d896e25a2 HTTP/1.1" status: 404 len: 339 time: 0.0347359 Jul 06 18:02:10.087232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.093019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:10.122893 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef412ba-d973-448e-ab11-4fe3e953eca3 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:10.124058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef412ba-d973-448e-ab11-4fe3e953eca3 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.132965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cef412ba-d973-448e-ab11-4fe3e953eca3 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "DELETE /v2.0/ports/3b042c7c-4a57-4f0d-899c-19785b7150cb HTTP/1.1" status: 404 len: 333 time: 0.0380638 Jul 06 18:02:10.133503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37818) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.143672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.157391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c1341-789c-45a0-b170-6797e6fabd74 req-88584c48-b8cf-40ee-b9d1-63b2b99baba1 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:10.159065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b52c1341-789c-45a0-b170-6797e6fabd74 req-88584c48-b8cf-40ee-b9d1-63b2b99baba1 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.1611848 Jul 06 18:02:10.218857 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3554b08f-928a-406a-ba2b-f20666688989 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:10.220419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3554b08f-928a-406a-ba2b-f20666688989 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.228038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3554b08f-928a-406a-ba2b-f20666688989 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "DELETE /v2.0/subnets/c4b7e192-cd06-49cd-9d8e-d50015b38090 HTTP/1.1" status: 404 len: 337 time: 0.0875695 Jul 06 18:02:10.230495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37820) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.245625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b52c1341-789c-45a0-b170-6797e6fabd74 req-5bf36370-d159-476c-89be-74bde00b1e3c tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709748 Jul 06 18:02:10.257240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:10.264488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.296352 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4437cfb5-a664-4a0d-bacd-0da669b5959e tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] GET failed (client error): The resource could not be found. Jul 06 18:02:10.301005 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4437cfb5-a664-4a0d-bacd-0da669b5959e tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "GET /v2.0/networks/c39d84c6-d109-4651-bab6-5b8fd9260ae1 HTTP/1.1" status: 404 len: 339 time: 0.0689864 Jul 06 18:02:10.308047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.383610 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ebee75-9437-4e74-9c7d-e27ba3d1c6e1 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] GET failed (client error): The resource could not be found. Jul 06 18:02:10.385837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-04ebee75-9437-4e74-9c7d-e27ba3d1c6e1 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "GET /v2.0/ports/6e70078c-a479-4831-8d50-05f86ec3d643 HTTP/1.1" status: 404 len: 333 time: 0.0764132 Jul 06 18:02:10.396265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37828) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.455520 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33114ec-2ae5-4d28-8384-2ead5a3f7b47 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] GET failed (client error): The resource could not be found. Jul 06 18:02:10.456936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c33114ec-2ae5-4d28-8384-2ead5a3f7b47 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "GET /v2.0/subnets/9822618e-118d-4fcb-afaf-389d73ad859d HTTP/1.1" status: 404 len: 337 time: 0.0598867 Jul 06 18:02:10.481307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.487787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fd2e2ced-9867-4bd5-9243-2a16f7f88b3b tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:10.535338 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2e2ced-9867-4bd5-9243-2a16f7f88b3b tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] PUT failed (client error): The resource could not be found. Jul 06 18:02:10.535969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2e2ced-9867-4bd5-9243-2a16f7f88b3b tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.537203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd2e2ced-9867-4bd5-9243-2a16f7f88b3b tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "PUT /v2.0/networks/2b9c7deb-3afe-449b-8779-85fe3fdf39ad HTTP/1.1" status: 404 len: 339 time: 0.0548835 Jul 06 18:02:10.543355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.553306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-90d14108-e247-4eff-a290-28fd750a42ec tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:10.586486 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d14108-e247-4eff-a290-28fd750a42ec tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] PUT failed (client error): The resource could not be found. Jul 06 18:02:10.587721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d14108-e247-4eff-a290-28fd750a42ec tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.589312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-90d14108-e247-4eff-a290-28fd750a42ec tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "PUT /v2.0/ports/e91c7900-d398-43db-af3e-403dcc66632b HTTP/1.1" status: 404 len: 333 time: 0.0449362 Jul 06 18:02:10.617402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:10.630181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9e122368-a871-45e9-965d-5bfb38b11387 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:10.676053 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e122368-a871-45e9-965d-5bfb38b11387 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] PUT failed (client error): The resource could not be found. Jul 06 18:02:10.676853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e122368-a871-45e9-965d-5bfb38b11387 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:10.678833 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e122368-a871-45e9-965d-5bfb38b11387 tempest-NetworksNegativeTestJSON-601600463 tempest-NetworksNegativeTestJSON-601600463-project] 10.222.0.37 "PUT /v2.0/subnets/7d5dcf75-5525-41a9-9189-b707c3672d4b HTTP/1.1" status: 404 len: 337 time: 0.0598803 Jul 06 18:02:10.705759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.732098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0995c5-e0f8-41ed-a4a5-ef22f8a22b3a req-7dadf0ee-49b9-4440-8bee-191360327a0d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:10.740049 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf0995c5-e0f8-41ed-a4a5-ef22f8a22b3a req-7dadf0ee-49b9-4440-8bee-191360327a0d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.3269053 Jul 06 18:02:10.876525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.882237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Router d66a914b-da7b-4085-ae39-56001487b7a7 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:10.884830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf0995c5-e0f8-41ed-a4a5-ef22f8a22b3a req-9e251588-4df9-4fa1-aeb8-a17ee695cad4 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272411 Jul 06 18:02:10.950689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc8c55-d90a-42f1-b3aa-c448a96469e7 req-89c1d9ff-9488-477e-a16a-1e9744afd408 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:10.958370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cfc8c55-d90a-42f1-b3aa-c448a96469e7 req-89c1d9ff-9488-477e-a16a-1e9744afd408 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.2039173 Jul 06 18:02:11.005286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=44d97787-23fb-4d57-b807-64a5536acd1f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:11.021526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:11.022248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: e8c9d02b-a92c-4138-b5f1-6e502fb7b61c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:11.040695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cfc8c55-d90a-42f1-b3aa-c448a96469e7 req-0fece963-5f98-47ed-93c5-713788785976 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814002 Jul 06 18:02:11.057165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:11.065932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:11.078203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e8c9d02b-a92c-4138-b5f1-6e502fb7b61c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:11.085694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:11.086780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.089151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.090003 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Sync routers for ids ['d66a914b-da7b-4085-ae39-56001487b7a7'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:11.094886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98b78f2f-6af7-4dbd-81b3-f97157ae31b8 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1473701 Jul 06 18:02:11.095134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08569e7-03c3-422e-9e21-41002c9eb847 None None] Network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:11.095631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37844) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.114467 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Routers {'d66a914b-da7b-4085-ae39-56001487b7a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:11.118128 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d66a914b-da7b-4085-ae39-56001487b7a7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:11.131185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-30795284-ce9e-48e7-ab9b-937aa46dbc93 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0569365 Jul 06 18:02:11.133963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.264776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.329639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f728114c-1973-4cfb-a10c-9b8aae2f710f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/d66a914b-da7b-4085-ae39-56001487b7a7 HTTP/1.1" status: 200 len: 907 time: 0.2331345 Jul 06 18:02:11.335164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37852) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.336464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.347787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846258109', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': True}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:11.357041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aedc1-92fe-4ee7-85c8-2a8b8332783d req-0690a78f-16c3-4131-92e5-39b96af2a81a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:11.366725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-937aedc1-92fe-4ee7-85c8-2a8b8332783d req-0690a78f-16c3-4131-92e5-39b96af2a81a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.2298448 Jul 06 18:02:11.380670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.382165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.479365 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.488504 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Set router d66a914b-da7b-4085-ae39-56001487b7a7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:11.500418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-937aedc1-92fe-4ee7-85c8-2a8b8332783d req-022d29d2-62ad-4193-92d6-acdf2d338459 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316803 Jul 06 18:02:11.536935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-e8c9d02b-a92c-4138-b5f1-6e502fb7b61c', 'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '44d97787-23fb-4d57-b807-64a5536acd1f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:11.538380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.565436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.576236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-059b40bd-7e48-448e-8509-b8f62d931738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.687080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.722641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09758f-f71e-49e4-84b5-29803087a344 req-0bd181fe-46c9-40ff-94bf-0da71a95101c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:11.737115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e09758f-f71e-49e4-84b5-29803087a344 req-0bd181fe-46c9-40ff-94bf-0da71a95101c tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.3671913 Jul 06 18:02:11.749951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Allocated IP 172.20.0.2 (e8c9d02b-a92c-4138-b5f1-6e502fb7b61c/44d97787-23fb-4d57-b807-64a5536acd1f/17806d2d-90ec-4f1e-9ef4-551b471f9daa) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:11.822385 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66a914b-da7b-4085-ae39-56001487b7a7', 'name': 'tempest-snat-router-846258109', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.67'}], 'enable_snat': False}, 'gw_port_id': '429b7c11-b37b-4b56-98db-7a27e70750dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:07Z', 'updated_at': '2021-07-06T18:02:09Z', 'revision_number': 3, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port': {'id': '429b7c11-b37b-4b56-98db-7a27e70750dd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66a914b-da7b-4085-ae39-56001487b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:08Z', 'updated_at': '2021-07-06T18:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:11.864782 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Checking router: d66a914b-da7b-4085-ae39-56001487b7a7 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:11.865289 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Updating router d66a914b-da7b-4085-ae39-56001487b7a7 port 429b7c11-b37b-4b56-98db-7a27e70750dd binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:02:11.907786 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.923370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e09758f-f71e-49e4-84b5-29803087a344 req-916684fe-597b-478f-ba0a-5335f13e512a tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828640 Jul 06 18:02:11.937880 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.961426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Transition to ACTIVE for port object 17806d2d-90ec-4f1e-9ef4-551b471f9daa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:11.996448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Transition to ACTIVE for port object 17806d2d-90ec-4f1e-9ef4-551b471f9daa will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:12.012634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aa1e9-4493-4420-b397-de4d9ba5f599 req-1efed9f8-f449-4a4c-85c1-730ed0869e54 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.013117 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.026707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd3aa1e9-4493-4420-b397-de4d9ba5f599 req-1efed9f8-f449-4a4c-85c1-730ed0869e54 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.3677363 Jul 06 18:02:12.097509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:12.105581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:12.112488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:12.116383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.145638 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.214808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd3aa1e9-4493-4420-b397-de4d9ba5f599 req-7216adc2-3205-427c-b7eb-cc19e0c0a14a tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866264 Jul 06 18:02:12.221712 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-059b40bd-7e48-448e-8509-b8f62d931738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.239847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Pushing event updated for resources: {'Port': ['ID=17806d2d-90ec-4f1e-9ef4-551b471f9daa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:12.246800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-059b40bd-7e48-448e-8509-b8f62d931738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.280461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Attempting to bind port 17806d2d-90ec-4f1e-9ef4-551b471f9daa on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:12.282293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Attempting to bind port 17806d2d-90ec-4f1e-9ef4-551b471f9daa by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:12.283717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Attempting to bind port 17806d2d-90ec-4f1e-9ef4-551b471f9daa on network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:12.290556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:12.290939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Checking segment: {'id': 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:12.291506 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.291909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Bound using segment: {'id': 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:12.292439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Bound port: 17806d2d-90ec-4f1e-9ef4-551b471f9daa, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:12.292832 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.301475 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.315212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b40bd-7e48-448e-8509-b8f62d931738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabdad81-7e06-420e-ae40-b6a052ffdc69,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:12.332325 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.333899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Transition to ACTIVE for port object 429b7c11-b37b-4b56-98db-7a27e70750dd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:12.355997 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.402521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-059b40bd-7e48-448e-8509-b8f62d931738 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d73c499e14ae479a9dabfe59511f747a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1346142 Jul 06 18:02:12.403416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=44d97787-23fb-4d57-b807-64a5536acd1f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:12.409927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:12.426680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] For port 17806d2d-90ec-4f1e-9ef4-551b471f9daa, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:12.432567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] For port 17806d2d-90ec-4f1e-9ef4-551b471f9daa, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17806d2d-90ec-4f1e-9ef4-551b471f9daa,segment=NetworkSegment(a0db52d6-61f2-43b6-897c-eae26dd0d7e9),segment_id=a0db52d6-61f2-43b6-897c-eae26dd0d7e9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:12.436705 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Pushing event updated for resources: {'Port': ['ID=429b7c11-b37b-4b56-98db-7a27e70750dd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:12.440321 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.455556 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.456277 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.457095 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.457686 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.458394 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.458961 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.459553 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.460152 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.460711 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.461314 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.461877 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.462705 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:12.503165 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Attempting to bind port 429b7c11-b37b-4b56-98db-7a27e70750dd on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:12.504000 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Attempting to bind port 429b7c11-b37b-4b56-98db-7a27e70750dd by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:12.504618 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Attempting to bind port 429b7c11-b37b-4b56-98db-7a27e70750dd on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:12.511841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:12.512868 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:12.513547 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.514205 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:12.514941 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Bound port: 429b7c11-b37b-4b56-98db-7a27e70750dd, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:12.516161 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.524553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Allocated IP 172.25.5.52 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/4e26d52d-19a4-4c85-842b-c3221109afa9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:12.525658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c89478-b0be-4b64-9376-a8398db6f3db None None] Pushing event updated for resources: {'Port': ['ID=17806d2d-90ec-4f1e-9ef4-551b471f9daa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:12.565566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.598476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c9d02b-a92c-4138-b5f1-6e502fb7b61c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:12.608225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] For port 429b7c11-b37b-4b56-98db-7a27e70750dd, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:12.613396 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] For port 429b7c11-b37b-4b56-98db-7a27e70750dd, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=429b7c11-b37b-4b56-98db-7a27e70750dd,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:12.615860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:12.616617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:12.619542 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.631624 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.654638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.668847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:12.669629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.748355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Routers {'d66a914b-da7b-4085-ae39-56001487b7a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:12.749046 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d66a914b-da7b-4085-ae39-56001487b7a7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:12.774481 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:12.789339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c7a0-0ded-4ef9-9454-1b95d0766217 req-bf5c35af-3ea0-4388-adb6-ff03063c6bab tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.793524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0b4c7a0-0ded-4ef9-9454-1b95d0766217 req-bf5c35af-3ea0-4388-adb6-ff03063c6bab tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.5683110 Jul 06 18:02:12.799433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:02:12.799433 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:02:12.799433 n-d-799527-3 neutron-server[93942]: [parameters: {'id': 'e8c9d02b-a92c-4138-b5f1-6e502fb7b61c'}] Jul 06 18:02:12.799433 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:12.800011 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:12.808576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:12.820641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Request body: {'floatingip': {'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:12.879888 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846a25-a5d3-49ab-977c-b94b75a29956 None None] Pushing event updated for resources: {'Port': ['ID=429b7c11-b37b-4b56-98db-7a27e70750dd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:12.951151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.001810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-888c30df-bed3-4b81-ad82-0e92b5180449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.026304 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.051982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.110802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-888c30df-bed3-4b81-ad82-0e92b5180449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.118267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:13.124305 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] Set router d66a914b-da7b-4085-ae39-56001487b7a7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:13.143336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:13.151161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:13.241452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Port': ['ID=4e26d52d-19a4-4c85-842b-c3221109afa9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:13.270952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8d1d-4eeb-42a7-af8c-cdd4b73e6150 req-d32bccb9-882f-4923-a3d8-9df3f191b89d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:13.278749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-205e8d1d-4eeb-42a7-af8c-cdd4b73e6150 req-d32bccb9-882f-4923-a3d8-9df3f191b89d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.4527402 Jul 06 18:02:13.317835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.381055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17806d2d-90ec-4f1e-9ef4-551b471f9daa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:13.415053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-205e8d1d-4eeb-42a7-af8c-cdd4b73e6150 req-e38293b1-2d12-4a5d-90c0-bf91714b7521 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353347 Jul 06 18:02:13.420605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-888c30df-bed3-4b81-ad82-0e92b5180449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.424169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-888c30df-bed3-4b81-ad82-0e92b5180449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.425455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-888c30df-bed3-4b81-ad82-0e92b5180449 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dabdad81-7e06-420e-ae40-b6a052ffdc69 HTTP/1.1" status: 204 len: 168 time: 1.0137329 Jul 06 18:02:13.584638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 17806d2d-90ec-4f1e-9ef4-551b471f9daa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:13.651961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.674455 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66a914b-da7b-4085-ae39-56001487b7a7', 'name': 'tempest-snat-router-846258109', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.67'}], 'enable_snat': False}, 'gw_port_id': '429b7c11-b37b-4b56-98db-7a27e70750dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:07Z', 'updated_at': '2021-07-06T18:02:09Z', 'revision_number': 3, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port': {'id': '429b7c11-b37b-4b56-98db-7a27e70750dd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66a914b-da7b-4085-ae39-56001487b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:08Z', 'updated_at': '2021-07-06T18:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:13.708237 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b27d1a-f00a-4389-93ba-9aafea16f9fe None None] The sync data for ids ['d66a914b-da7b-4085-ae39-56001487b7a7'] in n-d-799527-3 is: [{'id': 'd66a914b-da7b-4085-ae39-56001487b7a7', 'name': 'tempest-snat-router-846258109', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.67'}], 'enable_snat': False}, 'gw_port_id': '429b7c11-b37b-4b56-98db-7a27e70750dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:07Z', 'updated_at': '2021-07-06T18:02:09Z', 'revision_number': 3, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port': {'id': '429b7c11-b37b-4b56-98db-7a27e70750dd', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66a914b-da7b-4085-ae39-56001487b7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:08Z', 'updated_at': '2021-07-06T18:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:14.036393 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.321182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Router 76f999e5-3d82-43dc-8cd4-88ce4a0a992f is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:14.387393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c30df-bed3-4b81-ad82-0e92b5180449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabdad81-7e06-420e-ae40-b6a052ffdc69,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:14.400667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0ac06-834f-48ba-9a51-1720473fc3b3 None None] Network e8c9d02b-a92c-4138-b5f1-6e502fb7b61c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:14.461391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port 17806d2d-90ec-4f1e-9ef4-551b471f9daa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:14.461762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.618912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] Provisioning for port 17806d2d-90ec-4f1e-9ef4-551b471f9daa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:14.632702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] Provisioning complete for port 17806d2d-90ec-4f1e-9ef4-551b471f9daa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:14.633382 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.780334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-8acdf3fa-0e0f-47c1-ae48-f62ab8a10153 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:14.782609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-8acdf3fa-0e0f-47c1-ae48-f62ab8a10153 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.5528519 Jul 06 18:02:14.862969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.863830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9cd2a-ea5e-4a82-8bf7-1b5ad09a3a9f req-f814fd27-6e6a-4d8d-b64f-ec3a710ea852 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:14.873620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4e9cd2a-ea5e-4a82-8bf7-1b5ad09a3a9f req-f814fd27-6e6a-4d8d-b64f-ec3a710ea852 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 945 time: 0.6504655 Jul 06 18:02:14.877686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c3288-becb-489b-b01a-a53033f8d510 req-05896e4d-8d2d-45fc-afd1-5f0886581808 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:14.885965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-685c3288-becb-489b-b01a-a53033f8d510 req-05896e4d-8d2d-45fc-afd1-5f0886581808 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.6563272 Jul 06 18:02:14.891118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:14.947008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] For port 17806d2d-90ec-4f1e-9ef4-551b471f9daa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17806d2d-90ec-4f1e-9ef4-551b471f9daa,segment=NetworkSegment(a0db52d6-61f2-43b6-897c-eae26dd0d7e9),segment_id=a0db52d6-61f2-43b6-897c-eae26dd0d7e9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:14.961782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.009324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port 17806d2d-90ec-4f1e-9ef4-551b471f9daa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17806d2d-90ec-4f1e-9ef4-551b471f9daa,segment=NetworkSegment(a0db52d6-61f2-43b6-897c-eae26dd0d7e9),segment_id=a0db52d6-61f2-43b6-897c-eae26dd0d7e9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:15.009715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.118431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] DHCP port deletion for e8c9d02b-a92c-4138-b5f1-6e502fb7b61c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:15.147440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-685c3288-becb-489b-b01a-a53033f8d510 req-e924bf3c-b89c-454c-b436-90626c4733bf tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612913 Jul 06 18:02:15.158998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for 17806d2d-90ec-4f1e-9ef4-551b471f9daa owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:15.293210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:15.322921 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.326813 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41b4ac21-b957-40c5-be77-2e88b8981ead tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9864943 Jul 06 18:02:15.330399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Sync routers for ids ['76f999e5-3d82-43dc-8cd4-88ce4a0a992f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:15.331207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:15.352782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4e9cd2a-ea5e-4a82-8bf7-1b5ad09a3a9f req-94fa3124-b907-45e5-a366-4beb5f8a8f77 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782708 Jul 06 18:02:15.357722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1550704352'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:15.393469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Routers {'76f999e5-3d82-43dc-8cd4-88ce4a0a992f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:15.394156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['76f999e5-3d82-43dc-8cd4-88ce4a0a992f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:15.400020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660debb9-c9d1-4d6a-a92a-165e5677e95b None None] Pushing event updated for resources: {'Port': ['ID=17806d2d-90ec-4f1e-9ef4-551b471f9daa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:15.472955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-612d7521-a762-45ba-b561-b0c37f6dd076 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:15.474690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-612d7521-a762-45ba-b561-b0c37f6dd076 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.8542113 Jul 06 18:02:15.542777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 429b7c11-b37b-4b56-98db-7a27e70750dd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:15.613455 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-043c4b5d-4932-47ad-9711-9b4df925c13f tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/76f999e5-3d82-43dc-8cd4-88ce4a0a992f HTTP/1.1" status: 200 len: 906 time: 0.2798278 Jul 06 18:02:15.618551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37900) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:15.636636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:15.641053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.644866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:02:15.741365 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.838278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.854420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.858389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Deleting port 5aeff34b-1c83-41f2-a15a-c348ada7300d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:15.858989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.893717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.911693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.002368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Deleting port 17806d2d-90ec-4f1e-9ef4-551b471f9daa {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:16.003013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.011991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Deleting port 4e26d52d-19a4-4c85-842b-c3221109afa9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:16.012869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.055972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.059660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port 17806d2d-90ec-4f1e-9ef4-551b471f9daa on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:16.074161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=17806d2d-90ec-4f1e-9ef4-551b471f9daa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:16.140642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Set router 76f999e5-3d82-43dc-8cd4-88ce4a0a992f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:16.145305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] For port 17806d2d-90ec-4f1e-9ef4-551b471f9daa, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:16.146234 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.152881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.172424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Calling delete_port for 4e26d52d-19a4-4c85-842b-c3221109afa9 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:16.273432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 429b7c11-b37b-4b56-98db-7a27e70750dd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:16.288844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Calling delete_port for 17806d2d-90ec-4f1e-9ef4-551b471f9daa owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:16.295928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Port 17806d2d-90ec-4f1e-9ef4-551b471f9daa was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:02:16.297991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 429b7c11-b37b-4b56-98db-7a27e70750dd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:16.298797 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.323125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.435440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.507468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e26d52d-19a4-4c85-842b-c3221109afa9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:16.560211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.566731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.567617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] For port 5aeff34b-1c83-41f2-a15a-c348ada7300d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5aeff34b-1c83-41f2-a15a-c348ada7300d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:16.568538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.618473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154c8d-33a0-475e-89e8-c01aa12c7acc req-5e6f6e2d-f4ca-43e8-83fc-6b21980de7af tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:16.622141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3154c8d-33a0-475e-89e8-c01aa12c7acc req-5e6f6e2d-f4ca-43e8-83fc-6b21980de7af tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.9727945 Jul 06 18:02:16.652826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] No DVR routers for this DVR port 17806d2d-90ec-4f1e-9ef4-551b471f9daa on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:16.673441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c9d02b-a92c-4138-b5f1-6e502fb7b61c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:16.679149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:16.688334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8f0d-daad-4140-b30e-a95c5d0f8030 None None] Pushing event deleted for resources: {'Port': ['ID=17806d2d-90ec-4f1e-9ef4-551b471f9daa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:16.691499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.697579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.710693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Calling delete_port for 5aeff34b-1c83-41f2-a15a-c348ada7300d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:16.755049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.755853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76f999e5-3d82-43dc-8cd4-88ce4a0a992f {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:16.766830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.771727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3fd52919-ee75-4d27-9f6e-c2dcf503dc63 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/routers/76f999e5-3d82-43dc-8cd4-88ce4a0a992f HTTP/1.1" status: 204 len: 168 time: 1.1491630 Jul 06 18:02:16.773410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37908) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:16.799111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:16.799111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0db52d6-61f2-43b6-897c-eae26dd0d7e9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:16.807340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Deleting port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:16.808016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.878123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.899943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.914220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 429b7c11-b37b-4b56-98db-7a27e70750dd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=429b7c11-b37b-4b56-98db-7a27e70750dd,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:16.939525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.949087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f999e5-3d82-43dc-8cd4-88ce4a0a992f', 'name': 'tempest-snat-router-846258109', 'tenant_id': 'a0976a3a00364cf28495525461ad724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '4e26d52d-19a4-4c85-842b-c3221109afa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:11Z', 'updated_at': '2021-07-06T18:02:13Z', 'revision_number': 3, 'project_id': 'a0976a3a00364cf28495525461ad724f', 'gw_port': {'id': '4e26d52d-19a4-4c85-842b-c3221109afa9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f999e5-3d82-43dc-8cd4-88ce4a0a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:12Z', 'updated_at': '2021-07-06T18:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:16.979811 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Floating IP 60c72c95-c684-4635-9b71-f97e70438bad associated. External IP: 172.25.5.206, port: f6440999-00bb-43c2-bcd0-400d4772f545. Jul 06 18:02:17.009838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.012364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Checking router: 76f999e5-3d82-43dc-8cd4-88ce4a0a992f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:17.012743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Updating router 76f999e5-3d82-43dc-8cd4-88ce4a0a992f port 4e26d52d-19a4-4c85-842b-c3221109afa9 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:02:17.039467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.044807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Port 4e26d52d-19a4-4c85-842b-c3221109afa9 not found while updating agent binding for router 76f999e5-3d82-43dc-8cd4-88ce4a0a992f. {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 18:02:17.062888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17806d2d-90ec-4f1e-9ef4-551b471f9daa no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:17.111619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 17806d2d-90ec-4f1e-9ef4-551b471f9daa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:17.111917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17806d2d-90ec-4f1e-9ef4-551b471f9daa not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:17.118496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3154c8d-33a0-475e-89e8-c01aa12c7acc req-9218ea7c-6315-4098-be94-6f825758c2f6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713626 Jul 06 18:02:17.119511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Routers set() bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:17.119952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Router IDs set() for agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:02:17.120714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_agentschedulers_db [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76f999e5-3d82-43dc-8cd4-88ce4a0a992f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent'). {{(pid=93944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 18:02:17.121208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ab5426-6c06-4ab4-abbd-190bdd619b39 None None] The sync data for ids ['76f999e5-3d82-43dc-8cd4-88ce4a0a992f'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:17.125579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=429b7c11-b37b-4b56-98db-7a27e70750dd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:17.134000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.137545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:17.142283 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68296cac-749f-4c1a-a721-906f89d5ad82" -d '{"events": [{"server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:17.170975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:17.198222 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.199594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5aeff34b-1c83-41f2-a15a-c348ada7300d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:17.205017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:17.205460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:17.208807 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:17.340725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.353749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f34d5-8854-46db-a614-779d4003e8c3 req-3f74bad3-4841-451c-8e7e-eb77ca82bb26 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:17.355378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-840f34d5-8854-46db-a614-779d4003e8c3 req-3f74bad3-4841-451c-8e7e-eb77ca82bb26 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 1097 time: 0.6067207 Jul 06 18:02:17.372898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.388683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.401972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] For port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:17.401972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.460228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 429b7c11-b37b-4b56-98db-7a27e70750dd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:17.460715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Calling delete_port for 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:17.520119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:17.522367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.534109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Deleting port 429b7c11-b37b-4b56-98db-7a27e70750dd {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:17.535215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.569742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a8f2d2-463a-473c-a42e-a45cff59ca0e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:17.592615 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.596103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/e8c9d02b-a92c-4138-b5f1-6e502fb7b61c HTTP/1.1" status: 204 len: 168 time: 6.4608591 Jul 06 18:02:17.597615 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:17.611847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37914) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:17.617535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461055317'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:17.711580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:17.715782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.726242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] For port 429b7c11-b37b-4b56-98db-7a27e70750dd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=429b7c11-b37b-4b56-98db-7a27e70750dd,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:17.726610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 429b7c11-b37b-4b56-98db-7a27e70750dd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:17.727427 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.727684 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.754211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Calling delete_port for 429b7c11-b37b-4b56-98db-7a27e70750dd owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:17.782428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:17.813435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.840434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.841220 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 0ebf555f-e12b-415a-8db5-a6b3bf8c07a3 of type vlan for network 9970f391-db45-443c-9650-4a39ba6e3170 Jul 06 18:02:17.923994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.019608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.026589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:18.027244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.069361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.069790 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment ec211260-8d01-4c5f-8dbf-60e61febe1e9 of type vlan for network a72e1e07-649b-44a3-b345-50193b423f75 Jul 06 18:02:18.141077 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5277128 Jul 06 18:02:18.147633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37916) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:18.158845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '9970f391-db45-443c-9650-4a39ba6e3170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:18.178399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f87a-7c3c-412d-b6e6-44be14719c23 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=e8c9d02b-a92c-4138-b5f1-6e502fb7b61c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.220784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-840f34d5-8854-46db-a614-779d4003e8c3 req-d79e1c29-ffa7-494a-b0be-23ca6e881f6c tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141022 Jul 06 18:02:18.224302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4f46e-f0df-4058-b3e5-24c16922e367 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=9970f391-db45-443c-9650-4a39ba6e3170,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.268672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9970f391-db45-443c-9650-4a39ba6e3170 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:18.269713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.272252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.276058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.331078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ffcfd297-e328-408b-bee6-2d99726cac3d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:18.379876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event deleted for resources: {'Port': ['ID=429b7c11-b37b-4b56-98db-7a27e70750dd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.543986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Pushing event deleted for resources: {'Port': ['ID=5aeff34b-1c83-41f2-a15a-c348ada7300d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.562330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:02:18.582342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.605622 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6d14dc-1446-4d0d-b225-8d011a9b0ebe x-openstack-request-id: req-5a6d14dc-1446-4d0d-b225-8d011a9b0ebe {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:18.605971 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:18.606461 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a6d14dc-1446-4d0d-b225-8d011a9b0ebe {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:18.607346 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d', 'code': 200} Jul 06 18:02:18.674702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:18.678793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.698707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] No DVR routers for this DVR port 5aeff34b-1c83-41f2-a15a-c348ada7300d on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:18.710126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.713577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0eed85d-8f44-4f96-842c-1cce7478041c req-c8a0106a-41d3-4125-b3f7-34037ecd1b14 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.60 "DELETE /v2.0/ports/5aeff34b-1c83-41f2-a15a-c348ada7300d HTTP/1.1" status: 204 len: 173 time: 3.9077675 Jul 06 18:02:18.714864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.725311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:18.726803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.730678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'name': 'network-vif-deleted', 'tag': '5aeff34b-1c83-41f2-a15a-c348ada7300d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:18.735241 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04818f9b-a922-4116-a4e3-2b0375e40fc7" -d '{"events": [{"server_uuid": "fc3a2fbc-82b6-4531-b6ed-7e1a178051ce", "name": "network-vif-deleted", "tag": "5aeff34b-1c83-41f2-a15a-c348ada7300d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:18.755435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459a467-d198-4fcb-b977-0510d5d1574b req-e29e3716-172d-4cb9-9203-bdae9a02d191 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:18.758497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0459a467-d198-4fcb-b977-0510d5d1574b req-e29e3716-172d-4cb9-9203-bdae9a02d191 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc3a2fbc-82b6-4531-b6ed-7e1a178051ce HTTP/1.1" status: 200 len: 867 time: 1.2038949 Jul 06 18:02:18.791070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Router cc98a80d-bacd-482a-b142-eff3e104308d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:18.834193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing IP validity checks on allocation pools {{(pid=93943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:02:18.834726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:02:18.873956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.877545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.885041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.896929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f5ca4443-6951-4353-b63c-5f257eaf0a08'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:18.930600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.0302536 Jul 06 18:02:18.980627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:18.989879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838371941'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:19.021308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a4e863e-8b3c-4823-aa9f-2b5f84a1245d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:19.075488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd0bca-16b7-42aa-a866-32d6d54c83d6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=a72e1e07-649b-44a3-b345-50193b423f75,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:19.166312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a72e1e07-649b-44a3-b345-50193b423f75 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:19.184482 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad000ad-4c3a-40d5-a06c-1e357b11ee1e x-openstack-request-id: req-4ad000ad-4c3a-40d5-a06c-1e357b11ee1e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:19.184970 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a2fbc-82b6-4531-b6ed-7e1a178051ce", "name": "network-vif-deleted", "tag": "5aeff34b-1c83-41f2-a15a-c348ada7300d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:19.185399 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ad000ad-4c3a-40d5-a06c-1e357b11ee1e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:19.186082 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a2fbc-82b6-4531-b6ed-7e1a178051ce', 'name': 'network-vif-deleted', 'tag': '5aeff34b-1c83-41f2-a15a-c348ada7300d', 'status': 'completed', 'code': 200} Jul 06 18:02:19.226239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.226823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d66a914b-da7b-4085-ae39-56001487b7a7 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:19.242448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.243834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ae98a827-f4ad-4342-99a5-a8c23db2e0ba tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d66a914b-da7b-4085-ae39-56001487b7a7 HTTP/1.1" status: 204 len: 168 time: 2.4687221 Jul 06 18:02:19.252589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.268801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:19.284319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0459a467-d198-4fcb-b977-0510d5d1574b req-ab609c54-0084-44bb-81bb-4105b67a6873 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989228 Jul 06 18:02:19.424693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-571424359', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:19.430694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=0bafcec1-24de-4618-982d-b8b52e04c195,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:19.485945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9970f391-db45-443c-9650-4a39ba6e3170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:19.485945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 9970f391-db45-443c-9650-4a39ba6e3170, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:19.509068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.511003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.586503 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.589076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 9970f391-db45-443c-9650-4a39ba6e3170 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:19.598108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] No DVR routers for this DVR port 2a4e863e-8b3c-4823-aa9f-2b5f84a1245d on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:19.600824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:19.624520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.651378 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.654854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e32e5ff9-9107-4a38-9b5f-a4334b483cb1 req-2d17b83d-a2e9-4d20-a0aa-c69779aa4b49 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.60 "DELETE /v2.0/ports/2a4e863e-8b3c-4823-aa9f-2b5f84a1245d HTTP/1.1" status: 204 len: 173 time: 4.1407595 Jul 06 18:02:19.658582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9970f391-db45-443c-9650-4a39ba6e3170) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:19.667801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e1c82-15cd-4240-967a-c0b0c53ef634 None None] Network 9970f391-db45-443c-9650-4a39ba6e3170 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:19.732229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:19.733387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.761536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04a3ba83-454f-46bd-bfcc-d391424df525 req-15f9f94b-0520-4b2e-ade5-f9b3690df078 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e16e1739-c225-4f5f-bfb7-8004e7e4ce25 HTTP/1.1" status: 200 len: 210 time: 0.1178529 Jul 06 18:02:19.799627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:19.822897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.823340 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment ac029241-73d0-4e79-a81e-4c90dccd1354 of type vlan for network e36f1a00-2040-447a-b690-77351f2dd784 Jul 06 18:02:19.825494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:19.840877 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:19.853701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.866813 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:19.867476 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:19.966116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be943240-6528-452b-9a06-5394efc3e57c req-a6c9afdb-6227-477a-a32e-bd1efe131d8d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:19.980399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be943240-6528-452b-9a06-5394efc3e57c req-a6c9afdb-6227-477a-a32e-bd1efe131d8d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.6893086 Jul 06 18:02:19.984807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-07aa266e-8814-4e9c-afc9-aa619357ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:19.986653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-07aa266e-8814-4e9c-afc9-aa619357ece8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1096 time: 0.7248359 Jul 06 18:02:20.000186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.025371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6b749568-2203-4267-ab15-eb80e1eb8383 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8719094 Jul 06 18:02:20.043207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-9970f391-db45-443c-9650-4a39ba6e3170', 'network_id': '9970f391-db45-443c-9650-4a39ba6e3170', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '0bafcec1-24de-4618-982d-b8b52e04c195'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:20.045367 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.057673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:20.169462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dbcb601f-6fc2-43fc-9c18-0720a811a590 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "PUT /v2.0/floatingips/60c72c95-c684-4635-9b71-f97e70438bad HTTP/1.1" status: 200 len: 992 time: 7.3597615 Jul 06 18:02:20.178378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.189079 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:20.389237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.405179 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:02:20.410084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Allocated IP 172.20.0.3 (9970f391-db45-443c-9650-4a39ba6e3170/0bafcec1-24de-4618-982d-b8b52e04c195/e5200f24-716f-476e-bf64-7b3463ca8de0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:20.502152 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be943240-6528-452b-9a06-5394efc3e57c req-1251bc92-9a73-4d79-986c-b9f0888a9f77 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5200951 Jul 06 18:02:20.527111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.557058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:20.558323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.676892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=e36f1a00-2040-447a-b690-77351f2dd784,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:20.703539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd09d4e6-40fa-4b05-974e-ac478edca7f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7209868 Jul 06 18:02:20.710005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:20.746215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e36f1a00-2040-447a-b690-77351f2dd784 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:20.749574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:20.853082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-2a86a1fc-7e72-4835-9ee3-ef88d150ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:20.860083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-2a86a1fc-7e72-4835-9ee3-ef88d150ca28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.8543677 Jul 06 18:02:20.930042 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60c72c95-c684-4635-9b71-f97e70438bad', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'mac_address': 'fa:16:3e:70:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8ae55-611f-4195-ad03-1e8427039766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:49Z', 'updated_at': '2021-07-06T18:02:15Z', 'revision_number': 1, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:20.972155 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.986280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.994129 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:21.008239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Transition to ACTIVE for port object e5200f24-716f-476e-bf64-7b3463ca8de0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:21.009315 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:21.010267 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:21.045017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Transition to ACTIVE for port object e5200f24-716f-476e-bf64-7b3463ca8de0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:21.060339 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.060692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.156725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Network 9970f391-db45-443c-9650-4a39ba6e3170 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:21.162768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:21.180682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:21.197384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Pushing event updated for resources: {'Port': ['ID=e5200f24-716f-476e-bf64-7b3463ca8de0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:21.234746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'name': 'network-vif-deleted', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d'}, {'name': 'network-changed', 'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:21.251451 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e443c8-54ca-4cae-9d15-57af0f008394" -d '{"events": [{"server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "name": "network-vif-deleted", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d"}, {"name": "network-changed", "server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:21.284188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Allocated IP 172.25.5.230 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/86f4545e-26c2-41d5-9eee-08cbca4b622f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:21.323751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 429b7c11-b37b-4b56-98db-7a27e70750dd no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:21.381006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 429b7c11-b37b-4b56-98db-7a27e70750dd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:21.381351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 429b7c11-b37b-4b56-98db-7a27e70750dd not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:21.397323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Attempting to bind port e5200f24-716f-476e-bf64-7b3463ca8de0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:21.397697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Attempting to bind port e5200f24-716f-476e-bf64-7b3463ca8de0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9970f391-db45-443c-9650-4a39ba6e3170'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:21.398078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Attempting to bind port e5200f24-716f-476e-bf64-7b3463ca8de0 on network 9970f391-db45-443c-9650-4a39ba6e3170 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:21.410646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:21.411715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Checking segment: {'id': '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9970f391-db45-443c-9650-4a39ba6e3170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:21.412263 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.412746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Bound using segment: {'id': '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9970f391-db45-443c-9650-4a39ba6e3170'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:21.414186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Bound port: e5200f24-716f-476e-bf64-7b3463ca8de0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9970f391-db45-443c-9650-4a39ba6e3170'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:21.414186 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.414645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.542250 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:21.563755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] For port e5200f24-716f-476e-bf64-7b3463ca8de0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:21.570113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] For port e5200f24-716f-476e-bf64-7b3463ca8de0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e5200f24-716f-476e-bf64-7b3463ca8de0,segment=NetworkSegment(0ebf555f-e12b-415a-8db5-a6b3bf8c07a3),segment_id=0ebf555f-e12b-415a-8db5-a6b3bf8c07a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:21.582055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.598793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.607765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-a0204b2a-8003-4a90-8951-3e3ef453e966 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 1001 time: 0.5701387 Jul 06 18:02:21.726092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564686ba-a860-4cef-9d6d-4fc73bbd310d None None] Pushing event updated for resources: {'Port': ['ID=e5200f24-716f-476e-bf64-7b3463ca8de0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:21.738113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:21.741630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.744909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.865559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:21.868260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:21.873627 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db7fcf5-0916-44e1-9748-b5119bf0552f x-openstack-request-id: req-4db7fcf5-0916-44e1-9748-b5119bf0552f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:21.874672 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16e1739-c225-4f5f-bfb7-8004e7e4ce25", "name": "network-vif-deleted", "tag": "2a4e863e-8b3c-4823-aa9f-2b5f84a1245d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:21.875438 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4db7fcf5-0916-44e1-9748-b5119bf0552f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:21.876270 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e1739-c225-4f5f-bfb7-8004e7e4ce25', 'name': 'network-vif-deleted', 'tag': '2a4e863e-8b3c-4823-aa9f-2b5f84a1245d', 'status': 'completed', 'code': 200} Jul 06 18:02:21.877254 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'status': 'completed', 'code': 200} Jul 06 18:02:21.877695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:21.978385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event updated for resources: {'Port': ['ID=86f4545e-26c2-41d5-9eee-08cbca4b622f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:22.010287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.011622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.012458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.013410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.013747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.015688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.016401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.018325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.019725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.020480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.021352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.022279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.032354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-78440364-4b51-409d-895c-818bb01a38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:22.035235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-78440364-4b51-409d-895c-818bb01a38ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.4117320 Jul 06 18:02:22.062075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.204105 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60c72c95-c684-4635-9b71-f97e70438bad', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'mac_address': 'fa:16:3e:70:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8ae55-611f-4195-ad03-1e8427039766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:49Z', 'updated_at': '2021-07-06T18:02:15Z', 'revision_number': 1, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:22.248158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49a8c-e6f4-4300-b721-b98c496ba859 req-4ef67068-689a-424e-b884-9a55d4c6256f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:22.250100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55d49a8c-e6f4-4300-b721-b98c496ba859 req-4ef67068-689a-424e-b884-9a55d4c6256f tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.8749239 Jul 06 18:02:22.254475 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeaa02b-2597-415f-84ce-fc36565e77f2 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '60c72c95-c684-4635-9b71-f97e70438bad', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'mac_address': 'fa:16:3e:70:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b8ae55-611f-4195-ad03-1e8427039766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:49Z', 'updated_at': '2021-07-06T18:02:15Z', 'revision_number': 1, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:22.273733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=0bafcec1-24de-4618-982d-b8b52e04c195,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:22.472013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-ec258015-9399-4638-a28b-3304b458c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:22.474770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-ec258015-9399-4638-a28b-3304b458c16c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1097 time: 0.5901601 Jul 06 18:02:22.477918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.547976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9970f391-db45-443c-9650-4a39ba6e3170']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:22.550142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.630272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47352817-da0e-4dd3-86b7-44e7b08a8ddb None None] New status for floating IP 60c72c95-c684-4635-9b71-f97e70438bad: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:02:22.680224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55d49a8c-e6f4-4300-b721-b98c496ba859 req-a30a60b8-5032-48ea-9013-d6d872592cb4 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/security-groups?id=834c361a-19d6-4326-87ee-f00eb979893a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897290 Jul 06 18:02:22.694177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:22.694638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:22.728203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.739105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-37f34d6f-2d54-4788-88a1-69f0ecdfcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:22.745527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-37f34d6f-2d54-4788-88a1-69f0ecdfcef4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6777534 Jul 06 18:02:23.039051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-a8c423d0-9624-4667-9aea-eb14761527f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.041720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-a8c423d0-9624-4667-9aea-eb14761527f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.5486176 Jul 06 18:02:23.071404 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.156157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668207e7-b3f3-4846-b0c7-758e0369f8ca req-ab534d6b-6fe5-4644-b9ee-f364512892b8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.158592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-668207e7-b3f3-4846-b0c7-758e0369f8ca req-ab534d6b-6fe5-4644-b9ee-f364512892b8 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 0.7931747 Jul 06 18:02:23.162379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:23.163053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:23.213700 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:23.268394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.393979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e5200f24-716f-476e-bf64-7b3463ca8de0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:23.437848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c74a79-6e52-4290-83ad-5a74aeee27d3 None None] Network 9970f391-db45-443c-9650-4a39ba6e3170 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:23.519829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505dada-3440-4480-92b6-808691eedb29 req-686c944e-a92a-44a0-8bca-591c40c8258e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.521614 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5505dada-3440-4480-92b6-808691eedb29 req-686c944e-a92a-44a0-8bca-591c40c8258e tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 945 time: 0.1714282 Jul 06 18:02:23.534572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-57290015-733a-4b83-81a0-c60e9b504619 None None] Provisioning for port e5200f24-716f-476e-bf64-7b3463ca8de0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:23.567666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e5200f24-716f-476e-bf64-7b3463ca8de0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:23.575201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e5200f24-716f-476e-bf64-7b3463ca8de0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:23.576053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.604078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Router d4c31bce-33fb-44fa-a5f4-cc461930f22b is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:23.723137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.747527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Deleting port ffcfd297-e328-408b-bee6-2d99726cac3d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:23.747889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.775411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e5200f24-716f-476e-bf64-7b3463ca8de0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e5200f24-716f-476e-bf64-7b3463ca8de0,segment=NetworkSegment(0ebf555f-e12b-415a-8db5-a6b3bf8c07a3),segment_id=0ebf555f-e12b-415a-8db5-a6b3bf8c07a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:23.785181 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.822114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:23.825955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] DHCP port deletion for 9970f391-db45-443c-9650-4a39ba6e3170 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:23.835488 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29431da1-c023-41c5-a810-1adad086a90a None None] Sync routers for ids ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:23.852946 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29431da1-c023-41c5-a810-1adad086a90a None None] Routers {'d4c31bce-33fb-44fa-a5f4-cc461930f22b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:23.853797 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-29431da1-c023-41c5-a810-1adad086a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:23.897575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-29431da1-c023-41c5-a810-1adad086a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:23.906544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e5200f24-716f-476e-bf64-7b3463ca8de0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:23.909846 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29431da1-c023-41c5-a810-1adad086a90a None None] Routers {'d4c31bce-33fb-44fa-a5f4-cc461930f22b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:23.910899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-29431da1-c023-41c5-a810-1adad086a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:23.922095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] For port ffcfd297-e328-408b-bee6-2d99726cac3d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ffcfd297-e328-408b-bee6-2d99726cac3d,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:23.922769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.923042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] Deleting port e5200f24-716f-476e-bf64-7b3463ca8de0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:23.923477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.928407 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.948405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Calling delete_port for ffcfd297-e328-408b-bee6-2d99726cac3d owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:23.955596 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-29431da1-c023-41c5-a810-1adad086a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:23.956709 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29431da1-c023-41c5-a810-1adad086a90a None None] The sync data for ids ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:24.006874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.010933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-82a2cf70-c374-486b-a127-5dabb23ffbc8 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5881786 Jul 06 18:02:24.012647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:24.018281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': False}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:24.019130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] For port e5200f24-716f-476e-bf64-7b3463ca8de0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e5200f24-716f-476e-bf64-7b3463ca8de0,segment=NetworkSegment(0ebf555f-e12b-415a-8db5-a6b3bf8c07a3),segment_id=0ebf555f-e12b-415a-8db5-a6b3bf8c07a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:24.019786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.037627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] Calling delete_port for e5200f24-716f-476e-bf64-7b3463ca8de0 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:24.067585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-66e0c51e-5164-4188-9352-d74e1a3c9ad5 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3011234 Jul 06 18:02:24.113071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:02:24.113071 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:02:24.113071 n-d-799527-3 neutron-server[93942]: [parameters: {'id': '9970f391-db45-443c-9650-4a39ba6e3170'}] Jul 06 18:02:24.113071 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:24.113638 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:24.152635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.157762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-e4fcea54-20f5-4867-b8b8-5dcefc3eb253 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 1002 time: 1.0586364 Jul 06 18:02:24.176357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] No DVR routers for this DVR port e5200f24-716f-476e-bf64-7b3463ca8de0 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:24.198678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd45c55-f689-46f5-8037-c23950df48af None None] Pushing event deleted for resources: {'Port': ['ID=e5200f24-716f-476e-bf64-7b3463ca8de0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:24.287938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-668207e7-b3f3-4846-b0c7-758e0369f8ca req-900f9d66-1f6f-4db0-af49-4f5fbb465b8e tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0545001 Jul 06 18:02:24.302986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.315127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ffcfd297-e328-408b-bee6-2d99726cac3d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:24.336552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=a148ea63-dc5e-4349-a3c7-993eaf04855c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:24.370892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Pushing event deleted for resources: {'Port': ['ID=ffcfd297-e328-408b-bee6-2d99726cac3d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:24.423858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-e3e4707a-a22e-4e06-8279-6a91da17373b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:24.426610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-e3e4707a-a22e-4e06-8279-6a91da17373b tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 1.3901823 Jul 06 18:02:24.454434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f921-518e-4eef-ae24-234ca2f8b575 req-1aa225f1-146f-4e69-91ad-9afe7f960786 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:24.457387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce01f921-518e-4eef-ae24-234ca2f8b575 req-1aa225f1-146f-4e69-91ad-9afe7f960786 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 1.5067782 Jul 06 18:02:24.473103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] No DVR routers for this DVR port ffcfd297-e328-408b-bee6-2d99726cac3d on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:24.474715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.477039 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.61 "DELETE /v2.0/ports/ffcfd297-e328-408b-bee6-2d99726cac3d HTTP/1.1" status: 204 len: 173 time: 0.9487891 Jul 06 18:02:24.477612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dd4d74-144d-4fb9-a709-a649b515017d', 'name': 'network-vif-deleted', 'tag': 'ffcfd297-e328-408b-bee6-2d99726cac3d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:24.480519 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0588e-35f6-427b-a339-cd78d0613037" -d '{"events": [{"server_uuid": "52dd4d74-144d-4fb9-a709-a649b515017d", "name": "network-vif-deleted", "tag": "ffcfd297-e328-408b-bee6-2d99726cac3d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:24.493982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': 'ec211260-8d01-4c5f-8dbf-60e61febe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:24.494559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: a72e1e07-649b-44a3-b345-50193b423f75, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:24.563972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-26d1dc8f-660c-4df7-8342-334f28ea1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:24.566592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-26d1dc8f-660c-4df7-8342-334f28ea1901 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.3746803 Jul 06 18:02:24.611511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.619404 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.796343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a199043-ffc0-4194-b0c5-b6fbfb09c47c req-96896029-d606-45d4-b2fd-18144d574611 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949394 Jul 06 18:02:24.828469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce01f921-518e-4eef-ae24-234ca2f8b575 req-87594534-4a98-4ce6-8f68-2df29a08c743 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394520 Jul 06 18:02:24.829561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network a72e1e07-649b-44a3-b345-50193b423f75 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:24.946280 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8967e5-f152-4199-b066-3fbc513ee5ad x-openstack-request-id: req-4e8967e5-f152-4199-b066-3fbc513ee5ad {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:24.946576 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dd4d74-144d-4fb9-a709-a649b515017d", "name": "network-vif-deleted", "tag": "ffcfd297-e328-408b-bee6-2d99726cac3d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:24.946832 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e8967e5-f152-4199-b066-3fbc513ee5ad {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:24.947274 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dd4d74-144d-4fb9-a709-a649b515017d', 'name': 'network-vif-deleted', 'tag': 'ffcfd297-e328-408b-bee6-2d99726cac3d', 'status': 'completed', 'code': 200} Jul 06 18:02:24.992845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a72e1e07-649b-44a3-b345-50193b423f75) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:25.009309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4ca90-9abb-463e-a8cd-a33a36026ecf None None] Network a72e1e07-649b-44a3-b345-50193b423f75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:25.017880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59290ce1-af61-4826-aecf-31fc43f32fc6 req-23451b76-c5b2-4313-9764-be437c2feedb tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] 10.222.0.37 "GET /v2.0/ports?device_id=52dd4d74-144d-4fb9-a709-a649b515017d HTTP/1.1" status: 200 len: 210 time: 0.1749530 Jul 06 18:02:25.031162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:25.032396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.200327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-341a8345-4ade-4137-992d-551ed6c3e183 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4725080 Jul 06 18:02:25.207696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.225375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:25.233359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-7104729a-a858-467a-ace8-c4e7bddd3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:25.237868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-7104729a-a858-467a-ace8-c4e7bddd3903 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6621225 Jul 06 18:02:25.255166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:25.270963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9970f391-db45-443c-9650-4a39ba6e3170']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:25.416817 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54fe3f8f-5847-4743-80f0-ba8f9cd2bfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.422821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e5200f24-716f-476e-bf64-7b3463ca8de0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:25.435495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:25.436014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebf555f-e12b-415a-8db5-a6b3bf8c07a3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:25.450158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e5200f24-716f-476e-bf64-7b3463ca8de0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:25.450525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e5200f24-716f-476e-bf64-7b3463ca8de0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:25.543875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a72e1e07-649b-44a3-b345-50193b423f75', 'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': 'a148ea63-dc5e-4349-a3c7-993eaf04855c'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:25.544457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.545413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.553394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.629798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Deleting port f5ca4443-6951-4353-b63c-5f257eaf0a08 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:25.630307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.641440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.808235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Allocated IP 2001:db8::2 (a72e1e07-649b-44a3-b345-50193b423f75/a148ea63-dc5e-4349-a3c7-993eaf04855c/3a3ceed8-0dc0-4877-abac-5046b13daa7e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:25.817910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Router d4c31bce-33fb-44fa-a5f4-cc461930f22b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:25.858067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-cdbfb470-b49a-4ef2-8492-f84d0a4befd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:25.862524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-cdbfb470-b49a-4ef2-8492-f84d0a4befd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1096 time: 0.9574766 Jul 06 18:02:25.900601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.956971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:25.958038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:25.965463 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:26.016000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:26.026203 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.028785 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ef198a48-40f7-4709-9b57-3fa107c0ba6b tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "PUT /v2.0/routers/d4c31bce-33fb-44fa-a5f4-cc461930f22b HTTP/1.1" status: 200 len: 921 time: 2.0148730 Jul 06 18:02:26.035591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37978) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.233920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] Sync routers for ids ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:26.270959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.285289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] Routers {'d4c31bce-33fb-44fa-a5f4-cc461930f22b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:26.286115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:26.297341 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25ff7412-049c-4efc-94fc-b54ba6e9eecb tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/d4c31bce-33fb-44fa-a5f4-cc461930f22b HTTP/1.1" status: 200 len: 921 time: 0.2594440 Jul 06 18:02:26.302859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.341865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:26.346435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] For port f5ca4443-6951-4353-b63c-5f257eaf0a08, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f5ca4443-6951-4353-b63c-5f257eaf0a08,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:26.347971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.354103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] Routers {'d4c31bce-33fb-44fa-a5f4-cc461930f22b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:26.355030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:26.391826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-1782f7e9-4293-4110-ae31-491c36987ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:26.393430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:26.394214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d58d1-308b-418f-a2e2-39369d9bdd68 None None] The sync data for ids ['d4c31bce-33fb-44fa-a5f4-cc461930f22b'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:26.394572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-1782f7e9-4293-4110-ae31-491c36987ed3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.3201756 Jul 06 18:02:26.403787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Transition to ACTIVE for port object 3a3ceed8-0dc0-4877-abac-5046b13daa7e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:26.425821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Transition to ACTIVE for port object 3a3ceed8-0dc0-4877-abac-5046b13daa7e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:26.427939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f3fa0-69c7-4438-b157-5ea53659ec9a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:26.430037 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f46f3fa0-69c7-4438-b157-5ea53659ec9a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=d4c31bce-33fb-44fa-a5f4-cc461930f22b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1259601 Jul 06 18:02:26.433456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.433974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:26.437299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.440724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.471080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-148b5d4e-e6d3-427a-b7cb-ba8c14bd7af7 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2039642 Jul 06 18:02:26.475819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Calling delete_port for f5ca4443-6951-4353-b63c-5f257eaf0a08 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:26.487711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Network a72e1e07-649b-44a3-b345-50193b423f75 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:26.491066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:26.495315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:26.510420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.527616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Pushing event updated for resources: {'Port': ['ID=3a3ceed8-0dc0-4877-abac-5046b13daa7e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:26.573711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a6449-8d64-45a3-9822-a249fca1f3be tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:26.581273 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c07a6449-8d64-45a3-9822-a249fca1f3be tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.1465673 Jul 06 18:02:26.582217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37986) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.621478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Attempting to bind port 3a3ceed8-0dc0-4877-abac-5046b13daa7e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:26.622284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Attempting to bind port 3a3ceed8-0dc0-4877-abac-5046b13daa7e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ec211260-8d01-4c5f-8dbf-60e61febe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:26.622897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Attempting to bind port 3a3ceed8-0dc0-4877-abac-5046b13daa7e on network a72e1e07-649b-44a3-b345-50193b423f75 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:26.632351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:26.632965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Checking segment: {'id': 'ec211260-8d01-4c5f-8dbf-60e61febe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:26.633608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.634256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Bound using segment: {'id': 'ec211260-8d01-4c5f-8dbf-60e61febe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:26.635242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Bound port: 3a3ceed8-0dc0-4877-abac-5046b13daa7e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec211260-8d01-4c5f-8dbf-60e61febe1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a72e1e07-649b-44a3-b345-50193b423f75'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:26.635916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.638022 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-50c929ea-9d0f-4f19-975c-7e3bc5cb1475 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c31bce-33fb-44fa-a5f4-cc461930f22b HTTP/1.1" status: 200 len: 205 time: 0.0537093 Jul 06 18:02:26.641095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37988) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.675642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677627'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.682477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/9970f391-db45-443c-9650-4a39ba6e3170 HTTP/1.1" status: 204 len: 168 time: 6.6108136 Jul 06 18:02:26.708169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37990) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.715236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005021645'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:26.740148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] For port 3a3ceed8-0dc0-4877-abac-5046b13daa7e, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:26.748070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] For port 3a3ceed8-0dc0-4877-abac-5046b13daa7e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3a3ceed8-0dc0-4877-abac-5046b13daa7e,segment=NetworkSegment(ec211260-8d01-4c5f-8dbf-60e61febe1e9),segment_id=ec211260-8d01-4c5f-8dbf-60e61febe1e9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:26.760381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.824770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa642130-49cb-4437-86e5-92dcead323b3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=9970f391-db45-443c-9650-4a39ba6e3170,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:26.852179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.865396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e2265-b69f-422c-b556-888423e2fa5b None None] Pushing event updated for resources: {'Port': ['ID=3a3ceed8-0dc0-4877-abac-5046b13daa7e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:26.889183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad754ea-1035-4772-927b-88033175b94e req-73216e97-c2d7-499f-b477-3ff0198aef9a tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:26.892568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fad754ea-1035-4772-927b-88033175b94e req-73216e97-c2d7-499f-b477-3ff0198aef9a tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 1096 time: 1.1678772 Jul 06 18:02:26.911884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:26.917749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.000237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:27.019320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.019666 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 0efd42ac-5418-4b21-92b9-74d7c33215fc of type vlan for network 5bed3140-cd34-4c22-a860-ca33f3811d42 Jul 06 18:02:27.070842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-765babf9-df65-4b12-b932-68d10c1734e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 1001 time: 0.6056585 Jul 06 18:02:27.083902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.088304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.189521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.195639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:27.196298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.290469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43e443c8-54ca-4cae-9d15-57af0f008394 req-33a08cb4-87ed-42c7-9bc9-ab0e0c18f954 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220848 Jul 06 18:02:27.319346 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6095531 Jul 06 18:02:27.330493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37996) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:27.337042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fad754ea-1035-4772-927b-88033175b94e req-e6eeb37c-9725-4fc3-8cf9-dae12a67a5af tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8d4c3d6b-7d7c-43ec-80d5-80802b94d142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600619 Jul 06 18:02:27.348446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '5bed3140-cd34-4c22-a860-ca33f3811d42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:27.359507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f4e77-7e2f-4510-a62b-59ff1ea6ab24 req-361211d8-9ad6-4651-95e3-f4e406099e79 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:27.362411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a49f4e77-7e2f-4510-a62b-59ff1ea6ab24 req-361211d8-9ad6-4651-95e3-f4e406099e79 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 1.0528541 Jul 06 18:02:27.372314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Deleting port 86f4545e-26c2-41d5-9eee-08cbca4b622f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:27.372314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.419370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3a3ceed8-0dc0-4877-abac-5046b13daa7e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:27.466629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-7770ecee-dfdd-419d-b302-375abe53c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:27.470274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-7770ecee-dfdd-419d-b302-375abe53c352 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.3845103 Jul 06 18:02:27.531209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3a3ceed8-0dc0-4877-abac-5046b13daa7e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:27.587220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a49f4e77-7e2f-4510-a62b-59ff1ea6ab24 req-958fda8e-bfef-40a6-b77e-548409b45205 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582832 Jul 06 18:02:27.638926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:27.742126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.765521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.873161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4758a7e-b828-4282-a820-a057b4dad38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.915639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-dd77185c-025b-4ca0-8393-19d05858debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:27.917425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-dd77185c-025b-4ca0-8393-19d05858debe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4335744 Jul 06 18:02:27.948918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f5ca4443-6951-4353-b63c-5f257eaf0a08 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:27.962011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.988169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: f5ca4443-6951-4353-b63c-5f257eaf0a08 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:27.988872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f5ca4443-6951-4353-b63c-5f257eaf0a08 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:27.989534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ffcfd297-e328-408b-bee6-2d99726cac3d no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:27.991347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5ca4443-6951-4353-b63c-5f257eaf0a08,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:28.020863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: ffcfd297-e328-408b-bee6-2d99726cac3d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:28.021694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ffcfd297-e328-408b-bee6-2d99726cac3d not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:28.085729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] No DVR routers for this DVR port f5ca4443-6951-4353-b63c-5f257eaf0a08 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:28.088842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.089569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caed85-7ab3-42fc-b952-adc487d6d2de tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=5bed3140-cd34-4c22-a860-ca33f3811d42,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:28.093262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f074279c-def4-43c2-8dc6-ec8b425341ea req-9138cd56-ca03-4bde-9a84-25c779073289 tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.61 "DELETE /v2.0/ports/f5ca4443-6951-4353-b63c-5f257eaf0a08 HTTP/1.1" status: 204 len: 173 time: 3.6271861 Jul 06 18:02:28.104394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'name': 'network-vif-deleted', 'tag': 'f5ca4443-6951-4353-b63c-5f257eaf0a08'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:28.106969 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefda938-c4f0-4ef7-8409-be5c9490910e" -d '{"events": [{"server_uuid": "2e26287c-3c2c-47b1-bbd1-e9c14622878d", "name": "network-vif-deleted", "tag": "f5ca4443-6951-4353-b63c-5f257eaf0a08"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:28.115773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=ea5eabcd-3484-4ed6-9d0c-5bab6abca303,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:28.150784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5bed3140-cd34-4c22-a860-ca33f3811d42 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:28.193798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.206243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': 'ac029241-73d0-4e79-a81e-4c90dccd1354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:28.207162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: e36f1a00-2040-447a-b690-77351f2dd784, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:28.223842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:28.227575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.244769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Calling delete_port for 86f4545e-26c2-41d5-9eee-08cbca4b622f owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:28.781465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271067d-0305-4ec5-844c-9bc3a12b0755 None None] Network a72e1e07-649b-44a3-b345-50193b423f75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:28.937499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.938760 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a93d73-10a2-4fa7-bd20-8092a0d63bc1 x-openstack-request-id: req-55a93d73-10a2-4fa7-bd20-8092a0d63bc1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:28.939851 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26287c-3c2c-47b1-bbd1-e9c14622878d", "name": "network-vif-deleted", "tag": "f5ca4443-6951-4353-b63c-5f257eaf0a08", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:28.939851 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55a93d73-10a2-4fa7-bd20-8092a0d63bc1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:28.939851 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26287c-3c2c-47b1-bbd1-e9c14622878d', 'name': 'network-vif-deleted', 'tag': 'f5ca4443-6951-4353-b63c-5f257eaf0a08', 'status': 'completed', 'code': 200} Jul 06 18:02:28.960264 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.976179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] Provisioning for port 3a3ceed8-0dc0-4877-abac-5046b13daa7e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:28.992156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network e36f1a00-2040-447a-b690-77351f2dd784 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:29.003235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] Provisioning complete for port 3a3ceed8-0dc0-4877-abac-5046b13daa7e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:29.004237 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.005417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79cdf024-2d64-4270-90fc-96158fedb41c req-a369496f-e606-49b8-b5c4-cba46f66605c tempest-TestServerMultinode-175698315 tempest-TestServerMultinode-175698315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e26287c-3c2c-47b1-bbd1-e9c14622878d HTTP/1.1" status: 200 len: 210 time: 0.0644536 Jul 06 18:02:29.036806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-aa78637c-4ca5-40b3-85d1-55615f403698 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0992415 Jul 06 18:02:29.143078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=661e6935-a092-416c-86ee-30e8950be2de,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:29.182961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e36f1a00-2040-447a-b690-77351f2dd784) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:29.198956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:29.199708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.220720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event deleted for resources: {'Port': ['ID=86f4545e-26c2-41d5-9eee-08cbca4b622f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:29.240666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f61b08-49a5-495c-abb7-51c490052ee2 None None] Network e36f1a00-2040-447a-b690-77351f2dd784 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:29.263032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-df5e7aad-1514-4c67-a6ca-261ec05696b1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0338564 Jul 06 18:02:29.263735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.274990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1179812219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:29.298555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '0efd42ac-5418-4b21-92b9-74d7c33215fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5bed3140-cd34-4c22-a860-ca33f3811d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:29.298936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 5bed3140-cd34-4c22-a860-ca33f3811d42, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:29.320774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.344128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0847f484-6242-4bd3-8e21-c6b9f25186ee req-5ce0830f-b084-4d19-bde2-e2cf0010687f service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882063 Jul 06 18:02:29.384225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.385739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.457198 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.495146 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.502008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 5bed3140-cd34-4c22-a860-ca33f3811d42 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:29.506046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.524309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.528574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.532260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 5bed3140-cd34-4c22-a860-ca33f3811d42) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:29.543544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:29.544611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.571856 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.584040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.588779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3fac48c5-c390-45bb-97b7-570497add767 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3157682 Jul 06 18:02:29.589281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.613801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d443deb-2c53-4f29-a7d1-7433c29b0c83 None None] Network 5bed3140-cd34-4c22-a860-ca33f3811d42 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:29.632351 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d3c5fdf0-4b8d-4520-a889-d2e34e22e783 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2954812 Jul 06 18:02:29.634330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.635303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Fanout notify agent at l3_agent the message router_deleted on router d4c31bce-33fb-44fa-a5f4-cc461930f22b {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:29.637769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38016) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.651403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.653654 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3d58e292-6825-4f80-807c-290ce2ca8386 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/d4c31bce-33fb-44fa-a5f4-cc461930f22b HTTP/1.1" status: 204 len: 168 time: 3.0106189 Jul 06 18:02:29.666857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.736841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1689518293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:29.797738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.857230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] For port 3a3ceed8-0dc0-4877-abac-5046b13daa7e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3a3ceed8-0dc0-4877-abac-5046b13daa7e,segment=NetworkSegment(ec211260-8d01-4c5f-8dbf-60e61febe1e9),segment_id=ec211260-8d01-4c5f-8dbf-60e61febe1e9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:29.868817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-e36f1a00-2040-447a-b690-77351f2dd784', 'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': 'ea5eabcd-3484-4ed6-9d0c-5bab6abca303'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:29.869934 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.878767 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.891243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.949107 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.955034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.957291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.964994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.982827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.999991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=661e6935-a092-416c-86ee-30e8950be2de,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:30.102788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.117043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bed3140-cd34-4c22-a860-ca33f3811d42']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:30.138761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efd42ac-5418-4b21-92b9-74d7c33215fc') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:30.139202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efd42ac-5418-4b21-92b9-74d7c33215fc') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:30.153058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.169130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38024) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:30.175700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ae026-f215-4b52-aef7-1a83841a553e None None] Pushing event updated for resources: {'Port': ['ID=3a3ceed8-0dc0-4877-abac-5046b13daa7e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:30.180840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.205298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cc32e-f3dc-42a6-95d1-84190ed1c22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-5bed3140-cd34-4c22-a860-ca33f3811d42', 'network_id': '5bed3140-cd34-4c22-a860-ca33f3811d42', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '661e6935-a092-416c-86ee-30e8950be2de'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:30.206443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-f3dc-42a6-95d1-84190ed1c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.274242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:30.274872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:30.281654 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:30.393894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490c7d3-be40-43a1-973b-99db5554b373 None None] Network 5bed3140-cd34-4c22-a860-ca33f3811d42 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:30.426753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.453630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.479312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Allocated IP 2001:db8:1::2 (e36f1a00-2040-447a-b690-77351f2dd784/ea5eabcd-3484-4ed6-9d0c-5bab6abca303/3941bf16-4ee1-4357-89fd-4452e65e8499) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:30.481596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.488727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/5bed3140-cd34-4c22-a860-ca33f3811d42 HTTP/1.1" status: 204 len: 168 time: 0.8472934 Jul 06 18:02:30.493313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38028) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:30.494676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3972-a38b-4c07-9412-a3287002be08 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=5bed3140-cd34-4c22-a860-ca33f3811d42,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:30.502964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.511338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-675764261'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:30.544668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:30.550257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.569416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed06b6e0-9caa-4071-bc5f-cf470d4f99a1 None None] Provisioning complete for port 3a3ceed8-0dc0-4877-abac-5046b13daa7e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:30.569800 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6e0-9caa-4071-bc5f-cf470d4f99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.619050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.625998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-14d2b8d8-3b71-4dcf-8d94-20c4ae9adbee tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9566936 Jul 06 18:02:30.627094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:30.637338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:30.659305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:30.721881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.722324 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 69c97ef9-4b04-4ada-884d-9dd1e166887f of type vlan for network fe3c24b0-638a-4604-a3ab-6d07ab20be25 Jul 06 18:02:30.788232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.789465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.854759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.879063 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.886638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:30.887614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.980407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4817908 Jul 06 18:02:30.988075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38032) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:30.994210 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.995443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:31.002236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9de792-f61f-472d-87a0-ce445901063e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=fe3c24b0-638a-4604-a3ab-6d07ab20be25,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:31.009905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Transition to ACTIVE for port object 3941bf16-4ee1-4357-89fd-4452e65e8499 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:31.025845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network fe3c24b0-638a-4604-a3ab-6d07ab20be25 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:31.100682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Transition to ACTIVE for port object 3941bf16-4ee1-4357-89fd-4452e65e8499 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:31.124751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.191304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:31.194840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.206840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.222699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Network e36f1a00-2040-447a-b690-77351f2dd784 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:31.227530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:31.236293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:31.245179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Pushing event updated for resources: {'Port': ['ID=3941bf16-4ee1-4357-89fd-4452e65e8499,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:31.335126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Attempting to bind port 3941bf16-4ee1-4357-89fd-4452e65e8499 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:31.336838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Attempting to bind port 3941bf16-4ee1-4357-89fd-4452e65e8499 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ac029241-73d0-4e79-a81e-4c90dccd1354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:31.336838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Attempting to bind port 3941bf16-4ee1-4357-89fd-4452e65e8499 on network e36f1a00-2040-447a-b690-77351f2dd784 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:31.345966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:31.346344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Checking segment: {'id': 'ac029241-73d0-4e79-a81e-4c90dccd1354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:31.346765 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.348188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Bound using segment: {'id': 'ac029241-73d0-4e79-a81e-4c90dccd1354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:31.348188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Bound port: 3941bf16-4ee1-4357-89fd-4452e65e8499, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac029241-73d0-4e79-a81e-4c90dccd1354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e36f1a00-2040-447a-b690-77351f2dd784'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:31.348619 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.386367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.527078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3a3ceed8-0dc0-4877-abac-5046b13daa7e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:31.536381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] For port 3941bf16-4ee1-4357-89fd-4452e65e8499, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:31.573290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] For port 3941bf16-4ee1-4357-89fd-4452e65e8499, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3941bf16-4ee1-4357-89fd-4452e65e8499,segment=NetworkSegment(ac029241-73d0-4e79-a81e-4c90dccd1354),segment_id=ac029241-73d0-4e79-a81e-4c90dccd1354)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:31.582133 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.620564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8::1 (a72e1e07-649b-44a3-b345-50193b423f75/a148ea63-dc5e-4349-a3c7-993eaf04855c/460c9da5-8a47-4fe7-9391-07e27ac20322) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:31.705945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7f58e-986d-4e95-a047-62c99e8e18ca None None] Pushing event updated for resources: {'Port': ['ID=3941bf16-4ee1-4357-89fd-4452e65e8499,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:31.714491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3a3ceed8-0dc0-4877-abac-5046b13daa7e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:31.714875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.819500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Deleting port 08951061-e1a9-4306-b0c7-1e397e7e2424 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:31.820299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.841201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.919572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.989741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=3e9f0111-0ccb-45df-9d5e-b43d522712e3,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:32.010185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '69c97ef9-4b04-4ada-884d-9dd1e166887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:32.010548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: fe3c24b0-638a-4604-a3ab-6d07ab20be25, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:32.024852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object 460c9da5-8a47-4fe7-9391-07e27ac20322 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:32.053106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network fe3c24b0-638a-4604-a3ab-6d07ab20be25 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:32.093276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, fe3c24b0-638a-4604-a3ab-6d07ab20be25) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:32.098608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:32.099647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.107058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7f6b9-0719-4fbe-9fa8-09fa82237019 None None] Network fe3c24b0-638a-4604-a3ab-6d07ab20be25 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:32.148449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] For port 08951061-e1a9-4306-b0c7-1e397e7e2424, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=08951061-e1a9-4306-b0c7-1e397e7e2424,segment=NetworkSegment(d4651ba7-c44c-4097-aa7c-9bd3eff08dc3),segment_id=d4651ba7-c44c-4097-aa7c-9bd3eff08dc3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:32.148784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.158374 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71f34bf4-fa11-4b4c-842b-d25c886c5099 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1662846 Jul 06 18:02:32.161125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38038) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:32.184639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Calling delete_port for 08951061-e1a9-4306-b0c7-1e397e7e2424 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:32.230759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.251395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Deleting port d742843d-33e8-4b92-8d42-cc5b4dd687e9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:32.252639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.290930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.341643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.348233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-fe3c24b0-638a-4604-a3ab-6d07ab20be25', 'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '3e9f0111-0ccb-45df-9d5e-b43d522712e3'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:32.349154 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.351548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.362551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.415950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] For port d742843d-33e8-4b92-8d42-cc5b4dd687e9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d742843d-33e8-4b92-8d42-cc5b4dd687e9,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:32.416294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.449415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Calling delete_port for d742843d-33e8-4b92-8d42-cc5b4dd687e9 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:32.465287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.571684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Allocated IP 172.20.0.1 (fe3c24b0-638a-4604-a3ab-6d07ab20be25/3e9f0111-0ccb-45df-9d5e-b43d522712e3/8af7fde8-dede-4795-a88e-fe51df9912ec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:32.604874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network a72e1e07-649b-44a3-b345-50193b423f75 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:32.619294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:32.622297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:32.622876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.682690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=460c9da5-8a47-4fe7-9391-07e27ac20322,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:32.907939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.932100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Transition to ACTIVE for port object 8af7fde8-dede-4795-a88e-fe51df9912ec will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:32.949446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Allocated IP 172.25.5.69 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/5b9a27bf-f4d6-4cd8-8c9a-09da4768e2ae) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:32.959291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.987127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Transition to ACTIVE for port object 8af7fde8-dede-4795-a88e-fe51df9912ec will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:33.002522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.053372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Network fe3c24b0-638a-4604-a3ab-6d07ab20be25 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:33.066967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Pushing event deleted for resources: {'Port': ['ID=d742843d-33e8-4b92-8d42-cc5b4dd687e9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:33.101576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:33.116729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:33.164798 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.230041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Pushing event updated for resources: {'Port': ['ID=8af7fde8-dede-4795-a88e-fe51df9912ec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:33.264313 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.276821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.296613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Attempting to bind port 8af7fde8-dede-4795-a88e-fe51df9912ec on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:33.298214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Attempting to bind port 8af7fde8-dede-4795-a88e-fe51df9912ec by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '69c97ef9-4b04-4ada-884d-9dd1e166887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:33.298660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Attempting to bind port 8af7fde8-dede-4795-a88e-fe51df9912ec on network fe3c24b0-638a-4604-a3ab-6d07ab20be25 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:33.305522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:33.305963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Checking segment: {'id': '69c97ef9-4b04-4ada-884d-9dd1e166887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:33.307549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.307549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Bound using segment: {'id': '69c97ef9-4b04-4ada-884d-9dd1e166887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:33.307549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Bound port: 8af7fde8-dede-4795-a88e-fe51df9912ec, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c97ef9-4b04-4ada-884d-9dd1e166887f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:33.308150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.400420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9f0111-0ccb-45df-9d5e-b43d522712e3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:33.440252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c4b8e4fa-0069-401e-8eb0-0abfcee88108 None None] Provisioning for port 460c9da5-8a47-4fe7-9391-07e27ac20322 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:33.454287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c4b8e4fa-0069-401e-8eb0-0abfcee88108 None None] Provisioning complete for port 460c9da5-8a47-4fe7-9391-07e27ac20322 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:33.455106 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4b8e4fa-0069-401e-8eb0-0abfcee88108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.508808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08951061-e1a9-4306-b0c7-1e397e7e2424,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:33.529904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8e4fa-0069-401e-8eb0-0abfcee88108 None None] Port 460c9da5-8a47-4fe7-9391-07e27ac20322 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:33.546683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] For port 8af7fde8-dede-4795-a88e-fe51df9912ec, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:33.568461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] For port 8af7fde8-dede-4795-a88e-fe51df9912ec, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8af7fde8-dede-4795-a88e-fe51df9912ec,segment=NetworkSegment(69c97ef9-4b04-4ada-884d-9dd1e166887f),segment_id=69c97ef9-4b04-4ada-884d-9dd1e166887f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:33.580639 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.658507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.677987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3c24b0-638a-4604-a3ab-6d07ab20be25']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:33.709036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ef7b8-93fa-4e62-af1f-a8c4aee3f926 None None] Network e36f1a00-2040-447a-b690-77351f2dd784 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:33.724315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c97ef9-4b04-4ada-884d-9dd1e166887f') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:33.724721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c97ef9-4b04-4ada-884d-9dd1e166887f') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:33.741941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.762723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.768233 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.772078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.787417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:33.788325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:33.792492 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:33.810356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3941bf16-4ee1-4357-89fd-4452e65e8499 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:33.909392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:02:33.909392 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:02:33.909392 n-d-799527-3 neutron-server[93943]: [parameters: {'id': 'fe3c24b0-638a-4604-a3ab-6d07ab20be25'}] Jul 06 18:02:33.909392 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:33.910329 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:34.000165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e5683-52be-4ecc-9755-8c05455c65e5 None None] Pushing event updated for resources: {'Port': ['ID=8af7fde8-dede-4795-a88e-fe51df9912ec,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:34.004993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-23d72172-2bc6-4710-8f1b-9384997af09f None None] Provisioning for port 3941bf16-4ee1-4357-89fd-4452e65e8499 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:34.067415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11d786-e9ed-41b5-b318-a3f7c379d803 None None] Network fe3c24b0-638a-4604-a3ab-6d07ab20be25 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:34.144066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3941bf16-4ee1-4357-89fd-4452e65e8499 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:34.167622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3941bf16-4ee1-4357-89fd-4452e65e8499 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:34.168000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.402062 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.447047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.451074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 3941bf16-4ee1-4357-89fd-4452e65e8499, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3941bf16-4ee1-4357-89fd-4452e65e8499,segment=NetworkSegment(ac029241-73d0-4e79-a81e-4c90dccd1354),segment_id=ac029241-73d0-4e79-a81e-4c90dccd1354)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:34.460718 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.527947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=3941bf16-4ee1-4357-89fd-4452e65e8499,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:34.555365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.604078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port 8af7fde8-dede-4795-a88e-fe51df9912ec {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:34.604417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.682537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d475d2-af0d-4ecb-985c-4e5bed0fc3e5 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:34.728181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port 8af7fde8-dede-4795-a88e-fe51df9912ec, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8af7fde8-dede-4795-a88e-fe51df9912ec,segment=NetworkSegment(69c97ef9-4b04-4ada-884d-9dd1e166887f),segment_id=69c97ef9-4b04-4ada-884d-9dd1e166887f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:34.728181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.750559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for 8af7fde8-dede-4795-a88e-fe51df9912ec owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:34.754179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Router f0cb25e2-1a68-4d0c-b706-cefa414460a7 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:34.758413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.811923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd59addc-2c81-4859-9bf7-8e4b8cf69179 None None] Provisioning complete for port 3941bf16-4ee1-4357-89fd-4452e65e8499 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:34.812473 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd59addc-2c81-4859-9bf7-8e4b8cf69179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.888344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:34.897412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:34.933625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event updated for resources: {'Port': ['ID=5b9a27bf-f4d6-4cd8-8c9a-09da4768e2ae,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:34.937498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:35.056933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.078762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:35.083804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:35.093115 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.094241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.107657 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] Sync routers for ids ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:35.115739 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca9d21b6-e2e1-4e7c-ad3e-ea53ccf2cacc admin admin] 10.222.0.37 "PUT /v2.0/routers/f0cb25e2-1a68-4d0c-b706-cefa414460a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9444096 Jul 06 18:02:35.119475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:35.131807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d475d2-af0d-4ecb-985c-4e5bed0fc3e5 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:35.144431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.148616 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] Routers {'f0cb25e2-1a68-4d0c-b706-cefa414460a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:35.151185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:35.234732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=8af7fde8-dede-4795-a88e-fe51df9912ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:35.251701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port 8af7fde8-dede-4795-a88e-fe51df9912ec on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:35.447179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.459121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.468518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3c24b0-638a-4604-a3ab-6d07ab20be25']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:35.500261 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] Set router f0cb25e2-1a68-4d0c-b706-cefa414460a7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:35.536895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c97ef9-4b04-4ada-884d-9dd1e166887f') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:35.537200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c97ef9-4b04-4ada-884d-9dd1e166887f') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:35.583117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.602251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=460c9da5-8a47-4fe7-9391-07e27ac20322,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:35.678550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network a72e1e07-649b-44a3-b345-50193b423f75 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:35.682661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:35.716342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.736428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:35.737017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:35.742314 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:35.757238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3941bf16-4ee1-4357-89fd-4452e65e8499 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:35.899842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.910755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3941bf16-4ee1-4357-89fd-4452e65e8499 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:35.911662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.919096 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:02:32Z', 'revision_number': 5, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port': {'id': '74b9e594-8f7b-45f4-8c60-838e5eafe15b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:47Z', 'updated_at': '2021-07-06T18:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:35.923704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.937671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:35.939398 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.944930 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/fe3c24b0-638a-4604-a3ab-6d07ab20be25 HTTP/1.1" status: 204 len: 168 time: 3.7824163 Jul 06 18:02:35.975135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:35.976230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] Sync routers for ids ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:35.976504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9da9e-126b-4ccc-848e-7134633452d1 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=fe3c24b0-638a-4604-a3ab-6d07ab20be25,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:35.984676 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] Checking router: f0cb25e2-1a68-4d0c-b706-cefa414460a7 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:35.987432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-932063016'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:35.999920 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] Routers {'f0cb25e2-1a68-4d0c-b706-cefa414460a7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:36.001017 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.036492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] Routers {'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:36.037505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.071535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:36.079442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.089305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cc80a745-8a65-4bed-9232-c85d61f631d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/fd5ee107-7084-4faf-8d3b-979ac9e7f8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4417806 Jul 06 18:02:36.089638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38056) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:36.159957 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] Set router f0cb25e2-1a68-4d0c-b706-cefa414460a7 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:36.191142 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.196692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:36.277357 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:02:35Z', 'revision_number': 6, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.334722 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915bb3c0-d9cc-4d37-b2f9-74ebf9856b5d None None] The sync data for ids ['f0cb25e2-1a68-4d0c-b706-cefa414460a7'] in n-d-799527-3 is: [{'id': 'f0cb25e2-1a68-4d0c-b706-cefa414460a7', 'name': 'tempest-TestServerMultinode-489080268-router', 'tenant_id': '7e9dd15e38984740925c8ba25d2bea16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:46Z', 'updated_at': '2021-07-06T18:02:35Z', 'revision_number': 6, 'project_id': '7e9dd15e38984740925c8ba25d2bea16', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:36.364161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] Set router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:36.364542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:36.379939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Deleting port 74b9e594-8f7b-45f4-8c60-838e5eafe15b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:36.380283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.435871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.436919 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 0ee33bbd-dc46-4690-80ae-9e8bf4f05c49 of type vlan for network 17f51eae-9b44-4a27-87d7-08f198179fff Jul 06 18:02:36.475555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:36.485400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d462417c-56fe-4183-b0d6-d58619889648 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/fafe0d0c-ac87-4664-a51f-8f5581b3b0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8945386 Jul 06 18:02:36.489826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:36.516900 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] Sync routers for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:36.536330 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:36.538872 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.544571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.553154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.582140 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.592461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:36.593770 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.643328 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.650946 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfedf90-afc9-4191-b141-67092a092b85 None None] The sync data for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:36.700513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.705958 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.867700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ffc02-e200-47ec-901e-84f28474064e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:36.869295 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-320ffc02-e200-47ec-901e-84f28474064e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports/460c9da5-8a47-4fe7-9391-07e27ac20322 HTTP/1.1" status: 200 len: 911 time: 0.3783281 Jul 06 18:02:36.884353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] For port 74b9e594-8f7b-45f4-8c60-838e5eafe15b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=74b9e594-8f7b-45f4-8c60-838e5eafe15b,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:36.884720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.893554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38064) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:36.895640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:02:33Z', 'revision_number': 5, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:36.926535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.936445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Calling delete_port for 74b9e594-8f7b-45f4-8c60-838e5eafe15b owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:36.941872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.955098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:36.956745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.963092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] Checking router: fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:36.981871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] Routers {'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:36.982778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:37.096602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1121173 Jul 06 18:02:37.100211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38066) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:37.107735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:37.178730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-395acb3f-6f04-4781-8371-b91f3eadead7 None None] Provisioning complete for port 460c9da5-8a47-4fe7-9391-07e27ac20322 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:37.179046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Router eb842e5e-26b9-4976-9777-9786108c12eb is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:37.179194 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-395acb3f-6f04-4781-8371-b91f3eadead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.227216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] Set router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:37.241724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ebb25-d9bd-407d-9b47-61f0f85c38af tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=17f51eae-9b44-4a27-87d7-08f198179fff,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:37.283373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 17f51eae-9b44-4a27-87d7-08f198179fff details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:37.364304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-395acb3f-6f04-4781-8371-b91f3eadead7 None None] Port 460c9da5-8a47-4fe7-9391-07e27ac20322 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:37.395804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Deleting port dc16d90e-5757-4a6e-9732-2af14fc72931 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:37.396415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.423219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d742843d-33e8-4b92-8d42-cc5b4dd687e9 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:37.506603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d742843d-33e8-4b92-8d42-cc5b4dd687e9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:37.510707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d742843d-33e8-4b92-8d42-cc5b4dd687e9 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:37.510707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 74b9e594-8f7b-45f4-8c60-838e5eafe15b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:37.667493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] For port dc16d90e-5757-4a6e-9732-2af14fc72931, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dc16d90e-5757-4a6e-9732-2af14fc72931,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:37.668538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.679922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.701111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Calling delete_port for dc16d90e-5757-4a6e-9732-2af14fc72931 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:37.705368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.735372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:02:33Z', 'revision_number': 5, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:37.767836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d238d-9371-4ef6-8aad-9515cce4f4ba None None] The sync data for ids ['fd5ee107-7084-4faf-8d3b-979ac9e7f8c5'] in n-d-799527-3 is: [{'id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'name': 'tempest-ServerRescueTestJSON-1497492299-router', 'tenant_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:05Z', 'updated_at': '2021-07-06T18:02:33Z', 'revision_number': 5, 'project_id': 'fdc5eb9a768a4e6b81f21d6fe9457a82', 'gw_port': {'id': 'dc16d90e-5757-4a6e-9732-2af14fc72931', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ee107-7084-4faf-8d3b-979ac9e7f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:37.777159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Pushing event deleted for resources: {'Port': ['ID=74b9e594-8f7b-45f4-8c60-838e5eafe15b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:37.914674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:37.933954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] Sync routers for ids ['eb842e5e-26b9-4976-9777-9786108c12eb'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:37.943696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.948448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-af34b1cd-4ce6-49d4-8906-889c5e323f46 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "PUT /v2.0/routers/eb842e5e-26b9-4976-9777-9786108c12eb HTTP/1.1" status: 200 len: 879 time: 7.3156621 Jul 06 18:02:37.953291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38072) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:37.955366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] Routers {'eb842e5e-26b9-4976-9777-9786108c12eb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:37.956244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eb842e5e-26b9-4976-9777-9786108c12eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:38.002769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:38.013499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] Routers {'eb842e5e-26b9-4976-9777-9786108c12eb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:38.015048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['eb842e5e-26b9-4976-9777-9786108c12eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:38.063382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:38.065410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a6bf4-5088-4a2e-a713-1d2f7c22b287 None None] The sync data for ids ['eb842e5e-26b9-4976-9777-9786108c12eb'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:38.085312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.098759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.147760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.216345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 17f51eae-9b44-4a27-87d7-08f198179fff is not hosted by any dhcp agent {{(pid=93942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:02:38.221911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:38.222567 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.226611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "PUT /v2.0/networks/17f51eae-9b44-4a27-87d7-08f198179fff HTTP/1.1" status: 200 len: 723 time: 1.1230793 Jul 06 18:02:38.231313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:38.242327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:38.335943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fd7ed-ba5f-40f6-b7e1-442919b52337 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=17f51eae-9b44-4a27-87d7-08f198179fff,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:38.372494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.373108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.376108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.387916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 17f51eae-9b44-4a27-87d7-08f198179fff details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:38.446534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:38.451320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.469519 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b508012c-0b3b-4e70-b368-6ff83ee07a74 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/eb842e5e-26b9-4976-9777-9786108c12eb HTTP/1.1" status: 200 len: 920 time: 0.5083938 Jul 06 18:02:38.472232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38076) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:38.574543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.575352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0cb25e2-1a68-4d0c-b706-cefa414460a7 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:38.593772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.600208 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-63022f39-2289-4762-9072-845c39b8d90e admin admin] 10.222.0.37 "DELETE /v2.0/routers/f0cb25e2-1a68-4d0c-b706-cefa414460a7 HTTP/1.1" status: 204 len: 168 time: 3.4786999 Jul 06 18:02:38.601075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38078) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:38.699213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.772846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Deleting subnet 51d9d89b-80c5-47db-bc61-864aa68c38c5 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:38.779332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc16d90e-5757-4a6e-9732-2af14fc72931,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:38.792107 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.840463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8:1::1 (e36f1a00-2040-447a-b690-77351f2dd784/ea5eabcd-3484-4ed6-9d0c-5bab6abca303/eacea00a-de57-43a0-8aa1-cb6754e9433a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:38.874981 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.039174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.056260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object eacea00a-de57-43a0-8aa1-cb6754e9433a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:39.096920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=af2ffca6-e400-4194-b630-2243056251bd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:39.102471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.163120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=eacea00a-de57-43a0-8aa1-cb6754e9433a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:39.196070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network e36f1a00-2040-447a-b690-77351f2dd784 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:39.200837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:39.204046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:39.204586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 17f51eae-9b44-4a27-87d7-08f198179fff, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:39.207172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:39.207779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.340764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 17f51eae-9b44-4a27-87d7-08f198179fff is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:39.365540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 17f51eae-9b44-4a27-87d7-08f198179fff) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:39.373108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:39.374710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.380529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26fb4ca-4f0b-4a40-9b9a-8dff2c71f3d9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:39.383242 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e26fb4ca-4f0b-4a40-9b9a-8dff2c71f3d9 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=eb842e5e-26b9-4976-9777-9786108c12eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9091430 Jul 06 18:02:39.386806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:39.391869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e416d35-7465-447e-9f41-ad1293c301b2 None None] Network 17f51eae-9b44-4a27-87d7-08f198179fff requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:39.417504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-13df75b6-0051-4a44-b194-888b7e913d44 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1827514 Jul 06 18:02:39.422166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38086) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:39.430980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:39.447131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 08951061-e1a9-4306-b0c7-1e397e7e2424 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:39.497464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.528233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.590537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.601155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a6f6f-57e7-4c83-b7be-8a154621d88a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:39.606999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1c7a6f6f-57e7-4c83-b7be-8a154621d88a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.2063918 Jul 06 18:02:39.611136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:39.675788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ff30c5e0-43f3-4759-b375-936c736ba5ca tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb842e5e-26b9-4976-9777-9786108c12eb HTTP/1.1" status: 200 len: 205 time: 0.0630832 Jul 06 18:02:39.681586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:39.798677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 08951061-e1a9-4306-b0c7-1e397e7e2424 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:39.799223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 08951061-e1a9-4306-b0c7-1e397e7e2424 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:39.838132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fab2c0cc-a99d-48fa-be8c-95a66d47a041 None None] Provisioning for port eacea00a-de57-43a0-8aa1-cb6754e9433a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:39.846827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fab2c0cc-a99d-48fa-be8c-95a66d47a041 None None] Provisioning complete for port eacea00a-de57-43a0-8aa1-cb6754e9433a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:39.849254 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fab2c0cc-a99d-48fa-be8c-95a66d47a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.856022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.869002 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.970606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12156809'] for subnet, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.982711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fab2c0cc-a99d-48fa-be8c-95a66d47a041 None None] Port eacea00a-de57-43a0-8aa1-cb6754e9433a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:40.013297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.071123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-17f51eae-9b44-4a27-87d7-08f198179fff', 'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': 'af2ffca6-e400-4194-b630-2243056251bd'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:40.072199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.073013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:40.073146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.086072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.088218 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27599896-0f76-4b89-a844-4f0825bd5135 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fd5ee107-7084-4faf-8d3b-979ac9e7f8c5 HTTP/1.1" status: 204 len: 168 time: 3.9960976 Jul 06 18:02:40.096282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38092) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:40.110709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.317615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.366283 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be48d59a-4684-4c05-8bb4-e8a78c62a774 None None] Network 8084d8fe-45c8-4843-9d13-428a979b9c1b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:40.394776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.404000 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/51d9d89b-80c5-47db-bc61-864aa68c38c5 HTTP/1.1" status: 204 len: 168 time: 1.7931693 Jul 06 18:02:40.421834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Deleting subnet 4ccee172-1bf9-421e-8143-51f9da3c2939 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:40.424000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:40.478852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.484426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.487159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54290c-d933-4446-bef3-830469e36dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d9d89b-80c5-47db-bc61-864aa68c38c5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:40.494650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.502615 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.503991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.609911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.613357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.646013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=eacea00a-de57-43a0-8aa1-cb6754e9433a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:40.662591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745033913119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12446252'] for subnet, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.699633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Deleting port 5b9a27bf-f4d6-4cd8-8c9a-09da4768e2ae {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:40.699982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.714888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.730962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:40.731770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.743044 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "PUT /v2.0/subnets/af2ffca6-e400-4194-b630-2243056251bd HTTP/1.1" status: 200 len: 806 time: 1.3126719 Jul 06 18:02:40.755662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] DHCP port deletion for 8084d8fe-45c8-4843-9d13-428a979b9c1b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:40.787027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38100) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:40.808757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Allocated IP 172.20.0.2 (17f51eae-9b44-4a27-87d7-08f198179fff/af2ffca6-e400-4194-b630-2243056251bd/6f262a91-35a5-495f-b948-41f2bb630db1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:40.867051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network e36f1a00-2040-447a-b690-77351f2dd784 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:40.871925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90975b0b-50dd-4e7c-a098-a207802d2510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=af2ffca6-e400-4194-b630-2243056251bd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:40.873297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:40.880617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.913454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] Deleting port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:40.913953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.956868 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.972628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.004206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccee172-1bf9-421e-8143-51f9da3c2939,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.012965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16366328-9295-4945-b286-c737447409b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.019030 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16366328-9295-4945-b286-c737447409b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4ccee172-1bf9-421e-8143-51f9da3c2939 HTTP/1.1" status: 204 len: 168 time: 0.9209027 Jul 06 18:02:41.019711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38102) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:41.029174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Deleting port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:41.030415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.046586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] For port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:41.047324 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.054469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Calling delete_port for 5b9a27bf-f4d6-4cd8-8c9a-09da4768e2ae owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:41.087174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] Calling delete_port for 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:41.168063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:41.172538 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.192898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Transition to ACTIVE for port object 6f262a91-35a5-495f-b948-41f2bb630db1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:41.216369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.222048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] For port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,segment=NetworkSegment(c9cd5ee1-2d08-438e-a81c-e046c85121b2),segment_id=c9cd5ee1-2d08-438e-a81c-e046c85121b2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:41.222048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.239035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Transition to ACTIVE for port object 6f262a91-35a5-495f-b948-41f2bb630db1 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:41.246707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Calling delete_port for 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:41.250714 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.278891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.401014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Network 17f51eae-9b44-4a27-87d7-08f198179fff is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:41.410425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:41.446098 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.454804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:41.483355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc16d90e-5757-4a6e-9732-2af14fc72931 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:41.513546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: dc16d90e-5757-4a6e-9732-2af14fc72931 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:41.514134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc16d90e-5757-4a6e-9732-2af14fc72931 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:41.514855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:41.516897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Pushing event updated for resources: {'Port': ['ID=6f262a91-35a5-495f-b948-41f2bb630db1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.610911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] No DVR routers for this DVR port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:41.612876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:41.613530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:41.620282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c38344-3532-43cc-b990-a0c2bad56b64 None None] Pushing event deleted for resources: {'Port': ['ID=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.703002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Attempting to bind port 6f262a91-35a5-495f-b948-41f2bb630db1 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:41.703002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Attempting to bind port 6f262a91-35a5-495f-b948-41f2bb630db1 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:41.703002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Attempting to bind port 6f262a91-35a5-495f-b948-41f2bb630db1 on network 17f51eae-9b44-4a27-87d7-08f198179fff {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:41.707972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aaf4dcb4-fa59-406b-8818-eec7a0a40765 None None] Provisioning complete for port eacea00a-de57-43a0-8aa1-cb6754e9433a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dcb4-fa59-406b-8818-eec7a0a40765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Checking segment: {'id': '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Bound using segment: {'id': '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Bound port: 6f262a91-35a5-495f-b948-41f2bb630db1, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17f51eae-9b44-4a27-87d7-08f198179fff'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:41.708082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.723054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=af2ffca6-e400-4194-b630-2243056251bd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.734556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.742788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:41.751110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9719bfe7-3503-4afa-8f26-a88a6185978c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/fafe0d0c-ac87-4664-a51f-8f5581b3b0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8563411 Jul 06 18:02:41.755379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.764603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38108) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:41.766291 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] Sync routers for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:41.789771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:41.791551 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.792836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ba3d93-5f12-4c28-ab21-e58404ac4559']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.800561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4dcb4-fa59-406b-8818-eec7a0a40765 None None] Port eacea00a-de57-43a0-8aa1-cb6754e9433a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:41.821737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event deleted for resources: {'Port': ['ID=5b9a27bf-f4d6-4cd8-8c9a-09da4768e2ae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.875534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] For port 6f262a91-35a5-495f-b948-41f2bb630db1, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:41.879552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] For port 6f262a91-35a5-495f-b948-41f2bb630db1, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6f262a91-35a5-495f-b948-41f2bb630db1,segment=NetworkSegment(0ee33bbd-dc46-4690-80ae-9e8bf4f05c49),segment_id=0ee33bbd-dc46-4690-80ae-9e8bf4f05c49)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:41.880922 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.886022 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.886210 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.895581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f51eae-9b44-4a27-87d7-08f198179fff']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.905642 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:41.907025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.908300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.908608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.919613 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.936330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.944762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:41.945299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.947446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:41.984737 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:41.986648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.986878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4651ba7-c44c-4097-aa7c-9bd3eff08dc3') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.989992 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:41.990979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d42f7e-219b-4c91-a181-98e569d99623 None None] Pushing event updated for resources: {'Port': ['ID=6f262a91-35a5-495f-b948-41f2bb630db1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.991547 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e0189-fd8e-4e37-8349-aa933786ebf6 None None] The sync data for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:42.039053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.057344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ace77-85ac-4786-ba13-8d089ea75742 None None] Network 17f51eae-9b44-4a27-87d7-08f198179fff requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:42.088439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988dbca-2c8a-46c7-b830-c3ff112e8565 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:42.093319 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2988dbca-2c8a-46c7-b830-c3ff112e8565 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports/eacea00a-de57-43a0-8aa1-cb6754e9433a HTTP/1.1" status: 200 len: 913 time: 0.3120782 Jul 06 18:02:42.102857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38110) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:42.131607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.141248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.148193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.184988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.188347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:42.188758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:42.193175 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:42.213382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.214674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Fanout notify agent at l3_agent the message router_deleted on router eb842e5e-26b9-4976-9777-9786108c12eb {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:42.223728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.225473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8cd854ad-923a-4193-8d93-6f4959100c8a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/eb842e5e-26b9-4976-9777-9786108c12eb HTTP/1.1" status: 204 len: 168 time: 2.5427189 Jul 06 18:02:42.229347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:42.235071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-416584721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:42.268419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.269817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.301832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:02:42.301832 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:02:42.301832 n-d-799527-3 neutron-server[93943]: [parameters: {'id': '17f51eae-9b44-4a27-87d7-08f198179fff'}] Jul 06 18:02:42.301832 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:42.302421 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:42.308094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=239c94d3-f4e3-4e50-a458-cb9ef64bc6d8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:42.326644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] No DVR routers for this DVR port 239c94d3-f4e3-4e50-a458-cb9ef64bc6d8 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:42.338365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.346773 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.376838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.378578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2d8f670a-1571-462d-8326-3e66189e3c8f tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1482294 Jul 06 18:02:42.381522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:42.393540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': True}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:42.417071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac7bea-061b-41bd-8c7b-7b3bfb0f6a84 None None] Network 17f51eae-9b44-4a27-87d7-08f198179fff requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:42.417298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.461350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.488100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8084d8fe-45c8-4843-9d13-428a979b9c1b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:42.549472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.554870 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0ba3d93-5f12-4c28-ab21-e58404ac4559 HTTP/1.1" status: 204 len: 168 time: 1.5316200 Jul 06 18:02:42.578065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cd5ee1-2d08-438e-a81c-e046c85121b2') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:42.578938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cd5ee1-2d08-438e-a81c-e046c85121b2') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:42.589278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ee788-43aa-443d-8bcf-22e734138621 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:42.675232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe1607-6821-4175-abd5-af3954b36811 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ba3d93-5f12-4c28-ab21-e58404ac4559,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:42.679170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.771189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.788729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:42.789313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:42.791658 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:42.816935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.986566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ee788-43aa-443d-8bcf-22e734138621 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:43.024062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.119289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.126444 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8084d8fe-45c8-4843-9d13-428a979b9c1b HTTP/1.1" status: 204 len: 168 time: 2.6976795 Jul 06 18:02:43.177512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38122) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:43.242123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:43.255205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.302304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4fea3-7032-4cf7-a059-dd40a01b3cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8084d8fe-45c8-4843-9d13-428a979b9c1b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:43.371848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bfd7473d-66c7-4e11-b838-4ac21574712b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdc5eb9a768a4e6b81f21d6fe9457a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276114 Jul 06 18:02:43.372487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:43.457276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c44f463e-659b-4004-8691-e16d5db57dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.491672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c44f463e-659b-4004-8691-e16d5db57dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.507331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port 6f262a91-35a5-495f-b948-41f2bb630db1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:43.507752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.668154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c44f463e-659b-4004-8691-e16d5db57dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.671518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c44f463e-659b-4004-8691-e16d5db57dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.681178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c44f463e-659b-4004-8691-e16d5db57dc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/834c361a-19d6-4326-87ee-f00eb979893a HTTP/1.1" status: 204 len: 168 time: 0.3004794 Jul 06 18:02:43.719009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f463e-659b-4004-8691-e16d5db57dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c361a-19d6-4326-87ee-f00eb979893a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:43.735760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.760578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.788931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port 6f262a91-35a5-495f-b948-41f2bb630db1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6f262a91-35a5-495f-b948-41f2bb630db1,segment=NetworkSegment(0ee33bbd-dc46-4690-80ae-9e8bf4f05c49),segment_id=0ee33bbd-dc46-4690-80ae-9e8bf4f05c49)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:43.789534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.835622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for 6f262a91-35a5-495f-b948-41f2bb630db1 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:43.882023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.883165 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:02:43.911591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Allocated IP 172.25.5.68 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a85406c2-f0e7-4039-af2f-0461011c6ed0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:44.053827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.130329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.195277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Port': ['ID=a85406c2-f0e7-4039-af2f-0461011c6ed0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:44.220834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:44.222987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:44.229887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:44.646586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.669682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.707476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=6f262a91-35a5-495f-b948-41f2bb630db1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:44.713070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port 6f262a91-35a5-495f-b948-41f2bb630db1 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:44.891834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:44.897742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.919060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f51eae-9b44-4a27-87d7-08f198179fff']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:44.942475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:44.942838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee33bbd-dc46-4690-80ae-9e8bf4f05c49') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:44.997700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.998520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.005742 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.018707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.027173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:45.027625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:45.031419 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:45.062889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-533463208-network', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:45.130817 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.131081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Made reservation on behalf of c71493eda4c54b999c224745ffe9607f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:45.133539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.143743 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.145675 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/17f51eae-9b44-4a27-87d7-08f198179fff HTTP/1.1" status: 204 len: 168 time: 4.3551285 Jul 06 18:02:45.148893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.155613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38156) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:45.163726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port eacea00a-de57-43a0-8aa1-cb6754e9433a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:45.164272 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.167157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.173902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d315e6-dd56-460b-9a3e-07f349aee9ca tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=17f51eae-9b44-4a27-87d7-08f198179fff,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:45.194617 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb03c1dc-aa6c-4ff6-bf32-8e8b85f947b6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:45.195286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb03c1dc-aa6c-4ff6-bf32-8e8b85f947b6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:45.197376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bb03c1dc-aa6c-4ff6-bf32-8e8b85f947b6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/17f51eae-9b44-4a27-87d7-08f198179fff HTTP/1.1" status: 404 len: 339 time: 0.0403020 Jul 06 18:02:45.204365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:45.211913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2044723534', 'description': 'd1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:45.276959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Router a601becb-068e-45c1-852c-bbaf38c83a9d is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:45.418857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.431391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.449245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.473831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for eacea00a-de57-43a0-8aa1-cb6754e9433a owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:45.480400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:45.490427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.496064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cd4bfa29-5a9b-419a-9216-72d54a44c787 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "PUT /v2.0/routers/a601becb-068e-45c1-852c-bbaf38c83a9d HTTP/1.1" status: 200 len: 913 time: 3.1093104 Jul 06 18:02:45.497814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:45.506170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] Sync routers for ids ['a601becb-068e-45c1-852c-bbaf38c83a9d'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:45.517373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] Routers {'a601becb-068e-45c1-852c-bbaf38c83a9d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:45.518413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a601becb-068e-45c1-852c-bbaf38c83a9d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:45.539777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d13a371-688b-4b87-adf3-462c36a09d40,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:45.562344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:45.574513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] Routers {'a601becb-068e-45c1-852c-bbaf38c83a9d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:45.575605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a601becb-068e-45c1-852c-bbaf38c83a9d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:45.579435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:45.586937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:45.597624 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.648105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:45.649280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af23646-a877-4824-b798-6d112dc4a4fe None None] The sync data for ids ['a601becb-068e-45c1-852c-bbaf38c83a9d'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:45.731828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.733148 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Added segment 7a792976-3cb2-42fc-8510-66f339c2f049 of type vlan for network 0eec9cc5-88be-4063-8654-7dfb9734fa06 Jul 06 18:02:45.831529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:45.839695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.876607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=eacea00a-de57-43a0-8aa1-cb6754e9433a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:45.879616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Deleting port d2a5c449-40f7-4068-b46b-0c5c8569c3bc {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:45.879844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.885787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.913557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.913917 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment d0715c0d-fa01-44f2-aea9-1eba32fae9b6 of type vlan for network 2e570171-90a2-461e-9fa5-178219e73b2e Jul 06 18:02:45.934708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47365245-91ad-4d1a-9e7d-f5ee56fedbd4 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/a601becb-068e-45c1-852c-bbaf38c83a9d HTTP/1.1" status: 200 len: 919 time: 0.4325364 Jul 06 18:02:45.939446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.042439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.060477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.062003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:46.062705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.126632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] For port d2a5c449-40f7-4068-b46b-0c5c8569c3bc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,segment=NetworkSegment(73aebb01-ae46-4104-b010-63e8da643904),segment_id=73aebb01-ae46-4104-b010-63e8da643904)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:46.127434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.131878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.173864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2807932 Jul 06 18:02:46.178756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38168) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.180038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.183316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Calling delete_port for d2a5c449-40f7-4068-b46b-0c5c8569c3bc owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:46.186528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:46.187570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.203435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ab909-f8b8-45fc-83ff-0189990a7eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=0eec9cc5-88be-4063-8654-7dfb9734fa06,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:46.217683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb699b-d9fe-4437-a21b-5bf9e952ea42 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:46.218636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:46.223764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bfcb699b-d9fe-4437-a21b-5bf9e952ea42 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=a601becb-068e-45c1-852c-bbaf38c83a9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2792060 Jul 06 18:02:46.224297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Request body: {'subnet': {'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-subnet', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:46.229256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38170) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.269575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0566490 Jul 06 18:02:46.269802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.355913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045a606-f495-4022-b768-27969eb07dc6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=2e570171-90a2-461e-9fa5-178219e73b2e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:46.372614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2e570171-90a2-461e-9fa5-178219e73b2e details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:46.390558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e935795-16bd-487d-9607-4b03c28aec2b tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:46.392645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0e935795-16bd-487d-9607-4b03c28aec2b tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks?id=2e570171-90a2-461e-9fa5-178219e73b2e HTTP/1.1" status: 200 len: 761 time: 0.1217666 Jul 06 18:02:46.397550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.403176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Made reservation on behalf of c71493eda4c54b999c224745ffe9607f for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:46.404035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'description': 'd2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:46.406715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.621843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec92457-d0ec-489d-a2ea-bcab674a8e62 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:46.626529 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1ec92457-d0ec-489d-a2ea-bcab674a8e62 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.3912919 Jul 06 18:02:46.634186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38178) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.707850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0ab14d17-5931-43f0-97bb-14024b98d65c tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=a601becb-068e-45c1-852c-bbaf38c83a9d HTTP/1.1" status: 200 len: 205 time: 0.0719566 Jul 06 18:02:46.708517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38182) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.752176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:46.793691 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.820110 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.884589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 2e570171-90a2-461e-9fa5-178219e73b2e is not hosted by any dhcp agent {{(pid=93942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:02:46.891281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:46.891947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.897838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "PUT /v2.0/networks/2e570171-90a2-461e-9fa5-178219e73b2e HTTP/1.1" status: 200 len: 758 time: 0.4947000 Jul 06 18:02:46.922954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.024020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.029125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07f94d-16e5-45f7-92e1-006b5f57fa45 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=2e570171-90a2-461e-9fa5-178219e73b2e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:47.033658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.044535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2e570171-90a2-461e-9fa5-178219e73b2e details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:47.102451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c155063-8d2e-41af-bb4d-2ae53192bf7a tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:47.111431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2c155063-8d2e-41af-bb4d-2ae53192bf7a tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks?id=2e570171-90a2-461e-9fa5-178219e73b2e HTTP/1.1" status: 200 len: 761 time: 0.1784358 Jul 06 18:02:47.111723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.117694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594791190'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:47.431668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:47.436215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a5c449-40f7-4068-b46b-0c5c8569c3bc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:47.443390 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48044aae-f2fc-42f2-b93d-b9d629a9e71e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/fafe0d0c-ac87-4664-a51f-8f5581b3b0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3358433 Jul 06 18:02:47.446572 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] Sync routers for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:47.448037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38188) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.477977 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.490932 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:47.491886 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:47.574766 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:47.586035 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:47.587990 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:47.588842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:47.599294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.604766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.631687 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:47.632689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e36dc-5c60-406e-b23b-f5d8492b5988 None None] The sync data for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:47.659245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b2aa8b-4893-413b-80ed-ddbd31862f89,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:47.687391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:47.704395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.704846 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment 37c4f237-f2a0-444c-9f4f-8d83d65f29e3 of type vlan for network 5e238fd1-4454-4952-8af0-41f2179ac590 Jul 06 18:02:47.776728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.782812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Deleting port a85406c2-f0e7-4039-af2f-0461011c6ed0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:47.783211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.870180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Checking segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:47.870752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Network hostable DHCP agents. Network: 0eec9cc5-88be-4063-8654-7dfb9734fa06, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:47.880583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.887966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:47.888954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.008181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8942959 Jul 06 18:02:48.014675 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.017777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:48.028104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:48.042186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8068aa5-3fd3-463c-8e7a-6d9c25d79b78 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=5e238fd1-4454-4952-8af0-41f2179ac590,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:48.042553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:48.054818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Calling delete_port for a85406c2-f0e7-4039-af2f-0461011c6ed0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:48.056746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5e238fd1-4454-4952-8af0-41f2179ac590 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:48.089956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0eec9cc5-88be-4063-8654-7dfb9734fa06) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:48.099651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.105361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:48.106354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.138175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f44ba-ac8b-4b56-a22d-6d3954f68516 None None] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:48.250391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:48.257006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.269380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-fe01eb69-4a2e-41c4-b22f-20d451ec84ae req-ee3192d6-464e-4d5c-bfe1-f1a140aab1f8 service neutron] (93943) timed out ('10.222.0.61', 56749) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:02:48.274209 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bef65a6f-cc88-406d-989b-7606a222024d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0936651 Jul 06 18:02:48.279430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38196) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:48.295116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:48.411426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f23ae8-ff5b-4834-a48c-1e83b00d58b8 None None] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:48.433399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.435174 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.582314 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.649293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event deleted for resources: {'Port': ['ID=a85406c2-f0e7-4039-af2f-0461011c6ed0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:48.755243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.801999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.809802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.851592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.977354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=2b999e50-e319-4835-82de-1e5af1f5c025,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:48.989008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.993055 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.997047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': '37c4f237-f2a0-444c-9f4f-8d83d65f29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:48.997438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 5e238fd1-4454-4952-8af0-41f2179ac590, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:49.059932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.061110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Fanout notify agent at l3_agent the message router_deleted on router a601becb-068e-45c1-852c-bbaf38c83a9d {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:49.065090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 5e238fd1-4454-4952-8af0-41f2179ac590 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:49.074031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.086497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-899012e6-c365-475b-a59e-6a44adea0855 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/a601becb-068e-45c1-852c-bbaf38c83a9d HTTP/1.1" status: 204 len: 168 time: 2.3547356 Jul 06 18:02:49.086765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:49.096392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-503055379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:49.104061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 5e238fd1-4454-4952-8af0-41f2179ac590) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:49.114633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:49.115116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e869d-8c04-4cea-a231-3cc8ed9000b7 None None] Network 5e238fd1-4454-4952-8af0-41f2179ac590 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:49.115915 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.150350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.152166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.167645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-377b540f-67a7-48f0-a1df-3495fc7b8945 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1455040 Jul 06 18:02:49.169759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:49.234440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Router 73f29377-acec-4741-9293-e5f84cb778cb has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:49.256458 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.324093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.335733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.370282 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.372303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e80c3c1e-d3ac-42d4-a1b5-3ab6c9078067 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2844450 Jul 06 18:02:49.378402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:49.383873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:49.411211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-5e238fd1-4454-4952-8af0-41f2179ac590', 'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '2b999e50-e319-4835-82de-1e5af1f5c025'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:49.412455 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.532718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.637794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Allocated IP 172.20.0.2 (5e238fd1-4454-4952-8af0-41f2179ac590/2b999e50-e319-4835-82de-1e5af1f5c025/27bbc4c5-bdef-4acb-b45f-1d29cf9848e1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:49.695502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:49.708578 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-72eb2f2d-e3ea-4e68-972f-4666aaf809e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/73f29377-acec-4741-9293-e5f84cb778cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5242288 Jul 06 18:02:49.713029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] Sync routers for ids ['73f29377-acec-4741-9293-e5f84cb778cb'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:49.715130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38210) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:49.735812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] Routers {'73f29377-acec-4741-9293-e5f84cb778cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:49.736488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['73f29377-acec-4741-9293-e5f84cb778cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:49.740247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.764399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.997488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] Set router 73f29377-acec-4741-9293-e5f84cb778cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:50.120771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.133234 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.140727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.158611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.208241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Transition to ACTIVE for port object 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:50.238408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Transition to ACTIVE for port object 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:50.253451 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.338249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Allocated IP 172.25.5.250 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/07b84986-a4ac-4229-8b3c-ff443a80ada8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:50.349089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Pushing event updated for resources: {'Port': ['ID=27bbc4c5-bdef-4acb-b45f-1d29cf9848e1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:50.385803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Network 5e238fd1-4454-4952-8af0-41f2179ac590 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:50.392931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:50.407374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:50.525136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.587387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Attempting to bind port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:50.588166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Attempting to bind port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '37c4f237-f2a0-444c-9f4f-8d83d65f29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:50.588927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Attempting to bind port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 on network 5e238fd1-4454-4952-8af0-41f2179ac590 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:50.598831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:50.599593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Checking segment: {'id': '37c4f237-f2a0-444c-9f4f-8d83d65f29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:50.600206 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.600651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.600826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Bound using segment: {'id': '37c4f237-f2a0-444c-9f4f-8d83d65f29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:50.601713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Bound port: 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c4f237-f2a0-444c-9f4f-8d83d65f29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5e238fd1-4454-4952-8af0-41f2179ac590'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:50.602389 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.607893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.681772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=2b999e50-e319-4835-82de-1e5af1f5c025,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:50.713755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:02:46Z', 'revision_number': 5, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:50.762677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:50.770121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:50.770719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] Checking router: 73f29377-acec-4741-9293-e5f84cb778cb for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:50.775003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Pushing event updated for resources: {'Port': ['ID=07b84986-a4ac-4229-8b3c-ff443a80ada8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:50.777985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:50.796218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] Routers {'73f29377-acec-4741-9293-e5f84cb778cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:50.797335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['73f29377-acec-4741-9293-e5f84cb778cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:50.802348 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.821812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e238fd1-4454-4952-8af0-41f2179ac590']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:50.836623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c4f237-f2a0-444c-9f4f-8d83d65f29e3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:50.836924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c4f237-f2a0-444c-9f4f-8d83d65f29e3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:50.852380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.869758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] For port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:50.901666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] For port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=27bbc4c5-bdef-4acb-b45f-1d29cf9848e1,segment=NetworkSegment(37c4f237-f2a0-444c-9f4f-8d83d65f29e3),segment_id=37c4f237-f2a0-444c-9f4f-8d83d65f29e3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:50.915467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.937160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.964483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:50.964933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:50.969087 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:51.052156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:02:51.052156 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:02:51.052156 n-d-799527-3 neutron-server[93942]: [parameters: {'id': '5e238fd1-4454-4952-8af0-41f2179ac590'}] Jul 06 18:02:51.052156 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:51.052156 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:51.102748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 460c9da5-8a47-4fe7-9391-07e27ac20322 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:51.103348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.133783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.153611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] Set router 73f29377-acec-4741-9293-e5f84cb778cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:51.179280 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.243544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.265812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Pushing event updated for resources: {'Port': ['ID=27bbc4c5-bdef-4acb-b45f-1d29cf9848e1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:51.287676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.354105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd5adf-05c6-4a39-9de3-834aa93f3e49 None None] Network 5e238fd1-4454-4952-8af0-41f2179ac590 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:51.361732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.362079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.362420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.362757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.363094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.363455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.363784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.364106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.364429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.364749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.365070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.365389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1acca8-9c5a-4356-b2e0-c860371b1f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:51.390018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.419628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 460c9da5-8a47-4fe7-9391-07e27ac20322 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:51.600890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:02:46Z', 'revision_number': 5, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:51.634579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a289e4-7278-47c7-9c1c-b53a98b5fc11 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:51.652162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Allocated IP 172.25.5.196 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/b085b975-2fa4-4398-b595-d19e9e1a6436) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:51.657273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Deleting port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:51.657634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.697486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdb310-96d0-4445-add1-4830d89a5acd None None] The sync data for ids ['73f29377-acec-4741-9293-e5f84cb778cb'] in n-d-799527-3 is: [{'id': '73f29377-acec-4741-9293-e5f84cb778cb', 'name': 'tempest-TestServerMultinode-57759656-router', 'tenant_id': 'd934190ccd2b48b0bbffda8093456d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:01:02Z', 'updated_at': '2021-07-06T18:02:46Z', 'revision_number': 5, 'project_id': 'd934190ccd2b48b0bbffda8093456d3d', 'gw_port': {'id': 'e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f29377-acec-4741-9293-e5f84cb778cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:01:04Z', 'updated_at': '2021-07-06T18:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:51.876121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] For port e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:51.876423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.913479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Calling delete_port for e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:51.921938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.929869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a289e4-7278-47c7-9c1c-b53a98b5fc11 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:52.025665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.032170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.050886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.055311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.101632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:52.102496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.131756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=460c9da5-8a47-4fe7-9391-07e27ac20322,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:52.333083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=27bbc4c5-bdef-4acb-b45f-1d29cf9848e1,segment=NetworkSegment(37c4f237-f2a0-444c-9f4f-8d83d65f29e3),segment_id=37c4f237-f2a0-444c-9f4f-8d83d65f29e3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:52.333755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.355375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:52.431633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.475818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Router 785bdd53-f5b2-450f-87f9-ae35cbda5f7c is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:52.515199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.568018 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.628287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=27bbc4c5-bdef-4acb-b45f-1d29cf9848e1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:52.644734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port 27bbc4c5-bdef-4acb-b45f-1d29cf9848e1 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:52.728799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:52.730140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.750992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:52.760545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:52.767121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Pushing event updated for resources: {'Port': ['ID=b085b975-2fa4-4398-b595-d19e9e1a6436,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:52.808993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:52.825045 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] Sync routers for ids ['785bdd53-f5b2-450f-87f9-ae35cbda5f7c'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:52.828843 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.833121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-608112dd-4cff-41e2-9538-6e4e8748a71a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "PUT /v2.0/routers/785bdd53-f5b2-450f-87f9-ae35cbda5f7c HTTP/1.1" status: 200 len: 915 time: 3.4510629 Jul 06 18:02:52.835189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:52.842437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] Routers {'785bdd53-f5b2-450f-87f9-ae35cbda5f7c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:52.843457 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['785bdd53-f5b2-450f-87f9-ae35cbda5f7c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.853927 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.887093 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.900498 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] Routers {'785bdd53-f5b2-450f-87f9-ae35cbda5f7c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:52.901295 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['785bdd53-f5b2-450f-87f9-ae35cbda5f7c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.945494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e238fd1-4454-4952-8af0-41f2179ac590']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.948532 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.949522 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addfbd4-7b2c-4d40-9798-0b889075a604 None None] The sync data for ids ['785bdd53-f5b2-450f-87f9-ae35cbda5f7c'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:52.971556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c4f237-f2a0-444c-9f4f-8d83d65f29e3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.972045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c4f237-f2a0-444c-9f4f-8d83d65f29e3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.000826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.004017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:53.074420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.092817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:53.104222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:53.104870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:53.110527 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:53.196155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4c94f720-2ae3-4bcf-a82e-24bd015ed65d tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/785bdd53-f5b2-450f-87f9-ae35cbda5f7c HTTP/1.1" status: 200 len: 921 time: 0.3566122 Jul 06 18:02:53.205262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38226) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.219776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.274723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.290350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.296644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/5e238fd1-4454-4952-8af0-41f2179ac590 HTTP/1.1" status: 204 len: 168 time: 4.1205091 Jul 06 18:02:53.297480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.379601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e48fc-2128-449a-b0d9-ed9cf45d247d tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=5e238fd1-4454-4952-8af0-41f2179ac590,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:53.384521 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d44126-5c39-4251-8a2c-67a5b666dece tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] GET failed (client error): The resource could not be found. Jul 06 18:02:53.386998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f4d44126-5c39-4251-8a2c-67a5b666dece tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/subnets/2b999e50-e319-4835-82de-1e5af1f5c025 HTTP/1.1" status: 404 len: 337 time: 0.0818481 Jul 06 18:02:53.390775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38230) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.406412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2a5c449-40f7-4068-b46b-0c5c8569c3bc no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:53.438107 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e303862-3453-4d38-9c01-6418049c47c7 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:53.439073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e303862-3453-4d38-9c01-6418049c47c7 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:53.445837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d2a5c449-40f7-4068-b46b-0c5c8569c3bc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:53.446028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4e303862-3453-4d38-9c01-6418049c47c7 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/5e238fd1-4454-4952-8af0-41f2179ac590 HTTP/1.1" status: 404 len: 339 time: 0.0474672 Jul 06 18:02:53.446130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2a5c449-40f7-4068-b46b-0c5c8569c3bc not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:53.446246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284ba1f-fca2-48dc-9a74-cfcfc9dd2017 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:53.448532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9284ba1f-fca2-48dc-9a74-cfcfc9dd2017 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=785bdd53-f5b2-450f-87f9-ae35cbda5f7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2417166 Jul 06 18:02:53.449402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38232) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.476543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.567333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.570901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:53.583869 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e9efdee7-cdd2-48d1-8d75-6c4e57b4ef80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/fafe0d0c-ac87-4664-a51f-8f5581b3b0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1312804 Jul 06 18:02:53.583869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.589156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] Sync routers for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:53.592569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38236) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.613585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:53.614898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.681178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.697886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] Routers {'fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:53.699004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.734942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4ba878a8-e37f-48bb-8b31-e80d242f316c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 HTTP/1.1" status: 200 len: 205 time: 0.1406171 Jul 06 18:02:53.736268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38240) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.774270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526353f-f847-4acb-bfd2-df8c5f56bfee tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:53.774977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.775885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3526353f-f847-4acb-bfd2-df8c5f56bfee tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3251619 Jul 06 18:02:53.779020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba33db6d-8b2f-480a-b081-5a8800f10f1b None None] The sync data for ids ['fafe0d0c-ac87-4664-a51f-8f5581b3b0c5'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:53.784437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38242) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.808672 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.811437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f29377-acec-4741-9293-e5f84cb778cb {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:53.845224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9fd89-4c59-4cd8-89b8-8293a1986023 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:53.846820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3d9fd89-4c59-4cd8-89b8-8293a1986023 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.3692274 Jul 06 18:02:53.849443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf216b1c-9d6e-4ebe-bbf4-5ad57495624e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 207 time: 0.0641673 Jul 06 18:02:53.851293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38244) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.867460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.931073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.933149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e7d61dec-717c-4fb7-bd85-a890452591c3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/73f29377-acec-4741-9293-e5f84cb778cb HTTP/1.1" status: 204 len: 168 time: 4.2137828 Jul 06 18:02:53.944301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:54.010331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.039015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8f81fe05-b47c-45d8-a98d-99c5396331ad tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=785bdd53-f5b2-450f-87f9-ae35cbda5f7c HTTP/1.1" status: 200 len: 205 time: 0.1820078 Jul 06 18:02:54.090361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:54.241040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006affa8-c58d-4f80-b365-a0373b7bf684 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.253887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006affa8-c58d-4f80-b365-a0373b7bf684 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.266952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006affa8-c58d-4f80-b365-a0373b7bf684 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.279769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006affa8-c58d-4f80-b365-a0373b7bf684 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.286167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-006affa8-c58d-4f80-b365-a0373b7bf684 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4116316 Jul 06 18:02:54.287433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:54.495138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9e003c3c-bbff-457d-bc79-3b68db95c5b6 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2009430 Jul 06 18:02:54.495138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:54.565149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.571830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.578003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.584345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.591073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.597607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.603857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.605868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-705d07b4-a208-44c3-a2f9-63876e6c0233 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 0.2392509 Jul 06 18:02:54.627459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Deleting subnet a489b207-413f-4f98-b907-6a949aa47a55 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:54.699594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dcb5d5-5f59-47aa-89b2-551d8dd371b2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.702880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dcb5d5-5f59-47aa-89b2-551d8dd371b2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.710112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d2dcb5d5-5f59-47aa-89b2-551d8dd371b2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2101240 Jul 06 18:02:54.712070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:54.731636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.769443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68f344b5-1e4a-4eea-92ef-3d151d2c5191 req-e2adcc71-282c-42b9-82d6-e13fc5c19880 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448183 Jul 06 18:02:54.799224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70faff23-323f-43f2-8a03-b9ee927d9849 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.801024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70faff23-323f-43f2-8a03-b9ee927d9849 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.808469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-70faff23-323f-43f2-8a03-b9ee927d9849 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0895321 Jul 06 18:02:54.808841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:54.853717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.859622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.864125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.951424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.958706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49a7fa-3c90-4b16-979e-5647835311bc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.960371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ba49a7fa-3c90-4b16-979e-5647835311bc tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks/551d1b71-b6c3-4254-b856-07fc698936cb HTTP/1.1" status: 200 len: 799 time: 0.1504495 Jul 06 18:02:54.965678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:55.033160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.088858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.089559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:55.111413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.111413 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9d9d5c3c-1666-4f9e-b688-6e825edc5800 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 HTTP/1.1" status: 204 len: 168 time: 1.3659618 Jul 06 18:02:55.111680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:55.227335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet ea5eabcd-3484-4ed6-9d0c-5bab6abca303 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:55.236457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6e9080fe-0d43-493a-a98f-ceaeb74bea7a tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/networks/551d1b71-b6c3-4254-b856-07fc698936cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2694094 Jul 06 18:02:55.243493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.243749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38280) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:55.288907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.295518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.301484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.306735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.307500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.313887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.319938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.325188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:55.326581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.328826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72078171-2ec3-4cca-a97c-cd4fe5df9074 req-fe58827a-bd95-4740-bbee-8c04f710e4e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 0.3240325 Jul 06 18:02:55.358467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:55.359047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e7d0fb8c-eb41-47a6-b9db-ce2ab3abfa6e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:55.362648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.377370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9228b09-06b1-4e39-b8fb-a875bcb67d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.410027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.428760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40905a-9f6d-4372-bbdf-47309a99a510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.430183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2a40905a-9f6d-4372-bbdf-47309a99a510 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/subnets/f5b038c8-b52e-4509-ab6f-bf75ce54e291 HTTP/1.1" status: 200 len: 811 time: 0.1855729 Jul 06 18:02:55.435989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38284) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:55.527860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.532663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.571214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a489b207-413f-4f98-b907-6a949aa47a55,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:55.592449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101be71-3b94-41dc-a2c4-d379329feff0 None None] Network 11fde4de-c855-48c8-9ae9-d1d4e89ac433 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:55.601161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d74a3c-5ae6-4337-bf8e-f5ee2a16a708 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.610530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f7d74a3c-5ae6-4337-bf8e-f5ee2a16a708 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "GET /v2.0/subnets/f5b038c8-b52e-4509-ab6f-bf75ce54e291?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1660144 Jul 06 18:02:55.610530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38286) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:55.618612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2064267419'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:55.621763 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.627023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a11c463-657e-4c8c-9332-ed77d9806f73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a489b207-413f-4f98-b907-6a949aa47a55 HTTP/1.1" status: 204 len: 168 time: 1.6809447 Jul 06 18:02:55.629782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:55.657950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Deleting port 07b84986-a4ac-4229-8b3c-ff443a80ada8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:55.658864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.693749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.777636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:55.782994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.796487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.892668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] DHCP port deletion for 11fde4de-c855-48c8-9ae9-d1d4e89ac433 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:55.932570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.951426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] Deleting port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:55.952031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.962926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:02:55.968018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Calling delete_port for 07b84986-a4ac-4229-8b3c-ff443a80ada8 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:56.030892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] For port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,segment=NetworkSegment(73aebb01-ae46-4104-b010-63e8da643904),segment_id=73aebb01-ae46-4104-b010-63e8da643904)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:56.031501 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.049161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] Calling delete_port for 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:56.226477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.266407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] No DVR routers for this DVR port 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:56.270579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84e41-1ca7-45cd-a48c-c3e0ed1e5faf None None] Pushing event deleted for resources: {'Port': ['ID=63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:56.326607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:02:56.330278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:56.341246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.347623 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Sync routers for ids ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:56.355880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.362365 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f3ff0188-ddd6-4762-8180-04108f71fb0b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0746288 Jul 06 18:02:56.363697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38292) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:56.364495 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Routers {'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:56.365180 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:56.456678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738dd58-c601-403b-8132-4ac95441b6fe None None] Network e36f1a00-2040-447a-b690-77351f2dd784 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:56.465196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5eabcd-3484-4ed6-9d0c-5bab6abca303,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:56.507594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.523703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/ea5eabcd-3484-4ed6-9d0c-5bab6abca303 HTTP/1.1" status: 204 len: 168 time: 1.4060359 Jul 06 18:02:56.527990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:56.540264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.540499 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Added segment d008518b-d590-4d67-a284-3d3744d822ce of type vlan for network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d Jul 06 18:02:56.565843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.616435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet a148ea63-dc5e-4349-a3c7-993eaf04855c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:56.621658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.629453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event deleted for resources: {'Port': ['ID=07b84986-a4ac-4229-8b3c-ff443a80ada8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:56.724113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.724620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.725215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.725824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.726424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.727018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.728678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.729583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.730186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.730772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.731400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.732005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a38e8-a420-4d3b-8435-2add120649b0 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:56.749898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.769901 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Set router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:56.839150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.844160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.950445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.954263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.072134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.199290 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:02:53Z', 'revision_number': 3, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:57.232308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] DHCP port deletion for e36f1a00-2040-447a-b690-77351f2dd784 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:57.257234 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Checking router: ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:57.258027 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Updating router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 port b085b975-2fa4-4398-b595-d19e9e1a6436 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:02:57.260302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fde4de-c855-48c8-9ae9-d1d4e89ac433']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:57.292340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.333573 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.445616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.454522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=a148ea63-dc5e-4349-a3c7-993eaf04855c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:57.477027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8c4b3-1154-42ab-9c83-aba228f2f466 None None] Network a72e1e07-649b-44a3-b345-50193b423f75 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:57.479958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73aebb01-ae46-4104-b010-63e8da643904') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:57.481846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73aebb01-ae46-4104-b010-63e8da643904') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:57.486100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] Deleting port 3941bf16-4ee1-4357-89fd-4452e65e8499 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:57.486417 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.486526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.496213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-befa7cfc-2b85-4459-a1b5-8db9840f5e86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/a148ea63-dc5e-4349-a3c7-993eaf04855c HTTP/1.1" status: 204 len: 168 time: 0.9620240 Jul 06 18:02:57.500001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.535122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.536222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Fanout notify agent at l3_agent the message router_deleted on router 785bdd53-f5b2-450f-87f9-ae35cbda5f7c {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:57.564712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.566904 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-44c416b4-0c76-442d-a642-7ca4269e8081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/785bdd53-f5b2-450f-87f9-ae35cbda5f7c HTTP/1.1" status: 204 len: 168 time: 3.4749146 Jul 06 18:02:57.575110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38308) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.598938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-906326919', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:57.627380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3941bf16-4ee1-4357-89fd-4452e65e8499 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:57.683971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.685078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.704450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.714160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.823274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.854607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.861912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:57.862760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:57.866911 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:57.890718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.902202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:57.903391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.910829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38316) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.978599 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.999086 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Transition to ACTIVE for port object b085b975-2fa4-4398-b595-d19e9e1a6436 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:58.010250 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.016767 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-406bc9c0-7c80-4066-b201-afb7fc0f593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.098938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] For port 3941bf16-4ee1-4357-89fd-4452e65e8499, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3941bf16-4ee1-4357-89fd-4452e65e8499,segment=NetworkSegment(ac029241-73d0-4e79-a81e-4c90dccd1354),segment_id=ac029241-73d0-4e79-a81e-4c90dccd1354)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:58.099829 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.102244 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41622-00c8-4bf0-9d02-cc6b5e48c35c None None] Pushing event updated for resources: {'Port': ['ID=b085b975-2fa4-4398-b595-d19e9e1a6436,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:58.120550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.136757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] Calling delete_port for 3941bf16-4ee1-4357-89fd-4452e65e8499 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:58.137836 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Attempting to bind port b085b975-2fa4-4398-b595-d19e9e1a6436 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:58.139490 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Attempting to bind port b085b975-2fa4-4398-b595-d19e9e1a6436 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:58.140735 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Attempting to bind port b085b975-2fa4-4398-b595-d19e9e1a6436 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:58.146055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.153762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:58.155654 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:58.156402 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.157431 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:58.158205 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Bound port: b085b975-2fa4-4398-b595-d19e9e1a6436, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:58.159115 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.172392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Network': ['ID=0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:58.186428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c1f560d-0aa0-4422-89a9-28b37a91a068 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5723467 Jul 06 18:02:58.189953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:58.227280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 3941bf16-4ee1-4357-89fd-4452e65e8499 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:58.227913 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.265234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:02:58.288384 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] For port b085b975-2fa4-4398-b595-d19e9e1a6436, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:58.290989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.291918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.292731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.293522 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] For port b085b975-2fa4-4398-b595-d19e9e1a6436, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b085b975-2fa4-4398-b595-d19e9e1a6436,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:58.293657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.294470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.295364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.296215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.301639 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.310980 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-c0f61cb6-f84b-4eb8-b459-6503aaefeb1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6500 time: 0.3975205 Jul 06 18:02:58.321227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:58.335973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.380120 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Routers {'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:58.381107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:58.444239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.458114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.471778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] 10.222.0.37 "DELETE /v2.0/networks/11fde4de-c855-48c8-9ae9-d1d4e89ac433 HTTP/1.1" status: 204 len: 168 time: 2.8353117 Jul 06 18:02:58.486182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c41c7-7a53-44e8-b76d-9206a7c78b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fde4de-c855-48c8-9ae9-d1d4e89ac433,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:58.585733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 3941bf16-4ee1-4357-89fd-4452e65e8499, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3941bf16-4ee1-4357-89fd-4452e65e8499,segment=NetworkSegment(ac029241-73d0-4e79-a81e-4c90dccd1354),segment_id=ac029241-73d0-4e79-a81e-4c90dccd1354)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:58.586328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.649013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Made reservation on behalf of a48b862724ec44e29135f1ccfdb8a4a2 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:58.656975 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.657788 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-70202f5e-d3fc-4989-a7b0-3e59602f1e58 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3442018 Jul 06 18:02:58.659401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.711780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] DHCP port deletion for a72e1e07-649b-44a3-b345-50193b423f75 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:58.791601 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] Set router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:58.815716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:02:58.816541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:02:58.820452 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.847061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:58.933838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] Pushing event deleted for resources: {'Port': ['ID=3941bf16-4ee1-4357-89fd-4452e65e8499,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:58.942173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477bcaf-4245-4b6e-bf9f-6a1119ea4523 None None] No DVR routers for this DVR port 3941bf16-4ee1-4357-89fd-4452e65e8499 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:58.946112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:58.946757 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:58.947223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 63cdc2aa-8cc6-4c6c-9db3-4f688c3c75ff not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:58.977845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] Deleting port 3a3ceed8-0dc0-4877-abac-5046b13daa7e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:58.978452 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.027595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 3941bf16-4ee1-4357-89fd-4452e65e8499 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:59.032864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.062125 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41622-00c8-4bf0-9d02-cc6b5e48c35c None None] Pushing event updated for resources: {'Port': ['ID=b085b975-2fa4-4398-b595-d19e9e1a6436,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:59.115141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] For port 3a3ceed8-0dc0-4877-abac-5046b13daa7e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3a3ceed8-0dc0-4877-abac-5046b13daa7e,segment=NetworkSegment(ec211260-8d01-4c5f-8dbf-60e61febe1e9),segment_id=ec211260-8d01-4c5f-8dbf-60e61febe1e9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:59.115727 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.133058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=72d7f080-e53c-4610-a042-2a739b581fe1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:59.150436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] Calling delete_port for 3a3ceed8-0dc0-4877-abac-5046b13daa7e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:59.163177 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-54b7d858-9ffd-443a-b42e-baf0b6fff307 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e9dd15e38984740925c8ba25d2bea16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093911 Jul 06 18:02:59.195207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.230835 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:02:53Z', 'revision_number': 3, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:59.245879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Checking segment: {'id': 'd008518b-d590-4d67-a284-3d3744d822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:59.246620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network hostable DHCP agents. Network: 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:02:59.273069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e029-c81a-4c78-8c79-267a89206e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.275825 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8690e-c5e5-4899-a214-3726d56ac194 None None] The sync data for ids ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'] in n-d-799527-3 is: [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:02:53Z', 'revision_number': 3, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:59.330817 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.351128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Allocated IP 172.20.0.1 (0eec9cc5-88be-4063-8654-7dfb9734fa06/43b2aa8b-4893-413b-80ed-ddbd31862f89/653de02b-89d3-4040-b6f8-f7d961e92e2d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:59.352467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:02:59.364565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e029-c81a-4c78-8c79-267a89206e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.377088 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.402028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:59.424100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df08ac-44f5-4f2a-9bda-c41cbafb6793 None None] Network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:59.435998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:59.436826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.457577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.510966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3a3ceed8-0dc0-4877-abac-5046b13daa7e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:59.551093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=3941bf16-4ee1-4357-89fd-4452e65e8499,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:59.569792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fdd8292d-c167-45e3-9aba-1e40eeceece3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2559013 Jul 06 18:02:59.572635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 3941bf16-4ee1-4357-89fd-4452e65e8499 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:59.581077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38338) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.586628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.590588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] Pushing event deleted for resources: {'Port': ['ID=3a3ceed8-0dc0-4877-abac-5046b13daa7e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:59.593846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:59.598915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02343bd3-c124-4628-bbeb-6ac74196838f None None] No DVR routers for this DVR port 3a3ceed8-0dc0-4877-abac-5046b13daa7e on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:59.658390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3a3ceed8-0dc0-4877-abac-5046b13daa7e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:59.659475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3a3ceed8-0dc0-4877-abac-5046b13daa7e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:59.712983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.726133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.920801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.979153 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.981737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d', 'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d', 'tenant_id': 'a48b862724ec44e29135f1ccfdb8a4a2', 'fixed_ips': [{'subnet_id': '72d7f080-e53c-4610-a042-2a739b581fe1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:59.983647 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.989918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e029-c81a-4c78-8c79-267a89206e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.000518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e029-c81a-4c78-8c79-267a89206e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.005991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a5e2e029-c81a-4c78-8c79-267a89206e3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f718091-f4bb-4409-a49d-a3886f7dc672 HTTP/1.1" status: 204 len: 168 time: 0.8033133 Jul 06 18:03:00.016745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:00.081829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:00.093187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.093415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:00.226793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9174337'] for subnet, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.267637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Pushing event updated for resources: {'Port': ['ID=653de02b-89d3-4040-b6f8-f7d961e92e2d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:00.377717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e029-c81a-4c78-8c79-267a89206e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f718091-f4bb-4409-a49d-a3886f7dc672,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:00.385991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36f1a00-2040-447a-b690-77351f2dd784']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:00.406197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac029241-73d0-4e79-a81e-4c90dccd1354') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:00.407717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.412364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac029241-73d0-4e79-a81e-4c90dccd1354') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:00.445790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.503576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.523653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:00.524463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:00.528186 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:00.582529 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745033913119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9236696'] for subnet, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.651154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Allocated IP 172.25.5.137 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/fb65b13e-8d2e-42ea-a7d6-2e9980bbb149) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:00.673712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:00.674495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.680280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "PUT /v2.0/subnets/72d7f080-e53c-4610-a042-2a739b581fe1 HTTP/1.1" status: 200 len: 877 time: 1.0930464 Jul 06 18:03:00.682141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.717302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Allocated IP 172.20.0.3 (0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d/72d7f080-e53c-4610-a042-2a739b581fe1/2e89f295-faac-468a-9e5f-3c74c7cf12c5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:00.778992 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.826242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d42f7f-2fda-4d19-a3af-d5a5f188c4a5 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event updated for resources: {'Subnet': ['ID=72d7f080-e53c-4610-a042-2a739b581fe1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:00.837287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.885426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.893426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/e36f1a00-2040-447a-b690-77351f2dd784 HTTP/1.1" status: 204 len: 168 time: 3.3613343 Jul 06 18:03:00.898065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4eb7-6e7a-4c70-8a33-0e9109debe66 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=e36f1a00-2040-447a-b690-77351f2dd784,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:00.900766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.058000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.058982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.177851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.185513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.202808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Transition to ACTIVE for port object 2e89f295-faac-468a-9e5f-3c74c7cf12c5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:01.205466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.235820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Transition to ACTIVE for port object 2e89f295-faac-468a-9e5f-3c74c7cf12c5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:01.244219 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.258724 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6e435ec-e794-42fe-8112-519a94afdb51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d934190ccd2b48b0bbffda8093456d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913249 Jul 06 18:03:01.266546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.354643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:01.358440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:01.365108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:01.379353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Pushing event updated for resources: {'Port': ['ID=2e89f295-faac-468a-9e5f-3c74c7cf12c5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:01.390550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.502772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b085b975-2fa4-4398-b595-d19e9e1a6436 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:01.506339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.507132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.530370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72e1e07-649b-44a3-b345-50193b423f75']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:01.542290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec211260-8d01-4c5f-8dbf-60e61febe1e9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:01.542629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec211260-8d01-4c5f-8dbf-60e61febe1e9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:01.562086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.570393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Attempting to bind port 2e89f295-faac-468a-9e5f-3c74c7cf12c5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:01.570826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Attempting to bind port 2e89f295-faac-468a-9e5f-3c74c7cf12c5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd008518b-d590-4d67-a284-3d3744d822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:01.571208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Attempting to bind port 2e89f295-faac-468a-9e5f-3c74c7cf12c5 on network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:01.593255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:01.594284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Checking segment: {'id': 'd008518b-d590-4d67-a284-3d3744d822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:01.594748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.594980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.595784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Bound using segment: {'id': 'd008518b-d590-4d67-a284-3d3744d822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:01.596267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Bound port: 2e89f295-faac-468a-9e5f-3c74c7cf12c5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd008518b-d590-4d67-a284-3d3744d822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:01.596656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.609841 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.620595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:01.621277 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.623898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b085b975-2fa4-4398-b595-d19e9e1a6436 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:01.638846 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:01.656816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b085b975-2fa4-4398-b595-d19e9e1a6436 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:01.657232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.709052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=72d7f080-e53c-4610-a042-2a739b581fe1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:01.749421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46ee-0c55-43b7-a330-efbad7a0203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.755008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.762835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] For port 2e89f295-faac-468a-9e5f-3c74c7cf12c5, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:01.772342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] For port 2e89f295-faac-468a-9e5f-3c74c7cf12c5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2e89f295-faac-468a-9e5f-3c74c7cf12c5,segment=NetworkSegment(d008518b-d590-4d67-a284-3d3744d822ce),segment_id=d008518b-d590-4d67-a284-3d3744d822ce)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:01.784788 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.843562 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.862127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.887845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:01.890643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event updated for resources: {'Port': ['ID=fb65b13e-8d2e-42ea-a7d6-2e9980bbb149,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:01.921184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd008518b-d590-4d67-a284-3d3744d822ce') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:01.921661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd008518b-d590-4d67-a284-3d3744d822ce') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:01.937558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:01.944658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.947444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:01.968689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:01.989417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.992942 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.007087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.010699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/a72e1e07-649b-44a3-b345-50193b423f75 HTTP/1.1" status: 204 len: 168 time: 1.1036441 Jul 06 18:03:02.017598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.025421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1828002676'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:02.051825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:02.052536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.059177 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46ee-0c55-43b7-a330-efbad7a0203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:02.059936 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:02.094010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fde791-46ad-4300-95e9-f9cf51ee94dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=a72e1e07-649b-44a3-b345-50193b423f75,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:02.095108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.109897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654d13-31f5-49d3-ab62-1d21cb448d6b None None] Pushing event updated for resources: {'Port': ['ID=2e89f295-faac-468a-9e5f-3c74c7cf12c5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:02.116955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b085b975-2fa4-4398-b595-d19e9e1a6436, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b085b975-2fa4-4398-b595-d19e9e1a6436,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:02.120137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.134454 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.198549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1cd43-863d-4162-8633-769e3ca476c2 None None] Network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:02.209429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:02.215302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.237793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:03:02.237793 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:03:02.237793 n-d-799527-3 neutron-server[93942]: [parameters: {'id': '0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d'}] Jul 06 18:03:02.237793 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:03:02.238143 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:03:02.252427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Pushing event updated for resources: {'Port': ['ID=653de02b-89d3-4040-b6f8-f7d961e92e2d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:02.259708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:02.274632 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.275048 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment 6d6eaaaf-58a9-4641-9c2b-79ec8243ad24 of type vlan for network b47599e3-2b27-4ff3-96af-9694cbc77271 Jul 06 18:03:02.328812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b085b975-2fa4-4398-b595-d19e9e1a6436,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:02.341596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.398687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.425900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.433971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:02.435143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.447382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.465181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4441915 Jul 06 18:03:02.478660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38370) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.493393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cccef2-628c-469b-a1e9-373dd2c2dcab None None] Network 0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:02.498282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:02.563675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e01d-4d1f-4f32-9efa-867630df18f4 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=b47599e3-2b27-4ff3-96af-9694cbc77271,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:02.588065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b47599e3-2b27-4ff3-96af-9694cbc77271 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:02.628599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46ee-0c55-43b7-a330-efbad7a0203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.631397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46ee-0c55-43b7-a330-efbad7a0203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.635324 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b6a46ee-0c55-43b7-a330-efbad7a0203a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d4c3d6b-7d7c-43ec-80d5-80802b94d142 HTTP/1.1" status: 204 len: 168 time: 1.3491704 Jul 06 18:03:02.728365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a46ee-0c55-43b7-a330-efbad7a0203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c3d6b-7d7c-43ec-80d5-80802b94d142,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:02.739856 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.751905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:02.809520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:02.812852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92030fe2-59b2-4f29-a8dd-f371f03cabe3 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:03:02.897730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port 2e89f295-faac-468a-9e5f-3c74c7cf12c5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:02.898092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.955802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:02.959513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.054481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port 2e89f295-faac-468a-9e5f-3c74c7cf12c5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2e89f295-faac-468a-9e5f-3c74c7cf12c5,segment=NetworkSegment(d008518b-d590-4d67-a284-3d3744d822ce),segment_id=d008518b-d590-4d67-a284-3d3744d822ce)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:03.055182 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.087494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for 2e89f295-faac-468a-9e5f-3c74c7cf12c5 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:03.098766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92030fe2-59b2-4f29-a8dd-f371f03cabe3 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:03:03.204938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.256263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=2e89f295-faac-468a-9e5f-3c74c7cf12c5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:03.266263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port 2e89f295-faac-468a-9e5f-3c74c7cf12c5 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:03.346061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.469119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.481943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b085b975-2fa4-4398-b595-d19e9e1a6436 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:03.494523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:03.517076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd008518b-d590-4d67-a284-3d3744d822ce') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:03.517518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd008518b-d590-4d67-a284-3d3744d822ce') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:03.537753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.544028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:03.567614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.580321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:03.580994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.640276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b085b975-2fa4-4398-b595-d19e9e1a6436 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:03.641029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:03.733999 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:03.739634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.755356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.764697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d HTTP/1.1" status: 204 len: 168 time: 3.0813055 Jul 06 18:03:03.765729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.791016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62236fa-aaf6-48ec-82b9-e09610852f5c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:03.825199 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35bd9f4-cd05-4285-8078-d70e13e1ef3f tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.826393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35bd9f4-cd05-4285-8078-d70e13e1ef3f tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.831058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d35bd9f4-cd05-4285-8078-d70e13e1ef3f tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/72d7f080-e53c-4610-a042-2a739b581fe1 HTTP/1.1" status: 404 len: 337 time: 0.0615389 Jul 06 18:03:03.831739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38380) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.852347 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bb72af-6b2a-41a3-bff7-847a09eac57b tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.852953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bb72af-6b2a-41a3-bff7-847a09eac57b tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.858153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49bb72af-6b2a-41a3-bff7-847a09eac57b tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/0b93b98c-2dfa-4e99-b1f6-4b19a997fa5d HTTP/1.1" status: 404 len: 339 time: 0.0253313 Jul 06 18:03:03.858864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38382) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.891164 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ed1341-9b1a-43b4-a0ec-166207b93901 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.891823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ed1341-9b1a-43b4-a0ec-166207b93901 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.896756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-88ed1341-9b1a-43b4-a0ec-166207b93901 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/2b999e50-e319-4835-82de-1e5af1f5c025 HTTP/1.1" status: 404 len: 337 time: 0.0367725 Jul 06 18:03:03.897540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38384) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.921947 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-af11d3aa-ea5e-4ada-8540-fcc1bec11987 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.922550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af11d3aa-ea5e-4ada-8540-fcc1bec11987 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.931630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-af11d3aa-ea5e-4ada-8540-fcc1bec11987 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/5e238fd1-4454-4952-8af0-41f2179ac590 HTTP/1.1" status: 404 len: 339 time: 0.0289195 Jul 06 18:03:03.932496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.028435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.129967 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.142514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e570171-90a2-461e-9fa5-178219e73b2e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.155462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0715c0d-fa01-44f2-aea9-1eba32fae9b6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.155938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0715c0d-fa01-44f2-aea9-1eba32fae9b6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.167471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.187894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.195714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:04.196137 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:04.200632 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:04.279279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.289462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.293808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/2e570171-90a2-461e-9fa5-178219e73b2e HTTP/1.1" status: 204 len: 168 time: 0.3600304 Jul 06 18:03:04.299196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.313831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa65a64-320a-42c4-8087-a14fb361e5b8 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=2e570171-90a2-461e-9fa5-178219e73b2e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:04.344695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.353848 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afacd56-764c-4e71-b808-17eaddab0c39 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.354577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afacd56-764c-4e71-b808-17eaddab0c39 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.356190 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9afacd56-764c-4e71-b808-17eaddab0c39 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/af2ffca6-e400-4194-b630-2243056251bd HTTP/1.1" status: 404 len: 337 time: 0.0559392 Jul 06 18:03:04.359971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.383328 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa245e4-d996-4694-b115-e1b9aa36d40c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.383879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa245e4-d996-4694-b115-e1b9aa36d40c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.386030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8fa245e4-d996-4694-b115-e1b9aa36d40c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/17f51eae-9b44-4a27-87d7-08f198179fff HTTP/1.1" status: 404 len: 339 time: 0.0243847 Jul 06 18:03:04.390284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.421684 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9226d76-6729-46a6-8c8e-0eaf74185038 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.422149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9226d76-6729-46a6-8c8e-0eaf74185038 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.426334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c9226d76-6729-46a6-8c8e-0eaf74185038 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/3e9f0111-0ccb-45df-9d5e-b43d522712e3 HTTP/1.1" status: 404 len: 337 time: 0.0326049 Jul 06 18:03:04.428086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.451241 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48e3471-907b-4ad4-96c0-387286d88f17 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.452920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48e3471-907b-4ad4-96c0-387286d88f17 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.458508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b48e3471-907b-4ad4-96c0-387286d88f17 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/fe3c24b0-638a-4604-a3ab-6d07ab20be25 HTTP/1.1" status: 404 len: 339 time: 0.0250251 Jul 06 18:03:04.460442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.501647 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-23861917-a362-4e1a-8a6d-e6d9c46bd0d0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.502127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23861917-a362-4e1a-8a6d-e6d9c46bd0d0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.504401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-23861917-a362-4e1a-8a6d-e6d9c46bd0d0 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/661e6935-a092-416c-86ee-30e8950be2de HTTP/1.1" status: 404 len: 337 time: 0.0420628 Jul 06 18:03:04.512240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.544508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=decb098b-94ab-45fe-8bdf-839906784c4b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:04.545537 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a3a3a7-c0b3-4ddc-ba7f-48ab6814e723 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.546862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a3a3a7-c0b3-4ddc-ba7f-48ab6814e723 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.547196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:04.563020 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a7acabab-ebea-4cd7-89d4-318f23509011 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff79a7b4-1cb3-4f66-9d56-18e6743e8b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1931496 Jul 06 18:03:04.563020 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.566494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.577877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-34a3a3a7-c0b3-4ddc-ba7f-48ab6814e723 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/5bed3140-cd34-4c22-a860-ca33f3811d42 HTTP/1.1" status: 404 len: 339 time: 0.0675287 Jul 06 18:03:04.586020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Sync routers for ids ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:04.599035 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-314ace3b-3234-4b73-a420-128e45729c19 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.599543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314ace3b-3234-4b73-a420-128e45729c19 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.605220 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-314ace3b-3234-4b73-a420-128e45729c19 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/0bafcec1-24de-4618-982d-b8b52e04c195 HTTP/1.1" status: 404 len: 337 time: 0.0339215 Jul 06 18:03:04.606228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.634446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Routers {'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:04.635329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.671270 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d6ab4d-b890-4731-a366-7f2024bc4307 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.672314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d6ab4d-b890-4731-a366-7f2024bc4307 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.678652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-90d6ab4d-b890-4731-a366-7f2024bc4307 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/9970f391-db45-443c-9650-4a39ba6e3170 HTTP/1.1" status: 404 len: 339 time: 0.0668516 Jul 06 18:03:04.679697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.707604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:04.708041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: b47599e3-2b27-4ff3-96af-9694cbc77271, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:04.754454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network b47599e3-2b27-4ff3-96af-9694cbc77271 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:04.784876 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c884ea-bcb2-4a02-84ac-dd7bb4b1eaff tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.789491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c884ea-bcb2-4a02-84ac-dd7bb4b1eaff tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.795975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-08c884ea-bcb2-4a02-84ac-dd7bb4b1eaff tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/44d97787-23fb-4d57-b807-64a5536acd1f HTTP/1.1" status: 404 len: 337 time: 0.1146154 Jul 06 18:03:04.807584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.828445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b47599e3-2b27-4ff3-96af-9694cbc77271) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:04.848845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:04.849823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.857518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702ce4e-a34a-4966-a955-fbd528c90ae8 None None] Network b47599e3-2b27-4ff3-96af-9694cbc77271 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:04.870667 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-519d657f-bf13-494a-acf7-7b1d5d5b0682 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.872328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519d657f-bf13-494a-acf7-7b1d5d5b0682 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.876205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-519d657f-bf13-494a-acf7-7b1d5d5b0682 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/e8c9d02b-a92c-4138-b5f1-6e502fb7b61c HTTP/1.1" status: 404 len: 339 time: 0.0741830 Jul 06 18:03:04.880172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.911917 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-57d7d39b-745f-41d7-b845-9d50d4db4cdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4180336 Jul 06 18:03:04.912088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.917292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-461119569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:04.967769 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-92420fc1-883a-4e2b-a2b0-b418e31e9ff2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:04.968144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92420fc1-883a-4e2b-a2b0-b418e31e9ff2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:04.971643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-92420fc1-883a-4e2b-a2b0-b418e31e9ff2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/774880cd-6292-4a62-b205-a9c11376a96f HTTP/1.1" status: 404 len: 337 time: 0.0894351 Jul 06 18:03:04.975686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.015644 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c84eb2-deec-4c7e-a682-7ac3e3611ad3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:05.016889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c84eb2-deec-4c7e-a682-7ac3e3611ad3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:05.020497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d1c84eb2-deec-4c7e-a682-7ac3e3611ad3 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/4c822075-7b3b-4d79-8422-1b404947b4b5 HTTP/1.1" status: 404 len: 339 time: 0.0428224 Jul 06 18:03:05.034617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38424) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.050772 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.052471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.066848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Router fad82810-44b9-4488-ba00-a2fd8a5c95c2 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:05.111856 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8f017a-4734-4249-bc08-49597443a0e2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:05.112753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8f017a-4734-4249-bc08-49597443a0e2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:05.116163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a8f017a-4734-4249-bc08-49597443a0e2 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/9570190e-9f48-49ea-85d2-5562c278a6ae HTTP/1.1" status: 404 len: 337 time: 0.0770297 Jul 06 18:03:05.120376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38430) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.208386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Set router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:05.257869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.268356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:05.269642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.270607 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f25b72-caea-4cc4-8cb3-a409f12e09ba tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:05.271368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f25b72-caea-4cc4-8cb3-a409f12e09ba tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:05.273418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b7f25b72-caea-4cc4-8cb3-a409f12e09ba tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/6df01dfc-c80b-4c39-befc-6914d7235a23 HTTP/1.1" status: 404 len: 339 time: 0.1513660 Jul 06 18:03:05.279276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38432) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.287352 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] Sync routers for ids ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:05.331515 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-37076379-145b-4898-a10d-ba255fe5bd9e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:05.332188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.332935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37076379-145b-4898-a10d-ba255fe5bd9e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:05.339511 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-37076379-145b-4898-a10d-ba255fe5bd9e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/a9279db5-fe2e-46ae-87a8-46be0984428f HTTP/1.1" status: 404 len: 337 time: 0.0549304 Jul 06 18:03:05.340848 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] Routers {'fad82810-44b9-4488-ba00-a2fd8a5c95c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:05.341029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7c6c18bd-590f-4934-b18a-096fdb49cd29 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4306931 Jul 06 18:03:05.341484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:05.342043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38434) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.342694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38436) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.358678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'port': {'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271', 'name': 'tempest-RoutersIpV6Test-413102308'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:05.386056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b47599e3-2b27-4ff3-96af-9694cbc77271', 'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': 'decb098b-94ab-45fe-8bdf-839906784c4b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:05.395704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.423952 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:05.443208 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] Routers {'fad82810-44b9-4488-ba00-a2fd8a5c95c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:05.443905 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:05.479791 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.481088 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5abbefa0-2772-4e8a-bb05-929c5be36081 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9046700 Jul 06 18:03:05.487559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38446) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.499975 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c681ff62-8844-481e-96a8-6e718f5fe45e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:05.500593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c681ff62-8844-481e-96a8-6e718f5fe45e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:05.502861 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c681ff62-8844-481e-96a8-6e718f5fe45e tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/4638f922-aa9e-4837-a7db-55160fecc6f4 HTTP/1.1" status: 404 len: 339 time: 0.1570024 Jul 06 18:03:05.505533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:05.514709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.553472 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:05.554648 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e6c99-8a25-4f11-8921-c9422801855c None None] The sync data for ids ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:05.673773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:05.682475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.734642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] device_id is not set on port ca20c5cb-0a14-4876-bb57-9bd517e71058 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:05.854141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Allocated IP 2001:db8::2 (b47599e3-2b27-4ff3-96af-9694cbc77271/decb098b-94ab-45fe-8bdf-839906784c4b/5f016149-bb82-4d03-bdf1-112ae17be5e7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:05.893153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:03:00Z', 'revision_number': 4, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '653de02b-89d3-4040-b6f8-f7d961e92e2d', 'name': '', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'mac_address': 'fa:16:3e:15:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:58Z', 'updated_at': '2021-07-06T18:03:01Z', 'revision_number': 2, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'subnets': [{'id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:05.956895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Checking router: ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:03:05.957259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Updating router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 port 653de02b-89d3-4040-b6f8-f7d961e92e2d binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:03:06.026334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.304165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.316066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting subnet f5b038c8-b52e-4509-ab6f-bf75ce54e291 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:06.325764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Transition to ACTIVE for port object 5f016149-bb82-4d03-bdf1-112ae17be5e7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:06.346974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.389518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Transition to ACTIVE for port object 5f016149-bb82-4d03-bdf1-112ae17be5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:06.406126 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.433898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-4d9b56aa-0cc9-445f-9280-3afb4094da30 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:06.437796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-4d9b56aa-0cc9-445f-9280-3afb4094da30 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 818 time: 0.8457434 Jul 06 18:03:06.489975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Network b47599e3-2b27-4ff3-96af-9694cbc77271 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:06.499792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:06.508252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Pushing event updated for resources: {'Port': ['ID=5f016149-bb82-4d03-bdf1-112ae17be5e7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:06.513109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:06.517793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8::9e (b47599e3-2b27-4ff3-96af-9694cbc77271/decb098b-94ab-45fe-8bdf-839906784c4b/ca20c5cb-0a14-4876-bb57-9bd517e71058) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:06.546863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.599610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-3c9d1b37-45c3-4831-bbf6-eb8e69af258a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/quotas/c71493eda4c54b999c224745ffe9607f HTTP/1.1" status: 200 len: 375 time: 0.1452932 Jul 06 18:03:06.712046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Attempting to bind port 5f016149-bb82-4d03-bdf1-112ae17be5e7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:06.713562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Attempting to bind port 5f016149-bb82-4d03-bdf1-112ae17be5e7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:06.713562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Attempting to bind port 5f016149-bb82-4d03-bdf1-112ae17be5e7 on network b47599e3-2b27-4ff3-96af-9694cbc77271 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:06.745129 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.751298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:06.752050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Checking segment: {'id': '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:06.752801 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.753524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Bound using segment: {'id': '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:06.754451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Bound port: 5f016149-bb82-4d03-bdf1-112ae17be5e7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b47599e3-2b27-4ff3-96af-9694cbc77271'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:06.755184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.775886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.791115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object ca20c5cb-0a14-4876-bb57-9bd517e71058 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:06.839753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.858206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Transition to ACTIVE for port object 653de02b-89d3-4040-b6f8-f7d961e92e2d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:06.897892 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.898465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network b47599e3-2b27-4ff3-96af-9694cbc77271 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:06.902251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:06.909881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:06.915842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:06.916710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.923821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=ca20c5cb-0a14-4876-bb57-9bd517e71058,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:06.944653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-891a484f-1c2f-4152-81c4-85d5e82137ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5975704 Jul 06 18:03:06.945612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:06.974254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-f71ab80a-26b7-4c4b-9088-cfa11bf9ebc5 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3579471 Jul 06 18:03:06.980817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.002139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] For port 5f016149-bb82-4d03-bdf1-112ae17be5e7, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:07.004604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d37b2-68fb-4adc-bce6-0dac0355cfca None None] Pushing event updated for resources: {'Port': ['ID=653de02b-89d3-4040-b6f8-f7d961e92e2d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:07.008640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] For port 5f016149-bb82-4d03-bdf1-112ae17be5e7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5f016149-bb82-4d03-bdf1-112ae17be5e7,segment=NetworkSegment(6d6eaaaf-58a9-4641-9c2b-79ec8243ad24),segment_id=6d6eaaaf-58a9-4641-9c2b-79ec8243ad24)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:07.053986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.114522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713f63-b567-46f3-bda8-2a92e744a01d None None] Pushing event updated for resources: {'Port': ['ID=5f016149-bb82-4d03-bdf1-112ae17be5e7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:07.146671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Attempting to bind port 653de02b-89d3-4040-b6f8-f7d961e92e2d on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:07.147425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Attempting to bind port 653de02b-89d3-4040-b6f8-f7d961e92e2d by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:07.147986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Attempting to bind port 653de02b-89d3-4040-b6f8-f7d961e92e2d on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:07.167214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:07.167915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Checking segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:07.168635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.169196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Bound using segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:07.171412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Bound port: 653de02b-89d3-4040-b6f8-f7d961e92e2d, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:07.171991 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.241187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-43ee5386-ba90-422b-abc3-76860b5b0c4a service neutron] 10.222.0.37 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555621 Jul 06 18:03:07.334660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.372827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.382776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.394289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] For port 653de02b-89d3-4040-b6f8-f7d961e92e2d, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:07.408147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] For port 653de02b-89d3-4040-b6f8-f7d961e92e2d, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=653de02b-89d3-4040-b6f8-f7d961e92e2d,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:07.418240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.500544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b038c8-b52e-4509-ab6f-bf75ce54e291,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:07.532336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d6f779-44f7-48c2-b1a9-9ce679c6be08 None None] Network 551d1b71-b6c3-4254-b856-07fc698936cb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:07.549527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.553243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3f8bfc4d-e3c2-4369-a74f-bcd991f6bc8c tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/subnets/f5b038c8-b52e-4509-ab6f-bf75ce54e291 HTTP/1.1" status: 204 len: 168 time: 2.0335252 Jul 06 18:03:07.557397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:07.622141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-4934ad9c-956a-47b6-8aed-b17087d0a8f0 service neutron] 10.222.0.37 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789306 Jul 06 18:03:07.673767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Deleting port fb65b13e-8d2e-42ea-a7d6-2e9980bbb149 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:07.673957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.703494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Routers {'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:07.704456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:07.749776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.790305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d37b2-68fb-4adc-bce6-0dac0355cfca None None] Pushing event updated for resources: {'Port': ['ID=653de02b-89d3-4040-b6f8-f7d961e92e2d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:07.830315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.943985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51118282-20a1-4b0b-aa66-9a8c7fd074d8 req-5443f65e-d380-4248-86f3-499c6936e091 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 210 time: 0.0654004 Jul 06 18:03:07.980535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.021503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Calling delete_port for fb65b13e-8d2e-42ea-a7d6-2e9980bbb149 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:08.041351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaa2b4-75c6-4f33-be80-ecb3840a47bb req-e4340774-e03f-4cf8-a0dd-f19ce9cfda8f tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:08.051919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfcaa2b4-75c6-4f33-be80-ecb3840a47bb req-e4340774-e03f-4cf8-a0dd-f19ce9cfda8f tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.3279767 Jul 06 18:03:08.057979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Deleting port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:08.058441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.157641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dfcaa2b4-75c6-4f33-be80-ecb3840a47bb req-ee8f56e1-dd76-4d02-84df-2ed25f174626 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045330 Jul 06 18:03:08.302652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] For port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,segment=NetworkSegment(d2424e33-90f4-4256-bb66-9338e22396ca),segment_id=d2424e33-90f4-4256-bb66-9338e22396ca)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:08.302936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.335526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Calling delete_port for dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:08.439344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] Set router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:08.455298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.465330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.573034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=ca20c5cb-0a14-4876-bb57-9bd517e71058,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:08.716581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5e769-45d7-4435-b4e6-164f3e62cc6e None None] DHCP port deletion for 551d1b71-b6c3-4254-b856-07fc698936cb request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:08.745103 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.773363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-d3dce705-fa6c-434a-a4de-430265fc4ffd tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:08.783901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-d3dce705-fa6c-434a-a4de-430265fc4ffd tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 818 time: 0.5214386 Jul 06 18:03:08.833161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ae6e4b08-43f2-4a11-9900-3a1cbc8c6e1d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/quotas/c71493eda4c54b999c224745ffe9607f HTTP/1.1" status: 200 len: 375 time: 0.0266447 Jul 06 18:03:08.864907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.917448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] No DVR routers for this DVR port dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:08.945237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Port': ['ID=dc4b4b56-e7a9-44a5-9b09-9f29624cfd87,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:08.969518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:03:00Z', 'revision_number': 4, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '653de02b-89d3-4040-b6f8-f7d961e92e2d', 'name': '', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'mac_address': 'fa:16:3e:15:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:58Z', 'updated_at': '2021-07-06T18:03:07Z', 'revision_number': 4, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'subnets': [{'id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:09.047848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fad5f-c796-4169-810d-3853c0a4adc4 None None] The sync data for ids ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'] in n-d-799527-3 is: [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:03:00Z', 'revision_number': 4, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '653de02b-89d3-4040-b6f8-f7d961e92e2d', 'name': '', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'mac_address': 'fa:16:3e:15:1f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:58Z', 'updated_at': '2021-07-06T18:03:07Z', 'revision_number': 4, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'subnets': [{'id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:09.056367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Pushing event deleted for resources: {'Port': ['ID=fb65b13e-8d2e-42ea-a7d6-2e9980bbb149,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:09.118787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.165759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.207622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551d1b71-b6c3-4254-b856-07fc698936cb']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:09.262373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2424e33-90f4-4256-bb66-9338e22396ca') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:09.264133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2424e33-90f4-4256-bb66-9338e22396ca') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:09.296234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-c95263a1-a86c-45e4-a7e2-8e510a25ebf0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4491026 Jul 06 18:03:09.329982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5132a1-467c-4a40-bea2-a5a75d158f23 None None] Network b47599e3-2b27-4ff3-96af-9694cbc77271 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:09.330928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.531229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.587736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.635903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:09.636333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:09.644654 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:09.732382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8aea519f-291d-48e5-abc2-896a1cc6cd61 None None] Provisioning for port 5f016149-bb82-4d03-bdf1-112ae17be5e7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:09.804765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 653de02b-89d3-4040-b6f8-f7d961e92e2d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:09.901702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.909992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.933411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 653de02b-89d3-4040-b6f8-f7d961e92e2d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:09.939544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.941623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 653de02b-89d3-4040-b6f8-f7d961e92e2d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:09.942000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.945088 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] 10.222.0.37 "DELETE /v2.0/networks/551d1b71-b6c3-4254-b856-07fc698936cb HTTP/1.1" status: 204 len: 168 time: 2.3858106 Jul 06 18:03:09.977694 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.991119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d025-bf7d-4663-8b81-112544e7bbb9 tempest-NetworksTest-1919752003 tempest-NetworksTest-1919752003-project] Pushing event deleted for resources: {'Network': ['ID=551d1b71-b6c3-4254-b856-07fc698936cb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:10.006006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.016783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-95825109-1f69-423f-b980-ce8cf898806f service neutron] 10.222.0.37 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194157 Jul 06 18:03:10.073794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.168694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 653de02b-89d3-4040-b6f8-f7d961e92e2d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=653de02b-89d3-4040-b6f8-f7d961e92e2d,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:10.176695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.177771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5f016149-bb82-4d03-bdf1-112ae17be5e7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:10.432132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=653de02b-89d3-4040-b6f8-f7d961e92e2d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:10.459807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 5f016149-bb82-4d03-bdf1-112ae17be5e7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:10.469842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5f016149-bb82-4d03-bdf1-112ae17be5e7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:10.470560 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.774500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38504) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:10.793494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca8a0631-b7a1-4e27-8518-7e18801c5c2c None None] Provisioning for port ca20c5cb-0a14-4876-bb57-9bd517e71058 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:10.821392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.835051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.836899 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.848270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca8a0631-b7a1-4e27-8518-7e18801c5c2c None None] Provisioning complete for port ca20c5cb-0a14-4876-bb57-9bd517e71058 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:10.853836 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0631-b7a1-4e27-8518-7e18801c5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.976986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.035829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a0631-b7a1-4e27-8518-7e18801c5c2c None None] Port ca20c5cb-0a14-4876-bb57-9bd517e71058 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:11.046900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=ca20c5cb-0a14-4876-bb57-9bd517e71058,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:11.056757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca8a0631-b7a1-4e27-8518-7e18801c5c2c None None] Provisioning complete for port 5f016149-bb82-4d03-bdf1-112ae17be5e7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:11.058087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8a0631-b7a1-4e27-8518-7e18801c5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.106388 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c7c66c48-e14c-4f34-8e46-4dc7f0200e19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a48b862724ec44e29135f1ccfdb8a4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302810 Jul 06 18:03:11.121833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38508) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:11.125228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 5f016149-bb82-4d03-bdf1-112ae17be5e7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5f016149-bb82-4d03-bdf1-112ae17be5e7,segment=NetworkSegment(6d6eaaaf-58a9-4641-9c2b-79ec8243ad24),segment_id=6d6eaaaf-58a9-4641-9c2b-79ec8243ad24)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:11.140176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.232589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:11.241395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network b47599e3-2b27-4ff3-96af-9694cbc77271 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:11.247038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:11.298230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:11.298668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device dc4b4b56-e7a9-44a5-9b09-9f29624cfd87 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:11.320484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5ae4-cd9f-413e-a64b-b0eb8d1de7a7 req-6bfd7c46-ecec-46cb-80c3-8052f749c0ac tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:11.327334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0acf5ae4-cd9f-413e-a64b-b0eb8d1de7a7 req-6bfd7c46-ecec-46cb-80c3-8052f749c0ac tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 1.4961224 Jul 06 18:03:11.338728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=5f016149-bb82-4d03-bdf1-112ae17be5e7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:11.465487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ef997e-e6ee-463d-8ad1-876e775255b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.474499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 653de02b-89d3-4040-b6f8-f7d961e92e2d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:11.491395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Router fad82810-44b9-4488-ba00-a2fd8a5c95c2 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:11.496724 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ef997e-e6ee-463d-8ad1-876e775255b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.573165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a159938c-28fb-4cb1-95e1-bb28bc569a8a None None] Provisioning complete for port ca20c5cb-0a14-4876-bb57-9bd517e71058 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:11.573536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a159938c-28fb-4cb1-95e1-bb28bc569a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.582361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-b33b9457-fad2-4a4b-94b4-dcb2d4761715 service neutron] 10.222.0.37 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5533063 Jul 06 18:03:11.601043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 4fc6376b-70a2-4cc7-990c-e44534c5e9d6 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:11.646474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0acf5ae4-cd9f-413e-a64b-b0eb8d1de7a7 req-1ee60a4e-2a36-419a-b720-db14ddc1a4ce tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890661 Jul 06 18:03:11.687644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a159938c-28fb-4cb1-95e1-bb28bc569a8a None None] Port ca20c5cb-0a14-4876-bb57-9bd517e71058 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:11.690347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 653de02b-89d3-4040-b6f8-f7d961e92e2d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:11.690627 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.807492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ef997e-e6ee-463d-8ad1-876e775255b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.819304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ef997e-e6ee-463d-8ad1-876e775255b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.831739 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-06ef997e-e6ee-463d-8ad1-876e775255b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27368070-ad42-4d37-b2a7-723ca13247ca HTTP/1.1" status: 204 len: 168 time: 0.7050664 Jul 06 18:03:11.896053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e3855153-1985-4d5f-a64d-9ea5371ef9f0 None None] Provisioning complete for port ca20c5cb-0a14-4876-bb57-9bd517e71058 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:11.896638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3855153-1985-4d5f-a64d-9ea5371ef9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.924170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef997e-e6ee-463d-8ad1-876e775255b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27368070-ad42-4d37-b2a7-723ca13247ca,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:11.949551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:11.975368 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-87bf9034-c850-4f6c-92af-35554e579cbe tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/4fc6376b-70a2-4cc7-990c-e44534c5e9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0257847 Jul 06 18:03:11.975700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38514) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:12.023440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:12.024127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] Sync routers for ids ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:12.037544 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] Sync routers for ids ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:12.071826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:12.074286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1b7a65b-4bde-4422-af72-3c87dc210000 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "PUT /v2.0/routers/fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 200 len: 705 time: 6.5844855 Jul 06 18:03:12.080945 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] Routers {'fad82810-44b9-4488-ba00-a2fd8a5c95c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:12.081961 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.095012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38518) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:12.139492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] Routers {'4fc6376b-70a2-4cc7-990c-e44534c5e9d6'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:12.146043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.149613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306e629-1d1d-42b4-b88a-c32b5b19e474 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:12.152785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9091e1f9-12c9-4af7-b1b7-0599d967fb3e req-9d8ba402-675c-434c-ba40-ecd3504390d8 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 210 time: 0.1134362 Jul 06 18:03:12.164589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b306e629-1d1d-42b4-b88a-c32b5b19e474 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports/ca20c5cb-0a14-4876-bb57-9bd517e71058 HTTP/1.1" status: 200 len: 982 time: 0.1873069 Jul 06 18:03:12.165738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38520) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:12.199658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-1485cc44-1959-45b0-a221-eff009434258 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:12.220347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-1485cc44-1959-45b0-a221-eff009434258 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 818 time: 1.2085288 Jul 06 18:03:12.239486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Request body: {'port': {'device_id': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'admin_state_up': True, 'tenant_id': 'c71493eda4c54b999c224745ffe9607f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:12.272279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.272570 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.290951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e3855153-1985-4d5f-a64d-9ea5371ef9f0 None None] Port ca20c5cb-0a14-4876-bb57-9bd517e71058 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:12.315303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] Routers {'4fc6376b-70a2-4cc7-990c-e44534c5e9d6'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:12.316244 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] Routers {'fad82810-44b9-4488-ba00-a2fd8a5c95c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:12.316556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.319454 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.369106 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.370224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f799b7-2e12-4a61-9c48-590ae80db41d None None] The sync data for ids ['fad82810-44b9-4488-ba00-a2fd8a5c95c2'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:12.383780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.384916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25289ad0-6736-458e-bb6b-3d927597fadf None None] The sync data for ids ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:12.429547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2580ab17-f852-4f9f-9636-922dca639d6c None None] Provisioning complete for port ca20c5cb-0a14-4876-bb57-9bd517e71058 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:12.430654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2580ab17-f852-4f9f-9636-922dca639d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:12.511917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Made reservation on behalf of c71493eda4c54b999c224745ffe9607f for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:12.512733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:12.517223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2580ab17-f852-4f9f-9636-922dca639d6c None None] Port ca20c5cb-0a14-4876-bb57-9bd517e71058 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:12.728579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Allocated IP 172.20.0.7 (0eec9cc5-88be-4063-8654-7dfb9734fa06/43b2aa8b-4893-413b-80ed-ddbd31862f89/377dc5c5-8ad1-42a1-b88c-205b05c3027b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:12.816414 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ef5176f5-fef6-4f0f-94d4-e7b4e0649193 tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/routers/fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 200 len: 740 time: 0.7166774 Jul 06 18:03:12.852102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38538) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:12.992482 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-40a7c0e8-8ebc-4af4-aec8-3e0ed864bd9a tempest-RoutersAdminTest-748042457 tempest-RoutersAdminTest-748042457-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 200 len: 205 time: 0.1385584 Jul 06 18:03:13.005907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.025165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.175632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e5839ff3-1e0f-42d9-9d0a-97a4adeff3ec tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 200 len: 205 time: 0.1467221 Jul 06 18:03:13.180405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.299549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.305638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.361089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7805b-90ac-4442-af90-5ffc26bec5f6 req-defedb99-3364-4085-b60c-f72c8cfa4f54 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:13.362892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9d7805b-90ac-4442-af90-5ffc26bec5f6 req-defedb99-3364-4085-b60c-f72c8cfa4f54 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.3392954 Jul 06 18:03:13.432527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:13.468278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:13.473330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:13.480068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5f016149-bb82-4d03-bdf1-112ae17be5e7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:13.607614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9d7805b-90ac-4442-af90-5ffc26bec5f6 req-3f5100c9-2392-46f4-ab39-46651df12207 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830802 Jul 06 18:03:13.666826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5f016149-bb82-4d03-bdf1-112ae17be5e7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:13.667345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.687122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Pushing event updated for resources: {'Port': ['ID=377dc5c5-8ad1-42a1-b88c-205b05c3027b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:13.714587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38558) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.723866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c827def-0bb4-48f4-92eb-7450ebde03b2 req-2eac4e55-970e-4979-bcf9-5ed966b6f618 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 210 time: 0.1793644 Jul 06 18:03:13.736823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.739774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.748261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:13.748935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.771918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-6134c7a2-a083-41cb-8a88-87a3cba73d27 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5384502 Jul 06 18:03:13.808176 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.836398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.837044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Fanout notify agent at l3_agent the message router_deleted on router fad82810-44b9-4488-ba00-a2fd8a5c95c2 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:13.854848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.860697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-46e4568b-3400-4837-aa91-62ba3c5cf9af tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 204 len: 168 time: 0.6789999 Jul 06 18:03:13.861581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.904299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d2d881d1-e449-41d3-b667-34b145f244f3 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 200 len: 205 time: 0.0405707 Jul 06 18:03:13.917815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38566) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.951824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1756057349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:13.998272 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.999380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.042077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Request body: {'port': {'device_id': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:14.056729 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-1b7de7f0-dd2a-470b-a380-97c756d38744 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] delete failed (client error): The resource could not be found. Jul 06 18:03:14.058546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1b7de7f0-dd2a-470b-a380-97c756d38744 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/fad82810-44b9-4488-ba00-a2fd8a5c95c2 HTTP/1.1" status: 404 len: 336 time: 0.1393077 Jul 06 18:03:14.063719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.159549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fa2f417d-692f-467f-a3bd-311630674c86 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=785bdd53-f5b2-450f-87f9-ae35cbda5f7c HTTP/1.1" status: 200 len: 205 time: 0.0931022 Jul 06 18:03:14.166660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.231008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.246737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.276190 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-6c45a725-6c64-491a-ba15-77c9e8cd7378 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] delete failed (client error): The resource could not be found. Jul 06 18:03:14.277580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6c45a725-6c64-491a-ba15-77c9e8cd7378 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/785bdd53-f5b2-450f-87f9-ae35cbda5f7c HTTP/1.1" status: 404 len: 336 time: 0.1056674 Jul 06 18:03:14.287847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.290593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.308417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.316100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f7dee68a-fd78-4009-8e5e-4e5377b53a25 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5996649 Jul 06 18:03:14.317666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38576) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.328713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1068849700'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:14.336017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5b1ebcd1-f254-4045-91b8-330b58d20355 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=a601becb-068e-45c1-852c-bbaf38c83a9d HTTP/1.1" status: 200 len: 205 time: 0.0473809 Jul 06 18:03:14.342251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.414437 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-8f0e4c31-ff9f-4056-b75f-7e7cc360d689 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] delete failed (client error): The resource could not be found. Jul 06 18:03:14.415522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f0e4c31-ff9f-4056-b75f-7e7cc360d689 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/a601becb-068e-45c1-852c-bbaf38c83a9d HTTP/1.1" status: 404 len: 336 time: 0.0721619 Jul 06 18:03:14.416689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-2d6ba888-5b4b-43e2-b4f6-16e296e71d57 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:14.420050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-2d6ba888-5b4b-43e2-b4f6-16e296e71d57 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.60 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 818 time: 0.3672218 Jul 06 18:03:14.420462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38580) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.437649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Request body: {'port': {'device_id': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'admin_state_up': True, 'tenant_id': 'c71493eda4c54b999c224745ffe9607f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:14.458901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b329f59-ae60-4950-8dd6-c43884efd1e7 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb842e5e-26b9-4976-9777-9786108c12eb HTTP/1.1" status: 200 len: 205 time: 0.0371993 Jul 06 18:03:14.467586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Made reservation on behalf of cc6dc1a1152241adaf6bd3830a6c765a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:14.472221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.474105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.500668 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.543611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port ca20c5cb-0a14-4876-bb57-9bd517e71058 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:14.544770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.660035 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d0995dce-2dcb-41cb-9a92-031067ac02f1 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] delete failed (client error): The resource could not be found. Jul 06 18:03:14.661875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0995dce-2dcb-41cb-9a92-031067ac02f1 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/eb842e5e-26b9-4976-9777-9786108c12eb HTTP/1.1" status: 404 len: 336 time: 0.1880090 Jul 06 18:03:14.671490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.743282 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-542954e8-2ba6-443b-8d8f-dea4f6cc478a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c31bce-33fb-44fa-a5f4-cc461930f22b HTTP/1.1" status: 200 len: 205 time: 0.0680676 Jul 06 18:03:14.754084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.862517 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-98263a6c-dfe5-49e4-bb71-cbfff25ed525 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] delete failed (client error): The resource could not be found. Jul 06 18:03:14.866550 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98263a6c-dfe5-49e4-bb71-cbfff25ed525 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/d4c31bce-33fb-44fa-a5f4-cc461930f22b HTTP/1.1" status: 404 len: 336 time: 0.1087580 Jul 06 18:03:14.871284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38592) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:14.965866 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-283dcd46-5d2f-414f-8df9-1a76915a121a tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "GET /v2.0/ports?device_id=db16202b-47d6-4fd4-b728-03446b84acc7 HTTP/1.1" status: 200 len: 205 time: 0.0862672 Jul 06 18:03:14.969322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.975706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38594) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:15.032806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-422ce076-b77f-4e2c-948e-c31f75dfbb41 req-82c6c3fc-5ee1-4dec-b350-9f8f017026fb tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 210 time: 0.1215711 Jul 06 18:03:15.074033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for ca20c5cb-0a14-4876-bb57-9bd517e71058 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:15.081775 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-3672051d-6ebe-4f2d-8455-843f41ff521d tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] delete failed (client error): The resource could not be found. Jul 06 18:03:15.083704 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3672051d-6ebe-4f2d-8455-843f41ff521d tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/routers/db16202b-47d6-4fd4-b728-03446b84acc7 HTTP/1.1" status: 404 len: 336 time: 0.0978682 Jul 06 18:03:15.092384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:15.243993 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4121e3-3acb-4e7d-a752-7eba8215f3a6 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:15.244692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4121e3-3acb-4e7d-a752-7eba8215f3a6 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:15.249077 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3d4121e3-3acb-4e7d-a752-7eba8215f3a6 tempest-RoutersAdminTest-1012509068 tempest-RoutersAdminTest-1012509068-project] 10.222.0.37 "DELETE /v2.0/subnets/072b6cb0-af37-4e48-a71d-14d9dfbae98d HTTP/1.1" status: 404 len: 337 time: 0.1549377 Jul 06 18:03:15.260980 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.272471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.338769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:15.350005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c8b2e-d3be-4f62-a5a1-de3976eed583,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:15.363461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.363809 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Added segment 0cab2819-eb70-4a76-bf90-95fb8a6c9f65 of type vlan for network 627ff754-089a-4581-ad88-19cf5c1ed4f4 Jul 06 18:03:15.467510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.486339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d098569-87a0-41ef-a41b-cca5ef32e50b req-a6ea07fa-901c-4890-b009-036f6973717b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:15.488850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d098569-87a0-41ef-a41b-cca5ef32e50b req-a6ea07fa-901c-4890-b009-036f6973717b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.7276702 Jul 06 18:03:15.561295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Made reservation on behalf of c71493eda4c54b999c224745ffe9607f for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:15.567736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.581660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.600382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:15.601335 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.674855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d098569-87a0-41ef-a41b-cca5ef32e50b req-4b9b7589-bee7-44ca-9e1a-847981471291 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672111 Jul 06 18:03:15.724538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377dc5c5-8ad1-42a1-b88c-205b05c3027b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:15.733235 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4137957 Jul 06 18:03:15.739465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.739770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:15.741086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.769805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Transition to ACTIVE for port object 377dc5c5-8ad1-42a1-b88c-205b05c3027b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:15.778224 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.779845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'subnet': {'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:15.838834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=ca20c5cb-0a14-4876-bb57-9bd517e71058,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:15.892760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Pushing event updated for resources: {'Port': ['ID=377dc5c5-8ad1-42a1-b88c-205b05c3027b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:15.893045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4499799-92b4-451d-883b-4c76e6d4e308 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Network': ['ID=627ff754-089a-4581-ad88-19cf5c1ed4f4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:15.905657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Allocated IP 172.20.0.4 (0eec9cc5-88be-4063-8654-7dfb9734fa06/43b2aa8b-4893-413b-80ed-ddbd31862f89/89aa2c31-dc6f-4f01-b566-f41cb29c850e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:15.944244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:16.011198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:16.030140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.238040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Attempting to bind port 377dc5c5-8ad1-42a1-b88c-205b05c3027b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:16.238508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Attempting to bind port 377dc5c5-8ad1-42a1-b88c-205b05c3027b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:16.239075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Attempting to bind port 377dc5c5-8ad1-42a1-b88c-205b05c3027b on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:16.253706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 4fc6376b-70a2-4cc7-990c-e44534c5e9d6 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:16.253920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Port 377dc5c5-8ad1-42a1-b88c-205b05c3027b on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:03:16.254515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Attempting to bind port 377dc5c5-8ad1-42a1-b88c-205b05c3027b on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:16.272289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:16.272865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Checking segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:16.273535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Bound using segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:16.274298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Bound port: 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:16.274924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.361954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:16.368780 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-938e8e0d-3c5e-48fe-a681-0b9c7895a154 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/4fc6376b-70a2-4cc7-990c-e44534c5e9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6672041 Jul 06 18:03:16.370122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Made reservation on behalf of cc6dc1a1152241adaf6bd3830a6c765a for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:16.375431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.379538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38612) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:16.379849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] Sync routers for ids ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:16.395341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] Routers {'4fc6376b-70a2-4cc7-990c-e44534c5e9d6'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:16.396216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:16.416675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97f56829-dd0c-41f6-a7e2-d5389b15bf11 req-319295c0-7fdc-4dc8-a5dd-16664b25c15e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 210 time: 0.0865142 Jul 06 18:03:16.464840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:16.484784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] Routers {'4fc6376b-70a2-4cc7-990c-e44534c5e9d6'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:16.486098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:16.498945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7bd314f-b0d8-42a2-9b95-aa3403d6684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.534918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:16.535717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78020e-49ef-44e5-af18-5a3a8d1f2e66 None None] The sync data for ids ['4fc6376b-70a2-4cc7-990c-e44534c5e9d6'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:16.549064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.646000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] For port 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:16.677878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] For port 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:16.706093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.794752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:16.795619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.797096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] 10.222.0.61 "PUT /v2.0/ports/377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 1091 time: 2.9850640 Jul 06 18:03:16.797591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'tag': '377dc5c5-8ad1-42a1-b88c-205b05c3027b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:16.800113 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b", "tag": "377dc5c5-8ad1-42a1-b88c-205b05c3027b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:16.810619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.854581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Network 0eec9cc5-88be-4063-8654-7dfb9734fa06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:16.861509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:16.866612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7bc1d-537a-4b65-ab21-83f9f50e5d16 service neutron] Pushing event updated for resources: {'Port': ['ID=377dc5c5-8ad1-42a1-b88c-205b05c3027b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:16.870520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:16.923155 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc125fc-b71e-46c8-b877-c0270cf77a07 x-openstack-request-id: req-edc125fc-b71e-46c8-b877-c0270cf77a07 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:16.923521 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b", "tag": "377dc5c5-8ad1-42a1-b88c-205b05c3027b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:16.923726 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edc125fc-b71e-46c8-b877-c0270cf77a07 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:16.924140 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'tag': '377dc5c5-8ad1-42a1-b88c-205b05c3027b', 'status': 'completed', 'code': 200} Jul 06 18:03:17.038574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7bd314f-b0d8-42a2-9b95-aa3403d6684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.054975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7bd314f-b0d8-42a2-9b95-aa3403d6684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.073511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Pushing event updated for resources: {'Port': ['ID=89aa2c31-dc6f-4f01-b566-f41cb29c850e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:17.113567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:17.114401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.132075 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-45147cb6-0e61-4e8a-863e-c39c74db4c95 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 18:03:17.133173 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45147cb6-0e61-4e8a-863e-c39c74db4c95 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/4fc6376b-70a2-4cc7-990c-e44534c5e9d6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7526379 Jul 06 18:03:17.134436 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.137525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38620) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:17.163915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd314f-b0d8-42a2-9b95-aa3403d6684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30709e90-9e47-48cd-9621-86c17dccf1bd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:17.170584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a7bd314f-b0d8-42a2-9b95-aa3403d6684e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a14cf5b51ed4d65a5391e3d7c4ba6df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1575477 Jul 06 18:03:17.176860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38622) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:17.177133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dce5a587-44d2-4d92-ba3a-0667af2627dc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7491345 Jul 06 18:03:17.204504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Request body: {'port': {'device_id': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:17.211779 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0465afa6-26b6-4c42-bc05-192609cddc95 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc6376b-70a2-4cc7-990c-e44534c5e9d6 HTTP/1.1" status: 200 len: 205 time: 0.0690641 Jul 06 18:03:17.217805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6521-e110-4bdb-ad13-1ab7bbf4df08 req-f34382c2-346e-4a4a-a376-6c474b6ffeaa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:17.219471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c67c6521-e110-4bdb-ad13-1ab7bbf4df08 req-f34382c2-346e-4a4a-a376-6c474b6ffeaa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.3465998 Jul 06 18:03:17.219999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:17.251269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Subnet': ['ID=6aaca067-d279-4fd6-bf4f-5eada0876f47,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:17.254654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-d3149907-91de-412b-92a3-804e375f57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:17.256262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-d3149907-91de-412b-92a3-804e375f57e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1094 time: 0.3351068 Jul 06 18:03:17.291666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Checking segment: {'id': '0cab2819-eb70-4a76-bf90-95fb8a6c9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:17.292039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network hostable DHCP agents. Network: 627ff754-089a-4581-ad88-19cf5c1ed4f4, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:17.297792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-840b064e-ad93-4c51-908d-3cf0269ebaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.334805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-840b064e-ad93-4c51-908d-3cf0269ebaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.343705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:17.367223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 627ff754-089a-4581-ad88-19cf5c1ed4f4) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:17.378288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:17.379076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.379748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8e9a2-8fb9-475c-a0a0-af9e53905931 None None] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:17.394590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-9d7c4870-12bb-44d1-a63f-f958c25a948e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.0913701 Jul 06 18:03:17.399025 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-118605f6-99fc-4cbc-8e69-4f15df6cbc46 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6543763 Jul 06 18:03:17.406255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38626) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:17.412244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'network': {'name': 'tempest-router-network01--699667648'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:17.440934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.444456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Made reservation on behalf of cc6dc1a1152241adaf6bd3830a6c765a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:17.451998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.456599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-840b064e-ad93-4c51-908d-3cf0269ebaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.464914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-840b064e-ad93-4c51-908d-3cf0269ebaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.464914 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-840b064e-ad93-4c51-908d-3cf0269ebaac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30709e90-9e47-48cd-9621-86c17dccf1bd HTTP/1.1" status: 204 len: 168 time: 0.2849035 Jul 06 18:03:17.487112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b064e-ad93-4c51-908d-3cf0269ebaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30709e90-9e47-48cd-9621-86c17dccf1bd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:17.511999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:17.526609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.527167 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Added segment 3ab7bd49-1028-4fe7-babd-a8aed40dacde of type vlan for network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 Jul 06 18:03:17.589694 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.602665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c67c6521-e110-4bdb-ad13-1ab7bbf4df08 req-30f40b14-c8e6-4fd1-8858-96334b3032c6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529997 Jul 06 18:03:17.647755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.662171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:17.663362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.670498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.920894 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5131040 Jul 06 18:03:17.926067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38636) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:17.935464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'network': {'name': 'tempest-router-network02--1721957842'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:17.943221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-bfd28ce3-bfe8-450c-8f32-c9630fc90498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:17.946046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-bfd28ce3-bfe8-450c-8f32-c9630fc90498 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.5387068 Jul 06 18:03:17.947769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-627ff754-089a-4581-ad88-19cf5c1ed4f4', 'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4', 'tenant_id': 'cc6dc1a1152241adaf6bd3830a6c765a', 'fixed_ips': [{'subnet_id': '6aaca067-d279-4fd6-bf4f-5eada0876f47'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:17.949246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.956928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292c29-828c-4146-85f5-046af6445cb9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Network': ['ID=0ec6e216-1b2e-4ebd-8842-4925555d1f72,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.002251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:18.030487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:18.066184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Made reservation on behalf of cc6dc1a1152241adaf6bd3830a6c765a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:18.072563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.147985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:18.155296 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7c22fef7-8e2e-42a6-91b8-e2c61bca1ee1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0976a3a00364cf28495525461ad724f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225095 Jul 06 18:03:18.161451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38640) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:18.195302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.195580 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Added segment 461f80cd-a90b-4fea-b50e-e78841671c71 of type vlan for network 537f876c-8d72-446e-b53a-0fe9848a1d6c Jul 06 18:03:18.205327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.214365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-463acd31-28f7-419a-a9c1-be84bd702da7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444702 Jul 06 18:03:18.217290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.262999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Allocated IP 172.20.0.2 (627ff754-089a-4581-ad88-19cf5c1ed4f4/6aaca067-d279-4fd6-bf4f-5eada0876f47/889910ba-7659-4ceb-a7ac-09c4c4c2dbf6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:18.311784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.359038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea2c5-378f-4a7e-bcc5-6bcbaf760b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.410465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.421815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:18.422837 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.432566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.442902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Transition to ACTIVE for port object 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:18.447745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea2c5-378f-4a7e-bcc5-6bcbaf760b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.461555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Transition to ACTIVE for port object 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:18.475105 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.523323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:18.525313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:18.530489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:18.563314 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6339824 Jul 06 18:03:18.584208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38642) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:18.604308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.604829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc6376b-70a2-4cc7-990c-e44534c5e9d6 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:18.605410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'subnet': {'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:18.621346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.622750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ae5b3-c1b0-487f-92e9-ff9be81388da tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Network': ['ID=537f876c-8d72-446e-b53a-0fe9848a1d6c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.626561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a2205394-5ee8-4a86-99e7-531754af5a08 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/4fc6376b-70a2-4cc7-990c-e44534c5e9d6 HTTP/1.1" status: 204 len: 168 time: 1.3854454 Jul 06 18:03:18.637813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:18.651751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 537f876c-8d72-446e-b53a-0fe9848a1d6c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:18.667705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Pushing event updated for resources: {'Port': ['ID=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.716426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea2c5-378f-4a7e-bcc5-6bcbaf760b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.719584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea2c5-378f-4a7e-bcc5-6bcbaf760b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.721324 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc2ea2c5-378f-4a7e-bcc5-6bcbaf760b8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46d10ad7-b90b-4daa-af8e-bf96d8dff328 HTTP/1.1" status: 204 len: 168 time: 0.5578401 Jul 06 18:03:18.741533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ea2c5-378f-4a7e-bcc5-6bcbaf760b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d10ad7-b90b-4daa-af8e-bf96d8dff328,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.744722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Attempting to bind port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:18.746443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Attempting to bind port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '0cab2819-eb70-4a76-bf90-95fb8a6c9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:18.746838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Attempting to bind port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 on network 627ff754-089a-4581-ad88-19cf5c1ed4f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:18.755389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Made reservation on behalf of cc6dc1a1152241adaf6bd3830a6c765a for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:18.760666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.796204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:18.797051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Checking segment: {'id': '0cab2819-eb70-4a76-bf90-95fb8a6c9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:18.797826 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.798722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Bound using segment: {'id': '0cab2819-eb70-4a76-bf90-95fb8a6c9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:18.799733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Bound port: 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab2819-eb70-4a76-bf90-95fb8a6c9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '627ff754-089a-4581-ad88-19cf5c1ed4f4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:18.800609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.890235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9535-c54f-4423-9439-d093142cf808 req-d7214d17-8fc0-4c21-8604-418066fbc511 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:18.896165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] For port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:18.896939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dcb9535-c54f-4423-9439-d093142cf808 req-d7214d17-8fc0-4c21-8604-418066fbc511 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 931 time: 0.9290950 Jul 06 18:03:18.900878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] For port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,segment=NetworkSegment(0cab2819-eb70-4a76-bf90-95fb8a6c9f65),segment_id=0cab2819-eb70-4a76-bf90-95fb8a6c9f65)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:18.907982 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.998062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet decb098b-94ab-45fe-8bdf-839906784c4b {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:19.017320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8b8b7-14b4-4e8f-9ebb-94ffec6c4da7 None None] Pushing event updated for resources: {'Port': ['ID=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:19.032501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-c58d74fb-9def-4965-830e-1294f684a0ed service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061852 Jul 06 18:03:19.085218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.102442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.188290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Subnet': ['ID=bdd76f53-ba3c-468c-b2ae-cf8a8b458602,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:19.202230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Checking segment: {'id': '3ab7bd49-1028-4fe7-babd-a8aed40dacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:19.202660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network hostable DHCP agents. Network: 0ec6e216-1b2e-4ebd-8842-4925555d1f72, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:19.237069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:19.262484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0ec6e216-1b2e-4ebd-8842-4925555d1f72) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:19.271923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:19.273452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.283719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f6147-42a1-4b16-9e87-52333da60d10 None None] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:19.294676 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-42520df1-e46f-4370-9c91-eec4e038bb81 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7053494 Jul 06 18:03:19.300204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:19.318424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'subnet': {'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:19.322749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa2c31-dc6f-4f01-b566-f41cb29c850e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:19.387582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.413621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dcb9535-c54f-4423-9439-d093142cf808 req-5e6a547b-2e2f-484f-a90b-47122c290c6c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155587 Jul 06 18:03:19.498381 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.514577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Transition to ACTIVE for port object 89aa2c31-dc6f-4f01-b566-f41cb29c850e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:19.556420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.620037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Made reservation on behalf of cc6dc1a1152241adaf6bd3830a6c765a for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:19.634804 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.808039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-643345d6-940a-4c21-aa8c-ef216d9b73a4 req-e2e7e4cb-e3bf-469c-a4a6-ca8348528406 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138672 Jul 06 18:03:19.901511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40e37-212d-432d-86d5-8cad8967b3c1 req-1d27b479-035d-411a-8ae0-268b332dab7c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:19.914535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0ec6e216-1b2e-4ebd-8842-4925555d1f72', 'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72', 'tenant_id': 'cc6dc1a1152241adaf6bd3830a6c765a', 'fixed_ips': [{'subnet_id': 'bdd76f53-ba3c-468c-b2ae-cf8a8b458602'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:19.916964 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.924572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38c40e37-212d-432d-86d5-8cad8967b3c1 req-1d27b479-035d-411a-8ae0-268b332dab7c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 1.0234885 Jul 06 18:03:19.941193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.025811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Subnet': ['ID=c6947ce7-8db5-486c-ba31-9d993c10b1c3,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.035723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Checking segment: {'id': '461f80cd-a90b-4fea-b50e-e78841671c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:20.036251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network hostable DHCP agents. Network: 537f876c-8d72-446e-b53a-0fe9848a1d6c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:20.056967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa2c31-dc6f-4f01-b566-f41cb29c850e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.059327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 537f876c-8d72-446e-b53a-0fe9848a1d6c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:20.081947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 537f876c-8d72-446e-b53a-0fe9848a1d6c) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:20.098897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:20.099597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.125448 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9fd41a51-4b54-4649-b72c-c34e418c1564 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8237267 Jul 06 18:03:20.134142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:20.159892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.331976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Allocated IP 172.20.0.2 (0ec6e216-1b2e-4ebd-8842-4925555d1f72/bdd76f53-ba3c-468c-b2ae-cf8a8b458602/d4ec975e-c559-4235-b852-c41d90f39393) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:20.346637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50096d2e-60bd-47c2-b3a4-9c6f21b38177 None None] Network 537f876c-8d72-446e-b53a-0fe9848a1d6c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:20.699668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38c40e37-212d-432d-86d5-8cad8967b3c1 req-6550f1cb-2483-4720-988b-0c30dd76cf05 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7737486 Jul 06 18:03:20.709009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.725415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.780540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-37d61477-f821-48df-b385-3a95bbdffdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:20.782829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-37d61477-f821-48df-b385-3a95bbdffdf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1094 time: 0.8549252 Jul 06 18:03:20.786380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=decb098b-94ab-45fe-8bdf-839906784c4b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.791550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.793775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7284d1a1-9e34-4135-b338-17259a73bfa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/decb098b-94ab-45fe-8bdf-839906784c4b HTTP/1.1" status: 204 len: 168 time: 2.1544728 Jul 06 18:03:20.900748 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:03:20.980101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:21.143231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388e168-822d-410c-bebb-921f42317ec8 None None] Network b47599e3-2b27-4ff3-96af-9694cbc77271 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:21.145612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fe3442-30ac-44e4-8941-5a25ee65b74c None None] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:21.240933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Attempting to bind port 89aa2c31-dc6f-4f01-b566-f41cb29c850e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:21.241537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Attempting to bind port 89aa2c31-dc6f-4f01-b566-f41cb29c850e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:21.242476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Attempting to bind port 89aa2c31-dc6f-4f01-b566-f41cb29c850e on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:21.273454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aaeb3af2-dbbc-470c-871e-3563abff997e None None] Provisioning for port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:21.316034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Port 89aa2c31-dc6f-4f01-b566-f41cb29c850e on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:03:21.316665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Attempting to bind port 89aa2c31-dc6f-4f01-b566-f41cb29c850e on network 0eec9cc5-88be-4063-8654-7dfb9734fa06 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:21.339482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:21.340245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Checking segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:21.341389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Bound using segment: {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:21.342296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Bound port: 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a792976-3cb2-42fc-8510-66f339c2f049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:21.343003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.345393 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.366875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Transition to ACTIVE for port object d4ec975e-c559-4235-b852-c41d90f39393 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:21.397726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-537f876c-8d72-446e-b53a-0fe9848a1d6c', 'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c', 'tenant_id': 'cc6dc1a1152241adaf6bd3830a6c765a', 'fixed_ips': [{'subnet_id': 'c6947ce7-8db5-486c-ba31-9d993c10b1c3'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:21.397726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.440678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.462500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Transition to ACTIVE for port object d4ec975e-c559-4235-b852-c41d90f39393 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:21.592603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7218f-7e07-459a-a7c3-c5d8a2f3ef8a req-be12da2e-4c6f-4153-a538-54953dab1419 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:21.602741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0c7218f-7e07-459a-a7c3-c5d8a2f3ef8a req-be12da2e-4c6f-4153-a538-54953dab1419 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 943 time: 0.5701184 Jul 06 18:03:21.609924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-0ae92d4d-6275-4edc-bbd9-a098593407e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:21.621087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-0ae92d4d-6275-4edc-bbd9-a098593407e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.8110411 Jul 06 18:03:21.641926 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.670905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:21.671403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Allocated IP 172.20.0.1 (0ec6e216-1b2e-4ebd-8842-4925555d1f72/bdd76f53-ba3c-468c-b2ae-cf8a8b458602/086ba8dc-25c4-4e64-bf9c-f9b6b598e056) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:21.726169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-16f34e06-0a8d-4ab6-922e-3dc81914b37a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.0882866 Jul 06 18:03:21.886714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] For port 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:21.892348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Pushing event updated for resources: {'Port': ['ID=d4ec975e-c559-4235-b852-c41d90f39393,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:21.896642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.919298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0c7218f-7e07-459a-a7c3-c5d8a2f3ef8a req-02045d0e-ee30-4aaa-abe7-798fe3157c36 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888942 Jul 06 18:03:21.920524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Transition to ACTIVE for port object 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:21.946835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] For port 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:21.969237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.970067 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.028967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-0796b62b-ea72-4370-9c9d-cd94189e7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.030819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-0796b62b-ea72-4370-9c9d-cd94189e7151 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.2730451 Jul 06 18:03:22.035416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa2c31-dc6f-4f01-b566-f41cb29c850e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:22.048979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Port': ['ID=086ba8dc-25c4-4e64-bf9c-f9b6b598e056,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:22.051552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:22.066791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.067174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.067543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.068105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.068662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.069180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.069410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.069730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.070067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.070566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.071033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.071567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:22.083707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:22.092584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:22.094281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:22.102927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:22.110464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-9fb0c2c6-da59-4465-b323-b361b6f3b1db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669019 Jul 06 18:03:22.110838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:22.118211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.119006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.120885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-ef2d453c-9f2c-4c93-9186-d810dd9d7707 service neutron] 10.222.0.60 "PUT /v2.0/ports/89aa2c31-dc6f-4f01-b566-f41cb29c850e HTTP/1.1" status: 200 len: 1091 time: 4.9230392 Jul 06 18:03:22.125755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'tag': '89aa2c31-dc6f-4f01-b566-f41cb29c850e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:22.129820 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75577c73-9a10-4c10-9385-0cc949536b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a33efe-44b3-469c-81b0-e881e30c63ce", "tag": "89aa2c31-dc6f-4f01-b566-f41cb29c850e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:22.135610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 5f016149-bb82-4d03-bdf1-112ae17be5e7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:22.136223 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.199182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.258979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dca5f-12fd-45a0-b04d-9b3e499fc92f req-bc36899e-51c3-4040-9a5b-3f0933045b32 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.271972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f53dca5f-12fd-45a0-b04d-9b3e499fc92f req-bc36899e-51c3-4040-9a5b-3f0933045b32 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.4892182 Jul 06 18:03:22.276575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca891a-7bff-487a-b7ac-45949327675f req-09b959b9-5d3a-42d7-a58e-129e58736e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.279981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-09b959b9-5d3a-42d7-a58e-129e58736e74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 1096 time: 0.5487690 Jul 06 18:03:22.301022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Allocated IP 172.20.0.2 (537f876c-8d72-446e-b53a-0fe9848a1d6c/c6947ce7-8db5-486c-ba31-9d993c10b1c3/f42ed2a6-d4bf-4b04-960e-995062cfbec6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:22.484861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.496156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:22.596313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 5f016149-bb82-4d03-bdf1-112ae17be5e7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5f016149-bb82-4d03-bdf1-112ae17be5e7,segment=NetworkSegment(6d6eaaaf-58a9-4641-9c2b-79ec8243ad24),segment_id=6d6eaaaf-58a9-4641-9c2b-79ec8243ad24)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:22.597502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.613570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:22.659825 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87624773-daab-4c76-9cc4-37f67ea95402 x-openstack-request-id: req-87624773-daab-4c76-9cc4-37f67ea95402 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:22.660168 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a33efe-44b3-469c-81b0-e881e30c63ce", "tag": "89aa2c31-dc6f-4f01-b566-f41cb29c850e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:22.660432 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87624773-daab-4c76-9cc4-37f67ea95402 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:22.660840 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'tag': '89aa2c31-dc6f-4f01-b566-f41cb29c850e', 'status': 'completed', 'code': 200} Jul 06 18:03:22.666076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:22.666076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.667568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca891a-7bff-487a-b7ac-45949327675f req-70b5f578-380d-49bb-a86c-d19031ea9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.670011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-70b5f578-380d-49bb-a86c-d19031ea9696 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.3579469 Jul 06 18:03:22.792200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 5f016149-bb82-4d03-bdf1-112ae17be5e7 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:22.813219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] DHCP port deletion for b47599e3-2b27-4ff3-96af-9694cbc77271 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:22.816058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Attempting to bind port d4ec975e-c559-4235-b852-c41d90f39393 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:22.816495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Attempting to bind port d4ec975e-c559-4235-b852-c41d90f39393 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '3ab7bd49-1028-4fe7-babd-a8aed40dacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:22.816874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Attempting to bind port d4ec975e-c559-4235-b852-c41d90f39393 on network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:22.851391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:22.851391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Checking segment: {'id': '3ab7bd49-1028-4fe7-babd-a8aed40dacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:22.851869 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.852219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Bound using segment: {'id': '3ab7bd49-1028-4fe7-babd-a8aed40dacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:22.852729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Bound port: d4ec975e-c559-4235-b852-c41d90f39393, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab7bd49-1028-4fe7-babd-a8aed40dacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0ec6e216-1b2e-4ebd-8842-4925555d1f72'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:22.853126 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.925123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f53dca5f-12fd-45a0-b04d-9b3e499fc92f req-fc353e7f-728e-4581-a29e-47dd4abe295b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6480682 Jul 06 18:03:22.946704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-0f9f519d-74c2-497e-8b9a-284326e2ec4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 200 len: 1001 time: 0.2562621 Jul 06 18:03:22.947659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.980380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] For port d4ec975e-c559-4235-b852-c41d90f39393, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:22.985940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] For port d4ec975e-c559-4235-b852-c41d90f39393, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4ec975e-c559-4235-b852-c41d90f39393,segment=NetworkSegment(3ab7bd49-1028-4fe7-babd-a8aed40dacde),segment_id=3ab7bd49-1028-4fe7-babd-a8aed40dacde)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:23.022959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca891a-7bff-487a-b7ac-45949327675f req-a9bfe9cb-63d7-4a4a-811d-1d28f601f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:23.025034 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-a9bfe9cb-63d7-4a4a-811d-1d28f601f80d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.0650225 Jul 06 18:03:23.046587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.058442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-484710e7-4058-4d7e-a0f8-b406d903f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:23.061697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-484710e7-4058-4d7e-a0f8-b406d903f4f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 1094 time: 0.8377450 Jul 06 18:03:23.062738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1317500273'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:23.066259 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.069894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=5f016149-bb82-4d03-bdf1-112ae17be5e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:23.070844 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.088482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.147288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30136c26-1a89-4375-b9eb-69be6e8ac569 None None] Pushing event updated for resources: {'Port': ['ID=d4ec975e-c559-4235-b852-c41d90f39393,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:23.181240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-bd526efa-71c4-45bc-b041-1afd2c333792 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e HTTP/1.1" status: 200 len: 217 time: 0.1079192 Jul 06 18:03:23.182923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 5f016149-bb82-4d03-bdf1-112ae17be5e7 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:23.218429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Transition to ACTIVE for port object f42ed2a6-d4bf-4b04-960e-995062cfbec6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:23.268169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Port': ['ID=086ba8dc-25c4-4e64-bf9c-f9b6b598e056,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:23.283700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.284774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.289421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.298336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-5f37babe-8af2-414d-9ae6-dd59ebe9f643 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1741188 Jul 06 18:03:23.300100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1e685c0b-888e-4579-8cc0-9207ef195cdd None None] Provisioning complete for port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:23.300795 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e685c0b-888e-4579-8cc0-9207ef195cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.352988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Transition to ACTIVE for port object f42ed2a6-d4bf-4b04-960e-995062cfbec6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:23.358216 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.398023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.407496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.416044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.452233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.455082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.460623 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e3eb0fca-faed-4625-99b7-915de9783655 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9576259 Jul 06 18:03:23.461878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38708) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:23.464168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Deleting port 5f016149-bb82-4d03-bdf1-112ae17be5e7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:23.464737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.546499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:23.665901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47599e3-2b27-4ff3-96af-9694cbc77271']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:23.666346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,segment=NetworkSegment(0cab2819-eb70-4a76-bf90-95fb8a6c9f65),segment_id=0cab2819-eb70-4a76-bf90-95fb8a6c9f65)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:23.670061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:23.695810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4608ab0b-03eb-4ffd-a6ac-5799ef5ad8ec req-a09de582-0e5a-40f2-91a2-82945afe978d service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569210 Jul 06 18:03:23.738003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.742630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:23.743219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6eaaaf-58a9-4641-9c2b-79ec8243ad24') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:23.761257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-8b788f12-fd25-4cbe-aa73-c4f1d383b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:23.763817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-8b788f12-fd25-4cbe-aa73-c4f1d383b21c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.4832032 Jul 06 18:03:23.768181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] For port 5f016149-bb82-4d03-bdf1-112ae17be5e7, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:23.768811 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.789357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Calling delete_port for 5f016149-bb82-4d03-bdf1-112ae17be5e7 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:23.795246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Port 5f016149-bb82-4d03-bdf1-112ae17be5e7 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:03:23.799575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.809881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.815817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Network 537f876c-8d72-446e-b53a-0fe9848a1d6c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:23.819612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.862684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:23.874625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:23.885045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-6619a9a9-3a97-4186-a329-39a3342256ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855815 Jul 06 18:03:23.885983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Pushing event updated for resources: {'Port': ['ID=f42ed2a6-d4bf-4b04-960e-995062cfbec6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:23.897545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca891a-7bff-487a-b7ac-45949327675f req-f1ca0129-7598-4171-91d1-4256f0b05fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:23.899118 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-f1ca0129-7598-4171-91d1-4256f0b05fb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8305831 Jul 06 18:03:23.931767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.961826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] Pushing event deleted for resources: {'Port': ['ID=5f016149-bb82-4d03-bdf1-112ae17be5e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:23.970704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd78365-095a-4d5e-9880-3ac23a43e98e None None] No DVR routers for this DVR port 5f016149-bb82-4d03-bdf1-112ae17be5e7 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:24.098292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:24.129194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Attempting to bind port f42ed2a6-d4bf-4b04-960e-995062cfbec6 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:24.129852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Attempting to bind port f42ed2a6-d4bf-4b04-960e-995062cfbec6 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '461f80cd-a90b-4fea-b50e-e78841671c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:24.130531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Attempting to bind port f42ed2a6-d4bf-4b04-960e-995062cfbec6 on network 537f876c-8d72-446e-b53a-0fe9848a1d6c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:24.137109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:24.137840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Checking segment: {'id': '461f80cd-a90b-4fea-b50e-e78841671c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:24.138548 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.139213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Bound using segment: {'id': '461f80cd-a90b-4fea-b50e-e78841671c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:24.139948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Bound port: f42ed2a6-d4bf-4b04-960e-995062cfbec6, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461f80cd-a90b-4fea-b50e-e78841671c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '537f876c-8d72-446e-b53a-0fe9848a1d6c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:24.140545 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.168587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4ec975e-c559-4235-b852-c41d90f39393 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:24.182088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:24.182972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:24.197832 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:24.266127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 377dc5c5-8ad1-42a1-b88c-205b05c3027b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:03:24.308291 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.314112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.349890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] For port f42ed2a6-d4bf-4b04-960e-995062cfbec6, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:24.373971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673743d3-7707-4cce-8afc-e83b7f05b21f req-9cdedebc-30da-4d83-9e0a-8f09165aa5e6 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:24.373971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-673743d3-7707-4cce-8afc-e83b7f05b21f req-9cdedebc-30da-4d83-9e0a-8f09165aa5e6 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 943 time: 1.1865294 Jul 06 18:03:24.392040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Router 9e939b01-10b2-4aab-8280-98fca9c60443 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:24.396094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.405120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 383c509c-05ab-4eba-800f-9ba694770dfb {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:24.410384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.411695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9baad656-c877-43e1-8d90-f735ddd7f03f tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "DELETE /v2.0/routers/383c509c-05ab-4eba-800f-9ba694770dfb HTTP/1.1" status: 204 len: 168 time: 0.9491971 Jul 06 18:03:24.422906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38714) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:24.428482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Request body: {'router': {'name': 'tempest-router-1453367505', 'distributed': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:24.453936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] For port f42ed2a6-d4bf-4b04-960e-995062cfbec6, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f42ed2a6-d4bf-4b04-960e-995062cfbec6,segment=NetworkSegment(461f80cd-a90b-4fea-b50e-e78841671c71),segment_id=461f80cd-a90b-4fea-b50e-e78841671c71)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:24.458008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d4ec975e-c559-4235-b852-c41d90f39393 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:24.481966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.599003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5f016149-bb82-4d03-bdf1-112ae17be5e7 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:24.615422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.616761 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.747990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.761576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:24.773132 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d16d6f5d-3bfe-4aea-ab68-dc4eab9fb51b tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6361759 Jul 06 18:03:24.776070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.777577 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] Sync routers for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:24.798001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38716) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:24.799585 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:24.800433 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:24.869596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5dcd7-c904-4aa5-b5b8-43d36199cadc None None] Pushing event updated for resources: {'Port': ['ID=f42ed2a6-d4bf-4b04-960e-995062cfbec6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:24.880338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 5f016149-bb82-4d03-bdf1-112ae17be5e7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:24.880678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5f016149-bb82-4d03-bdf1-112ae17be5e7 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:24.891351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:24.920744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '377dc5c5-8ad1-42a1-b88c-205b05c3027b', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'port_id': '377dc5c5-8ad1-42a1-b88c-205b05c3027b', 'mac_address': 'fa:16:3e:39:73:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:03:24.931003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.933771 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ddd1d03-bfb8-404e-abd0-b95d39cafb82 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5093169 Jul 06 18:03:25.036000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:25.044770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.091937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377dc5c5-8ad1-42a1-b88c-205b05c3027b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:25.098903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-91b1b296-4e12-42f7-b368-45364076d45f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.3684208 Jul 06 18:03:25.108121 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.114489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-dc77266d-af80-412f-bbd7-69744ffcf240 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1980941 Jul 06 18:03:25.145573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.156483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/b47599e3-2b27-4ff3-96af-9694cbc77271 HTTP/1.1" status: 204 len: 168 time: 4.1579585 Jul 06 18:03:25.175740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:25.202507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1175116263'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:25.209616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:25.234799 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.239819 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:25.266446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:25.267614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:02:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:25.283511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a164aa-6ae8-4ab1-91db-ea329dcc9159 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=b47599e3-2b27-4ff3-96af-9694cbc77271,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:25.294462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-32b5517e-eb02-4e68-a3b0-bd136ac94fc6 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3869927 Jul 06 18:03:25.309729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-673743d3-7707-4cce-8afc-e83b7f05b21f req-c2b86b89-f906-4d6e-bd48-b0dfbe067879 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9353356 Jul 06 18:03:25.350832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=377dc5c5-8ad1-42a1-b88c-205b05c3027b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:25.379318 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:25.381213 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cc4b4-515e-43ad-8ae1-87b133602c84 None None] The sync data for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:25.405475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61a5541e-9ffb-4b11-800a-c805c1d1bd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.429922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb58cd-03cd-4cbd-9447-a1bad1e01a4e None None] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:25.506465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['377dc5c5-8ad1-42a1-b88c-205b05c3027b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:03:25.567811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:25.573857 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.593816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] Provisioning for port d4ec975e-c559-4235-b852-c41d90f39393 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:25.616454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] Provisioning complete for port d4ec975e-c559-4235-b852-c41d90f39393 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:25.616693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.668452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e1d52-3a5c-4f30-80d2-05745455cc7b req-35d5d63a-ecfe-4d45-adae-013e194f8d64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.675840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-058e1d52-3a5c-4f30-80d2-05745455cc7b req-35d5d63a-ecfe-4d45-adae-013e194f8d64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 1.4799979 Jul 06 18:03:25.679983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-a8073930-6075-4fe5-91f1-a38ebce1df99 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678827 Jul 06 18:03:25.737895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:25.742169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95b79078-7e42-4b8b-81e9-c55dd1822079 req-9ce31dbb-cb0c-43c6-a2bc-97300f010ea0 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046190 Jul 06 18:03:25.743834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.798386 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.798884 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment 9db841f8-3a1e-434e-b0d9-e5127715b3b9 of type vlan for network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:25.821940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-0d9eb305-6459-4556-8f96-a99992a3145d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07e8cafef8f847df958d4bd03109af98&device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 6500 time: 0.6009388 Jul 06 18:03:25.854734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-058e1d52-3a5c-4f30-80d2-05745455cc7b req-9a99a241-5b32-4fbe-968d-694f7fe150f6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778634 Jul 06 18:03:26.020492 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.081752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.097727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.103187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.114287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] For port d4ec975e-c559-4235-b852-c41d90f39393, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4ec975e-c559-4235-b852-c41d90f39393,segment=NetworkSegment(3ab7bd49-1028-4fe7-babd-a8aed40dacde),segment_id=3ab7bd49-1028-4fe7-babd-a8aed40dacde)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:26.132037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.164114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.176402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:26.177066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.243522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:26.283505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.284303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a85db416-3ad5-4cef-8219-642fba59a1cc {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:26.319334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768da413-12fa-4d8d-9939-b8d95203bdc4 None None] Pushing event updated for resources: {'Port': ['ID=d4ec975e-c559-4235-b852-c41d90f39393,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:26.350088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fb173696-c33e-49f9-9ed6-dc1a9c253b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:26.355805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fb173696-c33e-49f9-9ed6-dc1a9c253b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:26.358447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fb173696-c33e-49f9-9ed6-dc1a9c253b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:26.361257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fb173696-c33e-49f9-9ed6-dc1a9c253b49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=1bcdd094-faa1-4594-8c5f-11d469455a78&id=54bedf17-e5c4-4a43-90a6-0418614a52e0&id=54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 200 len: 2297 time: 0.4304469 Jul 06 18:03:26.390323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.395362 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-884d4a7c-b106-43ef-a9c1-582694b0ebc9 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a85db416-3ad5-4cef-8219-642fba59a1cc HTTP/1.1" status: 204 len: 168 time: 1.3504436 Jul 06 18:03:26.396326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38726) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:26.412433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2344882 Jul 06 18:03:26.429217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:26.432581 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.439957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Request body: {'router': {'name': 'tempest-router-1838271214', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f3d41229fa6745f6a3099a6e6dc9ff87'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:26.441573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:26.448001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:26.487239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.490139 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.609262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.622755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.656763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577c73-9a10-4c10-9385-0cc949536b0f req-e418d987-c8d5-4046-b82d-aa0f280d7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:26.659300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-e418d987-c8d5-4046-b82d-aa0f280d7c24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 1094 time: 0.7266419 Jul 06 18:03:26.670068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.677004 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9881519e-5615-44a2-b0a8-023b26cb3d1d tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2792389 Jul 06 18:03:26.682678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38732) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:26.720611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-11ed6027-1301-4d98-89a7-88749cb7bddb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 200 len: 1001 time: 0.3041706 Jul 06 18:03:26.721531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:26.742921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9214c9-cfee-47c7-855a-2a2433a82eca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=1439bec0-b10d-4a3a-a8a5-a4bb74b882d3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:26.759226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:26.911654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f42ed2a6-d4bf-4b04-960e-995062cfbec6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:27.000795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a975e10-9e09-45eb-8381-0dd28dbc3627 None None] Network 537f876c-8d72-446e-b53a-0fe9848a1d6c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:27.070415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-782b8207-a4ec-4880-9fa3-410c69111a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.072405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-782b8207-a4ec-4880-9fa3-410c69111a59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c205cca-35b3-4347-bee6-a1988239347b HTTP/1.1" status: 200 len: 855 time: 0.2400875 Jul 06 18:03:27.191910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-711772e2-e3fe-4ed0-a364-9876921db03c None None] Provisioning complete for port d4ec975e-c559-4235-b852-c41d90f39393 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:27.193001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-711772e2-e3fe-4ed0-a364-9876921db03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.200273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577c73-9a10-4c10-9385-0cc949536b0f req-49c83875-c81f-422a-9ac3-1522afa9ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.202575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-49c83875-c81f-422a-9ac3-1522afa9ff8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.4612699 Jul 06 18:03:27.243946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209dc24-9483-41cf-8795-409764727594 req-0e27839a-3214-434f-ae7f-ca3c3e53ffae tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.245917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7209dc24-9483-41cf-8795-409764727594 req-0e27839a-3214-434f-ae7f-ca3c3e53ffae tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 943 time: 0.5287244 Jul 06 18:03:27.254732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:27.258529 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.361933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f42ed2a6-d4bf-4b04-960e-995062cfbec6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:27.408384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-261544ff-a514-4d03-b3a9-b57d58693b7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e HTTP/1.1" status: 200 len: 217 time: 0.1607556 Jul 06 18:03:27.502366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-711772e2-e3fe-4ed0-a364-9876921db03c None None] Provisioning for port 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:27.504967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.505566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.525136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7209dc24-9483-41cf-8795-409764727594 req-cf00d151-07db-4f3e-89a2-898d52c3ce36 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536228 Jul 06 18:03:27.527628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-711772e2-e3fe-4ed0-a364-9876921db03c None None] Provisioning complete for port 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:27.529200 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-711772e2-e3fe-4ed0-a364-9876921db03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.574297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-f4e7d228-b0cd-454a-a56d-81baf35d5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.577231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-f4e7d228-b0cd-454a-a56d-81baf35d5dad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eaac8ba8-4c7b-4492-a3b3-78328c64befc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4922118 Jul 06 18:03:27.589227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-711772e2-e3fe-4ed0-a364-9876921db03c None None] Port 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:27.619872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4dce9-68f7-47b8-b209-617d56bc8078 req-21c4601b-2721-4981-9f44-4ec18206c666 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.622090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dc4dce9-68f7-47b8-b209-617d56bc8078 req-21c4601b-2721-4981-9f44-4ec18206c666 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.4565065 Jul 06 18:03:27.624623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577c73-9a10-4c10-9385-0cc949536b0f req-cd01e27f-8d1f-48d0-b23b-045b8d83f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.627743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-cd01e27f-8d1f-48d0-b23b-045b8d83f77c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.1877964 Jul 06 18:03:27.726791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Provisioning for port f42ed2a6-d4bf-4b04-960e-995062cfbec6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:27.733046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-79f6418e-9c91-4999-aa14-893074a1be1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847688 Jul 06 18:03:27.733798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Provisioning complete for port f42ed2a6-d4bf-4b04-960e-995062cfbec6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:27.733798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.737281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93943) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 18:03:27.737829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Router c3aa0488-30ae-4979-93ec-d096b5da270a migrating from provider to provider. {{(pid=93943) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 18:03:27.738447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.743378 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-31b9075a-f2b6-4376-b0a8-dc114c8a3fdc tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:03:27.750525 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31b9075a-f2b6-4376-b0a8-dc114c8a3fdc tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9445019 Jul 06 18:03:27.753119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:27.753879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.760810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.843597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.894161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4512efa7-1b81-40e0-8396-075e2e709408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.906355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] For port f42ed2a6-d4bf-4b04-960e-995062cfbec6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f42ed2a6-d4bf-4b04-960e-995062cfbec6,segment=NetworkSegment(461f80cd-a90b-4fea-b50e-e78841671c71),segment_id=461f80cd-a90b-4fea-b50e-e78841671c71)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:27.912118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.937369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dc4dce9-68f7-47b8-b209-617d56bc8078 req-2528ce6c-cd91-4c89-bd31-18310cb14706 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902112 Jul 06 18:03:27.966660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Provisioning complete for port 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:27.967382 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.012043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.017688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4ec975e-c559-4235-b852-c41d90f39393 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:28.087854 n-d-799527-3 neutron-server[93943]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] No L3 agents can host the router c3aa0488-30ae-4979-93ec-d096b5da270a Jul 06 18:03:28.100823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Pushing event updated for resources: {'Port': ['ID=f42ed2a6-d4bf-4b04-960e-995062cfbec6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:28.106762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-85fbe714-4fdf-4b29-9bc7-3540ea07de16 None None] Port 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:28.126519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d4ec975e-c559-4235-b852-c41d90f39393 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:28.127345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.158254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-4854f69c-05d6-4f0a-b561-031e470f72d0 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636735 Jul 06 18:03:28.272294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e64ce22d-74c8-4a0a-91d9-c97ceb4a0422 None None] Provisioning complete for port f42ed2a6-d4bf-4b04-960e-995062cfbec6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:28.272864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e64ce22d-74c8-4a0a-91d9-c97ceb4a0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.293322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-b3de0506-6bc9-40dd-a406-fdeb2262a79a service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460057 Jul 06 18:03:28.299169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Hosts for router c3aa0488-30ae-4979-93ec-d096b5da270a: [] {{(pid=93943) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 18:03:28.316189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 377dc5c5-8ad1-42a1-b88c-205b05c3027b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:28.336350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.339167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Hosts for other DVR routers connected to router c3aa0488-30ae-4979-93ec-d096b5da270a: set() {{(pid=93943) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 18:03:28.343782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.348666 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f53e07cd-f8eb-4170-8d97-0b5d0a0c0362 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "PUT /v2.0/routers/c3aa0488-30ae-4979-93ec-d096b5da270a HTTP/1.1" status: 200 len: 717 time: 1.6560433 Jul 06 18:03:28.349198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38742) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:28.470570 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-02111a6f-90d5-43be-9f1c-31b9724516da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "GET /v2.0/routers/c3aa0488-30ae-4979-93ec-d096b5da270a HTTP/1.1" status: 200 len: 717 time: 0.1170359 Jul 06 18:03:28.471492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38744) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:28.480208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 377dc5c5-8ad1-42a1-b88c-205b05c3027b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:28.492102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 377dc5c5-8ad1-42a1-b88c-205b05c3027b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:28.492706 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.665016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.719298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377dc5c5-8ad1-42a1-b88c-205b05c3027b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:28.724091 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1883f4-a449-488c-87fc-2a65240cbb6a" -d '{"events": [{"server_uuid": "41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b", "name": "network-vif-plugged", "status": "completed", "tag": "377dc5c5-8ad1-42a1-b88c-205b05c3027b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:28.784586 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d78a4486-8488-4aa3-986b-db2d8ba6afe6 tempest-RoutersTestDVR-612688074 tempest-RoutersTestDVR-612688074-project] 10.222.0.37 "GET /v2.0/routers/c3aa0488-30ae-4979-93ec-d096b5da270a HTTP/1.1" status: 200 len: 683 time: 0.3084097 Jul 06 18:03:28.786414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:28.791860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:28.805139 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.860927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=84657bc7-b4b3-4e81-a589-6a5dc360a9b0,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:28.876571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=377dc5c5-8ad1-42a1-b88c-205b05c3027b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:28.924152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 89aa2c31-dc6f-4f01-b566-f41cb29c850e details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:03:28.936199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.937242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-26f6f526-6790-4fdd-ae6e-29f0a427d4b7 service neutron] 10.222.0.60 "GET /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694113 Jul 06 18:03:28.972372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': '9db841f8-3a1e-434e-b0d9-e5127715b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:28.972739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:29.018750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75577c73-9a10-4c10-9385-0cc949536b0f req-b040c153-fd20-4963-b9ab-7ec2863ee6b0 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837592 Jul 06 18:03:29.029725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-5d71dc2d-e2fe-4f50-810a-5145c68c2f22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 217 time: 0.0713067 Jul 06 18:03:29.093944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:29.116393 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc63e17-a21a-4cce-be9e-9b35b44f2901 x-openstack-request-id: req-5dc63e17-a21a-4cce-be9e-9b35b44f2901 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:29.117099 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b", "name": "network-vif-plugged", "status": "completed", "tag": "377dc5c5-8ad1-42a1-b88c-205b05c3027b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:29.117509 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dc63e17-a21a-4cce-be9e-9b35b44f2901 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:29.118120 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377dc5c5-8ad1-42a1-b88c-205b05c3027b', 'code': 200} Jul 06 18:03:29.129265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '89aa2c31-dc6f-4f01-b566-f41cb29c850e', 'network_id': '0eec9cc5-88be-4063-8654-7dfb9734fa06', 'port_id': '89aa2c31-dc6f-4f01-b566-f41cb29c850e', 'mac_address': 'fa:16:3e:6f:72:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b2aa8b-4893-413b-80ed-ddbd31862f89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:03:29.184225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.201967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa2c31-dc6f-4f01-b566-f41cb29c850e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:29.210644 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.215984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.228850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:29.235448 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.249697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:29.277555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706a7e1-c1ce-4197-82ab-fb62a80bc6fa req-8ca9ef5f-4724-4095-83b9-67c00b2ad777 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:29.280396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.280576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a706a7e1-c1ce-4197-82ab-fb62a80bc6fa req-8ca9ef5f-4724-4095-83b9-67c00b2ad777 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 943 time: 0.4641597 Jul 06 18:03:29.281591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3aa0488-30ae-4979-93ec-d096b5da270a {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:29.299205 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.310451 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eded21a9-fb94-4136-a404-62d67c716484 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c3aa0488-30ae-4979-93ec-d096b5da270a HTTP/1.1" status: 204 len: 168 time: 0.5222600 Jul 06 18:03:29.312334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.319362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Request body: {'router': {'name': 'tempest-router-21086201', 'distributed': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:29.324211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=89aa2c31-dc6f-4f01-b566-f41cb29c850e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:29.341795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:29.345588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-76b3c5ac-86da-48f4-8978-97cc714831a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:29.346725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.348535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-76b3c5ac-86da-48f4-8978-97cc714831a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.3071597 Jul 06 18:03:29.358034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4d06d-4147-4d4e-989d-1d5bcb3488bb None None] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:29.359153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.362110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:29.362632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.363504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.432114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.434057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bcb95-d273-4df8-a5d3-ee7ceaea337f req-00bdd764-57cc-4b70-8f37-7f2d1e3ddc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:29.438155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-277bcb95-d273-4df8-a5d3-ee7ceaea337f req-00bdd764-57cc-4b70-8f37-7f2d1e3ddc27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.3180745 Jul 06 18:03:29.438842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.459560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.464085 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cf942335-250d-4846-bd8a-efa4082607da tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.1499517 Jul 06 18:03:29.465012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38760) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.483843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f1977a7c-15be-4b20-8f5b-e3d065f54487 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0407817 Jul 06 18:03:29.490339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.513647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a706a7e1-c1ce-4197-82ab-fb62a80bc6fa req-71e2ae3b-3ae1-439a-a711-27e1327d1dd2 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088346 Jul 06 18:03:29.526682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1581523506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:29.534068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['89aa2c31-dc6f-4f01-b566-f41cb29c850e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:03:29.610161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.646637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-277bcb95-d273-4df8-a5d3-ee7ceaea337f req-1a3b4366-fcf4-497b-a22c-6bf716264eb3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847312 Jul 06 18:03:29.648895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1439bec0-b10d-4a3a-a8a5-a4bb74b882d3', 'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': '84657bc7-b4b3-4e81-a589-6a5dc360a9b0'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:29.650882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.661899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.662937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.679428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-3c1b3903-95ea-419e-978b-8956efcce3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:29.681037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-3c1b3903-95ea-419e-978b-8956efcce3a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3064597 Jul 06 18:03:29.817149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.827928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.834345 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.855865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.866438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.944611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.982000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.984151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-88652fee-f9eb-4301-9903-108820271ab9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4714212 Jul 06 18:03:29.988334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38764) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.991079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f42ed2a6-d4bf-4b04-960e-995062cfbec6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:30.000468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.001464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce66602a-f3b1-4e07-9966-b20f53a22d37 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:30.008897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.016940 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-23eb328f-985f-430f-85b7-3c4ced314578 tempest-RoutersTestDVR-1617340927 tempest-RoutersTestDVR-1617340927-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ce66602a-f3b1-4e07-9966-b20f53a22d37 HTTP/1.1" status: 204 len: 168 time: 0.5438800 Jul 06 18:03:30.037681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-92c77cf6-c0da-4155-ade0-77e84b49a6c3 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461533 Jul 06 18:03:30.192443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Allocated IP 2001:db8::2 (1439bec0-b10d-4a3a-a8a5-a4bb74b882d3/84657bc7-b4b3-4e81-a589-6a5dc360a9b0/43a12ed9-2a9f-4929-8a27-9c48e0614030) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:30.213541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f42ed2a6-d4bf-4b04-960e-995062cfbec6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:30.214162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.447112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-b97bd374-af39-49ff-88f2-168d0f2cdc07 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977735 Jul 06 18:03:30.576019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.651434 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.679163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Transition to ACTIVE for port object 43a12ed9-2a9f-4929-8a27-9c48e0614030 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:30.680580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:30.685437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-7f45ca88-63ef-495d-a371-4f8040a1b940 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 217 time: 0.2160487 Jul 06 18:03:30.736508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Transition to ACTIVE for port object 43a12ed9-2a9f-4929-8a27-9c48e0614030 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:30.760322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.844126 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.851945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:30.861533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:30.875549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:30.906298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Pushing event updated for resources: {'Port': ['ID=43a12ed9-2a9f-4929-8a27-9c48e0614030,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:30.960589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-06d5dc02-45f6-40af-8b5d-792c7f94c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:30.962177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-06d5dc02-45f6-40af-8b5d-792c7f94c021 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.2259822 Jul 06 18:03:31.005064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Attempting to bind port 43a12ed9-2a9f-4929-8a27-9c48e0614030 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:31.005963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Attempting to bind port 43a12ed9-2a9f-4929-8a27-9c48e0614030 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9db841f8-3a1e-434e-b0d9-e5127715b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:31.006318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Attempting to bind port 43a12ed9-2a9f-4929-8a27-9c48e0614030 on network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:31.014630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:31.015214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Checking segment: {'id': '9db841f8-3a1e-434e-b0d9-e5127715b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:31.015834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.016427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Bound using segment: {'id': '9db841f8-3a1e-434e-b0d9-e5127715b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:31.017220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Bound port: 43a12ed9-2a9f-4929-8a27-9c48e0614030, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db841f8-3a1e-434e-b0d9-e5127715b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1439bec0-b10d-4a3a-a8a5-a4bb74b882d3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:31.017805 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.038866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0552-bcd1-48e5-931f-3b92c90f9c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.104650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e0da-299f-4697-bdf1-d182dfedd248 req-89ba718d-a32d-470e-be6c-df76c73f8a5d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:31.105582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] For port 43a12ed9-2a9f-4929-8a27-9c48e0614030, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:31.111068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] For port 43a12ed9-2a9f-4929-8a27-9c48e0614030, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43a12ed9-2a9f-4929-8a27-9c48e0614030,segment=NetworkSegment(9db841f8-3a1e-434e-b0d9-e5127715b3b9),segment_id=9db841f8-3a1e-434e-b0d9-e5127715b3b9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:31.112346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8f0e0da-299f-4697-bdf1-d182dfedd248 req-89ba718d-a32d-470e-be6c-df76c73f8a5d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 944 time: 0.2719336 Jul 06 18:03:31.119289 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.147363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting port 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:31.148069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.256031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74cd43-4d16-42ec-b641-09860e5644a0 None None] Pushing event updated for resources: {'Port': ['ID=43a12ed9-2a9f-4929-8a27-9c48e0614030,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:31.303112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-22f9bfa5-6a82-4d52-82a2-40605f6d9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:31.304760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-22f9bfa5-6a82-4d52-82a2-40605f6d9c95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3354149 Jul 06 18:03:31.394621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8f0e0da-299f-4697-bdf1-d182dfedd248 req-da517f6b-85b2-41ee-8259-cb1cfd0d335a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632735 Jul 06 18:03:31.456408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.490958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Calling delete_port for 086ba8dc-25c4-4e64-bf9c-f9b6b598e056 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:31.586963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-3a8da967-ef6f-4097-93bc-a7872f92188e service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669749 Jul 06 18:03:31.589047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0552-bcd1-48e5-931f-3b92c90f9c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.607436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0552-bcd1-48e5-931f-3b92c90f9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.663298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8::1 (1439bec0-b10d-4a3a-a8a5-a4bb74b882d3/84657bc7-b4b3-4e81-a589-6a5dc360a9b0/b644d9f1-4823-4636-87e2-8bf8d5828085) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:31.735047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4dfb0552-bcd1-48e5-931f-3b92c90f9c96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3d41229fa6745f6a3099a6e6dc9ff87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0481160 Jul 06 18:03:31.750827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:31.778877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0552-bcd1-48e5-931f-3b92c90f9c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0d687-8f9c-4746-8af9-bf0b9424e041,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:31.861632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.878835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object b644d9f1-4823-4636-87e2-8bf8d5828085 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:31.901762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.917474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-bf872867-3ea5-434a-98a7-2770f750b62a service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204896 Jul 06 18:03:31.932715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.976865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Port': ['ID=086ba8dc-25c4-4e64-bf9c-f9b6b598e056,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:32.009599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-975fc59e-05bb-44d4-85f5-2cab34e3d54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.019931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-405d7c5c-6227-41a7-bf4f-173cd230ffb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d HTTP/1.1" status: 200 len: 217 time: 0.0596399 Jul 06 18:03:32.023198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:32.027999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:32.044456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43a12ed9-2a9f-4929-8a27-9c48e0614030 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:32.046177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:32.046741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.119849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=b644d9f1-4823-4636-87e2-8bf8d5828085,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:32.132199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-975fc59e-05bb-44d4-85f5-2cab34e3d54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.170912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 43a12ed9-2a9f-4929-8a27-9c48e0614030 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:32.196378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fa506269-a1b4-481a-b912-348e40bc8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:32.198434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fa506269-a1b4-481a-b912-348e40bc8834 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.1470003 Jul 06 18:03:32.267706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-975fc59e-05bb-44d4-85f5-2cab34e3d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.270526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-975fc59e-05bb-44d4-85f5-2cab34e3d54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.274341 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-975fc59e-05bb-44d4-85f5-2cab34e3d54f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33a0d687-8f9c-4746-8af9-bf0b9424e041 HTTP/1.1" status: 204 len: 168 time: 0.5200274 Jul 06 18:03:32.289342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc59e-05bb-44d4-85f5-2cab34e3d54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a0d687-8f9c-4746-8af9-bf0b9424e041,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:32.302582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.366306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.438839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.481604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-1c2482ef-3bb2-4d21-a206-937e70f981d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:32.484731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-1c2482ef-3bb2-4d21-a206-937e70f981d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2791359 Jul 06 18:03:32.855352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38788) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:32.886800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3958250-6173-4bf5-ac5b-ffaa3250c266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.927515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.944040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.945631 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.971690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 89aa2c31-dc6f-4f01-b566-f41cb29c850e up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:33.018626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119516f5-d66f-4fee-8ee4-3bb96358fc17 None None] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:33.064663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=b644d9f1-4823-4636-87e2-8bf8d5828085,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:33.239862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:33.241971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3958250-6173-4bf5-ac5b-ffaa3250c266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.244168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:33.251474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3958250-6173-4bf5-ac5b-ffaa3250c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.325914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] Provisioning for port 43a12ed9-2a9f-4929-8a27-9c48e0614030 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:33.345631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] Provisioning complete for port 43a12ed9-2a9f-4929-8a27-9c48e0614030 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:33.346173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.379022 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d3958250-6173-4bf5-ac5b-ffaa3250c266 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4305d6c1c664f03b5924aa949141889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176427 Jul 06 18:03:33.384354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38792) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:33.403865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3958250-6173-4bf5-ac5b-ffaa3250c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45fe352-0a88-4f9c-9d17-695716ba7e67,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:33.447193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 89aa2c31-dc6f-4f01-b566-f41cb29c850e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:33.459550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 89aa2c31-dc6f-4f01-b566-f41cb29c850e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:33.459820 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.492815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4c9b-c4a5-4ea7-8fea-18fe4d5c7b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.518676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Router 9e939b01-10b2-4aab-8280-98fca9c60443 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:33.547549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-97131433-5553-4a80-834d-e8310ad528f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8185968 Jul 06 18:03:33.551143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 1798eb62-38f5-4653-99d2-b2dc7e299c74 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:33.578577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4c9b-c4a5-4ea7-8fea-18fe4d5c7b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.585226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-f59b2bb1-a37a-4137-ad3f-31ef100ab861 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0092335 Jul 06 18:03:33.645193 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.670039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54351a0-10fe-4c3e-8aa1-31c864a3daa8 req-c8901c00-1e27-4a7b-bc14-c0ce7a108616 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:33.671816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f54351a0-10fe-4c3e-8aa1-31c864a3daa8 req-c8901c00-1e27-4a7b-bc14-c0ce7a108616 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 944 time: 0.9826398 Jul 06 18:03:33.733593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] For port 43a12ed9-2a9f-4929-8a27-9c48e0614030, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43a12ed9-2a9f-4929-8a27-9c48e0614030,segment=NetworkSegment(9db841f8-3a1e-434e-b0d9-e5127715b3b9),segment_id=9db841f8-3a1e-434e-b0d9-e5127715b3b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:33.734584 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.751814 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.786177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:33.796991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bdac364c-568a-4043-acad-cf9fca61d60a tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0349462 Jul 06 18:03:33.805947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38794) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:33.833611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] Sync routers for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:33.878391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f54351a0-10fe-4c3e-8aa1-31c864a3daa8 req-7739b8f8-1dcd-4f38-9057-1d01eee19200 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442583 Jul 06 18:03:33.887683 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-76455d43-ee30-40fd-8494-1c6318b76709 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] delete failed (client error): The resource could not be found. Jul 06 18:03:33.889821 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-76455d43-ee30-40fd-8494-1c6318b76709 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1057207799 HTTP/1.1" status: 404 len: 335 time: 0.0622599 Jul 06 18:03:33.897205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa2c31-dc6f-4f01-b566-f41cb29c850e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:33.898219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38796) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:33.899684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:33.904270 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79e496-69bf-4d84-88bf-360cffd52c57" -d '{"events": [{"server_uuid": "d0a33efe-44b3-469c-81b0-e881e30c63ce", "name": "network-vif-plugged", "status": "completed", "tag": "89aa2c31-dc6f-4f01-b566-f41cb29c850e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:33.906895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2df0d13c-9c27-4b6f-a90b-ac291c9543cc tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e939b01-10b2-4aab-8280-98fca9c60443'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:33.915693 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6cadb75d-a403-4050-9070-5b3d52175efa tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/1798eb62-38f5-4653-99d2-b2dc7e299c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9250748 Jul 06 18:03:33.916575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4c9b-c4a5-4ea7-8fea-18fe4d5c7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.920798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4c9b-c4a5-4ea7-8fea-18fe4d5c7b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.921461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] Sync routers for ids ['1798eb62-38f5-4653-99d2-b2dc7e299c74'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:33.922020 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7a2d4c9b-c4a5-4ea7-8fea-18fe4d5c7b48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d45fe352-0a88-4f9c-9d17-695716ba7e67 HTTP/1.1" status: 204 len: 168 time: 0.5363286 Jul 06 18:03:33.924575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38800) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:33.956071 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] Routers {'1798eb62-38f5-4653-99d2-b2dc7e299c74'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:33.959384 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1798eb62-38f5-4653-99d2-b2dc7e299c74'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:33.975752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:33.976993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:33.995695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-b567d344-f9a0-40ee-805d-1b68d0fb85d9 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000757 Jul 06 18:03:34.016253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883e59-67ce-4f27-b026-6a0c27443199 None None] Pushing event updated for resources: {'Port': ['ID=43a12ed9-2a9f-4929-8a27-9c48e0614030,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:34.037452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:34.052445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0404c2-61cc-4eb3-8d47-27150ad5c809 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:34.057353 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6d0404c2-61cc-4eb3-8d47-27150ad5c809 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports/b644d9f1-4823-4636-87e2-8bf8d5828085 HTTP/1.1" status: 200 len: 911 time: 0.1303234 Jul 06 18:03:34.062716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:34.126994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d4c9b-c4a5-4ea7-8fea-18fe4d5c7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45fe352-0a88-4f9c-9d17-695716ba7e67,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:34.154729 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:34.198497 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7298da2c-7adb-4c87-b7d0-07a6b27b0afc x-openstack-request-id: req-7298da2c-7adb-4c87-b7d0-07a6b27b0afc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:34.198975 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a33efe-44b3-469c-81b0-e881e30c63ce", "name": "network-vif-plugged", "status": "completed", "tag": "89aa2c31-dc6f-4f01-b566-f41cb29c850e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:34.199445 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7298da2c-7adb-4c87-b7d0-07a6b27b0afc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:34.200842 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa2c31-dc6f-4f01-b566-f41cb29c850e', 'code': 200} Jul 06 18:03:34.204720 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] Routers {'1798eb62-38f5-4653-99d2-b2dc7e299c74'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:34.205708 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1798eb62-38f5-4653-99d2-b2dc7e299c74'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:34.226283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.238874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-e95c023b-6a88-4eb5-a5ca-652c0413e3fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=9273f02c-deac-4f42-aa21-09513d95b6dd HTTP/1.1" status: 200 len: 217 time: 0.2200434 Jul 06 18:03:34.243777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:34.254665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-ced11040-383f-4166-b7c7-0471d52e7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:34.261173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-ced11040-383f-4166-b7c7-0471d52e7f06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1097 time: 0.6191635 Jul 06 18:03:34.327126 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:34.328999 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8feff5d-63bf-48f5-9123-fa8c88ef7032 None None] The sync data for ids ['1798eb62-38f5-4653-99d2-b2dc7e299c74'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:34.408690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:34.409801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:34.515741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-16060081-287a-4c61-8c81-6617a3e576ea None None] Provisioning complete for port 43a12ed9-2a9f-4929-8a27-9c48e0614030 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:34.516359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16060081-287a-4c61-8c81-6617a3e576ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.528813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:34.530234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1023149-811c-454a-a10b-3bf3ac27d034 None None] The sync data for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:34.651774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=89aa2c31-dc6f-4f01-b566-f41cb29c850e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:34.676273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2df0d13c-9c27-4b6f-a90b-ac291c9543cc tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.715744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-276a0473-12d2-49bd-b327-24870d47de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:34.717565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-276a0473-12d2-49bd-b327-24870d47de67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 200 len: 797 time: 0.4266057 Jul 06 18:03:34.748187 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2df0d13c-9c27-4b6f-a90b-ac291c9543cc tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] update failed (client error): The resource could not be found. Jul 06 18:03:34.755890 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2df0d13c-9c27-4b6f-a90b-ac291c9543cc tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443 HTTP/1.1" status: 404 len: 339 time: 0.8484356 Jul 06 18:03:34.775300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38810) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:34.862700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-16060081-287a-4c61-8c81-6617a3e576ea None None] Provisioning for port b644d9f1-4823-4636-87e2-8bf8d5828085 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:34.873118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-16060081-287a-4c61-8c81-6617a3e576ea None None] Provisioning complete for port b644d9f1-4823-4636-87e2-8bf8d5828085 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:34.874375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16060081-287a-4c61-8c81-6617a3e576ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.935331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-16060081-287a-4c61-8c81-6617a3e576ea None None] Port b644d9f1-4823-4636-87e2-8bf8d5828085 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:35.000336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-1b8f8aa7-22b8-4384-b667-94b37e952150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:35.002277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-1b8f8aa7-22b8-4384-b667-94b37e952150 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.5757880 Jul 06 18:03:35.068843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0c6566a1-e1b3-492c-a8e4-ad2a8699a8fd None None] Provisioning complete for port b644d9f1-4823-4636-87e2-8bf8d5828085 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:35.069370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c6566a1-e1b3-492c-a8e4-ad2a8699a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.115129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480be3-e523-432b-b91f-aef9eebca212 req-ce4091a1-8350-4798-be2a-79f0a754a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:35.120126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f480be3-e523-432b-b91f-aef9eebca212 req-ce4091a1-8350-4798-be2a-79f0a754a966 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 1096 time: 0.8765364 Jul 06 18:03:35.147753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c6566a1-e1b3-492c-a8e4-ad2a8699a8fd None None] Port b644d9f1-4823-4636-87e2-8bf8d5828085 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:35.175737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.385591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-2d578e47-93d0-4945-86f2-da9d82658724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:35.387473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-2d578e47-93d0-4945-86f2-da9d82658724 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1bcdd094-faa1-4594-8c5f-11d469455a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6573095 Jul 06 18:03:35.387928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee4c09a7-01e9-46dd-b5f6-a70b1b07ded1 None None] Provisioning complete for port b644d9f1-4823-4636-87e2-8bf8d5828085 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:35.388904 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee4c09a7-01e9-46dd-b5f6-a70b1b07ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.393823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-3d206666-4580-4962-97c2-4126680c3ec8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 1002 time: 0.3787603 Jul 06 18:03:35.399534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f480be3-e523-432b-b91f-aef9eebca212 req-39df05d3-fb5b-461c-95df-410f5f7e873b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111549 Jul 06 18:03:35.475535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c09a7-01e9-46dd-b5f6-a70b1b07ded1 None None] Port b644d9f1-4823-4636-87e2-8bf8d5828085 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:35.592618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-8ec1dba3-27d6-4841-932f-02848087e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:35.594182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-8ec1dba3-27d6-4841-932f-02848087e41f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1854169 Jul 06 18:03:35.607680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7e908-6070-4bd9-a54d-6bc96c401805 req-e7542b1f-5f95-4c9f-8a98-a2d0b926d0f7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:35.614482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63f7e908-6070-4bd9-a54d-6bc96c401805 req-e7542b1f-5f95-4c9f-8a98-a2d0b926d0f7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.3750088 Jul 06 18:03:35.695205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.710218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port b644d9f1-4823-4636-87e2-8bf8d5828085 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:35.710961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.733173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-c18ded49-bfed-474a-97b5-10f2333d285a service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379898 Jul 06 18:03:35.852505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38832) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:35.895469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.904074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63f7e908-6070-4bd9-a54d-6bc96c401805 req-9d259dd4-97e9-49ef-a1a9-d76306503543 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885706 Jul 06 18:03:35.921910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for b644d9f1-4823-4636-87e2-8bf8d5828085 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:35.976852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43a12ed9-2a9f-4929-8a27-9c48e0614030 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:35.983338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-465fbd51-b063-4f82-8c0e-806ea56d9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:35.984922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-465fbd51-b063-4f82-8c0e-806ea56d9130 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674252 Jul 06 18:03:36.060888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 43a12ed9-2a9f-4929-8a27-9c48e0614030 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:36.061272 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.074996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-369f1018-8fbb-4ce5-80b5-f172cd0d3d16 service neutron] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142376 Jul 06 18:03:36.101374 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa18218d-63c7-4683-b4f5-6caab51709e5 tempest-AgentManagementNegativeTest-692667281 tempest-AgentManagementNegativeTest-692667281-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2471437 Jul 06 18:03:36.171845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-de183eb4-efe0-4d77-86b6-479431d05289 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 200 len: 217 time: 0.0567379 Jul 06 18:03:36.297127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-0e49868b-546b-4123-b7f9-78edf2c26392 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000805 Jul 06 18:03:36.302842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.310020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-7074b947-7ff8-441f-a766-7c5cf83a788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:36.311546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-7074b947-7ff8-441f-a766-7c5cf83a788a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1214161 Jul 06 18:03:36.322117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Allocated IP 172.20.0.1 (627ff754-089a-4581-ad88-19cf5c1ed4f4/6aaca067-d279-4fd6-bf4f-5eada0876f47/f865d3b1-129a-4349-b68c-9cab5157cb61) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:36.476625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=b644d9f1-4823-4636-87e2-8bf8d5828085,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:36.556358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13372e9a-8a65-48f6-8f5c-d303c5847590 req-a19bfe8f-2b54-4bc0-b9e5-a0444131b2da service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532523 Jul 06 18:03:36.590207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-aa20f3a4-3863-4921-b711-5a06fa4216de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:36.592551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-aa20f3a4-3863-4921-b711-5a06fa4216de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2658994 Jul 06 18:03:36.613046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:36.646711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.677099 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.713739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Transition to ACTIVE for port object f865d3b1-129a-4349-b68c-9cab5157cb61 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:36.811548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-68246220-1faf-4908-ab2f-4b97064756e8 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103367 Jul 06 18:03:36.829408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 1798eb62-38f5-4653-99d2-b2dc7e299c74 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:36.834836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8da7-20ba-4dd1-94ec-0b3bec73accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.978426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.275937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:37.282685 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e41d3091-abf7-4d9a-9b14-37353851d449 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/1798eb62-38f5-4653-99d2-b2dc7e299c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2107449 Jul 06 18:03:37.286564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38848) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:37.291173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] Sync routers for ids ['1798eb62-38f5-4653-99d2-b2dc7e299c74'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:37.308520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] Routers {'1798eb62-38f5-4653-99d2-b2dc7e299c74'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:37.311017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1798eb62-38f5-4653-99d2-b2dc7e299c74'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:37.322137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56b1d123-8810-43f0-944c-e28daed06383 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=1798eb62-38f5-4653-99d2-b2dc7e299c74 HTTP/1.1" status: 200 len: 205 time: 0.0303240 Jul 06 18:03:37.322966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:37.360891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:37.375523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] Routers {'1798eb62-38f5-4653-99d2-b2dc7e299c74'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:37.376662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1798eb62-38f5-4653-99d2-b2dc7e299c74'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:37.403322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:37.410435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.428453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:37.436018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:37.437456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aebf26-c4b5-47ff-afbc-87988769a8a3 None None] The sync data for ids ['1798eb62-38f5-4653-99d2-b2dc7e299c74'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:37.438516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:37.446618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Port': ['ID=f865d3b1-129a-4349-b68c-9cab5157cb61,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:37.504752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-fa7fb9bd-7cb4-4564-abe3-36b6a4ad4ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615026 Jul 06 18:03:37.592297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-be43a13d-0736-4c28-80c0-e3ddc263c318 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 200 len: 217 time: 0.0741963 Jul 06 18:03:37.602913 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.630048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.632906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.689448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.692323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router 1798eb62-38f5-4653-99d2-b2dc7e299c74 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:37.707127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.712892 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a19668ff-ce18-4bb3-8272-6969b61021a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/1798eb62-38f5-4653-99d2-b2dc7e299c74 HTTP/1.1" status: 204 len: 168 time: 0.3893793 Jul 06 18:03:37.714063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38852) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:37.769653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac81ed-85e9-4ef3-ae5c-95ca4f72d6a7 req-45bf703d-f2bf-4400-a23c-c0456f18680c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:37.771228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31ac81ed-85e9-4ef3-ae5c-95ca4f72d6a7 req-45bf703d-f2bf-4400-a23c-c0456f18680c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.4625833 Jul 06 18:03:37.773663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8da7-20ba-4dd1-94ec-0b3bec73accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.777974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-bfd1f26b-af7c-4010-b1e7-fdeab13aee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:37.779779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-bfd1f26b-af7c-4010-b1e7-fdeab13aee6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 200 len: 797 time: 0.1781840 Jul 06 18:03:37.783132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8da7-20ba-4dd1-94ec-0b3bec73accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.783883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet 84657bc7-b4b3-4e81-a589-6a5dc360a9b0 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:37.788151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.834126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01c2ce17-25ab-4716-834e-407967cc70ca None None] Provisioning for port f865d3b1-129a-4349-b68c-9cab5157cb61 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:37.860109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.860586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01c2ce17-25ab-4716-834e-407967cc70ca None None] Provisioning complete for port f865d3b1-129a-4349-b68c-9cab5157cb61 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:37.861077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01c2ce17-25ab-4716-834e-407967cc70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.913830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-01c2ce17-25ab-4716-834e-407967cc70ca None None] Port f865d3b1-129a-4349-b68c-9cab5157cb61 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:37.927931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7f5b8da7-20ba-4dd1-94ec-0b3bec73accb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00d68e0167b34b38b146d6287cdb613b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3129950 Jul 06 18:03:37.928750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38856) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:37.948482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b8da7-20ba-4dd1-94ec-0b3bec73accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eec621-8393-4d75-9f8e-95fe2f9e1961,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:37.971339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31ac81ed-85e9-4ef3-ae5c-95ca4f72d6a7 req-633751be-0aa0-484f-996d-c6da3679e8b9 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810012 Jul 06 18:03:37.981863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.012839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-c90c7d56-9659-41b2-a90f-9dfb5e9e043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:38.016014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-c90c7d56-9659-41b2-a90f-9dfb5e9e043c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54bedf17-e5c4-4a43-90a6-0418614a52e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143126 Jul 06 18:03:38.094482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.099741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48110df5-04c7-48cb-8326-2e09bbc8db72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.167172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48110df5-04c7-48cb-8326-2e09bbc8db72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.219957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.254861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=84657bc7-b4b3-4e81-a589-6a5dc360a9b0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:38.257299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.259655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84441be0-01ae-466a-b0aa-1e8ad2df26ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/84657bc7-b4b3-4e81-a589-6a5dc360a9b0 HTTP/1.1" status: 204 len: 168 time: 0.5442202 Jul 06 18:03:38.265763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38862) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:38.269000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e610c-5070-4704-8657-d4b13c9b08a3 None None] Network 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:38.296574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48110df5-04c7-48cb-8326-2e09bbc8db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.299707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48110df5-04c7-48cb-8326-2e09bbc8db72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.301346 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48110df5-04c7-48cb-8326-2e09bbc8db72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7eec621-8393-4d75-9f8e-95fe2f9e1961 HTTP/1.1" status: 204 len: 168 time: 0.3718545 Jul 06 18:03:38.371689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-322ce2ab-069a-4806-a4fe-d18daac6df3a service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329301 Jul 06 18:03:38.510932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.517969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48110df5-04c7-48cb-8326-2e09bbc8db72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eec621-8393-4d75-9f8e-95fe2f9e1961,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:38.536098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.562277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] DHCP port deletion for 1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:38.589446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.696406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 43a12ed9-2a9f-4929-8a27-9c48e0614030 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:38.696406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.701903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] Deleting port 43a12ed9-2a9f-4929-8a27-9c48e0614030 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:38.702508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.801454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f94d267-fab1-4bfe-80ed-02bddd315fc2 req-36eb3098-a24c-48f4-bd0f-736c7281e0b9 service neutron] 10.222.0.60 "GET /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188569 Jul 06 18:03:38.822831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 43a12ed9-2a9f-4929-8a27-9c48e0614030, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43a12ed9-2a9f-4929-8a27-9c48e0614030,segment=NetworkSegment(9db841f8-3a1e-434e-b0d9-e5127715b3b9),segment_id=9db841f8-3a1e-434e-b0d9-e5127715b3b9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:38.824322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.862603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] For port 43a12ed9-2a9f-4929-8a27-9c48e0614030, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43a12ed9-2a9f-4929-8a27-9c48e0614030,segment=NetworkSegment(9db841f8-3a1e-434e-b0d9-e5127715b3b9),segment_id=9db841f8-3a1e-434e-b0d9-e5127715b3b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:38.862895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.878079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 43a12ed9-2a9f-4929-8a27-9c48e0614030 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:38.878724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event updated for resources: {'Port': ['ID=f865d3b1-129a-4349-b68c-9cab5157cb61,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:38.888416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.893722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] Calling delete_port for 43a12ed9-2a9f-4929-8a27-9c48e0614030 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:38.942132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-0dd2aea0-9456-4a26-88ab-88f845cb78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:38.943937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-0dd2aea0-9456-4a26-88ab-88f845cb78a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 1096 time: 0.3218119 Jul 06 18:03:39.015064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.058571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] Pushing event deleted for resources: {'Port': ['ID=43a12ed9-2a9f-4929-8a27-9c48e0614030,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:39.067070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510be7c-c269-4254-8a38-c970be011b97 req-f8fc024a-1c5f-4571-9a53-a8a46dffa5b7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:39.068925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510be7c-c269-4254-8a38-c970be011b97 req-f8fc024a-1c5f-4571-9a53-a8a46dffa5b7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.2387686 Jul 06 18:03:39.079015 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.085513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6a6b1-2833-4402-919b-9a5f2480f261 None None] No DVR routers for this DVR port 43a12ed9-2a9f-4929-8a27-9c48e0614030 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:39.144208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 43a12ed9-2a9f-4929-8a27-9c48e0614030 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:39.147629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=43a12ed9-2a9f-4929-8a27-9c48e0614030,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:39.177064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8510be7c-c269-4254-8a38-c970be011b97 req-cedd6774-68c1-4a2d-ae31-b5f57503e24c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939057 Jul 06 18:03:39.178289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-b9bccc33-3d19-4540-bb7c-c4acbabbd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:39.179827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-b9bccc33-3d19-4540-bb7c-c4acbabbd00d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.2006593 Jul 06 18:03:39.239184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:39.243041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-06a99c70-cf37-40e8-b2ed-6d53a5623f5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e HTTP/1.1" status: 200 len: 217 time: 0.0543699 Jul 06 18:03:39.244885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:39.347528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.370017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1439bec0-b10d-4a3a-a8a5-a4bb74b882d3']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.415854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db841f8-3a1e-434e-b0d9-e5127715b3b9') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.416287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db841f8-3a1e-434e-b0d9-e5127715b3b9') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.428513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.457429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.476066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:39.476066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:39.481536 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:39.504046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-98bf31e3-af24-4783-ac30-a914f8898d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:39.507094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-98bf31e3-af24-4783-ac30-a914f8898d75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.2540185 Jul 06 18:03:39.578807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-ed510d9a-b372-4daa-9fc9-fdd6061f39b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572433 Jul 06 18:03:39.596914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.614149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.622783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/1439bec0-b10d-4a3a-a8a5-a4bb74b882d3 HTTP/1.1" status: 204 len: 168 time: 1.3545582 Jul 06 18:03:39.631956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38890) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:39.634272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Router 9e939b01-10b2-4aab-8280-98fca9c60443 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:39.644373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-380698797', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:39.672716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bee2842c-21fd-4817-8d1e-e4d2c1513feb None None] Provisioning complete for port f865d3b1-129a-4349-b68c-9cab5157cb61 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:39.673900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bee2842c-21fd-4817-8d1e-e4d2c1513feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.705552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.707451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.751618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bee2842c-21fd-4817-8d1e-e4d2c1513feb None None] Port f865d3b1-129a-4349-b68c-9cab5157cb61 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:39.813670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:39.814827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e48340-ee5d-4955-bb4c-ecb9fc30ce04 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=1439bec0-b10d-4a3a-a8a5-a4bb74b882d3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:39.825392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.868150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-b0a2b93e-a7c7-4ac5-8ea6-39c8c73b8fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796383 Jul 06 18:03:39.869319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:39.875470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-be777826-791b-44f1-912e-8764195a5bf8 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0785608 Jul 06 18:03:39.881801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:39.887713 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] Sync routers for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:39.911052 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:39.912979 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.971742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43a12ed9-2a9f-4929-8a27-9c48e0614030 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:39.983137 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:40.007428 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:40.008150 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:40.016710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 43a12ed9-2a9f-4929-8a27-9c48e0614030 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:40.017299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43a12ed9-2a9f-4929-8a27-9c48e0614030 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:40.063129 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:40.063849 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9653c-226e-4cfa-9467-e66935cf488a None None] The sync data for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:40.074448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1787472958'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:40.121498 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.131068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:40.134921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.149812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54e0409b-09b9-4116-a41b-7dfdf3e86c39 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.192711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.250438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05815993-4996-4179-8fc6-d7e2e7fbd1a7 req-e62a449f-f797-4ec0-87b9-36a8bb9f0796 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725200 Jul 06 18:03:40.296051 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-54e0409b-09b9-4116-a41b-7dfdf3e86c39 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:03:40.300490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-54e0409b-09b9-4116-a41b-7dfdf3e86c39 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443 HTTP/1.1" status: 409 len: 329 time: 0.4175131 Jul 06 18:03:40.301185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:40.492720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.515143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.664303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 172.25.5.176 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/9b315cb5-37d7-43b8-8ce8-2e9099f5390d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:40.851499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.906810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.973735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:40.978967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:40.985309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:41.037512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=9b315cb5-37d7-43b8-8ce8-2e9099f5390d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:41.075511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.088275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a198b7-5f95-4c69-a7c7-b93f0cdc7e1e req-1da0ebfd-e973-4643-95ed-8b7083aab3c0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:41.090608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22a198b7-5f95-4c69-a7c7-b93f0cdc7e1e req-1da0ebfd-e973-4643-95ed-8b7083aab3c0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.5712171 Jul 06 18:03:41.092181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.162581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:41.187441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a64c6d7-da51-49c1-8896-e105417ec0da,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:41.195972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.196328 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Added segment 40b8097a-ce65-448f-8ca1-0078557dd0c8 of type vlan for network ab971206-2b34-46c6-a5f0-6d9d4292612d Jul 06 18:03:41.258051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22a198b7-5f95-4c69-a7c7-b93f0cdc7e1e req-f02ffe11-56d3-409b-a7d2-5dc204bc81ac tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469033 Jul 06 18:03:41.263574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.333377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.339576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:41.340793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.399649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.430240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6130335 Jul 06 18:03:41.434948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:41.447371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'subnet': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:41.545369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff93f8-3ed3-49d2-855f-c487c2a20cd1 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Network': ['ID=ab971206-2b34-46c6-a5f0-6d9d4292612d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:41.562718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.565758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network ab971206-2b34-46c6-a5f0-6d9d4292612d details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:41.718037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.857591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:41.864321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.873132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 5a04cee7-2992-4e01-8ce1-d6861747fb67 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:42.002422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:42.025160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] Sync routers for ids ['5a04cee7-2992-4e01-8ce1-d6861747fb67'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:42.038857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.041279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bba5d81b-9bff-43e8-bce0-fc452d39adc9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4076145 Jul 06 18:03:42.046370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:42.051524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] Routers {'5a04cee7-2992-4e01-8ce1-d6861747fb67'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:42.052614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5a04cee7-2992-4e01-8ce1-d6861747fb67'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:42.130194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:42.148701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] Routers {'5a04cee7-2992-4e01-8ce1-d6861747fb67'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:42.150284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5a04cee7-2992-4e01-8ce1-d6861747fb67'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:42.243674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:42.245514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab6a7f-9b17-4910-b865-443ea437ea7d None None] The sync data for ids ['5a04cee7-2992-4e01-8ce1-d6861747fb67'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:42.274156 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56eb5f85-ad35-46f0-98d1-a94258dbc26e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/routers/5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 200 len: 884 time: 0.2258828 Jul 06 18:03:42.278699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38914) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:42.294418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.400501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting port f865d3b1-129a-4349-b68c-9cab5157cb61 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:42.401190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.536163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Subnet': ['ID=813d76a3-8c61-490c-b12b-b2e92d5a8cf7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:42.569422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Checking segment: {'id': '40b8097a-ce65-448f-8ca1-0078557dd0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:42.570032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network hostable DHCP agents. Network: ab971206-2b34-46c6-a5f0-6d9d4292612d, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:42.671084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:42.674852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.702522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caed32c-57ce-48de-a55b-b79cdcc11f34 req-a5e79e23-c07e-45d9-b2a0-b0013d51ee92 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:42.710603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4caed32c-57ce-48de-a55b-b79cdcc11f34 req-a5e79e23-c07e-45d9-b2a0-b0013d51ee92 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.3009205 Jul 06 18:03:42.716925 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a3d0b006-7fe4-4035-be0e-6c438140f668 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4359109 Jul 06 18:03:42.723609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:42.732031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-380698797'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:42.736092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Calling delete_port for f865d3b1-129a-4349-b68c-9cab5157cb61 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:42.795375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, ab971206-2b34-46c6-a5f0-6d9d4292612d) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:42.811964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3f0c9-d36c-4af3-a4c9-f9d7773038f1 None None] Network ab971206-2b34-46c6-a5f0-6d9d4292612d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:42.812838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:42.813039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.976722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d1f3bfb6-3eee-460b-8654-12a18696ff68 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5336809 Jul 06 18:03:42.977036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:42.982750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1255667608'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:42.987017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4caed32c-57ce-48de-a55b-b79cdcc11f34 req-eca58b90-54b4-43ae-b5fd-e1519b7bede4 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750814 Jul 06 18:03:43.216162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:43.224038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.270516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] device_id is not set on port 520d5b46-1701-4a89-8aa4-80efd79b60f8 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:43.284336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-ab971206-2b34-46c6-a5f0-6d9d4292612d', 'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'tenant_id': '445beb1d174742bda37dedb7ee7032e4', 'fixed_ips': [{'subnet_id': '813d76a3-8c61-490c-b12b-b2e92d5a8cf7'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:43.286377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.466096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Allocated IP 2001:db8::3e9 (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/520d5b46-1701-4a89-8aa4-80efd79b60f8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:43.586436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.611615 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.651882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Port': ['ID=f865d3b1-129a-4349-b68c-9cab5157cb61,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:43.662535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.720445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.737271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Transition to ACTIVE for port object 520d5b46-1701-4a89-8aa4-80efd79b60f8 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:43.784678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.846085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:43.852247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:43.855169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:43.862993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:43.863711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.883440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=520d5b46-1701-4a89-8aa4-80efd79b60f8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:43.903900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6090ed6e-c018-4337-8aff-ded9d668bfee tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9232895 Jul 06 18:03:43.904406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:43.912180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2144960365', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e9', 'mac_address': 'fa:16:3e:bd:fc:13'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:43.929191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Allocated IP 2001:db8::2 (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/d2d4872c-0c4e-4c13-aaf1-fff44cde0369) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:43.937384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.050844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 5a04cee7-2992-4e01-8ce1-d6861747fb67 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:44.128356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:44.175418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.193601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Transition to ACTIVE for port object d2d4872c-0c4e-4c13-aaf1-fff44cde0369 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:44.226078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Transition to ACTIVE for port object d2d4872c-0c4e-4c13-aaf1-fff44cde0369 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:44.237294 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.244118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.282888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:44.287750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] device_id is not set on port ee72bf79-2d92-4dde-9544-fa3d9a307df6 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:44.288482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:44.293945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:44.297498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Pushing event updated for resources: {'Port': ['ID=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:44.385757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Attempting to bind port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:44.386957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Attempting to bind port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '40b8097a-ce65-448f-8ca1-0078557dd0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:44.387709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Attempting to bind port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 on network ab971206-2b34-46c6-a5f0-6d9d4292612d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:44.396719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:44.397610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Checking segment: {'id': '40b8097a-ce65-448f-8ca1-0078557dd0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:44.398461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.399276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Bound using segment: {'id': '40b8097a-ce65-448f-8ca1-0078557dd0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:44.400259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Bound port: d2d4872c-0c4e-4c13-aaf1-fff44cde0369, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b8097a-ce65-448f-8ca1-0078557dd0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:44.401075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.452191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Allocated IP 2001:db8::212 (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/ee72bf79-2d92-4dde-9544-fa3d9a307df6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:44.520493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] For port d2d4872c-0c4e-4c13-aaf1-fff44cde0369, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:44.528488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] For port d2d4872c-0c4e-4c13-aaf1-fff44cde0369, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,segment=NetworkSegment(40b8097a-ce65-448f-8ca1-0078557dd0c8),segment_id=40b8097a-ce65-448f-8ca1-0078557dd0c8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:44.535305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.643395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004cc7f-96f9-49c2-915f-9761c819deee None None] Pushing event updated for resources: {'Port': ['ID=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:44.702444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Router 9e939b01-10b2-4aab-8280-98fca9c60443 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:44.748320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:44.757973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef6ce9-3b93-4933-90df-05eef5e51b5c req-e5250d90-767c-4afc-aba0-8477c08b9f4e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:44.759644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34ef6ce9-3b93-4933-90df-05eef5e51b5c req-e5250d90-767c-4afc-aba0-8477c08b9f4e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.1848896 Jul 06 18:03:44.766079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.766289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.767322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73fb597c-2726-4860-a28b-6d89ec86eb38 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 200 len: 891 time: 2.0417340 Jul 06 18:03:44.770756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:44.778522 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] Sync routers for ids ['5a04cee7-2992-4e01-8ce1-d6861747fb67'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:44.795505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Transition to ACTIVE for port object ee72bf79-2d92-4dde-9544-fa3d9a307df6 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:44.804529 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] Routers {'5a04cee7-2992-4e01-8ce1-d6861747fb67'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:44.805751 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5a04cee7-2992-4e01-8ce1-d6861747fb67'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:44.865309 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:44.869895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.877185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] Routers {'5a04cee7-2992-4e01-8ce1-d6861747fb67'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:44.878053 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5a04cee7-2992-4e01-8ce1-d6861747fb67'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:44.924311 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:44.925287 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076e541-6431-4919-975e-8b19b5d9a69f None None] The sync data for ids ['5a04cee7-2992-4e01-8ce1-d6861747fb67'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:44.935687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:44.947146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7fab3381-1ffc-4dd0-971f-8cff0104e38c tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6301053 Jul 06 18:03:44.947823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:44.965879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] Sync routers for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:45.012314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34ef6ce9-3b93-4933-90df-05eef5e51b5c req-ee6d6182-5d7d-4815-b8f7-6c650a397147 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640894 Jul 06 18:03:45.050816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:45.053097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:45.054214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.080818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=ee72bf79-2d92-4dde-9544-fa3d9a307df6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.087877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:45.093700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:45.104480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:45.106071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.108104 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d934f013-db1a-4c37-98b9-4f0ffad045f4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] show failed (client error): The resource could not be found. Jul 06 18:03:45.113657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d934f013-db1a-4c37-98b9-4f0ffad045f4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-2013252504 HTTP/1.1" status: 404 len: 335 time: 0.1019609 Jul 06 18:03:45.122542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38936) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.127335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2f80cf13-a5b4-4319-9520-db3cfdd5cef6 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:45.155979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-730baeac-89f6-4774-bb02-fa522fb83108 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/routers/5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 200 len: 891 time: 0.3839023 Jul 06 18:03:45.158418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.162485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.182323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] Routers {'9e939b01-10b2-4aab-8280-98fca9c60443'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:45.186083 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2f80cf13-a5b4-4319-9520-db3cfdd5cef6 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] update failed (client error): The resource could not be found. Jul 06 18:03:45.187567 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2f80cf13-a5b4-4319-9520-db3cfdd5cef6 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1543100116 HTTP/1.1" status: 404 len: 335 time: 0.0639656 Jul 06 18:03:45.188847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9e939b01-10b2-4aab-8280-98fca9c60443'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.191204 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d167f54-50f1-4687-9186-86945972fb20 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2855771 Jul 06 18:03:45.193017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.204584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.210220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fa752019-3268-4d8b-9170-ab66f649c7c9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 200 len: 205 time: 0.0500815 Jul 06 18:03:45.212280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.272544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.273691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df4117-9ba9-4319-87ce-ba88f4bcc85d None None] The sync data for ids ['9e939b01-10b2-4aab-8280-98fca9c60443'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:45.301280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting subnet c6947ce7-8db5-486c-ba31-9d993c10b1c3 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:45.307481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.359020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.511548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.581114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 9b315cb5-37d7-43b8-8ce8-2e9099f5390d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:45.581542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.682398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.701103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 9b315cb5-37d7-43b8-8ce8-2e9099f5390d owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:45.711104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9a5e3-e205-4ed5-b079-88b9ba45dce4 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:45.718134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9a5e3-e205-4ed5-b079-88b9ba45dce4 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:45.724347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9a5e3-e205-4ed5-b079-88b9ba45dce4 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:45.726154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-34a9a5e3-e205-4ed5-b079-88b9ba45dce4 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5205724 Jul 06 18:03:45.728656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.731974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.895171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.963771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port ee72bf79-2d92-4dde-9544-fa3d9a307df6 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:45.964370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.021592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.066754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=9b315cb5-37d7-43b8-8ce8-2e9099f5390d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.072147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2d4872c-0c4e-4c13-aaf1-fff44cde0369 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:46.166357 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.191422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:46.200564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.237186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for ee72bf79-2d92-4dde-9544-fa3d9a307df6 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:46.239125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decfecd3-9664-47a6-865d-e2ee47735876 None None] Network ab971206-2b34-46c6-a5f0-6d9d4292612d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:46.241931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.338934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Subnet': ['ID=c6947ce7-8db5-486c-ba31-9d993c10b1c3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.360124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.360913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3d1d6-5f67-4385-93ca-0a64d977fdfc None None] Network 537f876c-8d72-446e-b53a-0fe9848a1d6c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:46.366908 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4432c160-8497-471c-8eee-8117436957a1 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/subnets/c6947ce7-8db5-486c-ba31-9d993c10b1c3 HTTP/1.1" status: 204 len: 168 time: 1.1684566 Jul 06 18:03:46.366908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38952) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:46.376338 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.406710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.461646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] Provisioning for port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:46.463675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting subnet bdd76f53-ba3c-468c-b2ae-cf8a8b458602 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:46.473104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] Provisioning complete for port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:46.473835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.474673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.506849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.519811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router 5a04cee7-2992-4e01-8ce1-d6861747fb67 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:46.533077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.540616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38954) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:46.541015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-227d408a-bde9-45c9-9d68-6bb318bfa406 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 204 len: 168 time: 1.3271422 Jul 06 18:03:46.544923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.552061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-702943516'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:46.582730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeca37-4086-4689-be20-04a066f0c41f req-4fd464a7-2a3d-4e96-8006-ddbdf10aa39f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:46.586468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0aeca37-4086-4689-be20-04a066f0c41f req-4fd464a7-2a3d-4e96-8006-ddbdf10aa39f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.2386320 Jul 06 18:03:46.649861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:46.654536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.668111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0aeca37-4086-4689-be20-04a066f0c41f req-16d0e8af-c2b8-4a0b-9898-333725a75f7f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690777 Jul 06 18:03:46.719070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.741849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:46.766285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.794701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=ee72bf79-2d92-4dde-9544-fa3d9a307df6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.797001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.809340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.809820 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment 631e598d-6942-4cc3-a800-6aef79faf987 of type vlan for network ff570831-359f-4881-b6eb-9540216ca7cb Jul 06 18:03:46.858050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] For port d2d4872c-0c4e-4c13-aaf1-fff44cde0369, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,segment=NetworkSegment(40b8097a-ce65-448f-8ca1-0078557dd0c8),segment_id=40b8097a-ce65-448f-8ca1-0078557dd0c8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:46.870720 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.938431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.008863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.065130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.067163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-324f5530-ead4-4ffe-9b69-a3f5fb23d689 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/ports/ee72bf79-2d92-4dde-9544-fa3d9a307df6 HTTP/1.1" status: 204 len: 168 time: 1.3341901 Jul 06 18:03:47.068999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] DHCP port deletion for 537f876c-8d72-446e-b53a-0fe9848a1d6c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:47.070211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd76f53-ba3c-468c-b2ae-cf8a8b458602,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.072428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.073386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.078324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:47.078976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.082111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.084052 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1d1a8baf-42cb-4147-ab53-59cb0c233aa4 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/subnets/bdd76f53-ba3c-468c-b2ae-cf8a8b458602 HTTP/1.1" status: 204 len: 168 time: 0.7167296 Jul 06 18:03:47.088240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.129158 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-791f81ba-31bd-4608-be6e-a55ec74e4604 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] GET failed (client error): The resource could not be found. Jul 06 18:03:47.130985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-791f81ba-31bd-4608-be6e-a55ec74e4604 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "GET /v2.0/ports/ee72bf79-2d92-4dde-9544-fa3d9a307df6 HTTP/1.1" status: 404 len: 333 time: 0.0530756 Jul 06 18:03:47.137889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.141267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddef472-c43c-47f2-ad71-0271662a92be None None] Network 0ec6e216-1b2e-4ebd-8842-4925555d1f72 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:47.143224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1292102215'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:47.145212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507909-624c-40d2-b8cf-e1662525462f None None] Pushing event updated for resources: {'Port': ['ID=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.260113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] Deleting port f42ed2a6-d4bf-4b04-960e-995062cfbec6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:47.260372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.291174 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7482915 Jul 06 18:03:47.319853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.337734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:47.357816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] For port f42ed2a6-d4bf-4b04-960e-995062cfbec6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f42ed2a6-d4bf-4b04-960e-995062cfbec6,segment=NetworkSegment(461f80cd-a90b-4fea-b50e-e78841671c71),segment_id=461f80cd-a90b-4fea-b50e-e78841671c71)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:47.358141 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.394051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:47.396093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] Calling delete_port for f42ed2a6-d4bf-4b04-960e-995062cfbec6 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:47.404145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.477078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] device_id is not set on port 545489a5-aef3-4209-a907-ecc2ac682512 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:47.485591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ab707-4b90-44b8-9d0e-9dc02b37bdbc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=ff570831-359f-4881-b6eb-9540216ca7cb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.514047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network ff570831-359f-4881-b6eb-9540216ca7cb details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:47.572722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.657177 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.683842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Allocated IP 2001:db8::23a (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/545489a5-aef3-4209-a907-ecc2ac682512) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:47.723655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] DHCP port deletion for 0ec6e216-1b2e-4ebd-8842-4925555d1f72 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:47.749813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] Pushing event deleted for resources: {'Port': ['ID=f42ed2a6-d4bf-4b04-960e-995062cfbec6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.771388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab123a16-1ff4-406e-ac88-7c45919bb5ed None None] No DVR routers for this DVR port f42ed2a6-d4bf-4b04-960e-995062cfbec6 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:47.835347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2844c87f-d9ec-4559-9035-b49e19217ffe None None] Provisioning complete for port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:47.835916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2844c87f-d9ec-4559-9035-b49e19217ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.896703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:47.900892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.925657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.984802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537f876c-8d72-446e-b53a-0fe9848a1d6c']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:48.014773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] Deleting port d4ec975e-c559-4235-b852-c41d90f39393 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:48.015085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461f80cd-a90b-4fea-b50e-e78841671c71') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:48.015352 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.015469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461f80cd-a90b-4fea-b50e-e78841671c71') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:48.029199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.049116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.056124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:48.056603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:48.129210 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:48.138653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.181913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.184967 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/networks/537f876c-8d72-446e-b53a-0fe9848a1d6c HTTP/1.1" status: 204 len: 168 time: 1.0938942 Jul 06 18:03:48.186561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b5618-069e-43ca-8d11-b36c92fe0213 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Network': ['ID=537f876c-8d72-446e-b53a-0fe9848a1d6c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.198168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2d4872c-0c4e-4c13-aaf1-fff44cde0369 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:48.200283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38968) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:48.266513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.314149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63a76-14b2-41a7-9e22-7542347483e6 req-bf07d32e-d5c0-4536-aada-8ee9a24406ee tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:48.328404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3f63a76-14b2-41a7-9e22-7542347483e6 req-bf07d32e-d5c0-4536-aada-8ee9a24406ee tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.3010108 Jul 06 18:03:48.329519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.331235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2844c87f-d9ec-4559-9035-b49e19217ffe None None] Provisioning for port 520d5b46-1701-4a89-8aa4-80efd79b60f8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:48.336005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Transition to ACTIVE for port object 545489a5-aef3-4209-a907-ecc2ac682512 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:48.351881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2844c87f-d9ec-4559-9035-b49e19217ffe None None] Provisioning complete for port 520d5b46-1701-4a89-8aa4-80efd79b60f8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:48.352435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2844c87f-d9ec-4559-9035-b49e19217ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.472735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] For port d4ec975e-c559-4235-b852-c41d90f39393, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4ec975e-c559-4235-b852-c41d90f39393,segment=NetworkSegment(3ab7bd49-1028-4fe7-babd-a8aed40dacde),segment_id=3ab7bd49-1028-4fe7-babd-a8aed40dacde)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:48.473417 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.483872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting port d4ec975e-c559-4235-b852-c41d90f39393 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:48.484142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.500006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3f63a76-14b2-41a7-9e22-7542347483e6 req-339d08ce-77fe-4edf-9896-73c6d1874eee tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699717 Jul 06 18:03:48.502139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.544734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] Calling delete_port for d4ec975e-c559-4235-b852-c41d90f39393 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:48.550834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2844c87f-d9ec-4559-9035-b49e19217ffe None None] Port 520d5b46-1701-4a89-8aa4-80efd79b60f8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:48.565314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:48.566312 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.576542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.587789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:48.592738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:48.597486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:48.604345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:48.605145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.631736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4881804 Jul 06 18:03:48.633057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:48.640501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e9', 'mac_address': 'fa:16:3e:bd:fc:13'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:48.682450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4d08864e-da2f-44fc-a47c-5e97f78e8d9b None None] Could not find standard attr ID for object ee72bf79-2d92-4dde-9544-fa3d9a307df6. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:03:48.696028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27825a66-20b8-440b-b655-d14f68820ada tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=545489a5-aef3-4209-a907-ecc2ac682512,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.783113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] For port d4ec975e-c559-4235-b852-c41d90f39393, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4ec975e-c559-4235-b852-c41d90f39393,segment=NetworkSegment(3ab7bd49-1028-4fe7-babd-a8aed40dacde),segment_id=3ab7bd49-1028-4fe7-babd-a8aed40dacde)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:48.783747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.784658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4d08864e-da2f-44fc-a47c-5e97f78e8d9b None None] Provisioning complete for port 520d5b46-1701-4a89-8aa4-80efd79b60f8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:48.785369 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d08864e-da2f-44fc-a47c-5e97f78e8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.817361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=7505ab1d-2775-4547-ba30-b444e10aa86f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.847100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': '631e598d-6942-4cc3-a800-6aef79faf987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:48.847717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: ff570831-359f-4881-b6eb-9540216ca7cb, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:48.856109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Calling delete_port for d4ec975e-c559-4235-b852-c41d90f39393 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:48.883214 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.909664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4d08864e-da2f-44fc-a47c-5e97f78e8d9b None None] Port 520d5b46-1701-4a89-8aa4-80efd79b60f8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:48.938296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] No DVR routers for this DVR port d4ec975e-c559-4235-b852-c41d90f39393 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:48.945868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb9e1-83d7-4c19-8556-e6953c985e8f None None] Pushing event deleted for resources: {'Port': ['ID=d4ec975e-c559-4235-b852-c41d90f39393,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.968464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.982989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f42ed2a6-d4bf-4b04-960e-995062cfbec6 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:49.006842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f42ed2a6-d4bf-4b04-960e-995062cfbec6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:49.007590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f42ed2a6-d4bf-4b04-960e-995062cfbec6 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:49.008147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4ec975e-c559-4235-b852-c41d90f39393 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:49.033803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d4ec975e-c559-4235-b852-c41d90f39393 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:49.034328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4ec975e-c559-4235-b852-c41d90f39393 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:49.036928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network ff570831-359f-4881-b6eb-9540216ca7cb is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:49.083095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, ff570831-359f-4881-b6eb-9540216ca7cb) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:49.090412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:49.091203 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.118709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.121751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae8e53-fe09-4a84-9e0c-7aa35d9012db None None] Network ff570831-359f-4881-b6eb-9540216ca7cb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:49.136970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] No DVR routers for this DVR port d4ec975e-c559-4235-b852-c41d90f39393 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:49.188577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Port': ['ID=d4ec975e-c559-4235-b852-c41d90f39393,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:49.192957 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-973200e5-e62b-459e-ad37-f9dc70a792be tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8716419 Jul 06 18:03:49.197723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:49.226123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-316079114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:49.270161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.278410 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.297177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] In _notify_port_updated(), no bound segment for port 545489a5-aef3-4209-a907-ecc2ac682512 on network ab971206-2b34-46c6-a5f0-6d9d4292612d {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:03:49.307040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:49.307847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.309705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "PUT /v2.0/ports/545489a5-aef3-4209-a907-ecc2ac682512 HTTP/1.1" status: 200 len: 1003 time: 0.6753132 Jul 06 18:03:49.318297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38978) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:49.365772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-ff570831-359f-4881-b6eb-9540216ca7cb', 'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': '7505ab1d-2775-4547-ba30-b444e10aa86f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:49.366675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60013250-821e-4af2-890f-d5b77d9124e5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=545489a5-aef3-4209-a907-ecc2ac682512,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:49.366975 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.398568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.400982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.407423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.435794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec6e216-1b2e-4ebd-8842-4925555d1f72']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:49.461471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab7bd49-1028-4fe7-babd-a8aed40dacde') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:49.461765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab7bd49-1028-4fe7-babd-a8aed40dacde') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:49.502362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.559734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e393b6ed-a1b7-4b8a-8ae7-181f377a3720 None None] Provisioning for port 545489a5-aef3-4209-a907-ecc2ac682512 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:49.569741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e393b6ed-a1b7-4b8a-8ae7-181f377a3720 None None] Provisioning complete for port 545489a5-aef3-4209-a907-ecc2ac682512 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:49.570512 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e393b6ed-a1b7-4b8a-8ae7-181f377a3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.581621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.598971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.604979 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.643117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:49.643814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:49.653388 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:49.678833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.681039 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6aae0fda-aa5e-47a8-8cea-74d6ef13d70c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4619234 Jul 06 18:03:49.686212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38982) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:49.718699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e393b6ed-a1b7-4b8a-8ae7-181f377a3720 None None] Port 545489a5-aef3-4209-a907-ecc2ac682512 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:49.770521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Allocated IP 2001:db8::2 (ff570831-359f-4881-b6eb-9540216ca7cb/7505ab1d-2775-4547-ba30-b444e10aa86f/799701b0-f3b0-495c-8a3b-6fb6608c0e33) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:49.779194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port 545489a5-aef3-4209-a907-ecc2ac682512 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:49.779777 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.873300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.898744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.907083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/networks/0ec6e216-1b2e-4ebd-8842-4925555d1f72 HTTP/1.1" status: 204 len: 168 time: 1.7004964 Jul 06 18:03:49.911302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38984) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:49.935108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a15f5-cdc7-40a3-919c-7e05cd4b7f6e tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Network': ['ID=0ec6e216-1b2e-4ebd-8842-4925555d1f72,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.015186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.031895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for 545489a5-aef3-4209-a907-ecc2ac682512 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:50.051104 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.078782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d1df489f-cb8c-421b-ae47-aabe8a48954c None None] Provisioning complete for port 545489a5-aef3-4209-a907-ecc2ac682512 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:50.079784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1df489f-cb8c-421b-ae47-aabe8a48954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.083843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Transition to ACTIVE for port object 799701b0-f3b0-495c-8a3b-6fb6608c0e33 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:50.116538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting subnet 6aaca067-d279-4fd6-bf4f-5eada0876f47 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:50.151916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.169867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Transition to ACTIVE for port object 799701b0-f3b0-495c-8a3b-6fb6608c0e33 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:50.189775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d1df489f-cb8c-421b-ae47-aabe8a48954c None None] Port 545489a5-aef3-4209-a907-ecc2ac682512 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:50.196058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.223416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8485ca-de6a-4bea-96d2-b23a6c4f550c req-6880d7d4-dc88-4877-871d-023c7508d06b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:50.225164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b8485ca-de6a-4bea-96d2-b23a6c4f550c req-6880d7d4-dc88-4877-871d-023c7508d06b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.4369433 Jul 06 18:03:50.245450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.279080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Network ff570831-359f-4881-b6eb-9540216ca7cb is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:50.286380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:50.291889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:50.320389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.324857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Pushing event updated for resources: {'Port': ['ID=799701b0-f3b0-495c-8a3b-6fb6608c0e33,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.402912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=545489a5-aef3-4209-a907-ecc2ac682512,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.441866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Attempting to bind port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:50.442471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Attempting to bind port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '631e598d-6942-4cc3-a800-6aef79faf987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:50.443046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Attempting to bind port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 on network ff570831-359f-4881-b6eb-9540216ca7cb {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:50.453969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:50.454798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Checking segment: {'id': '631e598d-6942-4cc3-a800-6aef79faf987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:50.455529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.456292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Bound using segment: {'id': '631e598d-6942-4cc3-a800-6aef79faf987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:50.456936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Bound port: 799701b0-f3b0-495c-8a3b-6fb6608c0e33, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631e598d-6942-4cc3-a800-6aef79faf987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff570831-359f-4881-b6eb-9540216ca7cb'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:50.457466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.588581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.600426 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4e0c5031-1bca-41b1-be29-468ef4adb5b5 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/ports/545489a5-aef3-4209-a907-ecc2ac682512 HTTP/1.1" status: 204 len: 168 time: 1.2717745 Jul 06 18:03:50.602161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38992) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:50.659423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] For port 799701b0-f3b0-495c-8a3b-6fb6608c0e33, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:50.663847 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-707448a3-ef6c-471c-a140-5a7b66ec260d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] GET failed (client error): The resource could not be found. Jul 06 18:03:50.665804 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-707448a3-ef6c-471c-a140-5a7b66ec260d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "GET /v2.0/ports/545489a5-aef3-4209-a907-ecc2ac682512 HTTP/1.1" status: 404 len: 333 time: 0.0618320 Jul 06 18:03:50.671744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] For port 799701b0-f3b0-495c-8a3b-6fb6608c0e33, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=799701b0-f3b0-495c-8a3b-6fb6608c0e33,segment=NetworkSegment(631e598d-6942-4cc3-a800-6aef79faf987),segment_id=631e598d-6942-4cc3-a800-6aef79faf987)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:50.675027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:50.680623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.682314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-413684772'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:50.706185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b8485ca-de6a-4bea-96d2-b23a6c4f550c req-f214a81a-e942-4668-9e33-f7cd243bc0b5 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686449 Jul 06 18:03:50.712863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.829768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba522ac-0a93-43a7-826f-cee3a586348c None None] Pushing event updated for resources: {'Port': ['ID=799701b0-f3b0-495c-8a3b-6fb6608c0e33,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.889594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.913137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:50.918940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.956176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] device_id is not set on port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:51.259312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.269473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Allocated IP 2001:db8::e5 (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/df9cecd3-65ed-4f7f-9c55-de6ebdd80159) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:51.331791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.342832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/subnets/6aaca067-d279-4fd6-bf4f-5eada0876f47 HTTP/1.1" status: 204 len: 168 time: 1.4286869 Jul 06 18:03:51.343925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c3502-e39f-4d4b-9ffa-2997342a83f7 None None] Network 627ff754-089a-4581-ad88-19cf5c1ed4f4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:51.349241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:51.350487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f8f39-359d-4de5-87f6-a09380e0fbf0 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaca067-d279-4fd6-bf4f-5eada0876f47,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:51.502998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8::1 (ff570831-359f-4881-b6eb-9540216ca7cb/7505ab1d-2775-4547-ba30-b444e10aa86f/ee1d3872-aa63-4c73-871a-f0411151a7e5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:51.525742 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.618012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.645297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Transition to ACTIVE for port object df9cecd3-65ed-4f7f-9c55-de6ebdd80159 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:51.704763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.714295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Deleting port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:51.716898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.728400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.750287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] DHCP port deletion for 627ff754-089a-4581-ad88-19cf5c1ed4f4 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:51.791170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:51.800584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:51.825451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object ee1d3872-aa63-4c73-871a-f0411151a7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:51.829921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:51.853329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:51.854402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.857158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=df9cecd3-65ed-4f7f-9c55-de6ebdd80159,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:51.890515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5995360f-4519-4a89-bbd5-81cc521e1535 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2083607 Jul 06 18:03:51.890827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Deleting port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:51.890827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.891136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] For port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,segment=NetworkSegment(0cab2819-eb70-4a76-bf90-95fb8a6c9f65),segment_id=0cab2819-eb70-4a76-bf90-95fb8a6c9f65)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:51.891136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.907562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39006) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:51.922997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bd:fc:13'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:51.963798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Calling delete_port for 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:52.085516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.124602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] For port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,segment=NetworkSegment(0cab2819-eb70-4a76-bf90-95fb8a6c9f65),segment_id=0cab2819-eb70-4a76-bf90-95fb8a6c9f65)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:52.125853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.158447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Calling delete_port for 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:52.217422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network ff570831-359f-4881-b6eb-9540216ca7cb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:52.233497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:52.251739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:52.252736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.332307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=ee1d3872-aa63-4c73-871a-f0411151a7e5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:52.339151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 799701b0-f3b0-495c-8a3b-6fb6608c0e33 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:52.371622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.416340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a4910-0b12-4fa2-857e-345dd9d3a3fc req-24efbd58-86ac-41c0-be84-8be4698859d1 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:52.420637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a01a4910-0b12-4fa2-857e-345dd9d3a3fc req-24efbd58-86ac-41c0-be84-8be4698859d1 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.4196904 Jul 06 18:03:52.473145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-de84acfe-b093-4ef3-b277-812554c380b5 None None] Provisioning for port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:52.479637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.488947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a01a4910-0b12-4fa2-857e-345dd9d3a3fc req-81ad7019-f507-4028-bbe1-7c450b5a1b23 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593014 Jul 06 18:03:52.515973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Pushing event deleted for resources: {'Port': ['ID=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:52.524629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-de84acfe-b093-4ef3-b277-812554c380b5 None None] Provisioning complete for port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:52.525405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de84acfe-b093-4ef3-b277-812554c380b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.531840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.532470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.532968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.533465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.533959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.534607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.535114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.535634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.536117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.537037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.537527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.538029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:52.546143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:52.577788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d321f-1e9b-4054-852b-070c7fe1e1f7 None None] No DVR routers for this DVR port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:52.598441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.638015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de84acfe-b093-4ef3-b277-812554c380b5 None None] Port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:52.661673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:52.664759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Port': ['ID=889910ba-7659-4ceb-a7ac-09c4c4c2dbf6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:52.666529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e070c-a492-48db-b0d4-d2e52cbfe8b5 None None] Network ff570831-359f-4881-b6eb-9540216ca7cb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:52.675340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] No DVR routers for this DVR port 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:52.677069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.685929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.688646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:52.689046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 889910ba-7659-4ceb-a7ac-09c4c4c2dbf6 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:52.694501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.736960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] In _notify_port_updated(), no bound segment for port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 on network ab971206-2b34-46c6-a5f0-6d9d4292612d {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:03:52.742668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:52.743472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.745102 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "PUT /v2.0/ports/df9cecd3-65ed-4f7f-9c55-de6ebdd80159 HTTP/1.1" status: 200 len: 1001 time: 0.8361542 Jul 06 18:03:52.758131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39012) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:52.804318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] Provisioning for port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:52.819224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] Provisioning complete for port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:52.819881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.861455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccc733-102a-4366-96ba-daf445f86336 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=df9cecd3-65ed-4f7f-9c55-de6ebdd80159,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:52.883665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.931355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627ff754-089a-4581-ad88-19cf5c1ed4f4']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:52.945726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cab2819-eb70-4a76-bf90-95fb8a6c9f65') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:52.946160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cab2819-eb70-4a76-bf90-95fb8a6c9f65') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:52.965385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.000541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.051312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:53.051312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:53.054688 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:53.061316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:53.061316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.124175 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.170006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] For port 799701b0-f3b0-495c-8a3b-6fb6608c0e33, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=799701b0-f3b0-495c-8a3b-6fb6608c0e33,segment=NetworkSegment(631e598d-6942-4cc3-a800-6aef79faf987),segment_id=631e598d-6942-4cc3-a800-6aef79faf987)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:53.178958 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.190039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.201260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.211051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/networks/627ff754-089a-4581-ad88-19cf5c1ed4f4 HTTP/1.1" status: 204 len: 168 time: 1.8544075 Jul 06 18:03:53.216697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:53.243144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.259159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for df9cecd3-65ed-4f7f-9c55-de6ebdd80159 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:53.259723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d558882-9143-402e-82b6-c6cb76e8ffb6 None None] Pushing event updated for resources: {'Port': ['ID=799701b0-f3b0-495c-8a3b-6fb6608c0e33,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:53.274780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b620-936a-47c6-9e76-5e90d7d00648 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Pushing event deleted for resources: {'Network': ['ID=627ff754-089a-4581-ad88-19cf5c1ed4f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:53.289625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8814d7e4-56f7-44dd-9ecf-35a8bb85fbf9 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e939b01-10b2-4aab-8280-98fca9c60443 HTTP/1.1" status: 200 len: 205 time: 0.0488000 Jul 06 18:03:53.290339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:53.364073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fffbb0c0-e74f-4294-b954-00fb749432a7 None None] Provisioning complete for port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:53.364909 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fffbb0c0-e74f-4294-b954-00fb749432a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.422106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.454870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fffbb0c0-e74f-4294-b954-00fb749432a7 None None] Port df9cecd3-65ed-4f7f-9c55-de6ebdd80159 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:53.476454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.515668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=df9cecd3-65ed-4f7f-9c55-de6ebdd80159,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:53.562554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.565586 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-19f130e7-6ea2-4d67-9e13-a94fc45c6780 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/ports/df9cecd3-65ed-4f7f-9c55-de6ebdd80159 HTTP/1.1" status: 204 len: 168 time: 0.8059945 Jul 06 18:03:53.568214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39028) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:53.621779 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bc2be7-7d04-4c32-8524-b6d8eeede377 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] GET failed (client error): The resource could not be found. Jul 06 18:03:53.623891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-55bc2be7-7d04-4c32-8524-b6d8eeede377 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "GET /v2.0/ports/df9cecd3-65ed-4f7f-9c55-de6ebdd80159 HTTP/1.1" status: 404 len: 333 time: 0.0544136 Jul 06 18:03:53.628300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:53.635137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-853506636'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:53.656601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.746729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ed39dd3-19b8-454b-a038-987e75eed9ec None None] Provisioning for port ee1d3872-aa63-4c73-871a-f0411151a7e5 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:53.753022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ed39dd3-19b8-454b-a038-987e75eed9ec None None] Provisioning complete for port ee1d3872-aa63-4c73-871a-f0411151a7e5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:53.753652 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ed39dd3-19b8-454b-a038-987e75eed9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.755982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.758096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.760873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.766737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.835679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:53.843590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.858491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1ed39dd3-19b8-454b-a038-987e75eed9ec None None] Port ee1d3872-aa63-4c73-871a-f0411151a7e5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:53.869023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] device_id is not set on port 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:53.900114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ed39dd3-19b8-454b-a038-987e75eed9ec None None] Provisioning complete for port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:53.900648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ed39dd3-19b8-454b-a038-987e75eed9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.107054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Allocated IP 2001:db8::228 (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:54.160265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.160815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 799701b0-f3b0-495c-8a3b-6fb6608c0e33 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:54.161798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Fanout notify agent at l3_agent the message router_deleted on router 9e939b01-10b2-4aab-8280-98fca9c60443 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:54.184195 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.191105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3be0db1a-517a-4943-9742-0df5e5277504 tempest-RoutersNegativeTest-2048850711 tempest-RoutersNegativeTest-2048850711-project] 10.222.0.37 "DELETE /v2.0/routers/9e939b01-10b2-4aab-8280-98fca9c60443 HTTP/1.1" status: 204 len: 168 time: 0.8948805 Jul 06 18:03:54.204450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=ee1d3872-aa63-4c73-871a-f0411151a7e5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:54.229683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0570f163-9050-4f63-9823-63430868d91a None None] Provisioning complete for port ee1d3872-aa63-4c73-871a-f0411151a7e5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:54.230320 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0570f163-9050-4f63-9823-63430868d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.263638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network ff570831-359f-4881-b6eb-9540216ca7cb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:54.284368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:54.284939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.288154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0570f163-9050-4f63-9823-63430868d91a None None] Port ee1d3872-aa63-4c73-871a-f0411151a7e5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:54.306423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:54.341066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.366122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Transition to ACTIVE for port object 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:54.416251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.458745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0d64c-c8bc-44c0-950a-d1ebf5940ada req-adeb93d7-8f43-4d59-bc46-cc77d254352e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:54.461831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb0d64c-c8bc-44c0-950a-d1ebf5940ada req-adeb93d7-8f43-4d59-bc46-cc77d254352e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.7458086 Jul 06 18:03:54.470503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:54.474716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:54.483346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:54.490855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:54.491679 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.507450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:54.522403 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d81779d4-1ca2-46ac-a8f2-8c68955d6f39 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8924398 Jul 06 18:03:54.524954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39040) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:54.532261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'network_id': 'ab971206-2b34-46c6-a5f0-6d9d4292612d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333180023'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:54.711129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39044) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:54.744321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Made reservation on behalf of 445beb1d174742bda37dedb7ee7032e4 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:54.749504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.772582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5daa10d0-9c44-4406-bdf6-c8be3c4d2bc8 None None] Provisioning complete for port ee1d3872-aa63-4c73-871a-f0411151a7e5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:54.772835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5daa10d0-9c44-4406-bdf6-c8be3c4d2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.788725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] device_id is not set on port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:03:54.865367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5daa10d0-9c44-4406-bdf6-c8be3c4d2bc8 None None] Port ee1d3872-aa63-4c73-871a-f0411151a7e5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:54.981991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Allocated IP 2001:db8::34c (ab971206-2b34-46c6-a5f0-6d9d4292612d/813d76a3-8c61-490c-b12b-b2e92d5a8cf7/30d98ff1-d03b-43b0-aa08-2d777d3ae8f1) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:54.987281 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c11cc8b3-3206-450d-8575-c6727fd25fb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc6dc1a1152241adaf6bd3830a6c765a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729321 Jul 06 18:03:54.993212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:54.997517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f5c79cd0-9bac-41dd-82a8-d48d0e3844c5 None None] Provisioning for port 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:55.003030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f5c79cd0-9bac-41dd-82a8-d48d0e3844c5 None None] Provisioning complete for port 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:55.003641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5c79cd0-9bac-41dd-82a8-d48d0e3844c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.052223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f5c79cd0-9bac-41dd-82a8-d48d0e3844c5 None None] Port 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:55.068026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb0d64c-c8bc-44c0-950a-d1ebf5940ada req-2f3d4fa3-aeab-4875-9179-df48cd2dbfd4 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209396 Jul 06 18:03:55.092033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8e77-85b1-42d4-bde9-e23c52cb9085 req-210b9e0d-3b61-429b-8a3d-58649b1da660 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.093682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f08b8e77-85b1-42d4-bde9-e23c52cb9085 req-210b9e0d-3b61-429b-8a3d-58649b1da660 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.8229997 Jul 06 18:03:55.127533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 2dbce238-da5f-4d66-9edd-15d86eb72801 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:55.127898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b84e1d1-5c62-4715-b0c3-d682d4f20af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.146990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f08b8e77-85b1-42d4-bde9-e23c52cb9085 req-58fa6ce4-8ad4-4034-b544-7be5244c7db8 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Jul 06 18:03:55.164496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b84e1d1-5c62-4715-b0c3-d682d4f20af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.242479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.248489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:55.254127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a5bed3a7-0c35-473c-90b3-9b26d0613d4b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/2dbce238-da5f-4d66-9edd-15d86eb72801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5660875 Jul 06 18:03:55.258465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39050) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:55.262146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Transition to ACTIVE for port object 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:55.268545 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] Sync routers for ids ['2dbce238-da5f-4d66-9edd-15d86eb72801'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:55.283025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] Routers {'2dbce238-da5f-4d66-9edd-15d86eb72801'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:55.283961 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['2dbce238-da5f-4d66-9edd-15d86eb72801'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:55.286651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b84e1d1-5c62-4715-b0c3-d682d4f20af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.290928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b84e1d1-5c62-4715-b0c3-d682d4f20af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.293586 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b84e1d1-5c62-4715-b0c3-d682d4f20af8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c06c8b2e-d3be-4f62-a5a1-de3976eed583 HTTP/1.1" status: 204 len: 168 time: 0.2982254 Jul 06 18:03:55.319628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84e1d1-5c62-4715-b0c3-d682d4f20af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c8b2e-d3be-4f62-a5a1-de3976eed583,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:55.323412 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:55.323639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988776f3-eddc-4828-bdc9-8703afdc00ac tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.326038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-988776f3-eddc-4828-bdc9-8703afdc00ac tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports/ee1d3872-aa63-4c73-871a-f0411151a7e5 HTTP/1.1" status: 200 len: 911 time: 0.0663228 Jul 06 18:03:55.329296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:55.336492 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] Routers {'2dbce238-da5f-4d66-9edd-15d86eb72801'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:55.337507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['2dbce238-da5f-4d66-9edd-15d86eb72801'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:55.348020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7505ab1d-2775-4547-ba30-b444e10aa86f'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:55.378200 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:55.379148 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807d83a-4d27-44b0-93dc-b75235791eb2 None None] The sync data for ids ['2dbce238-da5f-4d66-9edd-15d86eb72801'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:55.383025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1530b4b3-8e29-4a02-9c19-34382a2e7b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.424177 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.520439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Network ab971206-2b34-46c6-a5f0-6d9d4292612d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:55.533941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:55.537966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:55.545008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.545720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.551006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=30d98ff1-d03b-43b0-aa08-2d777d3ae8f1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:55.574639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a755ec8f-6680-4708-93c4-a1f1fa805f5f tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0454988 Jul 06 18:03:55.575564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:55.586269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e9', 'mac_address': 'fa:16:3e:bd:fc:13'}, {'ip_address': '2001:db8::228', 'mac_address': 'fa:16:3e:70:e5:78'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:55.653337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.846984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.907790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c347ffce-6351-400a-b8d0-52043968a4ac None None] Provisioning for port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:55.916109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c347ffce-6351-400a-b8d0-52043968a4ac None None] Provisioning complete for port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:55.917077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c347ffce-6351-400a-b8d0-52043968a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.992382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c347ffce-6351-400a-b8d0-52043968a4ac None None] Port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:56.120283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.136659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.206435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] In _notify_port_updated(), no bound segment for port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 on network ab971206-2b34-46c6-a5f0-6d9d4292612d {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:03:56.222186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:56.224206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.227730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "PUT /v2.0/ports/30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 HTTP/1.1" status: 200 len: 1067 time: 0.6502512 Jul 06 18:03:56.234831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39082) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:56.301464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274abd75-afb1-4a93-b168-daad835f4b83 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event updated for resources: {'Port': ['ID=30d98ff1-d03b-43b0-aa08-2d777d3ae8f1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:56.489964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:56.490534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.562720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e9e4f-4422-44cf-84a8-ea5b36145bbe req-dacac999-b43a-4548-a623-5687dcda11f1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:56.570090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-244e9e4f-4422-44cf-84a8-ea5b36145bbe req-dacac999-b43a-4548-a623-5687dcda11f1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.1567614 Jul 06 18:03:56.628941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2912705-ea70-4239-895d-f0a9d631c996 None None] Provisioning complete for port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:56.629396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2912705-ea70-4239-895d-f0a9d631c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.647568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4dbfb-cc8a-4ab9-8fea-3565093847a1 req-1493b574-7691-417a-89f6-bc3b4b665e48 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:56.649405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a4dbfb-cc8a-4ab9-8fea-3565093847a1 req-1493b574-7691-417a-89f6-bc3b4b665e48 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.1963758 Jul 06 18:03:56.654250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-244e9e4f-4422-44cf-84a8-ea5b36145bbe req-d5b46118-5127-4a4e-884c-ff73f34e3cae tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751443 Jul 06 18:03:56.729049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b2912705-ea70-4239-895d-f0a9d631c996 None None] Port 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:56.744194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0a4dbfb-cc8a-4ab9-8fea-3565093847a1 req-635fbca1-2a51-404d-ac9b-0b866f131a21 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658503 Jul 06 18:03:56.799425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.829176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for 30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:56.943310 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.955798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.961914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:56.962576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:56.968612 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/ports/ee1d3872-aa63-4c73-871a-f0411151a7e5 HTTP/1.1" status: 200 len: 911 time: 1.6332793 Jul 06 18:03:56.969074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39096) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:57.053458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554bf89-c6b6-4d41-b4eb-5c278b960fa6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=ee1d3872-aa63-4c73-871a-f0411151a7e5,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:57.097119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.154331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=30d98ff1-d03b-43b0-aa08-2d777d3ae8f1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:57.470197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.474996 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d9eb1795-3771-4939-a35b-83e9361c783d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/ports/30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 HTTP/1.1" status: 204 len: 168 time: 1.2363255 Jul 06 18:03:57.477117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:57.519364 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c8be3a-fec9-4fe0-84ce-7df329388608 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] GET failed (client error): The resource could not be found. Jul 06 18:03:57.524494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f6c8be3a-fec9-4fe0-84ce-7df329388608 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "GET /v2.0/ports/30d98ff1-d03b-43b0-aa08-2d777d3ae8f1 HTTP/1.1" status: 404 len: 333 time: 0.0450723 Jul 06 18:03:57.524939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39108) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:57.543499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.646814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:57.647299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.788107 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.805273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for 1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:57.878658 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a50585b-b1f7-4fda-a79c-d224eb7f92ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.890611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:03:57.942927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.981670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.018329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:58.057780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.062966 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9d5d6729-2ddb-4591-8e2b-9ada07da263d tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/ports/1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 HTTP/1.1" status: 204 len: 168 time: 0.5365453 Jul 06 18:03:58.063988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:58.103860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d591-c4cb-426a-8faf-a9311954268c req-e4ca7eb4-4382-4e9f-994d-bbaedd6d45dd tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:58.106737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b590d591-c4cb-426a-8faf-a9311954268c req-e4ca7eb4-4382-4e9f-994d-bbaedd6d45dd tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.2709098 Jul 06 18:03:58.122346 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efd001a-65cd-4f99-bfaf-b39882a6d498 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] GET failed (client error): The resource could not be found. Jul 06 18:03:58.125682 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9efd001a-65cd-4f99-bfaf-b39882a6d498 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "GET /v2.0/ports/1d5e5e85-ffd0-4cb8-8179-1a64410c6ed7 HTTP/1.1" status: 404 len: 333 time: 0.0602019 Jul 06 18:03:58.129214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39122) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:58.175686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7793bc-27c9-4924-82ef-f5603947305d req-4ce19ca3-18c6-44c4-b2b3-ff0e7e6360aa tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:58.178948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc7793bc-27c9-4924-82ef-f5603947305d req-4ce19ca3-18c6-44c4-b2b3-ff0e7e6360aa tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.2141337 Jul 06 18:03:58.184494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port ee1d3872-aa63-4c73-871a-f0411151a7e5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:58.185173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.279723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port 520d5b46-1701-4a89-8aa4-80efd79b60f8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:58.279723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.312142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b590d591-c4cb-426a-8faf-a9311954268c req-f1e89b99-efc5-48d8-b20d-2731c3c317a5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975727 Jul 06 18:03:58.359575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc7793bc-27c9-4924-82ef-f5603947305d req-35b8e8b5-5952-4965-9ed2-35b9696e4346 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705117 Jul 06 18:03:58.401295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.415430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.416875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for 520d5b46-1701-4a89-8aa4-80efd79b60f8 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:58.437329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for ee1d3872-aa63-4c73-871a-f0411151a7e5 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:58.643297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.681619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.682233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=520d5b46-1701-4a89-8aa4-80efd79b60f8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:58.714104 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.716933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4ed73764-f43d-4ed9-b3f9-4b387d8dffff tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/ports/520d5b46-1701-4a89-8aa4-80efd79b60f8 HTTP/1.1" status: 204 len: 168 time: 0.5862300 Jul 06 18:03:58.720219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39124) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:58.742005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=ee1d3872-aa63-4c73-871a-f0411151a7e5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:58.769184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.769666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.770247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.770829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.771414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.771968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.772535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.773101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.773674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.774254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.775357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.775988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:58.837359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting subnet 813d76a3-8c61-490c-b12b-b2e92d5a8cf7 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:58.844548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.929776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.961007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.078188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.135467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 2dbce238-da5f-4d66-9edd-15d86eb72801 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:59.161884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.197809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Subnet': ['ID=813d76a3-8c61-490c-b12b-b2e92d5a8cf7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:59.204032 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.206481 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1cda274d-88d5-40c9-b3c4-2b9a1794cc48 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/subnets/813d76a3-8c61-490c-b12b-b2e92d5a8cf7 HTTP/1.1" status: 204 len: 168 time: 0.4846482 Jul 06 18:03:59.211408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39130) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:59.220519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b4867-d4c6-4318-a078-429e07f2633a None None] Network ab971206-2b34-46c6-a5f0-6d9d4292612d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:59.263530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:59.274779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-89a98199-b73a-4c8c-96dc-eee43388cc1c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/2dbce238-da5f-4d66-9edd-15d86eb72801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022287 Jul 06 18:03:59.275221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:59.304127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] Sync routers for ids ['2dbce238-da5f-4d66-9edd-15d86eb72801'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:59.338396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bafe36b9-071f-407f-93fb-025d96dfcfc5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dbce238-da5f-4d66-9edd-15d86eb72801 HTTP/1.1" status: 200 len: 205 time: 0.0586479 Jul 06 18:03:59.338888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39134) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:59.368290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.370250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] Routers {'2dbce238-da5f-4d66-9edd-15d86eb72801'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:59.371518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['2dbce238-da5f-4d66-9edd-15d86eb72801'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:59.378416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.472964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:59.547579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Deleting port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:59.548579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.680164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.741779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] For port d2d4872c-0c4e-4c13-aaf1-fff44cde0369, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,segment=NetworkSegment(40b8097a-ce65-448f-8ca1-0078557dd0c8),segment_id=40b8097a-ce65-448f-8ca1-0078557dd0c8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:59.742726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.774903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Calling delete_port for d2d4872c-0c4e-4c13-aaf1-fff44cde0369 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:59.803124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] Routers {'2dbce238-da5f-4d66-9edd-15d86eb72801'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:59.804865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['2dbce238-da5f-4d66-9edd-15d86eb72801'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:59.895768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:59.897494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb085a6-3367-4c7c-a069-36ca327c30ea None None] The sync data for ids ['2dbce238-da5f-4d66-9edd-15d86eb72801'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:59.926271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.983724 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.023083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] No DVR routers for this DVR port d2d4872c-0c4e-4c13-aaf1-fff44cde0369 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:00.029911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Port': ['ID=d2d4872c-0c4e-4c13-aaf1-fff44cde0369,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:00.121492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eac250-e194-4227-92ab-ad2eacd4ffc8 None None] DHCP port deletion for ab971206-2b34-46c6-a5f0-6d9d4292612d request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:04:00.126956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.145644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.189095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.209245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab971206-2b34-46c6-a5f0-6d9d4292612d']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:00.228984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b8097a-ce65-448f-8ca1-0078557dd0c8') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:00.229268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b8097a-ce65-448f-8ca1-0078557dd0c8') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:00.243526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.277927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37c711-14a4-44c8-b420-a789c0914718 req-635ebbdd-45cd-419d-b6ba-2cbf8013162d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:00.279394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.284467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e37c711-14a4-44c8-b420-a789c0914718 req-635ebbdd-45cd-419d-b6ba-2cbf8013162d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.6829135 Jul 06 18:04:00.288975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:00.289837 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:00.294104 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:00.299347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.300347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router 2dbce238-da5f-4d66-9edd-15d86eb72801 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:04:00.321070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.323143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c26ad125-cd65-4f23-82ae-1133591095ef tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/2dbce238-da5f-4d66-9edd-15d86eb72801 HTTP/1.1" status: 204 len: 168 time: 0.9818115 Jul 06 18:04:00.333956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:00.411364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.445406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.446386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1210a7-7ea7-44f1-ba21-5ea50473ec1a req-f580619a-e187-4cb4-85db-daba456bcd42 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:00.449996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb1210a7-7ea7-44f1-ba21-5ea50473ec1a req-f580619a-e187-4cb4-85db-daba456bcd42 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.6817322 Jul 06 18:04:00.450242 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] 10.222.0.37 "DELETE /v2.0/networks/ab971206-2b34-46c6-a5f0-6d9d4292612d HTTP/1.1" status: 204 len: 168 time: 1.2369697 Jul 06 18:04:00.452285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9fb59-9546-49a1-b2ca-c7843ccf3cb8 tempest-AllowedAddressPairIpV6TestJSON-921382719 tempest-AllowedAddressPairIpV6TestJSON-921382719-project] Pushing event deleted for resources: {'Network': ['ID=ab971206-2b34-46c6-a5f0-6d9d4292612d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:00.517225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e37c711-14a4-44c8-b420-a789c0914718 req-8bb841d5-572e-4908-9a9e-97992394eda3 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208898 Jul 06 18:04:00.545146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet 7505ab1d-2775-4547-ba30-b444e10aa86f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:04:00.549044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.607783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb1210a7-7ea7-44f1-ba21-5ea50473ec1a req-e4c7abf8-1a0c-4371-b7cc-d46baf76b57d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271377 Jul 06 18:04:00.613555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.729541 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.786641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.886598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39158) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:00.916484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.980826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.982815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/7505ab1d-2775-4547-ba30-b444e10aa86f HTTP/1.1" status: 204 len: 168 time: 0.6472232 Jul 06 18:04:00.983919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2fa7d-a9e5-42e3-99a3-30ad9e1a3a9a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=7505ab1d-2775-4547-ba30-b444e10aa86f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:00.987077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39162) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:00.993368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a8c4e-ae23-48fb-a5c3-fa363ce16f4d None None] Network ff570831-359f-4881-b6eb-9540216ca7cb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:01.127106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.146862 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6e6277a8-43cc-4c30-b7fb-51fe8c0b289c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=445beb1d174742bda37dedb7ee7032e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581062 Jul 06 18:04:01.149899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:01.240119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:01.240464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.253598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb50c-6bf4-47e7-b74f-1a84d8254404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.304594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb50c-6bf4-47e7-b74f-1a84d8254404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.321786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] DHCP port deletion for ff570831-359f-4881-b6eb-9540216ca7cb request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:04:01.374003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 799701b0-f3b0-495c-8a3b-6fb6608c0e33, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=799701b0-f3b0-495c-8a3b-6fb6608c0e33,segment=NetworkSegment(631e598d-6942-4cc3-a800-6aef79faf987),segment_id=631e598d-6942-4cc3-a800-6aef79faf987)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:01.374003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.381790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] Deleting port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:01.382581 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.419667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 799701b0-f3b0-495c-8a3b-6fb6608c0e33 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:01.426887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb50c-6bf4-47e7-b74f-1a84d8254404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.434254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb50c-6bf4-47e7-b74f-1a84d8254404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.436522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0d3cb50c-6bf4-47e7-b74f-1a84d8254404 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a64c6d7-da51-49c1-8896-e105417ec0da HTTP/1.1" status: 204 len: 168 time: 0.2835062 Jul 06 18:04:01.460335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] For port 799701b0-f3b0-495c-8a3b-6fb6608c0e33, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=799701b0-f3b0-495c-8a3b-6fb6608c0e33,segment=NetworkSegment(631e598d-6942-4cc3-a800-6aef79faf987),segment_id=631e598d-6942-4cc3-a800-6aef79faf987)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:01.460792 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.484543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] Calling delete_port for 799701b0-f3b0-495c-8a3b-6fb6608c0e33 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:01.486468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cb50c-6bf4-47e7-b74f-1a84d8254404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a64c6d7-da51-49c1-8896-e105417ec0da,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:01.608301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.615729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.645748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:01.658050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] Pushing event deleted for resources: {'Port': ['ID=799701b0-f3b0-495c-8a3b-6fb6608c0e33,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:01.661849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be118d7-1c47-4354-b020-a3353f65908f None None] No DVR routers for this DVR port 799701b0-f3b0-495c-8a3b-6fb6608c0e33 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:01.719240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=799701b0-f3b0-495c-8a3b-6fb6608c0e33,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:01.892780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.916067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff570831-359f-4881-b6eb-9540216ca7cb']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:01.932796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631e598d-6942-4cc3-a800-6aef79faf987') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:01.934336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631e598d-6942-4cc3-a800-6aef79faf987') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:01.947023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.961018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11622e-183b-4fed-b29a-9b66682b83f0 req-7cdb772c-38ac-40dc-a1d6-d6fa354e1484 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:01.972913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f11622e-183b-4fed-b29a-9b66682b83f0 req-7cdb772c-38ac-40dc-a1d6-d6fa354e1484 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.2303607 Jul 06 18:04:01.981609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.997689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:01.999544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:02.008415 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:02.037587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 799701b0-f3b0-495c-8a3b-6fb6608c0e33 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:02.088137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 799701b0-f3b0-495c-8a3b-6fb6608c0e33 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:02.088491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 799701b0-f3b0-495c-8a3b-6fb6608c0e33 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:02.088924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2d4872c-0c4e-4c13-aaf1-fff44cde0369 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:02.106124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f11622e-183b-4fed-b29a-9b66682b83f0 req-05af984c-4ff2-4c74-b414-8ebadb4c75cd tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309011 Jul 06 18:04:02.162367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d2d4872c-0c4e-4c13-aaf1-fff44cde0369 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:02.162726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2d4872c-0c4e-4c13-aaf1-fff44cde0369 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:02.187785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.213310 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.216770 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/ff570831-359f-4881-b6eb-9540216ca7cb HTTP/1.1" status: 204 len: 168 time: 1.2273636 Jul 06 18:04:02.216770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2600f-6194-48ab-b9e7-f14d12268794 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=ff570831-359f-4881-b6eb-9540216ca7cb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:02.221898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:02.227140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-882726876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:02.282566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.283848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.369125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.402759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.408493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.430717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.432215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cef7ca79-9328-4c95-b8fc-cf203b8f7a2d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2092910 Jul 06 18:04:02.437281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39202) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:02.442974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2074437245'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:02.477593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:02.487885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.528141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67f74e-95fa-4de8-8929-6edcad4517a1 req-060d7668-1fa5-4d89-a7d2-1584de70e67c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:02.530814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd67f74e-95fa-4de8-8929-6edcad4517a1 req-060d7668-1fa5-4d89-a7d2-1584de70e67c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.2487965 Jul 06 18:04:02.548148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a00aa-0d06-4428-bd74-0a9b1b7a42fd req-d028899d-46a6-41a8-8a9b-7a455ccf34fe tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:02.548877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:02.550425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d99a00aa-0d06-4428-bd74-0a9b1b7a42fd req-d028899d-46a6-41a8-8a9b-7a455ccf34fe tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.2470081 Jul 06 18:04:02.565320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.566277 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment 872a6158-2197-4d32-a1c6-355eeaee3a8b of type vlan for network 43f4ee42-0773-4e9b-af38-049e5219c6aa Jul 06 18:04:02.645717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd67f74e-95fa-4de8-8929-6edcad4517a1 req-e4994d12-f215-4555-876b-21dd72db88c1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937839 Jul 06 18:04:02.660549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d99a00aa-0d06-4428-bd74-0a9b1b7a42fd req-257c8453-fedd-402e-b869-e21e40a6de7a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813620 Jul 06 18:04:02.704552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.743661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.749910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:02.750567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.810370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3717763 Jul 06 18:04:02.815299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:02.824998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:02.842326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ec68c-47b1-4a54-89ed-d0dc908026dc tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=43f4ee42-0773-4e9b-af38-049e5219c6aa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:02.860917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:02.866015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:03.033775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-716893847'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:03.070640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:03.074711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.088093 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.331125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.344603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.422093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:03.450089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953f3d24-f537-4cd8-973a-8817918c18d8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:03.463036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.464157 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Added segment babee8a3-375a-4b3c-ad78-1d775aae31e9 of type vlan for network 9aa8b048-35ba-4d28-a433-92830a4db1dd Jul 06 18:04:03.503045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:03.507059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.533721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.573955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.579334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:03.580196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.596258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f90f80-7d43-4f07-8b1f-fd5837df9565 req-f38e4ddb-f87f-4f28-b563-260481b5ab98 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:03.597800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7f90f80-7d43-4f07-8b1f-fd5837df9565 req-f38e4ddb-f87f-4f28-b563-260481b5ab98 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.2217164 Jul 06 18:04:03.672666 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8048933 Jul 06 18:04:03.681601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7f90f80-7d43-4f07-8b1f-fd5837df9565 req-ed2bf552-0bc3-4739-ae9e-d8d969496278 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729964 Jul 06 18:04:03.723715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1bb3-9e77-4b55-981e-7d046672a543 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Network': ['ID=9aa8b048-35ba-4d28-a433-92830a4db1dd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:03.763060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9aa8b048-35ba-4d28-a433-92830a4db1dd details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:03.962463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.137140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:04.168909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:04.169450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: 43f4ee42-0773-4e9b-af38-049e5219c6aa, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:04.273106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b84d3-4b40-489a-9911-195a4453a0ee req-f66ca0eb-15e2-4070-9d82-ddeed8d5a52d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:04.275801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-624b84d3-4b40-489a-9911-195a4453a0ee req-f66ca0eb-15e2-4070-9d82-ddeed8d5a52d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.2596626 Jul 06 18:04:04.277964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:04.294647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77b55-f7f1-4b3f-af14-613c49f66127 req-3523df1e-6e82-477f-8d67-965a7470422f tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:04.297038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ab77b55-f7f1-4b3f-af14-613c49f66127 req-3523df1e-6e82-477f-8d67-965a7470422f tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.2848287 Jul 06 18:04:04.346873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 43f4ee42-0773-4e9b-af38-049e5219c6aa) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:04.362466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d1dc5-8984-4152-a523-1a6a61023589 None None] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:04.573739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:04.575327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.608704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-624b84d3-4b40-489a-9911-195a4453a0ee req-0a3e0fcf-ff94-4b06-bd5a-319115108e50 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059804 Jul 06 18:04:04.653617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ab77b55-f7f1-4b3f-af14-613c49f66127 req-23c27108-f736-43e4-9512-92fe40b7516c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363683 Jul 06 18:04:04.716951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-45ca500f-6c47-4a07-8b0e-89d2097ba12c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8998709 Jul 06 18:04:04.717243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.757309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-43f4ee42-0773-4e9b-af38-049e5219c6aa', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:04.759338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.796977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-c6ca0465-60ab-4847-bd78-9ca194c0ab57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:04.798771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-c6ca0465-60ab-4847-bd78-9ca194c0ab57 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.3414195 Jul 06 18:04:05.165510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Deleting port 8c13c243-cdd7-4a99-af64-e546459db4fb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:05.166330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:05.277210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Allocated IP 2001:db8::2 (43f4ee42-0773-4e9b-af38-049e5219c6aa/6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92/790f4421-9d75-4dbe-aa5f-607adaa74d12) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:05.375704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] For port 8c13c243-cdd7-4a99-af64-e546459db4fb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8c13c243-cdd7-4a99-af64-e546459db4fb,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:05.377344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:05.673508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:05.870180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c51d6-1450-453a-ac8a-43962d046e9c req-f804e214-3b89-4dbf-81d1-1d6b280c5821 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:05.895749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-967c51d6-1450-453a-ac8a-43962d046e9c req-f804e214-3b89-4dbf-81d1-1d6b280c5821 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.8451631 Jul 06 18:04:05.925065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:05.963078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Transition to ACTIVE for port object 790f4421-9d75-4dbe-aa5f-607adaa74d12 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:06.033226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Transition to ACTIVE for port object 790f4421-9d75-4dbe-aa5f-607adaa74d12 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:06.054390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.194133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:06.200666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:06.209588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:06.240439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Pushing event updated for resources: {'Port': ['ID=790f4421-9d75-4dbe-aa5f-607adaa74d12,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:06.349072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Attempting to bind port 790f4421-9d75-4dbe-aa5f-607adaa74d12 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:06.350126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Attempting to bind port 790f4421-9d75-4dbe-aa5f-607adaa74d12 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:06.350126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Attempting to bind port 790f4421-9d75-4dbe-aa5f-607adaa74d12 on network 43f4ee42-0773-4e9b-af38-049e5219c6aa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:06.360009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:06.360566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Checking segment: {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:06.361131 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.361736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Bound using segment: {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:06.362519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Bound port: 790f4421-9d75-4dbe-aa5f-607adaa74d12, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:06.363103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.385761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-967c51d6-1450-453a-ac8a-43962d046e9c req-69f7ccef-a229-4156-acc0-5a7755207ee2 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889932 Jul 06 18:04:06.453198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:04:06.480165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.481664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.482158 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Floating IP 4e5e68f5-bcd4-4fd0-a279-cfafc0831e37 disassociated. External IP: 172.25.5.254, port: 8c13c243-cdd7-4a99-af64-e546459db4fb. Jul 06 18:04:06.483136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Calling delete_port for 8c13c243-cdd7-4a99-af64-e546459db4fb owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:06.553219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8::1 (43f4ee42-0773-4e9b-af38-049e5219c6aa/6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92/3f72062c-5cd6-431a-b7d1-4c22a32a79cc) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:06.571794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427043d7-565e-4e94-bbfb-701b6702c4ee req-5052700f-fc8a-49be-a6e5-28456cd8be7a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:06.574744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-427043d7-565e-4e94-bbfb-701b6702c4ee req-5052700f-fc8a-49be-a6e5-28456cd8be7a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 945 time: 0.4203703 Jul 06 18:04:06.740553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] For port 790f4421-9d75-4dbe-aa5f-607adaa74d12, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:06.767305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-427043d7-565e-4e94-bbfb-701b6702c4ee req-cb58caee-e509-4717-9e51-b325b6862399 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b82f910-6a1e-4c45-a38b-a4166dca98b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710160 Jul 06 18:04:06.817237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] For port 790f4421-9d75-4dbe-aa5f-607adaa74d12, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=790f4421-9d75-4dbe-aa5f-607adaa74d12,segment=NetworkSegment(872a6158-2197-4d32-a1c6-355eeaee3a8b),segment_id=872a6158-2197-4d32-a1c6-355eeaee3a8b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:06.841632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.970610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.976007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679130c-93df-46e7-b958-5f6a6bd86e24 req-f541117e-0de6-4fb2-9146-efbdfc6b4abf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:06.980043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a35f-02a5-4935-9f9d-b2ee1ea74425 None None] Pushing event updated for resources: {'Port': ['ID=790f4421-9d75-4dbe-aa5f-607adaa74d12,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:06.982749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8679130c-93df-46e7-b958-5f6a6bd86e24 req-f541117e-0de6-4fb2-9146-efbdfc6b4abf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.2821555 Jul 06 18:04:07.014077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object 3f72062c-5cd6-431a-b7d1-4c22a32a79cc will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:07.075562 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:07.078025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:07.114206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:07.141924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'mac_address': 'fa:16:3e:70:aa:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:04:07.164471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8c13c243-cdd7-4a99-af64-e546459db4fb no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:07.234829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 8c13c243-cdd7-4a99-af64-e546459db4fb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:07.235445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8c13c243-cdd7-4a99-af64-e546459db4fb not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:07.244421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event deleted for resources: {'Port': ['ID=8c13c243-cdd7-4a99-af64-e546459db4fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:07.319115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:07.327438 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:07.337842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:07.342319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:07.342905 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:07.366239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6440999-00bb-43c2-bcd0-400d4772f545 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:04:07.446425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:07.456528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:07.476807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8679130c-93df-46e7-b958-5f6a6bd86e24 req-51436287-8d44-42fb-8ead-1e5a855b612b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4584036 Jul 06 18:04:07.652541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:07.766552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f6440999-00bb-43c2-bcd0-400d4772f545'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:07.885291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:08.009902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:08.016628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:08.080989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'subnet': {'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:08.243299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 790f4421-9d75-4dbe-aa5f-607adaa74d12 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:08.367291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 790f4421-9d75-4dbe-aa5f-607adaa74d12 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:08.406359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:08.411567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:08.436732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:08.456199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:08.597245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da6adaa6-e8b8-444b-9c59-3cb2dc9ec422 req-f16e70d2-21a0-40f6-a2b9-8410060abb64 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 210 time: 0.3090954 Jul 06 18:04:08.635089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f6440999-00bb-43c2-bcd0-400d4772f545 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:08.637008 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:08.695218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:08.709224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:08.733028 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:08.733704 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.837966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333817bf-349c-4007-ab87-c7b289d6fb61 req-d9341554-fac3-4389-8b0c-66ec6433abbc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:08.853410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-333817bf-349c-4007-ab87-c7b289d6fb61 req-d9341554-fac3-4389-8b0c-66ec6433abbc tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.6324966 Jul 06 18:04:08.939636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] No DVR routers for this DVR port 8c13c243-cdd7-4a99-af64-e546459db4fb on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:08.953422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:08.958021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d2d2895-b949-4c2b-b469-3608ba8f4716 req-d5cd120c-5732-45ca-b4cc-2782c46e11b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "DELETE /v2.0/ports/8c13c243-cdd7-4a99-af64-e546459db4fb HTTP/1.1" status: 204 len: 173 time: 4.1522865 Jul 06 18:04:09.003554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'name': 'network-vif-deleted', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:09.007417 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff58b03-c24f-48da-87d6-270e7e9224c0" -d '{"events": [{"server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "name": "network-vif-deleted", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:09.140837 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:09.217693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-333817bf-349c-4007-ab87-c7b289d6fb61 req-22d6c6a7-0a39-4714-8b73-ede99d4f9f3c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999096 Jul 06 18:04:09.264700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:09.273474 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc2282-df55-41b5-8c4f-c1d4727e6575" -d '{"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-plugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:09.295622 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:09.344942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b0afe-946f-4cf4-be1c-027e49dc8f85 req-82279090-7470-421c-a1c6-5d2d19c423f2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:09.352866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-881b0afe-946f-4cf4-be1c-027e49dc8f85 req-82279090-7470-421c-a1c6-5d2d19c423f2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 945 time: 0.3253961 Jul 06 18:04:09.371995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:09.383277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:09.456116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-881b0afe-946f-4cf4-be1c-027e49dc8f85 req-7555d51b-555c-4eb7-9a98-d599f504e7ed tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019108 Jul 06 18:04:09.472594 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1f03e9-d6ae-4f1f-b99e-69a19b3692fe x-openstack-request-id: req-ee1f03e9-d6ae-4f1f-b99e-69a19b3692fe {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:09.473328 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd120f7-e9c4-40a7-8132-faa177db630b", "name": "network-vif-deleted", "tag": "8c13c243-cdd7-4a99-af64-e546459db4fb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:09.473941 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee1f03e9-d6ae-4f1f-b99e-69a19b3692fe {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:09.474798 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd120f7-e9c4-40a7-8132-faa177db630b', 'name': 'network-vif-deleted', 'tag': '8c13c243-cdd7-4a99-af64-e546459db4fb', 'status': 'completed', 'code': 200} Jul 06 18:04:09.521056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:09.526154 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de057d7c-24a5-4990-9bdf-7e195cd3f9e6 x-openstack-request-id: req-de057d7c-24a5-4990-9bdf-7e195cd3f9e6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:09.526485 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-plugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:09.526968 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de057d7c-24a5-4990-9bdf-7e195cd3f9e6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:09.527714 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'code': 200} Jul 06 18:04:09.564697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251dc32-da1e-4b09-ae2c-e95d5357c8f9 None None] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:09.666978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:09.730575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] Provisioning for port 790f4421-9d75-4dbe-aa5f-607adaa74d12 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:09.742291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] Provisioning complete for port 790f4421-9d75-4dbe-aa5f-607adaa74d12 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:09.742960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:09.874935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61b88bec-b9b7-4086-a952-324bf8609721 req-95662c56-66e2-42e1-8285-0fa5b97f5bd4 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd120f7-e9c4-40a7-8132-faa177db630b HTTP/1.1" status: 200 len: 210 time: 0.0635686 Jul 06 18:04:09.973263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Subnet': ['ID=acfc5c85-4fe4-4ba4-9415-4b7a3f48166a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:09.991764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Checking segment: {'id': 'babee8a3-375a-4b3c-ad78-1d775aae31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:09.992140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network hostable DHCP agents. Network: 9aa8b048-35ba-4d28-a433-92830a4db1dd, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:10.020459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.030092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.031141 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.104126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:10.110721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network 9aa8b048-35ba-4d28-a433-92830a4db1dd is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:10.292782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9aa8b048-35ba-4d28-a433-92830a4db1dd) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:10.296254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:10.300080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:10.303173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:10.303648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.327839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73426ca5-b77f-4eeb-8d4d-5ea5e44e5951 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3156688 Jul 06 18:04:10.334659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.364734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1356375767'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:10.429645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62206de3-e799-42e6-8756-0825c7c2f014 None None] Network 9aa8b048-35ba-4d28-a433-92830a4db1dd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:10.503758 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.532743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:10.550393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.600874 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.636554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:04:10.702810 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:10.716384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] For port 790f4421-9d75-4dbe-aa5f-607adaa74d12, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=790f4421-9d75-4dbe-aa5f-607adaa74d12,segment=NetworkSegment(872a6158-2197-4d32-a1c6-355eeaee3a8b),segment_id=872a6158-2197-4d32-a1c6-355eeaee3a8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:10.731034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.765289 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:10.766344 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.771184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:10.840845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.856179 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Added segment 83bda35c-a308-44a7-804b-33b1c5f89b9e of type vlan for network 01724565-24b6-4613-94a1-7b5fde4201e6 Jul 06 18:04:10.858762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-9aa8b048-35ba-4d28-a433-92830a4db1dd', 'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd', 'tenant_id': '0e2bc8f096074ff8a374f974579fbc7d', 'fixed_ips': [{'subnet_id': 'acfc5c85-4fe4-4ba4-9415-4b7a3f48166a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:10.860132 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.864581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:10.879027 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7188c6f8-1801-40be-bc71-d73fb7af629d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1550336 Jul 06 18:04:10.879330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.901191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838936769'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:10.903328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:10.959084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:10.964977 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.024195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:11.043293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.043946 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment f32a280c-59a5-4612-989c-97eeedb6acbf of type vlan for network f07c843d-b7bc-4cb7-931b-9c4ede804b93 Jul 06 18:04:11.082286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468edc-b8b9-480a-8332-2d09e811d873 req-de4991d2-e884-49a6-8ba5-aea9f4e49ec5 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:11.088473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af468edc-b8b9-480a-8332-2d09e811d873 req-de4991d2-e884-49a6-8ba5-aea9f4e49ec5 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.4826152 Jul 06 18:04:11.138574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.160046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.161257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:11.162299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.196873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fd99e-1b92-4315-8dc8-5b58bd36b17a None None] Pushing event updated for resources: {'Port': ['ID=790f4421-9d75-4dbe-aa5f-607adaa74d12,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:11.232542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.239741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:11.240499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.240892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.259566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:11.261761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.347568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:11.403427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=f07c843d-b7bc-4cb7-931b-9c4ede804b93,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:11.410118 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b8d64910-8bd6-47b0-89c2-65e55190857e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5294418 Jul 06 18:04:11.416766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39316) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.431611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:11.440619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:11.666560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Network': ['ID=01724565-24b6-4613-94a1-7b5fde4201e6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:11.722347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:11.726300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.953634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 01724565-24b6-4613-94a1-7b5fde4201e6 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:12.029504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e54a5269-5c5c-434d-a39a-4881cb47a925 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6879485 Jul 06 18:04:12.050168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.066166 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:12.079683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'subnet': {'network_id': '01724565-24b6-4613-94a1-7b5fde4201e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:12.140210 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae76ba2-b43e-49f8-abf3-7d2bafe40f67 None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:12.186412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 790f4421-9d75-4dbe-aa5f-607adaa74d12 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:12.220331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af468edc-b8b9-480a-8332-2d09e811d873 req-72517c82-71d1-4e29-a197-2109a02a706b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0243289 Jul 06 18:04:12.420774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.468960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7bcfd4bb-4dd8-44d8-ae0d-e362c3f0d03a None None] Provisioning for port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:12.503027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7bcfd4bb-4dd8-44d8-ae0d-e362c3f0d03a None None] Provisioning complete for port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:12.503644 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bcfd4bb-4dd8-44d8-ae0d-e362c3f0d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.612189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711e724-d792-4acb-b530-523ffc21c1bb req-772b1a95-21cb-48bf-9c6b-f40b1db5276f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:12.628732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e711e724-d792-4acb-b530-523ffc21c1bb req-772b1a95-21cb-48bf-9c6b-f40b1db5276f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 1.6424115 Jul 06 18:04:12.638913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:12.653171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Allocated IP 2001:db8:0:ffff::2 (9aa8b048-35ba-4d28-a433-92830a4db1dd/acfc5c85-4fe4-4ba4-9415-4b7a3f48166a/af4c652f-5414-4e29-bd72-492aa2e66b86) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:12.697606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ace-f874-4674-b412-2dd5ab7b3a04 req-57a7f23d-9b27-480c-a11b-58560e7ffa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:12.701783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18876ace-f874-4674-b412-2dd5ab7b3a04 req-57a7f23d-9b27-480c-a11b-58560e7ffa07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 1096 time: 1.0878823 Jul 06 18:04:12.706135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:12.715675 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.764954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:12.767995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: f07c843d-b7bc-4cb7-931b-9c4ede804b93, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:12.779373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=4edf71de-c639-4b46-a043-c36af5da7e0e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:12.872749 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd177c78-522b-41ad-9976-c9c8f7f9404f None None] New status for floating IP 4e5e68f5-bcd4-4fd0-a279-cfafc0831e37: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:04:12.884908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:12.911147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, f07c843d-b7bc-4cb7-931b-9c4ede804b93) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:12.925091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:12.931667 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.941338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfd4bb-4dd8-44d8-ae0d-e362c3f0d03a None None] Port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:12.958772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18876ace-f874-4674-b412-2dd5ab7b3a04 req-83684a9b-a8df-431e-8654-ed918fac2fb6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233427 Jul 06 18:04:12.983243 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3c2c3e43-7702-4dd0-97e9-69ef81c6a8f2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5609550 Jul 06 18:04:12.987061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:13.052196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e711e724-d792-4acb-b530-523ffc21c1bb req-a95f96d0-e5b5-4152-80ca-166c75559103 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219115 Jul 06 18:04:13.096014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 790f4421-9d75-4dbe-aa5f-607adaa74d12 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:13.096629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.192895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5b658-7523-4049-bacf-24e7ebd017f7 None None] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:13.685227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:14.057994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7bcfd4bb-4dd8-44d8-ae0d-e362c3f0d03a None None] Provisioning complete for port 790f4421-9d75-4dbe-aa5f-607adaa74d12 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:14.060199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bcfd4bb-4dd8-44d8-ae0d-e362c3f0d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.242818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d11da094-f35a-4d77-ae3f-fdc30c80d8cc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.271154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d11da094-f35a-4d77-ae3f-fdc30c80d8cc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.335820 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d11da094-f35a-4d77-ae3f-fdc30c80d8cc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.339765 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d11da094-f35a-4d77-ae3f-fdc30c80d8cc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.341075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d11da094-f35a-4d77-ae3f-fdc30c80d8cc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b82f910-6a1e-4c45-a38b-a4166dca98b3 HTTP/1.1" status: 204 len: 168 time: 0.6466644 Jul 06 18:04:14.348003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:14.389574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4801500-34a7-457d-b62c-3e9e52da922e req-d97b087d-95b5-48ef-bf59-a6b6c3773303 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:14.391238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4801500-34a7-457d-b62c-3e9e52da922e req-d97b087d-95b5-48ef-bf59-a6b6c3773303 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.6983292 Jul 06 18:04:14.559662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:14.561303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.778857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.813207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Allocated IP 2001:db8:1::2 (f07c843d-b7bc-4cb7-931b-9c4ede804b93/4edf71de-c639-4b46-a043-c36af5da7e0e/b403dd1b-4d14-430d-a6bc-d368f06bb237) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:15.276932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:04:15.337394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.402714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.463419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Transition to ACTIVE for port object af4c652f-5414-4e29-bd72-492aa2e66b86 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:15.469007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11da094-f35a-4d77-ae3f-fdc30c80d8cc tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82f910-6a1e-4c45-a38b-a4166dca98b3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:15.523612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d14e866a-158a-4d8e-8da4-7537901602b7 None None] Provisioning complete for port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:15.524278 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d14e866a-158a-4d8e-8da4-7537901602b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.535886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:08Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:09Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:15.543202 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b992b493-fb81-43ce-9a6e-e32d27e99812 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] show failed (client error): The resource could not be found. Jul 06 18:04:15.545432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b992b493-fb81-43ce-9a6e-e32d27e99812 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups/9b82f910-6a1e-4c45-a38b-a4166dca98b3 HTTP/1.1" status: 404 len: 347 time: 1.1936080 Jul 06 18:04:15.559377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39348) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:15.603938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Transition to ACTIVE for port object af4c652f-5414-4e29-bd72-492aa2e66b86 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:15.625794 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4801500-34a7-457d-b62c-3e9e52da922e req-ed512d88-37d0-42fb-b1fe-8531d8b9d259 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530568 Jul 06 18:04:15.674571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Subnet': ['ID=f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:15.694489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f74ad-8218-4ee1-92da-b03a3463022d req-ac1c2e88-dd58-426f-afa4-a941c450669b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:15.702537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c59f74ad-8218-4ee1-92da-b03a3463022d req-ac1c2e88-dd58-426f-afa4-a941c450669b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.4230728 Jul 06 18:04:15.724714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:15.726036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Updating router a36091bc-d057-42dd-98cf-2d03c6674ce5 port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:04:15.775941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Checking segment: {'id': '83bda35c-a308-44a7-804b-33b1c5f89b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01724565-24b6-4613-94a1-7b5fde4201e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:15.776957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network hostable DHCP agents. Network: 01724565-24b6-4613-94a1-7b5fde4201e6, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:15.827338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.850745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.874573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c59f74ad-8218-4ee1-92da-b03a3463022d req-18291e23-6d14-4972-852d-68d89bdfccd0 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672635 Jul 06 18:04:15.894618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network 01724565-24b6-4613-94a1-7b5fde4201e6 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:15.919436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 01724565-24b6-4613-94a1-7b5fde4201e6) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:15.935921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:15.936531 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.941782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.972931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Deleting port e77c81b7-bfbd-4c45-8baf-69aba3ca3ba2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:15.973927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.982594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-81408093-32c7-4ef0-b74c-0119ea958a74 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9216747 Jul 06 18:04:15.989951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:15.999049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'port': {'network_id': '01724565-24b6-4613-94a1-7b5fde4201e6', 'name': 'tempest-NetworksIpV6TestAttrs-1481825038'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:16.011280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874be6a6-92cb-466a-bc65-b0b61589f54d None None] Network 01724565-24b6-4613-94a1-7b5fde4201e6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:16.027144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Network 9aa8b048-35ba-4d28-a433-92830a4db1dd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:16.031316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d14e866a-158a-4d8e-8da4-7537901602b7 None None] Port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:16.131494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Transition to ACTIVE for port object b403dd1b-4d14-430d-a6bc-d368f06bb237 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:16.165265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:16.168689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:16.189125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Transition to ACTIVE for port object b403dd1b-4d14-430d-a6bc-d368f06bb237 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:16.202736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.202736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.227989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Calling delete_port for e77c81b7-bfbd-4c45-8baf-69aba3ca3ba2 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:16.250902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.370461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Pushing event updated for resources: {'Port': ['ID=af4c652f-5414-4e29-bd72-492aa2e66b86,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:16.461583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:16.477876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.571064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] device_id is not set on port 2d497b74-e56c-43bd-9b29-3164d6875720 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:04:16.608749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.639111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:16.648990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Attempting to bind port af4c652f-5414-4e29-bd72-492aa2e66b86 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:16.649643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Attempting to bind port af4c652f-5414-4e29-bd72-492aa2e66b86 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'babee8a3-375a-4b3c-ad78-1d775aae31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:16.649761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Attempting to bind port af4c652f-5414-4e29-bd72-492aa2e66b86 on network 9aa8b048-35ba-4d28-a433-92830a4db1dd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:16.734789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event deleted for resources: {'Port': ['ID=e77c81b7-bfbd-4c45-8baf-69aba3ca3ba2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:16.786342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8:1::1 (f07c843d-b7bc-4cb7-931b-9c4ede804b93/4edf71de-c639-4b46-a043-c36af5da7e0e/3106d74f-adf5-4472-bbc4-ceb462f43935) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:16.805974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.816574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.818229 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aaa2f2a7-dd18-440a-b4f7-21ff4254d21c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e5e68f5-bcd4-4fd0-a279-cfafc0831e37 HTTP/1.1" status: 204 len: 168 time: 1.2578151 Jul 06 18:04:16.884722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Pushing event updated for resources: {'Port': ['ID=b403dd1b-4d14-430d-a6bc-d368f06bb237,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:16.954610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Allocated IP 2001:db8::f816:3eff:fe1c:92fe (01724565-24b6-4613-94a1-7b5fde4201e6/f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f/2d497b74-e56c-43bd-9b29-3164d6875720) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:17.022928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:17.041299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:17.070351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:17.070717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Checking segment: {'id': 'babee8a3-375a-4b3c-ad78-1d775aae31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:17.071115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.071618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Bound using segment: {'id': 'babee8a3-375a-4b3c-ad78-1d775aae31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:17.072117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Bound port: af4c652f-5414-4e29-bd72-492aa2e66b86, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babee8a3-375a-4b3c-ad78-1d775aae31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9aa8b048-35ba-4d28-a433-92830a4db1dd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:17.072488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.281042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.335928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object 3106d74f-adf5-4472-bbc4-ceb462f43935 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:17.340828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5adc0c-7df0-4ee9-95b7-777702097ea6 req-eb247cf1-f07a-444c-9abe-37960621d58d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:17.342443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a5adc0c-7df0-4ee9-95b7-777702097ea6 req-eb247cf1-f07a-444c-9abe-37960621d58d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.3801367 Jul 06 18:04:17.484086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.547163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a5adc0c-7df0-4ee9-95b7-777702097ea6 req-da5f5c40-7584-43e6-b294-787af3015a7b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743450 Jul 06 18:04:17.573530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:17.586688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720828131', 'description': 'tempest-description--57223928'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:17.650816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:17.653561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:17.658132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:17.672122 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.686091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.837164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Transition to ACTIVE for port object 2d497b74-e56c-43bd-9b29-3164d6875720 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:17.974205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=3106d74f-adf5-4472-bbc4-ceb462f43935,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:17.982048 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.080485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.161506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb443d5-4966-493c-86b2-b51ceef93e1d req-85253604-ed99-4312-92d1-757b15bd3404 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:18.169283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb443d5-4966-493c-86b2-b51ceef93e1d req-85253604-ed99-4312-92d1-757b15bd3404 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4634862 Jul 06 18:04:18.227050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Attempting to bind port b403dd1b-4d14-430d-a6bc-d368f06bb237 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:18.227697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Attempting to bind port b403dd1b-4d14-430d-a6bc-d368f06bb237 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:18.227976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Attempting to bind port b403dd1b-4d14-430d-a6bc-d368f06bb237 on network f07c843d-b7bc-4cb7-931b-9c4ede804b93 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:18.237271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.262163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network 01724565-24b6-4613-94a1-7b5fde4201e6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:18.267110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:18.273461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:18.280022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:18.280794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.291235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96428e80-e1fa-4726-827a-c32680daf982 req-9b21c202-481e-45bb-bc69-03e7e7720b5c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:18.293593 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96428e80-e1fa-4726-827a-c32680daf982 req-9b21c202-481e-45bb-bc69-03e7e7720b5c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.3971312 Jul 06 18:04:18.380691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:18.380691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Checking segment: {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:18.380691 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.384350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Bound using segment: {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:18.384350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Bound port: b403dd1b-4d14-430d-a6bc-d368f06bb237, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:18.384350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.385517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb443d5-4966-493c-86b2-b51ceef93e1d req-ba6213fd-9ffb-4348-ada3-69b22b608df8 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123611 Jul 06 18:04:18.392720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] For port af4c652f-5414-4e29-bd72-492aa2e66b86, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:18.415903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Port': ['ID=2d497b74-e56c-43bd-9b29-3164d6875720,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:18.415903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96428e80-e1fa-4726-827a-c32680daf982 req-1dafe0a7-4fda-403c-a4b0-3355a8c29cc2 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003714 Jul 06 18:04:18.484688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] For port af4c652f-5414-4e29-bd72-492aa2e66b86, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af4c652f-5414-4e29-bd72-492aa2e66b86,segment=NetworkSegment(babee8a3-375a-4b3c-ad78-1d775aae31e9),segment_id=babee8a3-375a-4b3c-ad78-1d775aae31e9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:18.504505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.532377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.538538 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.560590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8d7cefff-3133-479c-b05b-012377888f0c tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5694776 Jul 06 18:04:18.562381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39376) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:18.670054 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.697022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.701074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1172626 Jul 06 18:04:18.703395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39380) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:18.711122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'security_group_rule': {'security_group_id': '0209593b-50a8-4b2d-b1d9-b57360c8786e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:18.735297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bbbb8-823d-44e8-a3c1-182b48401cf2 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0209593b-50a8-4b2d-b1d9-b57360c8786e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:18.761973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] For port b403dd1b-4d14-430d-a6bc-d368f06bb237, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:18.781400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting subnet f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:04:18.785637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] For port b403dd1b-4d14-430d-a6bc-d368f06bb237, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b403dd1b-4d14-430d-a6bc-d368f06bb237,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:18.807952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.814403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Transition to ACTIVE for port object 3f72062c-5cd6-431a-b7d1-4c22a32a79cc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:18.835276 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.869198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfbc81c-bf9e-4bad-a78c-c17da88a191f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-01724565-24b6-4613-94a1-7b5fde4201e6', 'network_id': '01724565-24b6-4613-94a1-7b5fde4201e6', 'tenant_id': '0e2bc8f096074ff8a374f974579fbc7d', 'fixed_ips': [{'subnet_id': 'f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:18.870921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfbc81c-bf9e-4bad-a78c-c17da88a191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.983024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.999095 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.003008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87bd4d-61da-47e1-974e-3317dd5ecaad None None] Pushing event updated for resources: {'Port': ['ID=af4c652f-5414-4e29-bd72-492aa2e66b86,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:19.049146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.304740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.517438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.540538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.578784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.625232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.701483 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:19.719128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f HTTP/1.1" status: 204 len: 168 time: 1.1412506 Jul 06 18:04:19.803455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39390) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:19.804333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadf47a-cc46-417d-8a70-f79b0ef85b79 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Subnet': ['ID=f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:19.844548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.025424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8d2d9-25cb-4315-8e80-4fe273f5ab93 req-dcfc4423-a459-403d-bca2-82f533730292 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:20.044528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97b8d2d9-25cb-4315-8e80-4fe273f5ab93 req-dcfc4423-a459-403d-bca2-82f533730292 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.5930839 Jul 06 18:04:20.086578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.210468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97b8d2d9-25cb-4315-8e80-4fe273f5ab93 req-4ba6c77d-ade1-477f-a59b-d0735413a268 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629045 Jul 06 18:04:20.266211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:20.279792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830b38-2cd7-4786-8d95-25bc10f3ca4a None None] Pushing event updated for resources: {'Port': ['ID=b403dd1b-4d14-430d-a6bc-d368f06bb237,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:20.309234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Attempting to bind port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:20.316117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Attempting to bind port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:20.316801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Attempting to bind port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc on network 43f4ee42-0773-4e9b-af38-049e5219c6aa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:20.372085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:20.435323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=3106d74f-adf5-4472-bbc4-ceb462f43935,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:20.446041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dd5ac1-39b3-474f-89f0-a729159cb827,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:20.453565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:20.454253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Checking segment: {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:20.454863 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.460246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Bound using segment: {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:20.463951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Bound port: 3f72062c-5cd6-431a-b7d1-4c22a32a79cc, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872a6158-2197-4d32-a1c6-355eeaee3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:20.466118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.472592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429ccd4-117d-44bc-9117-96282db108dc tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:20.477721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429ccd4-117d-44bc-9117-96282db108dc tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-acfbc81c-bf9e-4bad-a78c-c17da88a191f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f: This subnet is being modified by another concurrent operation. Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:04:20.478737 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f: This subnet is being modified by another concurrent operation. Jul 06 18:04:20.486046 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 18:04:20.497151 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5429ccd4-117d-44bc-9117-96282db108dc tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6675670 Jul 06 18:04:20.498206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.499476 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e4286ce-3e37-439e-9b39-d02d689188e0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7950575 Jul 06 18:04:20.503778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9507f3-ab0d-41cf-97d0-ecad557596ee req-51ab5644-c713-453b-a817-df4797b4be1a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:20.505523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d9507f3-ab0d-41cf-97d0-ecad557596ee req-51ab5644-c713-453b-a817-df4797b4be1a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.2859104 Jul 06 18:04:20.506043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:20.509453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:20.526945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bc43d-15dc-467a-a1bc-3d903d189b37 None None] Pushing event updated for resources: {'Port': ['ID=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:20.640023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b2bed-fcd0-4977-8f9c-21c2d8f0e3b1 None None] Network 01724565-24b6-4613-94a1-7b5fde4201e6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:20.899272 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dffd99f3-f61b-40a3-bdce-a043ad70a113 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.922659 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffd99f3-f61b-40a3-bdce-a043ad70a113 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 18:04:20.924888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffd99f3-f61b-40a3-bdce-a043ad70a113 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:20.928396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:20.930129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dffd99f3-f61b-40a3-bdce-a043ad70a113 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/01724565-24b6-4613-94a1-7b5fde4201e6 HTTP/1.1" status: 409 len: 405 time: 0.4216456 Jul 06 18:04:20.935733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:20.951478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10126497'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:21.019272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d9507f3-ab0d-41cf-97d0-ecad557596ee req-c9c88818-0799-4c2a-a5c5-e5f415f8c3fa tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716916 Jul 06 18:04:21.070645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:21.094267 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.127706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'security_group_rule': {'security_group_id': '0209593b-50a8-4b2d-b1d9-b57360c8786e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:21.155083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] For port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:21.164574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] For port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,segment=NetworkSegment(872a6158-2197-4d32-a1c6-355eeaee3a8b),segment_id=872a6158-2197-4d32-a1c6-355eeaee3a8b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:21.177751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.237672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:21.317345 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.317709 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Added segment 9630463c-12c3-4e1f-a13f-f2e6d4c0e300 of type vlan for network 7858fe68-9ba1-417f-ae2c-608590d24665 Jul 06 18:04:21.468875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:21.468875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:21.492463 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.656488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:21.683075 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-183d0fb3-2d03-45e0-8f90-112cb7e2f734 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6914942 Jul 06 18:04:21.684049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39410) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:21.704609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2011217418'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:21.847347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.855658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:21.858032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.863778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:21.868781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.876648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.944944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db88798d-980c-4af3-8c12-e4b0b616ba22,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:21.975504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.981039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af4c652f-5414-4e29-bd72-492aa2e66b86 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:21.981823 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e870ab4b-d858-4ff9-9107-c6a58fad8c2d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4712286 Jul 06 18:04:21.982630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39414) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:21.995817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:22.006636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:22.039695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.040621 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment 465fd955-6ee9-4aac-885c-bf8f8f8cb1e7 of type vlan for network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 Jul 06 18:04:22.113051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.139452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f8af6-08e1-4151-9089-a4094454eda6 None None] Network 9aa8b048-35ba-4d28-a433-92830a4db1dd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:22.265918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.279719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:22.285148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.285822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.447364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5069582 Jul 06 18:04:22.454333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:22.460858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.470954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:22.472044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.475191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'subnet': {'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:22.573656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=f6b44064-4e2d-43f5-bc75-29c62f5a7ad2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:22.587307 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8966165 Jul 06 18:04:22.590853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39420) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:22.593137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.593873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.594557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.595390 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.595941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.596532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.597094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.597642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.598186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.598772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.599414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.599966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4041607-4273-4519-be50-ca12b2509c13 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:22.610929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:22.651426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00af790-4a09-420f-a081-7b4b8c139706 None None] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:22.654632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bc43d-15dc-467a-a1bc-3d903d189b37 None None] Pushing event updated for resources: {'Port': ['ID=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:22.709111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749357b1-acfc-44fb-b58f-89422cdb9f2b req-683606b8-851f-451e-9fcb-5aba7e7eee3f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:22.711856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-749357b1-acfc-44fb-b58f-89422cdb9f2b req-683606b8-851f-451e-9fcb-5aba7e7eee3f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 1.0088575 Jul 06 18:04:22.748819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df638a28-60d0-4833-9c11-c1b1b2971930 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Network': ['ID=7858fe68-9ba1-417f-ae2c-608590d24665,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:22.750389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:22.752241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.851210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:22.857518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.947576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Allocated IP 172.25.5.80 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/acf100f4-6f24-42f2-aef8-eb5023a191ec) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:22.963315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-749357b1-acfc-44fb-b58f-89422cdb9f2b req-3cdf0c44-3ce5-4791-b2db-0b564835536e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998923 Jul 06 18:04:23.011695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108681aa-64c4-4d18-ac76-fa8e1b1c8b09 req-9ed224d4-f5e4-474c-ab4a-e0841ad388db tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:23.014768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-108681aa-64c4-4d18-ac76-fa8e1b1c8b09 req-9ed224d4-f5e4-474c-ab4a-e0841ad388db tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.3547478 Jul 06 18:04:23.136655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-108681aa-64c4-4d18-ac76-fa8e1b1c8b09 req-eca22e5e-0189-41bd-8e92-726ba4f5bcfc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109295 Jul 06 18:04:23.312912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7858fe68-9ba1-417f-ae2c-608590d24665 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:23.468776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.633734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:23.639077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.653839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:04:23.656326 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.704326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e12739b8-95d9-44c3-88f1-15adf891e457 None None] Provisioning for port af4c652f-5414-4e29-bd72-492aa2e66b86 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:23.803486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.851856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port af4c652f-5414-4e29-bd72-492aa2e66b86 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:23.870286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port af4c652f-5414-4e29-bd72-492aa2e66b86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:23.872143 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.895553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:23.908617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:23.917423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'Port': ['ID=acf100f4-6f24-42f2-aef8-eb5023a191ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:23.929762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:24.060269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-18713993-530c-413e-bd07-99c080bf1665 None None] Provisioning for port b403dd1b-4d14-430d-a6bc-d368f06bb237 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:24.116257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Checking segment: {'id': '9630463c-12c3-4e1f-a13f-f2e6d4c0e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:24.116905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network hostable DHCP agents. Network: 7858fe68-9ba1-417f-ae2c-608590d24665, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:24.178701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:24.181338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Subnet': ['ID=19d10fa1-f4c2-4fac-ae60-84dc7f0f265a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:24.228235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:24.231642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network 7858fe68-9ba1-417f-ae2c-608590d24665 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:24.267851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 7858fe68-9ba1-417f-ae2c-608590d24665) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:24.278475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:24.279110 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:24.303510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f8ede-a342-4040-bc72-33131f5ffd56 req-5931fb13-4a67-4a58-982b-2ac46c6f88ce tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:24.305291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d14f8ede-a342-4040-bc72-33131f5ffd56 req-5931fb13-4a67-4a58-982b-2ac46c6f88ce tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.5083549 Jul 06 18:04:24.439238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-55ea73b0-2496-46ce-b470-945acbbed166 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9728000 Jul 06 18:04:24.439744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:24.449727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:18Z', 'revision_number': 3, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:18Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:21Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:24.470409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'port': {'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665', 'name': 'tempest-NetworksIpV6TestAttrs-482569054'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:24.486354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:24.488663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c386af-7b40-43e5-bf43-44395a7584f2 None None] Network 7858fe68-9ba1-417f-ae2c-608590d24665 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:24.489558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=5c13dc89-c90a-428b-8733-c3580408c26f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:24.499573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7dea-343b-4653-aab1-82cc2cca33ce None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:18Z', 'revision_number': 3, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:18Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:21Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:24.618899 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:24.689883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port af4c652f-5414-4e29-bd72-492aa2e66b86, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af4c652f-5414-4e29-bd72-492aa2e66b86,segment=NetworkSegment(babee8a3-375a-4b3c-ad78-1d775aae31e9),segment_id=babee8a3-375a-4b3c-ad78-1d775aae31e9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:24.723883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:24.725045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b403dd1b-4d14-430d-a6bc-d368f06bb237 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:24.853914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d14f8ede-a342-4040-bc72-33131f5ffd56 req-af2dc70a-0ce0-4972-8f2a-4c531870b26f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239358 Jul 06 18:04:24.937602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:24.937966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: f6b44064-4e2d-43f5-bc75-29c62f5a7ad2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:25.019123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcd22-9b10-4bee-9df8-5381bb3aa453 req-389de446-8033-495b-91f1-6466934dd9cf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:25.042754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-874bcd22-9b10-4bee-9df8-5381bb3aa453 req-389de446-8033-495b-91f1-6466934dd9cf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.6179543 Jul 06 18:04:25.055295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:25.117303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, f6b44064-4e2d-43f5-bc75-29c62f5a7ad2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:25.149168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:25.150524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.173419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738172d7-a22c-46e3-9c00-21d017f16529 None None] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:25.190271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b403dd1b-4d14-430d-a6bc-d368f06bb237 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:25.202210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b403dd1b-4d14-430d-a6bc-d368f06bb237 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:25.203164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.212647 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ba4f31af-e93f-44d7-9f64-e87e601ecff5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6061761 Jul 06 18:04:25.217664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:25.267962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.280833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.311515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=af4c652f-5414-4e29-bd72-492aa2e66b86,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:25.343245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cff634f4-91bd-467c-b147-ca05b65cb2a0 None None] Provisioning complete for port af4c652f-5414-4e29-bd72-492aa2e66b86 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:25.343687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff634f4-91bd-467c-b147-ca05b65cb2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.433107 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.549630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'Port': ['ID=acf100f4-6f24-42f2-aef8-eb5023a191ec,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:25.609327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b403dd1b-4d14-430d-a6bc-d368f06bb237, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b403dd1b-4d14-430d-a6bc-d368f06bb237,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:25.639005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.669482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.735793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d907537-c3d1-44a7-9cea-739a223ec810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.773027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b403dd1b-4d14-430d-a6bc-d368f06bb237,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:25.818767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-7858fe68-9ba1-417f-ae2c-608590d24665', 'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665', 'tenant_id': '0e2bc8f096074ff8a374f974579fbc7d', 'fixed_ips': [{'subnet_id': '19d10fa1-f4c2-4fac-ae60-84dc7f0f265a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:25.821542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.025613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-874bcd22-9b10-4bee-9df8-5381bb3aa453 req-26f2fcf0-ea69-4622-b693-f75115a053d5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9792719 Jul 06 18:04:26.055171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.068111 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-39a6cc7c-a3f5-4fdf-a767-0154da652763 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0800710 Jul 06 18:04:26.128716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:26.139241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.181864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af4c652f-5414-4e29-bd72-492aa2e66b86 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:26.259390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] device_id is not set on port d28e7720-856a-4510-9e67-33bab47a2995 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:04:26.535430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.654992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Allocated IP 2001:db8::f816:3eff:fe9a:7cee (7858fe68-9ba1-417f-ae2c-608590d24665/19d10fa1-f4c2-4fac-ae60-84dc7f0f265a/4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:26.786855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:26.788021 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.813085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-68c6ac30-7540-4b33-821d-5d9846557f26 None None] Provisioning for port 3106d74f-adf5-4472-bbc4-ceb462f43935 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:26.820664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port af4c652f-5414-4e29-bd72-492aa2e66b86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:26.821124 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.944728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-68c6ac30-7540-4b33-821d-5d9846557f26 None None] Provisioning complete for port 3106d74f-adf5-4472-bbc4-ceb462f43935 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:26.944989 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68c6ac30-7540-4b33-821d-5d9846557f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.170124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Allocated IP 2001:db8:2::2 (f6b44064-4e2d-43f5-bc75-29c62f5a7ad2/5c13dc89-c90a-428b-8733-c3580408c26f/2d7d34a6-bfee-4b49-a14e-32d1eb5400cb) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:27.203357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-68c6ac30-7540-4b33-821d-5d9846557f26 None None] Port 3106d74f-adf5-4472-bbc4-ceb462f43935 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:27.306438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-ac0c6baf-cf29-42fe-ad6f-175a1bfc2b0d tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1720828131&fields=id&tenant_id=224b581d729b49919acb7ed26ba88fdb HTTP/1.1" status: 200 len: 267 time: 0.6956751 Jul 06 18:04:27.370635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-68c6ac30-7540-4b33-821d-5d9846557f26 None None] Provisioning complete for port b403dd1b-4d14-430d-a6bc-d368f06bb237 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:27.371175 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68c6ac30-7540-4b33-821d-5d9846557f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.469768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a56aa-8a76-4896-855c-d96f84a7a383 req-41cadda3-172b-41c5-9d76-485b1ae9a6af tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:27.491839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d5a56aa-8a76-4896-855c-d96f84a7a383 req-41cadda3-172b-41c5-9d76-485b1ae9a6af tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 1.1115875 Jul 06 18:04:27.691781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d5a56aa-8a76-4896-855c-d96f84a7a383 req-b183a3a3-55f4-4b0b-8dba-18f7b376cd80 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986437 Jul 06 18:04:27.966316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-318abce6-cb7d-42e0-a4b1-6db5f195e898 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:27.970047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-318abce6-cb7d-42e0-a4b1-6db5f195e898 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 811 time: 0.6259935 Jul 06 18:04:28.058769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65c3bda4-2385-4eae-8c77-d7b60dc0ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.099570 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.132450 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.172146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.175683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ce35cab-7b75-4c7e-b693-38eab85ef3d8 None None] Provisioning complete for port 3106d74f-adf5-4472-bbc4-ceb462f43935 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:28.176074 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ce35cab-7b75-4c7e-b693-38eab85ef3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.186573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Transition to ACTIVE for port object 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:28.288343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-abdee9fa-4627-4616-82e3-7f0f1663753f tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/quotas/224b581d729b49919acb7ed26ba88fdb HTTP/1.1" status: 200 len: 375 time: 0.0297003 Jul 06 18:04:28.417827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24c5-420e-4407-ba1f-46168febd686 req-37afb96a-e7bb-4477-99ab-07074085812e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.438883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5eee24c5-420e-4407-ba1f-46168febd686 req-37afb96a-e7bb-4477-99ab-07074085812e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.4020112 Jul 06 18:04:28.544097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Transition to ACTIVE for port object 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:28.568423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b403dd1b-4d14-430d-a6bc-d368f06bb237 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:28.600631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ce35cab-7b75-4c7e-b693-38eab85ef3d8 None None] Port 3106d74f-adf5-4472-bbc4-ceb462f43935 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:28.702636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Transition to ACTIVE for port object 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:28.854307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Transition to ACTIVE for port object 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:28.872335 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.889696 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.957264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:28.995838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:29.002005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:29.003092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:29.018071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Network 7858fe68-9ba1-417f-ae2c-608590d24665 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:29.020024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:29.117253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:29.121005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Pushing event updated for resources: {'Port': ['ID=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:29.131482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:29.137241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:29.418903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8:2::1 (f6b44064-4e2d-43f5-bc75-29c62f5a7ad2/5c13dc89-c90a-428b-8733-c3580408c26f/073276d2-18a3-4cf4-a5b3-b575229d3916) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:29.450544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b403dd1b-4d14-430d-a6bc-d368f06bb237 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:29.450905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:29.617824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:29.646382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:29.698117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object 073276d2-18a3-4cf4-a5b3-b575229d3916 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:29.794530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Allocated IP 2001:db8::f816:3eff:fed1:a9b0 (7858fe68-9ba1-417f-ae2c-608590d24665/19d10fa1-f4c2-4fac-ae60-84dc7f0f265a/d28e7720-856a-4510-9e67-33bab47a2995) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:29.890023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:29.974201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5eee24c5-420e-4407-ba1f-46168febd686 req-1ddcfc36-0047-4c26-98b3-6133d390590f tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5331793 Jul 06 18:04:30.052779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Pushing event updated for resources: {'Port': ['ID=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:30.166187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:30.190785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:30.307854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:30.309479 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.361199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Attempting to bind port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:30.362015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Attempting to bind port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:30.362015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Attempting to bind port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb on network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:30.378498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:30.379008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Checking segment: {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:30.379463 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.379886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Bound using segment: {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:30.380410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Bound port: 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:30.380808 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.400239 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.521020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=073276d2-18a3-4cf4-a5b3-b575229d3916,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:30.601272 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.605967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Attempting to bind port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:30.606350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Attempting to bind port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9630463c-12c3-4e1f-a13f-f2e6d4c0e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:30.606693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Attempting to bind port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 on network 7858fe68-9ba1-417f-ae2c-608590d24665 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:30.675579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:30.676077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Checking segment: {'id': '9630463c-12c3-4e1f-a13f-f2e6d4c0e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:30.676558 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.676984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Bound using segment: {'id': '9630463c-12c3-4e1f-a13f-f2e6d4c0e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:30.677484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Bound port: 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9630463c-12c3-4e1f-a13f-f2e6d4c0e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7858fe68-9ba1-417f-ae2c-608590d24665'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:30.677885 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.751943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-69022b1d-ea52-49d6-9ee1-a7a5aa1ab261 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 2.4172840 Jul 06 18:04:30.812172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3f72062c-5cd6-431a-b7d1-4c22a32a79cc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:30.904434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] For port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:30.935219 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.948635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:18Z', 'revision_number': 3, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:18Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:21Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:30.951124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:30.964306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:30.965153 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.121461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] For port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:31.142848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:31.144241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Updating router a36091bc-d057-42dd-98cf-2d03c6674ce5 port 3106d74f-adf5-4472-bbc4-ceb462f43935 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:04:31.197137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.250265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.380097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Transition to ACTIVE for port object d28e7720-856a-4510-9e67-33bab47a2995 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:31.441814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f47724-1adf-4a45-8874-bb0451c3b348 None None] Pushing event updated for resources: {'Port': ['ID=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:31.579669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] For port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:31.595301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] For port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,segment=NetworkSegment(9630463c-12c3-4e1f-a13f-f2e6d4c0e300),segment_id=9630463c-12c3-4e1f-a13f-f2e6d4c0e300)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:31.601558 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.643769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.813523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-949e57a3-9c3b-41b2-a8fe-2ef0538fb911 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8804662 Jul 06 18:04:31.827792 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.840089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.052985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf87565-b8b1-43d1-927e-f20dd5249401 None None] Pushing event updated for resources: {'Port': ['ID=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:32.616470 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.628543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.658166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.659410 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.758037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.831622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,segment=NetworkSegment(872a6158-2197-4d32-a1c6-355eeaee3a8b),segment_id=872a6158-2197-4d32-a1c6-355eeaee3a8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:32.849494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.031779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network 7858fe68-9ba1-417f-ae2c-608590d24665 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:33.060405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:33.168452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:33.217587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:33.256042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:33.256808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.347947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Port': ['ID=d28e7720-856a-4510-9e67-33bab47a2995,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:33.354039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.375736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:33.408758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3625e577-4e04-41e7-b3ae-156cb0493120 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 8.9559367 Jul 06 18:04:33.411570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39528) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:33.490885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Transition to ACTIVE for port object 3106d74f-adf5-4472-bbc4-ceb462f43935 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:33.528144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting subnet 19d10fa1-f4c2-4fac-ae60-84dc7f0f265a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:04:33.532055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.562970 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.584732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.709362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:33.757875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:33.760261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64001-5567-4dc7-8e57-95ab1ff5a847 req-36ff161f-e4f8-4b1a-8f69-46a63a7c2ff1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:33.779584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6c64001-5567-4dc7-8e57-95ab1ff5a847 req-36ff161f-e4f8-4b1a-8f69-46a63a7c2ff1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 2.4580610 Jul 06 18:04:33.799858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.821743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-ba9b8a0a-aea0-4326-8b25-f6a48a173025 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0069654 Jul 06 18:04:33.972084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.072846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.078158 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/19d10fa1-f4c2-4fac-ae60-84dc7f0f265a HTTP/1.1" status: 204 len: 168 time: 0.6647921 Jul 06 18:04:34.079142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39534) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:34.092398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6c64001-5567-4dc7-8e57-95ab1ff5a847 req-1f53bc14-6f84-4abe-bbde-e8cd97bb4455 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037524 Jul 06 18:04:34.093582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=073276d2-18a3-4cf4-a5b3-b575229d3916,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:34.113356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ab05c-4362-4ab3-8f5d-ca5150a46285 None None] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:34.135448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:34.141685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:34.225638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a86c7-ba9a-4029-8fa2-d84b5b8e2b50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:34.230631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a86c7-ba9a-4029-8fa2-d84b5b8e2b50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:34.240051 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-df4a86c7-ba9a-4029-8fa2-d84b5b8e2b50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1587389 Jul 06 18:04:34.241313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa4498-66e3-49d8-97de-890a1264f7e7 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Subnet': ['ID=19d10fa1-f4c2-4fac-ae60-84dc7f0f265a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:34.245879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:34.268769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90591e3-0fe6-4093-9728-8460d7bd9681 None None] Pushing event updated for resources: {'Port': ['ID=3106d74f-adf5-4472-bbc4-ceb462f43935,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:34.587169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f496898e-1fc0-4d1f-b36c-173ef6200f0d None None] Provisioning for port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:34.612852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:34.627208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba80df0b-a5c8-4948-aa85-15e20c065eef tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.652930 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba80df0b-a5c8-4948-aa85-15e20c065eef tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 18:04:34.653416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba80df0b-a5c8-4948-aa85-15e20c065eef tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:34.655350 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ba80df0b-a5c8-4948-aa85-15e20c065eef tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/7858fe68-9ba1-417f-ae2c-608590d24665 HTTP/1.1" status: 409 len: 405 time: 0.4079163 Jul 06 18:04:34.671567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:34.757793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-516580914'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:34.818908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ab53614-68ac-4939-8f30-10189f2354d0 req-f7695a5a-3739-4848-becd-711cad5010fd tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 210 time: 0.2037959 Jul 06 18:04:34.886659 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:04:35.006548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16da19a-ebe4-4f87-9e45-296494b27b8c None None] Network 7858fe68-9ba1-417f-ae2c-608590d24665 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:35.037424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:35.039502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:35.043550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.053452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7543f5a1-7824-4e4a-a27f-21ad3900d29e tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8251679 Jul 06 18:04:35.056237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39552) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:35.063306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-871562800'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:35.156070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:35.167650 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.217639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:35.265955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:35.273036 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.275589 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Added segment 8e4e295b-355b-4439-a6a2-7a6d1e3dc2f7 of type vlan for network e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 Jul 06 18:04:35.298749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.299228 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added segment f58d9fb3-4b62-4f83-94fb-19239326db17 of type vlan for network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 Jul 06 18:04:35.373797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-405917b1-5fef-498f-a174-9fb398f666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:35.379171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-405917b1-5fef-498f-a174-9fb398f666f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.3499346 Jul 06 18:04:35.397385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.478302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.492852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:35.495653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.498917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:35.592271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Attempting to bind port 3106d74f-adf5-4472-bbc4-ceb462f43935 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:35.593646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Attempting to bind port 3106d74f-adf5-4472-bbc4-ceb462f43935 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:35.594539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Attempting to bind port 3106d74f-adf5-4472-bbc4-ceb462f43935 on network f07c843d-b7bc-4cb7-931b-9c4ede804b93 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:35.640177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.662906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:35.665516 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6063459 Jul 06 18:04:35.669872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Checking segment: {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:35.670796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.671386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Bound using segment: {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:35.672131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Bound port: 3106d74f-adf5-4472-bbc4-ceb462f43935, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32a280c-59a5-4612-989c-97eeedb6acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:35.673656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.673820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:35.676412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:35.677048 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.696453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'subnet': {'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:35.711391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d92ac-495f-431c-aebe-a3ffd1de6945 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Network': ['ID=416cf43c-9dd4-4f8b-afb9-4cfea8515692,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:35.832644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:04:35.968846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.975090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:35.976130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.019188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Made reservation on behalf of 0ab8027eaa83444d97d60491e8bb2446 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:36.024210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.062702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b68df-d31b-477b-876f-bc8d4bec09e0 req-87a313ec-9f83-4ffc-8384-356c24e93186 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:36.065745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] Provisioning for port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:36.071110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212b68df-d31b-477b-876f-bc8d4bec09e0 req-87a313ec-9f83-4ffc-8384-356c24e93186 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.7634475 Jul 06 18:04:36.096817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] Provisioning complete for port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:36.097191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.114295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-2425c323-1b2c-4579-a396-928ad5a130b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:36.116233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-2425c323-1b2c-4579-a396-928ad5a130b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.6698570 Jul 06 18:04:36.188762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ab60-61bf-4fb1-b9f8-74c1676e8c92 req-597dc808-5186-4278-985c-063abd917937 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:36.190706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00d8ab60-61bf-4fb1-b9f8-74c1676e8c92 req-597dc808-5186-4278-985c-063abd917937 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.5220685 Jul 06 18:04:36.192350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-74540be5-3ad8-4ed5-bc33-4961b54b58f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.0612884 Jul 06 18:04:36.230707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5562849 Jul 06 18:04:36.235012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39576) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:36.240639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:36.254426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'subnet': {'network_id': 'e5ca32bc-3055-4b24-81e2-dd18ce6bdef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:36.325918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c703b9c-801a-4991-82a9-a1b8aa70ea50 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Network': ['ID=e5ca32bc-3055-4b24-81e2-dd18ce6bdef8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:36.381637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212b68df-d31b-477b-876f-bc8d4bec09e0 req-98659c49-0528-4864-9b38-5f63897a4078 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089905 Jul 06 18:04:36.483955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-4a38c4b8-bf79-436d-96c0-c284f9ea5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:36.498120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:36.504453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-4a38c4b8-bf79-436d-96c0-c284f9ea5d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.2904162 Jul 06 18:04:36.531708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-00d8ab60-61bf-4fb1-b9f8-74c1676e8c92 req-c1a4439f-0af1-47a4-a85f-0f43eb68f571 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233273 Jul 06 18:04:36.630624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-fa4a96da-365c-4d20-8f99-3281dcf692da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952778 Jul 06 18:04:36.827432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dbfad696-6693-4af7-8ec7-ca69a6c2ab97 req-5b31ebcf-dc66-4be9-8e20-86b3b0bce420 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 210 time: 0.0802295 Jul 06 18:04:36.902794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] For port 3106d74f-adf5-4472-bbc4-ceb462f43935, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:36.904340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-da4e4f97-7eb6-450d-9bb5-e810a52f69a9 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628562 Jul 06 18:04:36.906809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] For port 3106d74f-adf5-4472-bbc4-ceb462f43935, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3106d74f-adf5-4472-bbc4-ceb462f43935,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:36.958364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.158360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.334044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90591e3-0fe6-4093-9728-8460d7bd9681 None None] Pushing event updated for resources: {'Port': ['ID=3106d74f-adf5-4472-bbc4-ceb462f43935,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:37.630904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:37.631641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:37.661218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] DHCP port deletion for 7858fe68-9ba1-417f-ae2c-608590d24665 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:04:37.670939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.755839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] For port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,segment=NetworkSegment(9630463c-12c3-4e1f-a13f-f2e6d4c0e300),segment_id=9630463c-12c3-4e1f-a13f-f2e6d4c0e300)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:37.812991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.849020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:37.936616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.945283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.151537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7c7b6-156a-402d-83d8-44e523ce95f7 None None] Pushing event updated for resources: {'Port': ['ID=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:38.153119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Subnet': ['ID=e2129efc-6924-46a4-915c-8436d3cbf118,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:38.188659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:38.197390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.290124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:38.378495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:38.515707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Checking segment: {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:38.518174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network hostable DHCP agents. Network: 416cf43c-9dd4-4f8b-afb9-4cfea8515692, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:38.549583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] Deleting port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:38.550233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.627418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:38.677827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 416cf43c-9dd4-4f8b-afb9-4cfea8515692) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:38.702571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3106d74f-adf5-4472-bbc4-ceb462f43935 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:38.707913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:38.709206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.748764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecfdf06-60a2-43b6-a5b7-048cb8014ec2 None None] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:38.757298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b55b9d5-1875-45ba-b2a7-f0f4a0f224a2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0751843 Jul 06 18:04:38.763069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39592) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:39.081909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac1cf100-46bd-4d6b-8ad5-ffc8279f2a9d req-67ad1e80-f165-4b75-a0e0-8ca9f8f513fa service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1628983 Jul 06 18:04:39.379967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-d8af6eae-ca9f-4a01-a00c-08a5d17f192e tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:39.395128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-d8af6eae-ca9f-4a01-a00c-08a5d17f192e tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 811 time: 2.1461856 Jul 06 18:04:39.468348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c2c07-ab02-490d-9071-257e977fcaf0 req-1eff59be-58a0-4830-a106-acf9b9cec1b5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:39.468747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-186c2c07-ab02-490d-9071-257e977fcaf0 req-1eff59be-58a0-4830-a106-acf9b9cec1b5 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 0.6629212 Jul 06 18:04:39.738610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9876deb9-77b4-4461-96ab-efd218d32a04 None None] Provisioning for port 073276d2-18a3-4cf4-a5b3-b575229d3916 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:39.748362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] For port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,segment=NetworkSegment(9630463c-12c3-4e1f-a13f-f2e6d4c0e300),segment_id=9630463c-12c3-4e1f-a13f-f2e6d4c0e300)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:39.749036 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:39.796248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9876deb9-77b4-4461-96ab-efd218d32a04 None None] Provisioning complete for port 073276d2-18a3-4cf4-a5b3-b575229d3916 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:39.796656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9876deb9-77b4-4461-96ab-efd218d32a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:39.801415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] Calling delete_port for 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:39.871525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.objects.ports [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:04:39.874487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:39.926714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fbe1b-cb17-4da3-b4a1-b4fabdae820f req-4f57b153-54db-475c-8ad0-4abb3aaec777 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:39.930701 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf8fbe1b-cb17-4da3-b4a1-b4fabdae820f req-4f57b153-54db-475c-8ad0-4abb3aaec777 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 1.0900774 Jul 06 18:04:39.956951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:31Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:36Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:40.021386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-186c2c07-ab02-490d-9071-257e977fcaf0 req-aa24d3ab-302d-44e7-9171-044014abbd15 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5510883 Jul 06 18:04:40.024924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'fixed_ips': [{'subnet_id': 'e2129efc-6924-46a4-915c-8436d3cbf118'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:40.026231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.028596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3106d74f-adf5-4472-bbc4-ceb462f43935 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:40.042775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3106d74f-adf5-4472-bbc4-ceb462f43935 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:40.043221 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.102746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaf380-047b-481d-8c41-a01354fd0628 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:31Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:36Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:40.112798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-5d70e633-30fe-489b-abf0-28207a84beed tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224b581d729b49919acb7ed26ba88fdb HTTP/1.1" status: 200 len: 380 time: 0.7065456 Jul 06 18:04:40.129986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9876deb9-77b4-4461-96ab-efd218d32a04 None None] Port 073276d2-18a3-4cf4-a5b3-b575229d3916 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:40.165601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'port': {'device_id': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'admin_state_up': True, 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'security_groups': ['0209593b-50a8-4b2d-b1d9-b57360c8786e']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:40.312116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Subnet': ['ID=33efda37-4c86-4441-9253-e5fcc3b8e204,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:40.381302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.394944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-8b4af499-3a6e-4f25-bd4c-17f57cde166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:40.403529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-8b4af499-3a6e-4f25-bd4c-17f57cde166f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.8732283 Jul 06 18:04:40.445441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf8fbe1b-cb17-4da3-b4a1-b4fabdae820f req-1cb4126b-1128-48c4-91df-ee44b745ef43 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075131 Jul 06 18:04:40.584809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9876deb9-77b4-4461-96ab-efd218d32a04 None None] Provisioning complete for port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:40.585252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9876deb9-77b4-4461-96ab-efd218d32a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.634611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c50fac50-9d64-43c5-b465-3b43be7e064e req-754a9978-8b0b-4fde-93d5-c018a85afc97 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 210 time: 0.1382835 Jul 06 18:04:40.678927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.802879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Checking segment: {'id': '8e4e295b-355b-4439-a6a2-7a6d1e3dc2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e5ca32bc-3055-4b24-81e2-dd18ce6bdef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:40.805512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network hostable DHCP agents. Network: e5ca32bc-3055-4b24-81e2-dd18ce6bdef8, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:40.880470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Made reservation on behalf of 224b581d729b49919acb7ed26ba88fdb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:40.898672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.966643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:41.005377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e5ca32bc-3055-4b24-81e2-dd18ce6bdef8) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:41.011438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:41.012185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.038473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a45c3220-12b0-4ff4-86a2-317f890053f6 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.8011601 Jul 06 18:04:41.047147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:41.310402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-391d7a49-afed-4192-ac0a-ded6d82fd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:41.313289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-391d7a49-afed-4192-ac0a-ded6d82fd676 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.8398840 Jul 06 18:04:41.429428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.529880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Allocated IP 2001:db8:3::2 (416cf43c-9dd4-4f8b-afb9-4cfea8515692/e2129efc-6924-46a4-915c-8436d3cbf118/981ccefb-b709-469c-917b-7ebe6ec88d70) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:41.644093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-61ce8bca-2916-4e56-800e-729bb2ecfa8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.3122287 Jul 06 18:04:41.718068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.949802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.995471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b6e3d-cb23-4c22-b168-6c35fdc60432 None None] Network e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:42.031733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Subnet': ['ID=33efda37-4c86-4441-9253-e5fcc3b8e204,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:42.054329 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:42.074991 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:42.075926 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.170836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.195411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca32bc-3055-4b24-81e2-dd18ce6bdef8']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.222044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4e295b-355b-4439-a6a2-7a6d1e3dc2f7') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.222335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4e295b-355b-4439-a6a2-7a6d1e3dc2f7') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.250275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.255565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-95fcbedd-94fd-4b02-acf7-0d7cfc5fdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:42.257628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-95fcbedd-94fd-4b02-acf7-0d7cfc5fdc36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.5996342 Jul 06 18:04:42.289526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.306823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:42.307891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:42.311883 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:42.412142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.464316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Allocated IP 172.20.0.13 (1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95/bd67a455-bdba-4e5d-9239-07c13c7f0d2a/7bcdfc09-ed1b-4d91-9323-f8448753eb9d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:42.467826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.476456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.485776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Transition to ACTIVE for port object 981ccefb-b709-469c-917b-7ebe6ec88d70 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:42.486612 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 HTTP/1.1" status: 204 len: 168 time: 1.4259341 Jul 06 18:04:42.492860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:42.520083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.538120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1079127326'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:42.550955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d8434-9d48-4781-add1-533234a57bf0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Network': ['ID=e5ca32bc-3055-4b24-81e2-dd18ce6bdef8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:42.623603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:42.629975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.632724 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:42.722024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:42.749461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.750200 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Added segment ab8a0720-2f64-4f7e-af45-8ec9929aa072 of type vlan for network af3bb47b-6c1f-468f-b979-abafe92234ca Jul 06 18:04:42.763118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Transition to ACTIVE for port object 981ccefb-b709-469c-917b-7ebe6ec88d70 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:42.774932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 3106d74f-adf5-4472-bbc4-ceb462f43935, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3106d74f-adf5-4472-bbc4-ceb462f43935,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:42.812776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.813827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3f72062c-5cd6-431a-b7d1-4c22a32a79cc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:42.816465 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.875184 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.877655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:42.879076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a7f7c-53dd-4c76-a3ae-5dec4615c3ee None None] Network e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:42.881913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] Pushing event deleted for resources: {'Port': ['ID=4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:42.889338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac43db2-667e-4239-ae50-51e94a89966a None None] No DVR routers for this DVR port 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:42.919686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Transition to ACTIVE for port object 7bcdfc09-ed1b-4d91-9323-f8448753eb9d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:42.923821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:42.926823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:42.958422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.959039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-fcc84848-5c9e-408d-a65b-4a1ca09cfc1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6555157 Jul 06 18:04:42.964424 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.085504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event updated for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:43.162967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:43.163866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a7f7c-53dd-4c76-a3ae-5dec4615c3ee None None] Network e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 could not be found, it might have been deleted concurrently. {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:04:43.174327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Attempting to bind port 981ccefb-b709-469c-917b-7ebe6ec88d70 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:43.174703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Attempting to bind port 981ccefb-b709-469c-917b-7ebe6ec88d70 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:43.175076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Attempting to bind port 981ccefb-b709-469c-917b-7ebe6ec88d70 on network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:43.177516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b689a-1d04-4394-a024-c5334ce874d4 req-b7dccbd3-2ff9-462a-8e58-f56ad28408a7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:43.185871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea2b689a-1d04-4394-a024-c5334ce874d4 req-b7dccbd3-2ff9-462a-8e58-f56ad28408a7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 1.1437569 Jul 06 18:04:43.208587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:43.209128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Checking segment: {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:43.209601 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.210299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Bound using segment: {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:43.210823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Bound port: 981ccefb-b709-469c-917b-7ebe6ec88d70, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:43.211231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.218016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be20a3b-8d1b-4a2e-bd28-7ca78a3c9e0b req-1b762508-80f4-494a-811e-a727ee3b217d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:43.226183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5be20a3b-8d1b-4a2e-bd28-7ca78a3c9e0b req-1b762508-80f4-494a-811e-a727ee3b217d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 1.3656428 Jul 06 18:04:43.230456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:43.251802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.253643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:43.285930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:43.287010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.292171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=3106d74f-adf5-4472-bbc4-ceb462f43935,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:43.341652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:43.347994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.376083 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:31Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:36Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:43.377083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-8f9b9113-7320-4f84-9da9-19368b3fb4fa tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2228096 Jul 06 18:04:43.381841 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8865180 Jul 06 18:04:43.383983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:43.428644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'subnet': {'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:43.451847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:43.451847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.460117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea2b689a-1d04-4394-a024-c5334ce874d4 req-90a186ec-6cdd-480f-801a-655d0c4197ac tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728515 Jul 06 18:04:43.480371 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:43.480998 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Updating router a36091bc-d057-42dd-98cf-2d03c6674ce5 port 073276d2-18a3-4cf4-a5b3-b575229d3916 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:04:43.567137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Request body: {'port': {'device_id': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:43.639489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a013-4a49-467c-a91e-2a0f5dadfef5 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Network': ['ID=af3bb47b-6c1f-468f-b979-abafe92234ca,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:43.643978 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.714902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Allocated IP 2001:db8:3::1 (416cf43c-9dd4-4f8b-afb9-4cfea8515692/e2129efc-6924-46a4-915c-8436d3cbf118/2837ef14-c15b-4f99-8aa5-d369b0f166a8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:43.788344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5be20a3b-8d1b-4a2e-bd28-7ca78a3c9e0b req-2b08ae8b-a8a1-4a76-8d81-4fb6cae0b272 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5604570 Jul 06 18:04:43.905431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] For port 981ccefb-b709-469c-917b-7ebe6ec88d70, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:43.921165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] For port 981ccefb-b709-469c-917b-7ebe6ec88d70, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=981ccefb-b709-469c-917b-7ebe6ec88d70,segment=NetworkSegment(f58d9fb3-4b62-4f83-94fb-19239326db17),segment_id=f58d9fb3-4b62-4f83-94fb-19239326db17)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:43.926301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5298ef3e-b900-42bb-8a12-b725e0745bd2 None None] Provisioning complete for port 073276d2-18a3-4cf4-a5b3-b575229d3916 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:43.929479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5298ef3e-b900-42bb-8a12-b725e0745bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.968494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network af3bb47b-6c1f-468f-b979-abafe92234ca details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:43.978494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.231623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.244711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:44.250148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.250516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Pushing event updated for resources: {'Port': ['ID=981ccefb-b709-469c-917b-7ebe6ec88d70,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.288409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Transition to ACTIVE for port object 2837ef14-c15b-4f99-8aa5-d369b0f166a8 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:44.374907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5298ef3e-b900-42bb-8a12-b725e0745bd2 None None] Port 073276d2-18a3-4cf4-a5b3-b575229d3916 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:44.382043 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.477099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:44.494681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:44.504175 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.517809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:44.518922 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.526654 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Transition to ACTIVE for port object 073276d2-18a3-4cf4-a5b3-b575229d3916 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:44.536590 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.539831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80572d7c-0deb-4ccb-85e3-8bd2a92b1b44 None None] Pushing event updated for resources: {'Port': ['ID=981ccefb-b709-469c-917b-7ebe6ec88d70,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.585315 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Pushing event updated for resources: {'Port': ['ID=073276d2-18a3-4cf4-a5b3-b575229d3916,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.601311 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.601658 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.602005 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.602346 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.602680 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.603015 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.603424 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.603763 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.604091 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.604455 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.604871 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.605223 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:44.647618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2a6e9615-90c5-47c7-a278-732fcc336838 None None] Provisioning for port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:44.677858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2a6e9615-90c5-47c7-a278-732fcc336838 None None] Provisioning complete for port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:44.678396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9615-90c5-47c7-a278-732fcc336838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.709769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-2efacdc6-991e-45f9-8695-269232f92a3a service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7402861 Jul 06 18:04:44.724810 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Attempting to bind port 073276d2-18a3-4cf4-a5b3-b575229d3916 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:44.725434 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Attempting to bind port 073276d2-18a3-4cf4-a5b3-b575229d3916 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:44.733141 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Attempting to bind port 073276d2-18a3-4cf4-a5b3-b575229d3916 on network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:44.746690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.778782 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:44.779422 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Checking segment: {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:44.780297 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.780918 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Bound using segment: {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:44.782968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Bound port: 073276d2-18a3-4cf4-a5b3-b575229d3916, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:44.785556 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.812698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=2837ef14-c15b-4f99-8aa5-d369b0f166a8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.864791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:44.937747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:44.939052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4c70bc6e-b83b-4e5b-b4f7-6eb82d82e501 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:44.948140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e9615-90c5-47c7-a278-732fcc336838 None None] Port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:44.963137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.060500 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] For port 073276d2-18a3-4cf4-a5b3-b575229d3916, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:45.076252 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] For port 073276d2-18a3-4cf4-a5b3-b575229d3916, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=073276d2-18a3-4cf4-a5b3-b575229d3916,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:45.081605 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.125496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Subnet': ['ID=767c321c-827f-4d5c-9d7e-c0e833d07d65,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.135784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.151724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-591999cd-8854-434d-ba81-2b398e07dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:45.154771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-591999cd-8854-434d-ba81-2b398e07dba2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1097 time: 1.7766759 Jul 06 18:04:45.222095 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:45.222750 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:45.350851 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789410c5-ef15-41d8-9bda-df1029e334f6 None None] Pushing event updated for resources: {'Port': ['ID=073276d2-18a3-4cf4-a5b3-b575229d3916,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.563548 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:45.564843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab14b7-34d7-4efa-a381-74a5d13802b5 req-9146ec18-a02d-4cec-a0ee-08b862ad3132 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:45.588840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3106d74f-adf5-4472-bbc4-ceb462f43935 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:45.632351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35ab14b7-34d7-4efa-a381-74a5d13802b5 req-9146ec18-a02d-4cec-a0ee-08b862ad3132 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 932 time: 1.5820115 Jul 06 18:04:45.700715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-2f89423c-4415-4990-b76b-a1b748115806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:45.703870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-2f89423c-4415-4990-b76b-a1b748115806 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.5226550 Jul 06 18:04:45.717582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Checking segment: {'id': 'ab8a0720-2f64-4f7e-af45-8ec9929aa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:45.718656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network hostable DHCP agents. Network: af3bb47b-6c1f-468f-b979-abafe92234ca, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:45.724824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adfbd9e-ed02-49e2-8fe1-2072692bde25 req-0c9ad9dc-6779-4392-811a-501d87020a95 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0077412 Jul 06 18:04:45.731083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.733097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3106d74f-adf5-4472-bbc4-ceb462f43935 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:45.733549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.741048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.742305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.945745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event updated for resources: {'Port': ['ID=2837ef14-c15b-4f99-8aa5-d369b0f166a8,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:46.011075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2a06-8149-4eda-9846-bfb36b69eb4f req-18c4f3b7-22b8-43cc-98c3-72fad6846487 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:46.027050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3ce2a06-8149-4eda-9846-bfb36b69eb4f req-18c4f3b7-22b8-43cc-98c3-72fad6846487 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 1.0341740 Jul 06 18:04:46.027576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 981ccefb-b709-469c-917b-7ebe6ec88d70 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:46.048244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:46.052587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:46.155897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 981ccefb-b709-469c-917b-7ebe6ec88d70 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:46.162943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:46.189840 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:44Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:45Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2837ef14-c15b-4f99-8aa5-d369b0f166a8', 'name': '', 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:8d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:41Z', 'updated_at': '2021-07-06T18:04:43Z', 'revision_number': 1, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:46.191053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35ab14b7-34d7-4efa-a381-74a5d13802b5 req-58558fbc-077e-42a2-bd89-cdfa5c8989e7 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5573039 Jul 06 18:04:46.201070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network af3bb47b-6c1f-468f-b979-abafe92234ca is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:46.267852 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df346375-96bf-43de-9f79-a73065f503a9 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:44Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:45Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2837ef14-c15b-4f99-8aa5-d369b0f166a8', 'name': '', 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:8d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:41Z', 'updated_at': '2021-07-06T18:04:43Z', 'revision_number': 1, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:46.290657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:46.290994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.388706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:46.492618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-69818106-6333-4294-af3c-ddc3f2864154 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 1002 time: 0.7550569 Jul 06 18:04:46.497556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, af3bb47b-6c1f-468f-b979-abafe92234ca) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:46.555824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a803986-144c-4d6f-9ac2-89d9575e0462 None None] Network af3bb47b-6c1f-468f-b979-abafe92234ca requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:46.595208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:46.607518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.696184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:46.714760 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-344947d4-4d0f-4ede-bc42-2ed6dd949368 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9500127 Jul 06 18:04:46.725895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3ce2a06-8149-4eda-9846-bfb36b69eb4f req-693bfedc-be4e-4939-bd3f-18c548d933fb tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973367 Jul 06 18:04:46.726429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39674) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:46.737475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:46.788851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:46.877736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08b408-8842-4aee-9ef7-8e1919305b22 None None] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:46.949415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcdfc09-ed1b-4d91-9323-f8448753eb9d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:04:46.974387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.997587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] Provisioning for port 981ccefb-b709-469c-917b-7ebe6ec88d70 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:47.035755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Transition to ACTIVE for port object 7bcdfc09-ed1b-4d91-9323-f8448753eb9d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:47.060300 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.080092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-af3bb47b-6c1f-468f-b979-abafe92234ca', 'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca', 'tenant_id': '0e2bc8f096074ff8a374f974579fbc7d', 'fixed_ips': [{'subnet_id': '767c321c-827f-4d5c-9d7e-c0e833d07d65'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:47.081147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.114252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] Provisioning complete for port 981ccefb-b709-469c-917b-7ebe6ec88d70 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:47.114252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.114760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-6f67c82b-c452-40f4-8bdb-ca61c792571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:47.140251 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-6f67c82b-c452-40f4-8bdb-ca61c792571f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.6460779 Jul 06 18:04:47.151023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7f641a2-e948-4c61-9e60-31f82fd01b3e tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7551599 Jul 06 18:04:47.161201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.173832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:47.176324 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac12f1-c178-4af4-aabe-bdd70bf9daf1" -d '{"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-unplugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:47.201776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:47.217466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:47.232600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.522818 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ff8499-349b-46f4-b7a7-3728d30ecb58 x-openstack-request-id: req-78ff8499-349b-46f4-b7a7-3728d30ecb58 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:47.523538 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-unplugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:47.524119 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78ff8499-349b-46f4-b7a7-3728d30ecb58 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:47.524755 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'code': 200} Jul 06 18:04:47.532658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 073276d2-18a3-4cf4-a5b3-b575229d3916 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:47.766824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:04:47.803083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Removed routes are [] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:04:47.803900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.950671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.964704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:47.982880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:48.048697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 073276d2-18a3-4cf4-a5b3-b575229d3916 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:48.051447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] For port 981ccefb-b709-469c-917b-7ebe6ec88d70, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=981ccefb-b709-469c-917b-7ebe6ec88d70,segment=NetworkSegment(f58d9fb3-4b62-4f83-94fb-19239326db17),segment_id=f58d9fb3-4b62-4f83-94fb-19239326db17)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:48.054947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:48.055625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:48.068974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Allocated IP 2001:db8::2 (af3bb47b-6c1f-468f-b979-abafe92234ca/767c321c-827f-4d5c-9d7e-c0e833d07d65/ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:48.071137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.118640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 073276d2-18a3-4cf4-a5b3-b575229d3916 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:48.119435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.129181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.134875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.156512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:48.240700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409a904-c199-4158-b5c3-4c8c7eecdf5f req-4b7cc846-cdae-4d29-b5cb-1504fc6b785c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:48.249112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b409a904-c199-4158-b5c3-4c8c7eecdf5f req-4b7cc846-cdae-4d29-b5cb-1504fc6b785c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 946 time: 1.6700366 Jul 06 18:04:48.282537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:48.341086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:48.430017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689d5c5-720d-4406-9e35-fbfde0edd4d5 req-5d0ef190-21b5-4ef5-b900-0ee058a7d4a3 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:48.433444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a689d5c5-720d-4406-9e35-fbfde0edd4d5 req-5d0ef190-21b5-4ef5-b900-0ee058a7d4a3 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 944 time: 0.4674931 Jul 06 18:04:48.533991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:48.544328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.548988 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-81e740d4-1b4a-4e5c-b8a0-631926a08172 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 953 time: 1.8213899 Jul 06 18:04:48.549223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b409a904-c199-4158-b5c3-4c8c7eecdf5f req-e9da928b-6057-4028-a2c4-1d58ef300c6c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987111 Jul 06 18:04:48.550325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39698) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:48.555649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.613089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-c319c66c-9c4c-47fa-995f-078507332040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:48.616224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-c319c66c-9c4c-47fa-995f-078507332040 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4515855 Jul 06 18:04:48.714646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223b537-0576-43d9-9969-03c45a8c47e8 None None] Pushing event updated for resources: {'Port': ['ID=981ccefb-b709-469c-917b-7ebe6ec88d70,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:48.744613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Attempting to bind port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:48.744962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Attempting to bind port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:48.745359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Attempting to bind port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:48.862467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:04:48.862825 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.863515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Attempting to bind port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d on network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:48.924431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:48.925250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Checking segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:48.925748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Bound using segment: {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:48.926299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Bound port: 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:48.926972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:48.996622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 073276d2-18a3-4cf4-a5b3-b575229d3916, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=073276d2-18a3-4cf4-a5b3-b575229d3916,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:49.014160 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.070396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.099596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a689d5c5-720d-4406-9e35-fbfde0edd4d5 req-03cb8116-6945-434d-866f-f1c7c3ab7383 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863762 Jul 06 18:04:49.128085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Transition to ACTIVE for port object ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:49.162146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be85b928-cf1d-44c4-9f56-cfc36896e697 None None] Provisioning for port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:49.187455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Transition to ACTIVE for port object ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:49.189164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be85b928-cf1d-44c4-9f56-cfc36896e697 None None] Provisioning complete for port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:49.189818 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be85b928-cf1d-44c4-9f56-cfc36896e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.200853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=073276d2-18a3-4cf4-a5b3-b575229d3916,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:49.283384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9082f063-4911-4bfd-9179-7b38fef90f40 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 953 time: 0.7135329 Jul 06 18:04:49.286134 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.286315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:49.286503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.288558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'routes': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:49.300886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 981ccefb-b709-469c-917b-7ebe6ec88d70 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:49.383729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-be85b928-cf1d-44c4-9f56-cfc36896e697 None None] Port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:49.447175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Network af3bb47b-6c1f-468f-b979-abafe92234ca is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:49.461671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-639bea2f-2538-461d-ba11-81a7da75cf6f service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273859 Jul 06 18:04:49.464932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:49.469822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be85b928-cf1d-44c4-9f56-cfc36896e697 None None] Provisioning complete for port 981ccefb-b709-469c-917b-7ebe6ec88d70 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:49.470353 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be85b928-cf1d-44c4-9f56-cfc36896e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.472409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:49.475790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Pushing event updated for resources: {'Port': ['ID=ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:49.530569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:47Z', 'revision_number': 6, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:45Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2837ef14-c15b-4f99-8aa5-d369b0f166a8', 'name': '', 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:8d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:41Z', 'updated_at': '2021-07-06T18:04:45Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:49.573375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08dadd-3eba-41ba-af31-1a1bef9132fb req-3f25b510-42ba-43a9-9c7c-8e3f8f34b349 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:49.575559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e08dadd-3eba-41ba-af31-1a1bef9132fb req-3f25b510-42ba-43a9-9c7c-8e3f8f34b349 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.7386250 Jul 06 18:04:49.643869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:49.699167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:49.699588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Updating router a36091bc-d057-42dd-98cf-2d03c6674ce5 port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:04:49.714751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:49.731543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 981ccefb-b709-469c-917b-7ebe6ec88d70 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:49.731543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.736201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.839851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Attempting to bind port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:49.840225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Attempting to bind port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ab8a0720-2f64-4f7e-af45-8ec9929aa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:49.840595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Attempting to bind port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 on network af3bb47b-6c1f-468f-b979-abafe92234ca {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:49.853738 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.865268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.938076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:49.938565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Checking segment: {'id': 'ab8a0720-2f64-4f7e-af45-8ec9929aa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:49.943893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.944375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Bound using segment: {'id': 'ab8a0720-2f64-4f7e-af45-8ec9929aa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:49.945576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Bound port: ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8a0720-2f64-4f7e-af45-8ec9929aa072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af3bb47b-6c1f-468f-b979-abafe92234ca'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:49.945576 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:49.950704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e08dadd-3eba-41ba-af31-1a1bef9132fb req-960fedfc-ad0e-4183-9063-5da8333eac86 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527656 Jul 06 18:04:50.013163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added routes are [] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:04:50.013163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:04:50.015436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Subnet': ['ID=767c321c-827f-4d5c-9d7e-c0e833d07d65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:50.059453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.069849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:50.071196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.074782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] 10.222.0.60 "PUT /v2.0/ports/7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 200 len: 1092 time: 6.6397722 Jul 06 18:04:50.111393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:50.118346 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6" -d '{"events": [{"name": "network-changed", "server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:50.196665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a3968ac1-daa5-4555-afd5-65cc78409baf None None] Provisioning complete for port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:50.197452 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3968ac1-daa5-4555-afd5-65cc78409baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.267229 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7f60e-824f-42ad-94b8-c4bb7c087f09 x-openstack-request-id: req-9fd7f60e-824f-42ad-94b8-c4bb7c087f09 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:50.267548 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:50.267807 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fd7f60e-824f-42ad-94b8-c4bb7c087f09 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:50.268804 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'status': 'completed', 'code': 200} Jul 06 18:04:50.274507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] For port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:50.317107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] For port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124,segment=NetworkSegment(ab8a0720-2f64-4f7e-af45-8ec9929aa072),segment_id=ab8a0720-2f64-4f7e-af45-8ec9929aa072)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:50.327518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85bcc05c-e1b7-43cc-83d6-2fcdad13012c req-68818ceb-18ed-4bf2-b138-2371deb15a2c service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8501630 Jul 06 18:04:50.328553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8102-aa69-497a-a455-b716c565385d service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:50.367782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.406056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.409527 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.436809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9bcd-f758-4e2a-bfbb-e81b26e086fa None None] Pushing event updated for resources: {'Port': ['ID=ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:50.439846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a3968ac1-daa5-4555-afd5-65cc78409baf None None] Port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:50.449176 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.472916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3bb47b-6c1f-468f-b979-abafe92234ca']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:50.500574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8a0720-2f64-4f7e-af45-8ec9929aa072') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:50.500887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8a0720-2f64-4f7e-af45-8ec9929aa072') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:50.529119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5dfbd-faf5-4d32-aed5-3883b2449704 req-6133527f-e2a7-448f-ac7b-f804de7f3fda tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:50.530818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67e5dfbd-faf5-4d32-aed5-3883b2449704 req-6133527f-e2a7-448f-ac7b-f804de7f3fda tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.6560326 Jul 06 18:04:50.568449 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.591767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:50.655079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.675636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-b8ffa2ef-24ba-4c4f-9c2b-98982380fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:50.678239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-b8ffa2ef-24ba-4c4f-9c2b-98982380fca6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 1095 time: 0.5016227 Jul 06 18:04:50.703371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:50.703986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:50.708872 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:50.715358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8288555f-ce43-446e-b602-375585572995 None None] Network af3bb47b-6c1f-468f-b979-abafe92234ca requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:50.734995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:50.754442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.757419 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5f8ccf89-5713-4475-bda9-9cea890b1244 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 703 time: 1.4722943 Jul 06 18:04:50.761763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:50.811809 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-103c80a7-90a5-484a-906e-e6563a3d294c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 200 len: 217 time: 0.1203494 Jul 06 18:04:50.824721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67e5dfbd-faf5-4d32-aed5-3883b2449704 req-982cc313-439d-43ed-ba2a-fe6067e681e6 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552142 Jul 06 18:04:50.902011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-3bb04081-c166-4b5d-b31d-48234bd153bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:50.903754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-3bb04081-c166-4b5d-b31d-48234bd153bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.0780306 Jul 06 18:04:50.907748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:04:50.907748 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:04:50.907748 n-d-799527-3 neutron-server[93942]: [parameters: {'id': 'af3bb47b-6c1f-468f-b979-abafe92234ca'}] Jul 06 18:04:50.907748 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:04:50.908442 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:04:50.960744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21821b8a-f1b1-47ad-ae4e-522a4a5df64b req-0285c426-92cd-43d6-b524-dea80acbd966 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:50.963042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21821b8a-f1b1-47ad-ae4e-522a4a5df64b req-0285c426-92cd-43d6-b524-dea80acbd966 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 944 time: 0.3734326 Jul 06 18:04:50.968100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f685-83fe-4f3f-b079-105e8ba46b3f req-60545697-ce2c-4426-aae7-51e15ab91e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:50.969760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f690f685-83fe-4f3f-b079-105e8ba46b3f req-60545697-ce2c-4426-aae7-51e15ab91e93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.4360189 Jul 06 18:04:50.983285 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0030372a-a916-4726-8a02-fa9afe33033d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 703 time: 0.2193863 Jul 06 18:04:50.984249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:51.061396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f690f685-83fe-4f3f-b079-105e8ba46b3f req-f29e482e-3c73-452e-9e3d-0991f2b148d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840533 Jul 06 18:04:51.066409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21821b8a-f1b1-47ad-ae4e-522a4a5df64b req-359474e1-d27c-45b8-a6bd-a5928b66d3de tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801835 Jul 06 18:04:51.069429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a154-193e-4304-a145-0d167d69b316 req-007ca05f-db01-40d0-bb1e-5e9ac62ed824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:51.071025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-007ca05f-db01-40d0-bb1e-5e9ac62ed824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580951 Jul 06 18:04:51.169997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.188721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Transition to ACTIVE for port object 2837ef14-c15b-4f99-8aa5-d369b0f166a8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:51.205610 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.247147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 073276d2-18a3-4cf4-a5b3-b575229d3916 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:51.275510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-712df51f-33f1-4bbe-a0ac-e1905dc4d76d service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960647 Jul 06 18:04:51.283990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8ed48-907e-44b4-9b54-83c71447f119 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:04:51.333058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a76fc9-33f8-485c-803f-6dfad00234fa None None] Pushing event updated for resources: {'Port': ['ID=2837ef14-c15b-4f99-8aa5-d369b0f166a8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:51.418890 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.486658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Attempting to bind port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:51.487664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Attempting to bind port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:51.488314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Attempting to bind port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 on network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:51.496562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 073276d2-18a3-4cf4-a5b3-b575229d3916 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:51.496952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.549315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:51.549893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Checking segment: {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:51.550354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.550780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Bound using segment: {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:51.552095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Bound port: 2837ef14-c15b-4f99-8aa5-d369b0f166a8, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58d9fb3-4b62-4f83-94fb-19239326db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:51.552508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.589263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fa3a154-193e-4304-a145-0d167d69b316 req-34223e19-a216-45dc-81aa-603988054e29 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064892 Jul 06 18:04:51.653656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8ed48-907e-44b4-9b54-83c71447f119 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:04:51.717251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.751489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667b10-a3b3-4020-a598-70c72bbc106d req-7f02446e-ec2d-487d-947a-3ac3377c1d69 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:51.754203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14667b10-a3b3-4020-a598-70c72bbc106d req-7f02446e-ec2d-487d-947a-3ac3377c1d69 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.3519506 Jul 06 18:04:51.778209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] For port 2837ef14-c15b-4f99-8aa5-d369b0f166a8, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:51.810830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] For port 2837ef14-c15b-4f99-8aa5-d369b0f166a8, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2837ef14-c15b-4f99-8aa5-d369b0f166a8,segment=NetworkSegment(f58d9fb3-4b62-4f83-94fb-19239326db17),segment_id=f58d9fb3-4b62-4f83-94fb-19239326db17)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:51.816884 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.838186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:51.838987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.939530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a76fc9-33f8-485c-803f-6dfad00234fa None None] Pushing event updated for resources: {'Port': ['ID=2837ef14-c15b-4f99-8aa5-d369b0f166a8,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:51.945801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:51.946560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:51.990862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14667b10-a3b3-4020-a598-70c72bbc106d req-aa82d627-a163-4bc9-b3bd-30a7f9b62f38 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250984 Jul 06 18:04:52.003087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-1a4437fb-1fb2-4e40-bcac-8b2a569cf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:52.004951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-1a4437fb-1fb2-4e40-bcac-8b2a569cf7a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 1095 time: 0.3549864 Jul 06 18:04:52.110667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:52.182865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] For port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124,segment=NetworkSegment(ab8a0720-2f64-4f7e-af45-8ec9929aa072),segment_id=ab8a0720-2f64-4f7e-af45-8ec9929aa072)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:52.183175 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.208563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Calling delete_port for ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:52.273048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:52.274112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.313251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-9bf8a1cd-97f0-4cfd-a263-a0cccb4c1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:52.314786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-9bf8a1cd-97f0-4cfd-a263-a0cccb4c1dd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.2972686 Jul 06 18:04:52.343704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608d55-ebae-4485-a959-c517bdfef457 req-e91f5e81-1c7b-4bcf-bff2-c7aaedc341a3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:52.351058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4608d55-ebae-4485-a959-c517bdfef457 req-e91f5e81-1c7b-4bcf-bff2-c7aaedc341a3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.2583005 Jul 06 18:04:52.397178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-07d1c580-c608-4991-8fc4-de371aecc0a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 200 len: 217 time: 0.0705667 Jul 06 18:04:52.454662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 2837ef14-c15b-4f99-8aa5-d369b0f166a8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2837ef14-c15b-4f99-8aa5-d369b0f166a8,segment=NetworkSegment(f58d9fb3-4b62-4f83-94fb-19239326db17),segment_id=f58d9fb3-4b62-4f83-94fb-19239326db17)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:52.455645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.482568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 2837ef14-c15b-4f99-8aa5-d369b0f166a8 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:52.593206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a4608d55-ebae-4485-a959-c517bdfef457 req-5361ca7f-e4df-4fd3-ad53-ae16cb540188 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409177 Jul 06 18:04:52.661208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40faf30-85db-4dd2-a866-b99d767b2cbe None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:04:52.682178 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.718078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-280bc63c-2d72-4845-9aec-779649d76f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:52.738774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-280bc63c-2d72-4845-9aec-779649d76f7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.3336945 Jul 06 18:04:52.816100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:50Z', 'revision_number': 7, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2837ef14-c15b-4f99-8aa5-d369b0f166a8', 'name': '', 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:8d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:41Z', 'updated_at': '2021-07-06T18:04:51Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:52.856878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce9c1d-0c00-43f9-a390-36269b3a4de7 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:50Z', 'revision_number': 7, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2837ef14-c15b-4f99-8aa5-d369b0f166a8', 'name': '', 'network_id': '416cf43c-9dd4-4f8b-afb9-4cfea8515692', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:8d:82:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:41Z', 'updated_at': '2021-07-06T18:04:51Z', 'revision_number': 4, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': 'e2129efc-6924-46a4-915c-8436d3cbf118', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:52.862451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Port': ['ID=ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:52.876776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No DVR routers for this DVR port ff7ed9eb-b9d9-4aa1-a4b3-91d06a679124 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:52.951212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40faf30-85db-4dd2-a866-b99d767b2cbe None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:04:53.092339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.158351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=2837ef14-c15b-4f99-8aa5-d369b0f166a8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:53.275733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2837ef14-c15b-4f99-8aa5-d369b0f166a8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:53.332997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2837ef14-c15b-4f99-8aa5-d369b0f166a8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:53.333354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2837ef14-c15b-4f99-8aa5-d369b0f166a8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 18:04:53.345670 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:53.357926 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:53.359157 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:53.385977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7bcdfc09-ed1b-4d91-9323-f8448753eb9d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:04:53.389192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Port 2837ef14-c15b-4f99-8aa5-d369b0f166a8 not found, will not notify nova. {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 18:04:53.399468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.487780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347686-90d3-4975-a67c-3f1274bad118 req-a6dd77eb-c2b7-402a-8a67-e29fe401f9d0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:53.497914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84347686-90d3-4975-a67c-3f1274bad118 req-a6dd77eb-c2b7-402a-8a67-e29fe401f9d0 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 944 time: 1.0388060 Jul 06 18:04:53.574730 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:53.593154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:53.628777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'port_id': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'mac_address': 'fa:16:3e:d4:ec:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:04:53.631013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.693578 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.707066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-d40baaa8-297f-4cfd-a551-486f52bb782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:53.710097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-d40baaa8-297f-4cfd-a551-486f52bb782a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9100404 Jul 06 18:04:53.716415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcdfc09-ed1b-4d91-9323-f8448753eb9d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:04:53.748236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:53.754723 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.839299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:53.848039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3bb47b-6c1f-468f-b979-abafe92234ca']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:53.856199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-6d5af300-2031-469c-8656-7e08c6e757c8 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270549 Jul 06 18:04:53.859992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:53.868073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.870020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.870682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.871214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.871695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.872140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.872586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.873116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.873556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.874325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.874901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.875415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:53.893603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84347686-90d3-4975-a67c-3f1274bad118 req-7a57143d-d44b-4b9b-a287-49a3f759f758 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946221 Jul 06 18:04:53.897512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8a0720-2f64-4f7e-af45-8ec9929aa072') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:53.897832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8a0720-2f64-4f7e-af45-8ec9929aa072') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:53.925518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3cfb9-78ad-4bfd-af2d-a282d8cef210 req-6236a5ac-c39c-4edd-838e-732f193e9fc0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:53.925518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9d3cfb9-78ad-4bfd-af2d-a282d8cef210 req-6236a5ac-c39c-4edd-838e-732f193e9fc0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.5011001 Jul 06 18:04:53.991994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.049136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['7bcdfc09-ed1b-4d91-9323-f8448753eb9d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:54.092494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.135513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:54.136051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.169996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9d3cfb9-78ad-4bfd-af2d-a282d8cef210 req-bc47b4ea-f4bb-481d-b5b5-dc92063f5928 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439787 Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:54.172218 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:54.202112 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:52Z', 'revision_number': 8, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:54.247141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:54.264845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b57071f7-354a-441a-9eed-dee430777917 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2780204 Jul 06 18:04:54.265648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39752) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:54.267942 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:54.270465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-caee77c4-067a-46ee-b946-9990357f5bc5 None None] Could not find standard attr ID for object 2837ef14-c15b-4f99-8aa5-d369b0f166a8. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:04:54.288067 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:54.289645 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:54.381729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet e2129efc-6924-46a4-915c-8436d3cbf118 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:04:54.395064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.482031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.490955 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.504797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9b133b-abf7-4db2-88dc-7429cc8b56b6 req-0167bfb7-7e5c-4290-99b5-1350affe51ef service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389101 Jul 06 18:04:54.527815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.535947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/af3bb47b-6c1f-468f-b979-abafe92234ca HTTP/1.1" status: 204 len: 168 time: 6.5885997 Jul 06 18:04:54.536948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39756) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:54.543813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-467679213'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:54.563999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b915f17-38ec-466a-a252-3bc510156995 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Network': ['ID=af3bb47b-6c1f-468f-b979-abafe92234ca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:54.580010 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:54.630579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724e73b-0702-41bd-81bf-687ef6f85bdd req-5caaf91e-4748-4f09-90d9-88c408f04c73 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:54.638389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6724e73b-0702-41bd-81bf-687ef6f85bdd req-5caaf91e-4748-4f09-90d9-88c408f04c73 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.2890694 Jul 06 18:04:54.674159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:54.697922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93138534-f4dd-4dcf-874f-4115c8d6d850 None None] Could not find standard attr ID for object 2837ef14-c15b-4f99-8aa5-d369b0f166a8. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:04:54.704228 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.721256 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.731959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6724e73b-0702-41bd-81bf-687ef6f85bdd req-c4978b9d-31d1-4fba-9695-d251548d6eb9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869441 Jul 06 18:04:54.790283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:54.811094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.811571 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Added segment 79115947-b9bb-43a1-9470-4ffadc8d7965 of type vlan for network c0f873b3-0bdd-4fb5-9a63-3822cafa6896 Jul 06 18:04:54.879504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.963716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.970582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:54.971642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.044238 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:52Z', 'revision_number': 8, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:55.051025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-dd537b10-7d79-44bd-9bae-648b2e3b51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.052860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-dd537b10-7d79-44bd-9bae-648b2e3b51ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.1877167 Jul 06 18:04:55.090091 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8e16c-4a76-4573-8aa2-e8ab18d6a690 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:52Z', 'revision_number': 8, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:55.147666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0b9e-46e0-4e39-804f-8dc21fd0d4cd req-ae82e205-77ab-4e6b-a9bd-1aa83355f218 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.149522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e36b0b9e-46e0-4e39-804f-8dc21fd0d4cd req-ae82e205-77ab-4e6b-a9bd-1aa83355f218 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.1844542 Jul 06 18:04:55.237785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e36b0b9e-46e0-4e39-804f-8dc21fd0d4cd req-af2438e8-67f5-433a-a2d2-ae2f46b4e198 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771015 Jul 06 18:04:55.241406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-296600db-09e6-49f8-9f0e-964e2225f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.243176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-296600db-09e6-49f8-9f0e-964e2225f237 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.1826310 Jul 06 18:04:55.312393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-9ae22a54-1402-4d35-a8ba-2cd01f2efbd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.0625587 Jul 06 18:04:55.374749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-ed4259b7-f919-4aee-a25d-41275bb7966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.383301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-ed4259b7-f919-4aee-a25d-41275bb7966d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.0649996 Jul 06 18:04:55.410982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7bcdfc09-ed1b-4d91-9323-f8448753eb9d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:55.473786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-54bca3b3-dfa3-4780-9344-ed272b5c91e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832322 Jul 06 18:04:55.492195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b5040c8-f088-4e7c-a2cd-47aef5eb21b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.544942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.566906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:55.594708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:55.595370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.604552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=e2129efc-6924-46a4-915c-8436d3cbf118,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:55.635637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.646204 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6fd2b81e-a10b-42e3-9493-f4b9f1ceeca1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/e2129efc-6924-46a4-915c-8436d3cbf118 HTTP/1.1" status: 204 len: 168 time: 1.3775308 Jul 06 18:04:55.647875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39782) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:55.655162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f54fb-9617-44d6-8c55-5113b8539da8 None None] Network 416cf43c-9dd4-4f8b-afb9-4cfea8515692 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:55.687608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1493044 Jul 06 18:04:55.700151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eccc5-8969-4de7-ad37-a289f3737c93 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Network': ['ID=c0f873b3-0bdd-4fb5-9a63-3822cafa6896,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:55.700346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:55.711470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Request body: {'subnet': {'network_id': 'c0f873b3-0bdd-4fb5-9a63-3822cafa6896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:55.727327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c0f873b3-0bdd-4fb5-9a63-3822cafa6896 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:55.818545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.946279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 981ccefb-b709-469c-917b-7ebe6ec88d70 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:55.948109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.066129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-e75490dc-55ef-478d-9fe6-103d001d9c40 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858538 Jul 06 18:04:56.073400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 981ccefb-b709-469c-917b-7ebe6ec88d70, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=981ccefb-b709-469c-917b-7ebe6ec88d70,segment=NetworkSegment(f58d9fb3-4b62-4f83-94fb-19239326db17),segment_id=f58d9fb3-4b62-4f83-94fb-19239326db17)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:56.075560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.101834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 981ccefb-b709-469c-917b-7ebe6ec88d70 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:56.119598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3af61-e100-44af-b00a-7c73e1c962d4 req-6d160ad7-937f-4863-a013-d04288f93087 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:56.122666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ce3af61-e100-44af-b00a-7c73e1c962d4 req-6d160ad7-937f-4863-a013-d04288f93087 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 945 time: 0.5027239 Jul 06 18:04:56.143335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:56.204077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Made reservation on behalf of 0e2bc8f096074ff8a374f974579fbc7d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:56.208617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.253616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.255719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:56.256641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:56.304477 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.347067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=981ccefb-b709-469c-917b-7ebe6ec88d70,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:56.356417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 981ccefb-b709-469c-917b-7ebe6ec88d70 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:56.399955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:56.402385 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e008415-c1ab-48f2-9fa0-d8ffa7dec107" -d '{"events": [{"server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:56.440170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:56.450060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:56.456315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.650505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.680009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416cf43c-9dd4-4f8b-afb9-4cfea8515692']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:56.681710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dc2af06-5f8f-4baa-bdd3-6aa59e53bedd req-3995b772-dad1-4d27-8eb9-dcc1e7c75c31 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998545 Jul 06 18:04:56.699835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ce3af61-e100-44af-b00a-7c73e1c962d4 req-68f621d1-3372-4bc6-9095-cc67cf9bdf4b tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5672548 Jul 06 18:04:56.731645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58d9fb3-4b62-4f83-94fb-19239326db17') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:56.731951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58d9fb3-4b62-4f83-94fb-19239326db17') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:56.745796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.759244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f3d51-2fda-4605-abbc-ed5a96299cdd None None] DHCP port deletion for 416cf43c-9dd4-4f8b-afb9-4cfea8515692 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:04:56.771355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.780019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:56.785489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:56.786676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.813375 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c99118b-ce11-4a5c-a0e6-3d9d47b58a7d x-openstack-request-id: req-0c99118b-ce11-4a5c-a0e6-3d9d47b58a7d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:56.814014 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:56.814560 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c99118b-ce11-4a5c-a0e6-3d9d47b58a7d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:56.815542 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'code': 200} Jul 06 18:04:56.845542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:56.885064 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:56.890674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.914772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.920937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.926939 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/416cf43c-9dd4-4f8b-afb9-4cfea8515692 HTTP/1.1" status: 204 len: 168 time: 1.2672734 Jul 06 18:04:56.928686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39806) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:57.044576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:57.104215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event updated for resources: {'Subnet': ['ID=edb5fdfa-6a6f-4b3a-8987-c4dc46d560c9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:57.128664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891cac-2710-4725-99ca-195a91c9a61c tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=416cf43c-9dd4-4f8b-afb9-4cfea8515692,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:57.219647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0f30-a2b8-4969-866d-dd4a18f1a98b req-c2cdc4ef-2c23-4795-b4f1-371f51ed389d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:57.221473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f61d0f30-a2b8-4969-866d-dd4a18f1a98b req-c2cdc4ef-2c23-4795-b4f1-371f51ed389d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4231548 Jul 06 18:04:57.230058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Checking segment: {'id': '79115947-b9bb-43a1-9470-4ffadc8d7965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c0f873b3-0bdd-4fb5-9a63-3822cafa6896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:57.230628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network hostable DHCP agents. Network: c0f873b3-0bdd-4fb5-9a63-3822cafa6896, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:57.302965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2837ef14-c15b-4f99-8aa5-d369b0f166a8 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:57.310589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762004c-476e-4a25-9b50-633ce4d37b69 req-007a8cb0-09b2-4053-bc2d-be13a714132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:57.320657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6762004c-476e-4a25-9b50-633ce4d37b69 req-007a8cb0-09b2-4053-bc2d-be13a714132d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 1097 time: 0.4266472 Jul 06 18:04:57.329277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f61d0f30-a2b8-4969-866d-dd4a18f1a98b req-fe89e955-de48-473d-ad76-f8bc5f116971 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945504 Jul 06 18:04:57.377867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2837ef14-c15b-4f99-8aa5-d369b0f166a8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:57.378472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2837ef14-c15b-4f99-8aa5-d369b0f166a8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:57.379748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 981ccefb-b709-469c-917b-7ebe6ec88d70 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:57.398927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Network c0f873b3-0bdd-4fb5-9a63-3822cafa6896 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:57.426279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 981ccefb-b709-469c-917b-7ebe6ec88d70 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:57.427246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 981ccefb-b709-469c-917b-7ebe6ec88d70 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:57.427598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c0f873b3-0bdd-4fb5-9a63-3822cafa6896) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:57.436113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:57.451295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc018ae-0a03-470e-86e3-156ad3dbee5d None None] Network c0f873b3-0bdd-4fb5-9a63-3822cafa6896 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:57.463351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.473651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6762004c-476e-4a25-9b50-633ce4d37b69 req-6c8b6853-4c6c-4703-8f7c-afb86eb8da04 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432164 Jul 06 18:04:57.499074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e66a05cc-84fd-4445-a374-6fac6133a3a3 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7945690 Jul 06 18:04:57.499651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:57.668327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:52Z', 'revision_number': 8, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:57.704132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.719009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6850d72-1b7f-4854-9604-36e8d756020d req-04ebdf47-14b5-4e2b-bff5-96719be01779 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:57.722114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.730401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6850d72-1b7f-4854-9604-36e8d756020d req-04ebdf47-14b5-4e2b-bff5-96719be01779 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.2313464 Jul 06 18:04:57.780231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:57.856910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:57.858042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:58.069925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6850d72-1b7f-4854-9604-36e8d756020d req-602f05f0-b92e-440f-a30f-ee8403cdf1e7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362424 Jul 06 18:04:58.116387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.251602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:58.355730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-2dc21321-2654-4c79-99b3-158601429279 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6953645 Jul 06 18:04:58.408146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58cb9a-31e2-406a-9e9a-989891a20168 req-f2868927-8a66-4b06-a1a8-05d905ca65db tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:58.413299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c58cb9a-31e2-406a-9e9a-989891a20168 req-f2868927-8a66-4b06-a1a8-05d905ca65db tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 0.1603253 Jul 06 18:04:58.415886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.612911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Subnet': ['ID=edb5fdfa-6a6f-4b3a-8987-c4dc46d560c9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:58.723547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 073276d2-18a3-4cf4-a5b3-b575229d3916 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:58.724262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.738139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.755167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f873b3-0bdd-4fb5-9a63-3822cafa6896']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:58.765272 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ff7722d-7c3d-41e1-9719-88cb6bd8f90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.776170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79115947-b9bb-43a1-9470-4ffadc8d7965') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:58.777016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79115947-b9bb-43a1-9470-4ffadc8d7965') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:58.796781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.825081 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.843500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4ae06-2158-4196-9aa8-a809a4cb85f9 None None] Network c0f873b3-0bdd-4fb5-9a63-3822cafa6896 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:58.848184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:58.849351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.934152 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.943557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 073276d2-18a3-4cf4-a5b3-b575229d3916, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=073276d2-18a3-4cf4-a5b3-b575229d3916,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:58.944031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.989548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 073276d2-18a3-4cf4-a5b3-b575229d3916 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:59.004687 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:59.016245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.104845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.109254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/c0f873b3-0bdd-4fb5-9a63-3822cafa6896 HTTP/1.1" status: 204 len: 168 time: 1.6082969 Jul 06 18:04:59.141384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.171283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c58cb9a-31e2-406a-9e9a-989891a20168 req-d7ffaf42-36ee-420a-8548-010c598c25d3 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7404363 Jul 06 18:04:59.172814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Network': ['ID=c0f873b3-0bdd-4fb5-9a63-3822cafa6896,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:59.227693 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d165243a-6445-4765-a608-9d642002efd2 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:04:59.228789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d165243a-6445-4765-a608-9d642002efd2 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:59.236519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:52Z', 'revision_number': 8, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:59.239864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d165243a-6445-4765-a608-9d642002efd2 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/edb5fdfa-6a6f-4b3a-8987-c4dc46d560c9 HTTP/1.1" status: 404 len: 337 time: 0.0929935 Jul 06 18:04:59.247870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.257787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.258141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.258492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.258873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.259224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.259590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.259927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.260270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.260604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.260938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.261328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.261666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da50a-f604-49ac-96e5-b3eff4abdd21 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:59.282255 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f374a1d2-b54d-4d8b-8b28-9b99080cae88 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:04:59.282887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f374a1d2-b54d-4d8b-8b28-9b99080cae88 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:59.288432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f374a1d2-b54d-4d8b-8b28-9b99080cae88 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/c0f873b3-0bdd-4fb5-9a63-3822cafa6896 HTTP/1.1" status: 404 len: 339 time: 0.0347939 Jul 06 18:04:59.288867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.365007 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f749901-414b-4deb-a7db-b30e0746b731 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:04:59.365477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f749901-414b-4deb-a7db-b30e0746b731 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:59.370462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c38744-5a55-49be-9186-70f8e2585dd3 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:52Z', 'revision_number': 8, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '073276d2-18a3-4cf4-a5b3-b575229d3916', 'name': '', 'network_id': 'f6b44064-4e2d-43f5-bc75-29c62f5a7ad2', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:eb:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:27Z', 'updated_at': '2021-07-06T18:04:48Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '5c13dc89-c90a-428b-8733-c3580408c26f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:59.372272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4f749901-414b-4deb-a7db-b30e0746b731 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/767c321c-827f-4d5c-9d7e-c0e833d07d65 HTTP/1.1" status: 404 len: 337 time: 0.0806308 Jul 06 18:04:59.375675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.385499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f960eb-3b08-4113-bf8d-9d64586767e2 req-d242fb76-80b1-4c95-a290-b0fb46930c66 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:59.392709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f960eb-3b08-4113-bf8d-9d64586767e2 req-d242fb76-80b1-4c95-a290-b0fb46930c66 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4050643 Jul 06 18:04:59.393132 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.433930 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1f1ebc-08e9-4b5b-bc20-5e4b0fce02d0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:04:59.433930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1f1ebc-08e9-4b5b-bc20-5e4b0fce02d0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:59.433930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1d1f1ebc-08e9-4b5b-bc20-5e4b0fce02d0 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/af3bb47b-6c1f-468f-b979-abafe92234ca HTTP/1.1" status: 404 len: 339 time: 0.0539093 Jul 06 18:04:59.435868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.464912 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-91163dac-d381-46c5-a735-c01030a6640f tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:04:59.465384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91163dac-d381-46c5-a735-c01030a6640f tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:59.470200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-91163dac-d381-46c5-a735-c01030a6640f tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/33efda37-4c86-4441-9253-e5fcc3b8e204 HTTP/1.1" status: 404 len: 337 time: 0.0314443 Jul 06 18:04:59.472765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.527757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.575756 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-40836049-c002-4cdf-9922-e66b97135695 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:04:59.577232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40836049-c002-4cdf-9922-e66b97135695 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:04:59.580921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-40836049-c002-4cdf-9922-e66b97135695 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/e5ca32bc-3055-4b24-81e2-dd18ce6bdef8 HTTP/1.1" status: 404 len: 339 time: 0.1067405 Jul 06 18:04:59.588403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.617600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=073276d2-18a3-4cf4-a5b3-b575229d3916,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:59.628760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f960eb-3b08-4113-bf8d-9d64586767e2 req-0d947df8-8eb2-4181-be1f-dcf62df1e6c6 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346473 Jul 06 18:04:59.918754 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.940902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.027850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting port d28e7720-856a-4510-9e67-33bab47a2995 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:00.028352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.130833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d1c7-db34-4a0f-b5a9-9ae801ce23f1 req-5c51edc9-eb17-471f-938f-1d67fce48f0a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:00.138714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5068d1c7-db34-4a0f-b5a9-9ae801ce23f1 req-5c51edc9-eb17-471f-938f-1d67fce48f0a tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.5518701 Jul 06 18:05:00.170831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.195533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Calling delete_port for d28e7720-856a-4510-9e67-33bab47a2995 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:00.251227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5068d1c7-db34-4a0f-b5a9-9ae801ce23f1 req-c89e3d56-eb56-417c-9a58-3eb079c7dd84 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111774 Jul 06 18:05:00.313655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-8d97f3b4-4c96-4ce8-b539-84c1b6dd90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:00.315712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-8d97f3b4-4c96-4ce8-b539-84c1b6dd90d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766&tenant_id=a32a8994cec94e2f9035a3c0b2965e68 HTTP/1.1" status: 200 len: 1095 time: 0.3757334 Jul 06 18:05:00.493867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.518915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:00.568385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Port': ['ID=d28e7720-856a-4510-9e67-33bab47a2995,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:00.599915 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.606416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5bb55a6a-9526-47f2-8565-38eac81b376a tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/ports/d28e7720-856a-4510-9e67-33bab47a2995 HTTP/1.1" status: 204 len: 168 time: 1.0119679 Jul 06 18:05:00.637273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39870) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:00.692803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-6f0d5448-1ced-4ad4-9b8f-ebe9192e5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:00.697564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-6f0d5448-1ced-4ad4-9b8f-ebe9192e5053 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1095 time: 0.3205535 Jul 06 18:05:00.704731 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fde11c-2516-494b-acab-301a1a372e88 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:00.705202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fde11c-2516-494b-acab-301a1a372e88 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:00.707029 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f4fde11c-2516-494b-acab-301a1a372e88 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/19d10fa1-f4c2-4fac-ae60-84dc7f0f265a HTTP/1.1" status: 404 len: 337 time: 0.0683129 Jul 06 18:05:00.714782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39874) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:00.732149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.808137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:00.819149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a84074ec-c14f-4ea5-a522-a1a3ae21fb74 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8865631 Jul 06 18:05:00.823026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39876) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:00.832484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:00.866632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.879849 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:00.883236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:00.938586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet 5c13dc89-c90a-428b-8733-c3580408c26f {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:00.947315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.238772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-f7b6e136-561a-467b-bed9-dc2049109776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:01.241852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-f7b6e136-561a-467b-bed9-dc2049109776 service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.5330667 Jul 06 18:05:01.245211 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:01.266282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93e12-be15-42df-96c6-413c3586ecde req-7b445565-13ad-484a-8057-98d94946a0c1 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:01.281424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15a93e12-be15-42df-96c6-413c3586ecde req-7b445565-13ad-484a-8057-98d94946a0c1 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 0.6734047 Jul 06 18:05:01.283237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.438537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.522914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7858fe68-9ba1-417f-ae2c-608590d24665']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:01.600553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9630463c-12c3-4e1f-a13f-f2e6d4c0e300') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:01.601070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9630463c-12c3-4e1f-a13f-f2e6d4c0e300') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:01.706153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.740633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.746092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.802755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:01.803557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:01.812508 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:01.823780 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:59Z', 'revision_number': 9, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:01.926464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.928811 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:01.931778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.935287 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/7858fe68-9ba1-417f-ae2c-608590d24665 HTTP/1.1" status: 204 len: 168 time: 1.2179768 Jul 06 18:05:01.942412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:01.966241 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:01.967041 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:02.020232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.036322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edcdc9-14c0-4f8f-9063-e9ba239a9c19 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Network': ['ID=7858fe68-9ba1-417f-ae2c-608590d24665,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:02.038780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15a93e12-be15-42df-96c6-413c3586ecde req-9394dd1f-9658-4094-80fa-907e91982e4f tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7558241 Jul 06 18:05:02.055708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.062070 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/5c13dc89-c90a-428b-8733-c3580408c26f HTTP/1.1" status: 204 len: 168 time: 1.2353344 Jul 06 18:05:02.065190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-805913d9-c5b3-439b-9c38-94d0322dc118 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 1000 time: 0.7779782 Jul 06 18:05:02.065895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:02.070940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a429c8-003a-47b3-a164-7ee80f43cd68 None None] Network f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:02.141497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3eb36-19d5-4168-91df-59b1cf23261b tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=5c13dc89-c90a-428b-8733-c3580408c26f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:02.168752 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:02.343130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting port 2d497b74-e56c-43bd-9b29-3164d6875720 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:02.343713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.366931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f3fdb-a3da-4851-834b-a57469ba079f req-760a9e0c-4d01-4d87-8987-54a3babb5174 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:02.381524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a9f3fdb-a3da-4851-834b-a57469ba079f req-760a9e0c-4d01-4d87-8987-54a3babb5174 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.5149696 Jul 06 18:05:02.405930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-d98e5467-2ceb-4b9d-8775-0ee148443e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:02.408869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-d98e5467-2ceb-4b9d-8775-0ee148443e8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.3343470 Jul 06 18:05:02.415244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.573325 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.610489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a9f3fdb-a3da-4851-834b-a57469ba079f req-8009c00e-f55b-4bbd-a31e-54dd68e2fe1b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274954 Jul 06 18:05:02.638132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.662409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Calling delete_port for 2d497b74-e56c-43bd-9b29-3164d6875720 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:02.677338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:59Z', 'revision_number': 9, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:02.772624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] DHCP port deletion for f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:05:02.776621 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e2905-2e97-4db9-8bdc-70239763a196 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:04:59Z', 'revision_number': 9, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3106d74f-adf5-4472-bbc4-ceb462f43935', 'name': '', 'network_id': 'f07c843d-b7bc-4cb7-931b-9c4ede804b93', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:a5:1d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:15Z', 'updated_at': '2021-07-06T18:04:42Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '4edf71de-c639-4b46-a043-c36af5da7e0e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:02.902799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.941016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-9767c14a-3f8e-4702-8107-95292ca57dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:02.944348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-9767c14a-3f8e-4702-8107-95292ca57dc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5107598 Jul 06 18:05:02.981251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] Deleting port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:02.981906 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.995347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Port': ['ID=2d497b74-e56c-43bd-9b29-3164d6875720,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:03.013513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.021801 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fc06fbd3-9245-497f-ae6e-8d41473021b8 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/ports/2d497b74-e56c-43bd-9b29-3164d6875720 HTTP/1.1" status: 204 len: 168 time: 1.0726099 Jul 06 18:05:03.022984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:03.079322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:03.079855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.120080 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0644fb-a447-4ab3-91cd-93958dabed4d tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:03.121860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0644fb-a447-4ab3-91cd-93958dabed4d tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:03.128339 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cc0644fb-a447-4ab3-91cd-93958dabed4d tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/f46ce6c5-41cc-4b83-bf0b-5d2ee87f452f HTTP/1.1" status: 404 len: 337 time: 0.0969265 Jul 06 18:05:03.129284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39910) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:03.169161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] For port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:03.170202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.195777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] Calling delete_port for 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:03.209801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.216618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.243861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.285878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.315819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.341310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.347979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.373055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.392960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-0b5c1d28-fba1-4774-8149-1d8f9ad5911d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 0.8089607 Jul 06 18:05:03.444429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 073276d2-18a3-4cf4-a5b3-b575229d3916 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:03.449229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] Pushing event deleted for resources: {'Port': ['ID=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:03.456642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.478408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.493238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.507762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.519562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.527074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760eaba-7584-4f93-be03-62b1b1fc3343 None None] No DVR routers for this DVR port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:03.548843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 073276d2-18a3-4cf4-a5b3-b575229d3916 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:03.549781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 073276d2-18a3-4cf4-a5b3-b575229d3916 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:03.550664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:03.554361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.572606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.593504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.594218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:03.595030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:03.604867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-87f78037-8bc6-4d83-9c56-aaf9398f38d9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 0.9520543 Jul 06 18:05:03.604867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-99fe9cee-0f9a-4629-ac8b-a370ff3e30ed service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437271 Jul 06 18:05:03.646119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.661754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01724565-24b6-4613-94a1-7b5fde4201e6']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:03.678892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bda35c-a308-44a7-804b-33b1c5f89b9e') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:03.679198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bda35c-a308-44a7-804b-33b1c5f89b9e') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:03.692275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.711594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.720715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:03.721373 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:03.724841 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:03.793879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.802721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.806571 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/01724565-24b6-4613-94a1-7b5fde4201e6 HTTP/1.1" status: 204 len: 168 time: 0.6743486 Jul 06 18:05:03.809491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:03.859075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8662fe1-74b5-4fa2-bcd0-336be848f3eb req-257273fc-f324-48d4-9ec4-4155941fbc99 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4650450 Jul 06 18:05:03.861083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,segment=NetworkSegment(465fd955-6ee9-4aac-885c-bf8f8f8cb1e7),segment_id=465fd955-6ee9-4aac-885c-bf8f8f8cb1e7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:03.861463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.892698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e9f60-1f94-480f-bd4f-8a63aef1db33 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Network': ['ID=01724565-24b6-4613-94a1-7b5fde4201e6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:03.918839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-f74f244c-a1ec-4eb6-92a9-f7c805212baa tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:03.920393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-f74f244c-a1ec-4eb6-92a9-f7c805212baa tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "GET /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2610078 Jul 06 18:05:03.921444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:03.931203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting subnet acfc5c85-4fe4-4ba4-9415-4b7a3f48166a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:03.937711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.033343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.041113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-269bcfcf-8929-4f1d-a3ec-42a333cb5c63 req-5f64764e-2fdb-4d01-917f-ed6ce8bc187c service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818059 Jul 06 18:05:04.128734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a73d8e-ced0-499b-adc9-6c58dc88f189 req-337fb3b0-f24a-4148-b1e6-7c5de8741d72 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:04.130484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01a73d8e-ced0-499b-adc9-6c58dc88f189 req-337fb3b0-f24a-4148-b1e6-7c5de8741d72 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 0.7041790 Jul 06 18:05:04.155790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39926) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:04.160640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Request body: {'floatingip': {'port_id': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:04.254972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.270025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.275863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-5de129a1-d928-424d-a45e-d185805f8f8d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "GET /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3482311 Jul 06 18:05:04.315891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:04.434036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.461740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.469722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Subnet': ['ID=acfc5c85-4fe4-4ba4-9415-4b7a3f48166a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:04.475506 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.481602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c5074dd6-ac2e-4d94-a9c5-939ebf577d2b tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/subnets/acfc5c85-4fe4-4ba4-9415-4b7a3f48166a HTTP/1.1" status: 204 len: 168 time: 0.6707208 Jul 06 18:05:04.482201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:04.492011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d774c-089d-4c41-bdb7-9fd06e03cb99 None None] Network 9aa8b048-35ba-4d28-a433-92830a4db1dd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:04.633251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.786535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Deleting port af4c652f-5414-4e29-bd72-492aa2e66b86 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:04.787735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.795296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 2d7d34a6-bfee-4b49-a14e-32d1eb5400cb on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:04.859872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096c783-ed4f-4185-b675-56ba95c10bf4 req-571fc350-47eb-49ae-aad9-cc5d372f0994 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:04.864173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a096c783-ed4f-4185-b675-56ba95c10bf4 req-571fc350-47eb-49ae-aad9-cc5d372f0994 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.8480961 Jul 06 18:05:04.865438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=2d7d34a6-bfee-4b49-a14e-32d1eb5400cb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:05.020197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e5ead-f1ac-4c98-9b83-1d470227b5e8 req-71dd8479-761b-4ddb-af85-be473b541520 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:05.022473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] For port af4c652f-5414-4e29-bd72-492aa2e66b86, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=af4c652f-5414-4e29-bd72-492aa2e66b86,segment=NetworkSegment(babee8a3-375a-4b3c-ad78-1d775aae31e9),segment_id=babee8a3-375a-4b3c-ad78-1d775aae31e9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:05.023057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.031556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-849e5ead-f1ac-4c98-9b83-1d470227b5e8 req-71dd8479-761b-4ddb-af85-be473b541520 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.6020722 Jul 06 18:05:05.086535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Calling delete_port for af4c652f-5414-4e29-bd72-492aa2e66b86 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:05.267316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.404340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.483281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c731b26b-69c5-4cc0-801b-57e7c0cc3dce no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:05.530817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] No DVR routers for this DVR port af4c652f-5414-4e29-bd72-492aa2e66b86 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:05.726013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.761069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.773035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.813040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31319c1-247d-4196-b7ee-daff24ca0daa None None] DHCP port deletion for 9aa8b048-35ba-4d28-a433-92830a4db1dd request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:05:05.822988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Port': ['ID=af4c652f-5414-4e29-bd72-492aa2e66b86,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:05.826390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b44064-4e2d-43f5-bc75-29c62f5a7ad2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:05.852061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa8b048-35ba-4d28-a433-92830a4db1dd']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:05.868843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-849e5ead-f1ac-4c98-9b83-1d470227b5e8 req-dc1dfcf9-a224-4be6-a230-4a20d5d4c14d tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7814548 Jul 06 18:05:05.872653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babee8a3-375a-4b3c-ad78-1d775aae31e9') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:05.874256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babee8a3-375a-4b3c-ad78-1d775aae31e9') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:05.891119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.918061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.933701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:05.935289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:05.939464 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:06.002444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:06.002868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465fd955-6ee9-4aac-885c-bf8f8f8cb1e7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:06.030037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.077121 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.092434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:06.093582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.119726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.176269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.188041 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] 10.222.0.37 "DELETE /v2.0/networks/9aa8b048-35ba-4d28-a433-92830a4db1dd HTTP/1.1" status: 204 len: 168 time: 1.7036951 Jul 06 18:05:06.191686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e7dc-e28a-4763-8000-2e56d7a29303 tempest-NetworksIpV6TestAttrs-457681269 tempest-NetworksIpV6TestAttrs-457681269-project] Pushing event deleted for resources: {'Network': ['ID=9aa8b048-35ba-4d28-a433-92830a4db1dd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:06.227045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:06.263445 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:06.379743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a096c783-ed4f-4185-b675-56ba95c10bf4 req-ca20e18b-45b7-4e8b-a77b-a3ad7200ee07 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4335356 Jul 06 18:05:06.685209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:07.160506 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dedac394-71b1-4ace-825d-878df21f1cfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e2bc8f096074ff8a374f974579fbc7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738898 Jul 06 18:05:07.163387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:07.217884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af4c652f-5414-4e29-bd72-492aa2e66b86 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:07.278963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.278963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] For port c731b26b-69c5-4cc0-801b-57e7c0cc3dce, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:07.290409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bff3a06-c0ff-4691-9bdf-f1c19b2ecd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.309634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: af4c652f-5414-4e29-bd72-492aa2e66b86 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:07.320024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device af4c652f-5414-4e29-bd72-492aa2e66b86 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:07.347171 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.353381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/f6b44064-4e2d-43f5-bc75-29c62f5a7ad2 HTTP/1.1" status: 204 len: 168 time: 5.2782781 Jul 06 18:05:07.356608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:07.490648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bff3a06-c0ff-4691-9bdf-f1c19b2ecd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.756766 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bff3a06-c0ff-4691-9bdf-f1c19b2ecd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.762398 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bff3a06-c0ff-4691-9bdf-f1c19b2ecd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.788489 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1bff3a06-c0ff-4691-9bdf-f1c19b2ecd3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/953f3d24-f537-4cd8-973a-8817918c18d8 HTTP/1.1" status: 204 len: 168 time: 0.6235800 Jul 06 18:05:07.858213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3a06-c0ff-4691-9bdf-f1c19b2ecd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f3d24-f537-4cd8-973a-8817918c18d8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:08.096315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121baf3-9895-4f80-aa60-4c08730e1abd tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=f6b44064-4e2d-43f5-bc75-29c62f5a7ad2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:08.343089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:05:08.407201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.421074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.442475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] device_id is not set on port c731b26b-69c5-4cc0-801b-57e7c0cc3dce yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:08.445409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.527086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.589487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.608742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.627998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.648153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.653479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:05:08.654351 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:05:08.664357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.682876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.698808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.716196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-511574be-b609-4a55-bfc4-4bdf547814a5 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 5443 time: 2.3754072 Jul 06 18:05:08.741812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.009876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] No DVR routers for this DVR port c731b26b-69c5-4cc0-801b-57e7c0cc3dce on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:09.273828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 3106d74f-adf5-4472-bbc4-ceb462f43935 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:09.275714 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.291050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9273f02c-deac-4f42-aa21-09513d95b6dd no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:09.336248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7fa0716-302b-4a7c-aa05-de40b21bc0ed req-bee61e65-34a1-415b-ae99-1701a9bcd02e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6183801 Jul 06 18:05:09.506906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ce71-40ac-47f1-9367-8c9a36484d85 req-05113828-b5e4-48c8-8cc6-4c20d8ab9d4b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:09.509892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63a4ce71-40ac-47f1-9367-8c9a36484d85 req-05113828-b5e4-48c8-8cc6-4c20d8ab9d4b tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 1.0973008 Jul 06 18:05:09.536457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Pushing event updated for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:09.574317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] In _notify_port_updated(), no bound segment for port c731b26b-69c5-4cc0-801b-57e7c0cc3dce on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:05:09.579189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:09.580011 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.589456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-7d814045-a27b-4fb2-9a47-51c068e1885b service neutron] 10.222.0.60 "PUT /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 200 len: 1033 time: 5.2749338 Jul 06 18:05:09.679116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ae417133-20ae-4335-a43d-9b56e39e8803 None None] Provisioning complete for port c731b26b-69c5-4cc0-801b-57e7c0cc3dce triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:09.680953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae417133-20ae-4335-a43d-9b56e39e8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.695552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-04a2ee16-0e4f-48d0-8615-f232fb22b09a tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:09.697569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-04a2ee16-0e4f-48d0-8615-f232fb22b09a tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "GET /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1069939 Jul 06 18:05:09.700707 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Floating IP 5ad655c8-a33f-43ec-b4b1-8046992bc739 associated. External IP: 172.25.5.80, port: 7bcdfc09-ed1b-4d91-9323-f8448753eb9d. Jul 06 18:05:09.838367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:09.859171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 3106d74f-adf5-4472-bbc4-ceb462f43935, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3106d74f-adf5-4472-bbc4-ceb462f43935,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:09.860319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.921786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 3106d74f-adf5-4472-bbc4-ceb462f43935 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:09.926788 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.092069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63a4ce71-40ac-47f1-9367-8c9a36484d85 req-bbb7b624-b089-4b71-85d2-e844711f4c44 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5567710 Jul 06 18:05:10.101688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:10.147562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9273f02c-deac-4f42-aa21-09513d95b6dd,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:10.156471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.160961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:10.173234 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3ba1f9-0222-4e4f-b73b-50faced7c079" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:10.199985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.209676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7643fca5-2e1d-4e31-85d6-14503d178c93 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:10.230505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ae417133-20ae-4335-a43d-9b56e39e8803 None None] Port c731b26b-69c5-4cc0-801b-57e7c0cc3dce cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:10.600501 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f75503a-7431-488a-a1e4-d007f280d497 x-openstack-request-id: req-3f75503a-7431-488a-a1e4-d007f280d497 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:10.601314 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:10.605086 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f75503a-7431-488a-a1e4-d007f280d497 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:10.612692 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd', 'code': 200} Jul 06 18:05:10.661378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:10.935242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:10.961454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.142110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=3106d74f-adf5-4472-bbc4-ceb462f43935,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:11.164165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.222794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:11.248032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.255018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:11.392993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--832402619'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:11.397501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7643fca5-2e1d-4e31-85d6-14503d178c93,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:11.403453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:11.406833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:11.611854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.668936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.682093 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.766980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:11.864483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.865833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 93228b3a-41b2-425c-aaab-b7e3a1d57e8d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:11.885793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.907529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.914800 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:05:12.109327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7be71801-fdd0-4c39-a098-a7d4c4832492 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "PUT /v2.0/floatingips/5ad655c8-a33f-43ec-b4b1-8046992bc739 HTTP/1.1" status: 200 len: 991 time: 7.9521244 Jul 06 18:05:12.132480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:12.139714 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366ff0cf-1825-4333-b310-e95be302917a" -d '{"events": [{"name": "network-changed", "server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:12.156292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.236218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364668dc-a8b9-4712-b8e1-96c4a0668aae,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:12.249646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.288122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:12.358839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.421348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.456673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.481917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.498256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.518296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.534509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-955eb3d5-0bc2-40dc-a7b2-f13555b8afab tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 4661 time: 1.6120343 Jul 06 18:05:12.662192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:12.666758 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00e209-2f50-470b-b4db-1aeb1eb22c9a" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:12.677670 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.718312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:12.777260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-242fe1b8-6baf-4c75-aa6d-e12b3e9e6c67 req-4e5c7e9d-5c25-4b1c-99c4-f2f916886147 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&id=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2396815 Jul 06 18:05:12.834006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:12.869624 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.870371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ebc84366-2961-4262-a0e8-e5f85f9d2905 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:12.965510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555a58-ce86-4abf-94b9-34a86137505a req-f1bbc9fe-2067-466c-9d95-af2c960329a9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:12.970278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb555a58-ce86-4abf-94b9-34a86137505a req-f1bbc9fe-2067-466c-9d95-af2c960329a9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 1.2420104 Jul 06 18:05:12.974677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] For port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:13.125407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb555a58-ce86-4abf-94b9-34a86137505a req-835286a9-42ec-432a-850f-8a0dfd19d500 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016879 Jul 06 18:05:13.200549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] device_id is not set on port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:13.254971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.272161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.415860 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.578241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:13.593860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06355af-89ff-418e-9f23-0236f09d4b83 x-openstack-request-id: req-a06355af-89ff-418e-9f23-0236f09d4b83 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:13.594308 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:13.597088 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a06355af-89ff-418e-9f23-0236f09d4b83 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:13.597779 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'status': 'completed', 'code': 200} Jul 06 18:05:13.648452 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daec7a35-166a-4799-ad17-d0c2a39b3716 x-openstack-request-id: req-daec7a35-166a-4799-ad17-d0c2a39b3716 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:13.650279 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:13.651118 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daec7a35-166a-4799-ad17-d0c2a39b3716 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:13.652713 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93', 'code': 200} Jul 06 18:05:13.702146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:13.728404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:13.767946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '5ad655c8-a33f-43ec-b4b1-8046992bc739', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'port_id': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'mac_address': 'fa:16:3e:d4:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:04:24Z', 'updated_at': '2021-07-06T18:05:08Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:13.778704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.781147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:13.806717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] No DVR routers for this DVR port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:14.046252 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:14.059090 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.3918345 Jul 06 18:05:14.071637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:14.073285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02720988-8513-4b7f-87bd-18ef00e48cbe tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3925285e-4f50-43bf-a054-7e56b561bd7f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:14.108465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] In _notify_port_updated(), no bound segment for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb on network 1bcdd094-faa1-4594-8c5f-11d469455a78 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:05:14.115054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:14.122587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:14.127720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-204cbe36-36ec-4e8c-843f-15672650e986 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 200 len: 1031 time: 4.2938039 Jul 06 18:05:14.265910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:14.424023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:14.546079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:14.546856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:14.671007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff0cf-1825-4333-b310-e95be302917a req-bbf0e0d6-9c85-4efb-9bb5-e8541f29eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:14.672979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-bbf0e0d6-9c85-4efb-9bb5-e8541f29eccc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 1097 time: 1.0740812 Jul 06 18:05:14.745264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:14.746152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99db750b-5409-4077-937d-38f03708a59b no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:14.769355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:14.789010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5cd45f9e-02e2-41e7-bba3-051261688561 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7150583 Jul 06 18:05:14.793783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40068) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:14.836087 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-security--1141983922', 'description': 'tempest-security-description-1142940563'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:15.024917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01f64fa8-b941-4edb-ab30-f0f3daf32961 None None] Provisioning complete for port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:15.025532 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f64fa8-b941-4edb-ab30-f0f3daf32961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.034800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.245075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:15.267909 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dfff08e9-bd79-4e43-87b4-e69c99cc8751 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9093499 Jul 06 18:05:15.280929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:15.283934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40072) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:15.346901 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:15.347969 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:15.382631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-41088f68-3ded-4c5d-92c1-a22df24bf31c tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.419922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-41088f68-3ded-4c5d-92c1-a22df24bf31c tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.458640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-41088f68-3ded-4c5d-92c1-a22df24bf31c tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.502304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-41088f68-3ded-4c5d-92c1-a22df24bf31c tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.519552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.531328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-01f64fa8-b941-4edb-ab30-f0f3daf32961 None None] Port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:15.561711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-41088f68-3ded-4c5d-92c1-a22df24bf31c tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.563703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.569371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:15.572872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.574913 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "PUT /v2.0/security-groups/3925285e-4f50-43bf-a054-7e56b561bd7f HTTP/1.1" status: 200 len: 1780 time: 0.7775395 Jul 06 18:05:15.577223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-41088f68-3ded-4c5d-92c1-a22df24bf31c tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 3877 time: 1.0168486 Jul 06 18:05:15.577411 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.588935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40076) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:15.708433 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:15.748815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff0cf-1825-4333-b310-e95be302917a req-3095cdb8-3a50-419e-be5b-3391b7c7545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.761633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-3095cdb8-3a50-419e-be5b-3391b7c7545e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 1.0165184 Jul 06 18:05:15.926594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet 4edf71de-c639-4b46-a043-c36af5da7e0e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:16.034434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e547bd-7a0f-41ec-879e-4707507bfc3d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3925285e-4f50-43bf-a054-7e56b561bd7f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:16.060827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.063892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d'}, {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:16.066107 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9663a7-fedf-4184-a1c2-faf38a6a8771" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d"}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:16.094547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99db750b-5409-4077-937d-38f03708a59b,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:16.103376 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-db62f098-f9f9-4027-9f11-45a0b29bb962 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups/3925285e-4f50-43bf-a054-7e56b561bd7f HTTP/1.1" status: 200 len: 1780 time: 0.4844949 Jul 06 18:05:16.103678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.217227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:16.220416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40084) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:16.223669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-3b7946a0-3632-464b-8c59-d40995f7c20f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 200 len: 999 time: 0.3121843 Jul 06 18:05:16.340308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port ebc84366-2961-4262-a0e8-e5f85f9d2905 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:16.340709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.350718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7a85639-6c48-4a24-bc36-42dab02919f7 req-c96f98fd-4d9d-4f04-b40c-e3cfb21e5da8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5790772 Jul 06 18:05:16.385543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fed2f-41fc-459c-ae22-3fa72531ec94 req-c539a540-af01-4c83-996b-7cdbe52818da tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:16.387322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f37fed2f-41fc-459c-ae22-3fa72531ec94 req-c539a540-af01-4c83-996b-7cdbe52818da tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 1.3840423 Jul 06 18:05:16.448097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.559820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff0cf-1825-4333-b310-e95be302917a req-2ded81c1-1c6c-4e33-8ec5-2501adeee0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:16.561613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-2ded81c1-1c6c-4e33-8ec5-2501adeee0bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.3217251 Jul 06 18:05:16.717879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f37fed2f-41fc-459c-ae22-3fa72531ec94 req-3f1c2e3f-c90b-42d8-b281-0e6be20e1dcc tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946842 Jul 06 18:05:16.720444 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0a0638c-3556-4c5f-a7c1-9ce234748d46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.856357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0a0638c-3556-4c5f-a7c1-9ce234748d46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.857496 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:10Z', 'revision_number': 10, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:16.941263 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aee6d6c-42ad-466d-851c-e09fa1eed55a x-openstack-request-id: req-4aee6d6c-42ad-466d-851c-e09fa1eed55a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:16.941823 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d", "code": 200}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:16.942274 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4aee6d6c-42ad-466d-851c-e09fa1eed55a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:16.942856 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d', 'code': 200} Jul 06 18:05:16.943302 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905', 'code': 200} Jul 06 18:05:16.952381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '5ad655c8-a33f-43ec-b4b1-8046992bc739', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'port_id': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'mac_address': 'fa:16:3e:d4:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:04:24Z', 'updated_at': '2021-07-06T18:05:08Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:16.956402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0a0638c-3556-4c5f-a7c1-9ce234748d46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.964879 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:16.970645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0a0638c-3556-4c5f-a7c1-9ce234748d46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.975178 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0a0638c-3556-4c5f-a7c1-9ce234748d46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/3925285e-4f50-43bf-a054-7e56b561bd7f HTTP/1.1" status: 204 len: 168 time: 0.7480013 Jul 06 18:05:16.985358 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:16.986429 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:16.990154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:17.112736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f153a-3426-4314-9d99-689d2b1bbcb9 None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '5ad655c8-a33f-43ec-b4b1-8046992bc739', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'port_id': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'mac_address': 'fa:16:3e:d4:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:04:24Z', 'updated_at': '2021-07-06T18:05:08Z', 'revision_number': 1, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:17.183798 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:17.308819 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-90fb3379-de55-4dad-a01f-ec8fa0537a5c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3061140 Jul 06 18:05:17.314410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40094) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:17.340013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0638c-3556-4c5f-a7c1-9ce234748d46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925285e-4f50-43bf-a054-7e56b561bd7f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:17.352917 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-5f047c1e-da46-46b4-8b30-8260f58c3261 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] delete failed (client error): The resource could not be found. Jul 06 18:05:17.355937 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5f047c1e-da46-46b4-8b30-8260f58c3261 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/3925285e-4f50-43bf-a054-7e56b561bd7f HTTP/1.1" status: 404 len: 347 time: 0.0389438 Jul 06 18:05:17.409665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:17.431469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--603675988'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:17.557284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.717625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.766737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ad81b-1210-4acc-b760-0626eb4ed924 None None] New status for floating IP 5ad655c8-a33f-43ec-b4b1-8046992bc739: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:05:17.956407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.968873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.036505 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.120264 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.125134 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/4edf71de-c639-4b46-a043-c36af5da7e0e HTTP/1.1" status: 204 len: 168 time: 2.8305683 Jul 06 18:05:18.126625 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:10Z', 'revision_number': 10, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:18.137714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40108) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:18.193796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.197568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e33d4-9652-4e20-a945-9c7b7b946ee6 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:10Z', 'revision_number': 10, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None, '_interfaces': [{'id': '3f72062c-5cd6-431a-b7d1-4c22a32a79cc', 'name': '', 'network_id': '43f4ee42-0773-4e9b-af38-049e5219c6aa', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'mac_address': 'fa:16:3e:68:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:05Z', 'updated_at': '2021-07-06T18:04:32Z', 'revision_number': 5, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'subnets': [{'id': '6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:18.220319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e30c7-b67d-40ef-a091-e05b66cef423 None None] Network f07c843d-b7bc-4cb7-931b-9c4ede804b93 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:18.221429 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7978559 Jul 06 18:05:18.292285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:18.336125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': '32cb827f-7908-4ac2-9549-c0245bc59375', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:18.436711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8c29c-2721-465c-bf53-23a285f4df85 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=4edf71de-c639-4b46-a043-c36af5da7e0e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:18.623718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] For port ebc84366-2961-4262-a0e8-e5f85f9d2905, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ebc84366-2961-4262-a0e8-e5f85f9d2905,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:18.624192 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.652370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for ebc84366-2961-4262-a0e8-e5f85f9d2905 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:18.685162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155256b-eaba-4a1e-87ce-2caeb9716b05 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb827f-7908-4ac2-9549-c0245bc59375,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:18.768223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] DHCP port deletion for f07c843d-b7bc-4cb7-931b-9c4ede804b93 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:05:18.828574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.921207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] Deleting port b403dd1b-4d14-430d-a6bc-d368f06bb237 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:18.923944 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.036244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port b403dd1b-4d14-430d-a6bc-d368f06bb237 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:19.036707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.163475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff0cf-1825-4333-b310-e95be302917a req-82371a95-a94b-4291-9e4a-5a7ff58ae5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.165996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-82371a95-a94b-4291-9e4a-5a7ff58ae5a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.5666628 Jul 06 18:05:19.216768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99db750b-5409-4077-937d-38f03708a59b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:19.230639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.246092 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da1cdd2-6de2-47d6-9008-ce2f0490a10d" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "99db750b-5409-4077-937d-38f03708a59b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:19.255210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] For port b403dd1b-4d14-430d-a6bc-d368f06bb237, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b403dd1b-4d14-430d-a6bc-d368f06bb237,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:19.255716 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.292653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3106d74f-adf5-4472-bbc4-ceb462f43935 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:19.299783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] Calling delete_port for b403dd1b-4d14-430d-a6bc-d368f06bb237 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:19.337012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3106d74f-adf5-4472-bbc4-ceb462f43935 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:19.337321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3106d74f-adf5-4472-bbc4-ceb462f43935 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:19.337687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b403dd1b-4d14-430d-a6bc-d368f06bb237 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:19.372493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port b403dd1b-4d14-430d-a6bc-d368f06bb237, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b403dd1b-4d14-430d-a6bc-d368f06bb237,segment=NetworkSegment(f32a280c-59a5-4612-989c-97eeedb6acbf),segment_id=f32a280c-59a5-4612-989c-97eeedb6acbf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:19.373037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.424357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for b403dd1b-4d14-430d-a6bc-d368f06bb237 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:19.535842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826f4a9-9125-46dd-b547-887efc9bf708 req-a6f9e5c4-9e5f-4430-9668-a6aa1b79f542 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.543347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c826f4a9-9125-46dd-b547-887efc9bf708 req-a6f9e5c4-9e5f-4430-9668-a6aa1b79f542 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 1.3254049 Jul 06 18:05:19.641643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.693556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.701138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=b403dd1b-4d14-430d-a6bc-d368f06bb237,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:19.725581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port b403dd1b-4d14-430d-a6bc-d368f06bb237 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:19.736138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf616c-7168-433f-88b8-284068487c3b req-3220ed15-c4ce-4907-9c42-b710da617af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.783426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf616c-7168-433f-88b8-284068487c3b req-3220ed15-c4ce-4907-9c42-b710da617af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.811798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.824078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf616c-7168-433f-88b8-284068487c3b req-3220ed15-c4ce-4907-9c42-b710da617af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.864471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf616c-7168-433f-88b8-284068487c3b req-3220ed15-c4ce-4907-9c42-b710da617af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.885428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf616c-7168-433f-88b8-284068487c3b req-3220ed15-c4ce-4907-9c42-b710da617af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.887440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cf616c-7168-433f-88b8-284068487c3b req-3220ed15-c4ce-4907-9c42-b710da617af7 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 3875 time: 1.6218946 Jul 06 18:05:19.888192 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.996084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] No DVR routers for this DVR port b403dd1b-4d14-430d-a6bc-d368f06bb237 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:20.003390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd74380-e6e3-45ba-b017-364f87a2c456 None None] Pushing event deleted for resources: {'Port': ['ID=b403dd1b-4d14-430d-a6bc-d368f06bb237,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:20.014897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.040398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No active binding found for port b403dd1b-4d14-430d-a6bc-d368f06bb237 {{(pid=93944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:05:20.040398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b403dd1b-4d14-430d-a6bc-d368f06bb237 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:20.041350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-bbe04f84-7dda-477a-81c9-21333bd31606 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522301 Jul 06 18:05:20.042828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07c843d-b7bc-4cb7-931b-9c4ede804b93']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:20.072383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c65d85-0e59-4429-95b0-c1f79383ca6c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:20.077306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32a280c-59a5-4612-989c-97eeedb6acbf') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:20.077665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32a280c-59a5-4612-989c-97eeedb6acbf') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:20.130266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.187299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.196762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:20.197841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:20.215747 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:20.441197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.442712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cbb063a1-7ba0-412c-a684-4509347c0709 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1172009 Jul 06 18:05:20.453700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.479820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c826f4a9-9125-46dd-b547-887efc9bf708 req-ef26d01d-dc67-4924-98bd-f37e0f64f661 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9353495 Jul 06 18:05:20.486836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.507610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.517694 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/f07c843d-b7bc-4cb7-931b-9c4ede804b93 HTTP/1.1" status: 204 len: 168 time: 2.2994151 Jul 06 18:05:20.518742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.582847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb551c57-1b29-48e7-afb8-9afe8cd611d1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=f07c843d-b7bc-4cb7-931b-9c4ede804b93,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:20.735563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5cf616c-7168-433f-88b8-284068487c3b req-d986832a-ef95-4fbe-ac67-e547e46f89f9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6947081 Jul 06 18:05:20.800583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3adea7c-0e93-418d-bacc-a6b4dfb4ecea tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.824439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3adea7c-0e93-418d-bacc-a6b4dfb4ecea tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.906605 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beaaaf3-1469-4bdb-9b15-396250196bfe x-openstack-request-id: req-3beaaaf3-1469-4bdb-9b15-396250196bfe {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:20.907123 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-unplugged", "status": "completed", "tag": "99db750b-5409-4077-937d-38f03708a59b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:20.907399 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3beaaaf3-1469-4bdb-9b15-396250196bfe {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:20.907962 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99db750b-5409-4077-937d-38f03708a59b', 'code': 200} Jul 06 18:05:20.919831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.153624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=ebc84366-2961-4262-a0e8-e5f85f9d2905,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:21.202948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3adea7c-0e93-418d-bacc-a6b4dfb4ecea tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.216690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3adea7c-0e93-418d-bacc-a6b4dfb4ecea tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.221358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c3adea7c-0e93-418d-bacc-a6b4dfb4ecea tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/51c65d85-0e59-4429-95b0-c1f79383ca6c HTTP/1.1" status: 204 len: 168 time: 0.7626474 Jul 06 18:05:21.238318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-366ff0cf-1825-4333-b310-e95be302917a req-21dffd1a-e923-4bff-b6a4-9829237848c1 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1239593 Jul 06 18:05:21.259771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:21.435187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] No DVR routers for this DVR port ebc84366-2961-4262-a0e8-e5f85f9d2905 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:21.441106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.453064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-ea08572c-ea6c-4d04-b3be-3a560136db77 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "DELETE /v2.0/ports/ebc84366-2961-4262-a0e8-e5f85f9d2905 HTTP/1.1" status: 204 len: 173 time: 7.2671678 Jul 06 18:05:21.453064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adea7c-0e93-418d-bacc-a6b4dfb4ecea tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51c65d85-0e59-4429-95b0-c1f79383ca6c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:21.465050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:21.479418 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aaa35e-3efe-4cca-a18f-6cdf09f5979a" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:21.495848 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e5286b60-b1dc-4429-8721-fbb001ecb2d5 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2126737 Jul 06 18:05:21.497916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40146) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:21.649366 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e230d-ebd2-495c-9d7b-1940f085902a x-openstack-request-id: req-5a3e230d-ebd2-495c-9d7b-1940f085902a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:21.660078 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "ebc84366-2961-4262-a0e8-e5f85f9d2905", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:21.660646 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a3e230d-ebd2-495c-9d7b-1940f085902a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:21.661555 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': 'ebc84366-2961-4262-a0e8-e5f85f9d2905', 'status': 'completed', 'code': 200} Jul 06 18:05:21.793390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944b2722-0b0f-4b58-b760-3f7cdb4cfeb4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.856656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944b2722-0b0f-4b58-b760-3f7cdb4cfeb4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.948717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944b2722-0b0f-4b58-b760-3f7cdb4cfeb4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.964835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-944b2722-0b0f-4b58-b760-3f7cdb4cfeb4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.972839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-944b2722-0b0f-4b58-b760-3f7cdb4cfeb4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/32cb827f-7908-4ac2-9549-c0245bc59375 HTTP/1.1" status: 204 len: 168 time: 0.4734917 Jul 06 18:05:21.978324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40160) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:21.981052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port 99db750b-5409-4077-937d-38f03708a59b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:21.981938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.124938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b2722-0b0f-4b58-b760-3f7cdb4cfeb4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb827f-7908-4ac2-9549-c0245bc59375,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:22.163244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.289285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867b972-b80d-4b0a-a6f7-bc035927b343 req-66eff27e-335d-4b4e-aee8-c16a5f6be1f7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:22.291378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4867b972-b80d-4b0a-a6f7-bc035927b343 req-66eff27e-335d-4b4e-aee8-c16a5f6be1f7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.2699540 Jul 06 18:05:22.307666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] For port 99db750b-5409-4077-937d-38f03708a59b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99db750b-5409-4077-937d-38f03708a59b,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:22.308054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.348250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b386-3d48-4df7-96df-02f220164f1a req-76d24678-ff19-4bc1-8b00-95d24f37d053 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:22.354779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b386-3d48-4df7-96df-02f220164f1a req-76d24678-ff19-4bc1-8b00-95d24f37d053 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:22.361327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b386-3d48-4df7-96df-02f220164f1a req-76d24678-ff19-4bc1-8b00-95d24f37d053 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:22.368507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b386-3d48-4df7-96df-02f220164f1a req-76d24678-ff19-4bc1-8b00-95d24f37d053 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:22.376032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fb0b386-3d48-4df7-96df-02f220164f1a req-76d24678-ff19-4bc1-8b00-95d24f37d053 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 3142 time: 0.2697613 Jul 06 18:05:22.460694 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7904094a-dc00-470d-887a-a90450ef5076 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4596496 Jul 06 18:05:22.463665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:22.477614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--425536543'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:22.538410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4867b972-b80d-4b0a-a6f7-bc035927b343 req-fbcab899-8ce1-4091-ad54-18a0ebd502ea tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271671 Jul 06 18:05:22.580192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0fb0b386-3d48-4df7-96df-02f220164f1a req-0e217370-5de7-4248-a074-7a7760890207 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031682 Jul 06 18:05:22.604903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.739400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:22.739864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.837263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.837727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.838028 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Floating IP dd2a7cf6-0088-4d6e-aee7-f06d23c4282c disassociated. External IP: 172.25.5.174, port: 99db750b-5409-4077-937d-38f03708a59b. Jul 06 18:05:22.838452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for 99db750b-5409-4077-937d-38f03708a59b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:22.929464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.942817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.013232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.014347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5447326 Jul 06 18:05:23.017660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f92fe-756d-4873-8ad3-9d432508256c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7e1ba-8b34-4427-8c58-185fde79c963,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:23.020891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:23.027568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'bcd7e1ba-8b34-4427-8c58-185fde79c963', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:23.066817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 3f72062c-5cd6-431a-b7d1-4c22a32a79cc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,segment=NetworkSegment(872a6158-2197-4d32-a1c6-355eeaee3a8b),segment_id=872a6158-2197-4d32-a1c6-355eeaee3a8b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:23.072532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.111975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.136702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 3f72062c-5cd6-431a-b7d1-4c22a32a79cc owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:23.188558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.204789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.232197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.238482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=99db750b-5409-4077-937d-38f03708a59b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:23.270384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb29235-024b-4f49-817a-c64d5d624531,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:23.383981 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.386142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5f321e49-9134-4842-a45d-7863c90fa200 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3628759 Jul 06 18:05:23.390811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:23.399027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'bcd7e1ba-8b34-4427-8c58-185fde79c963', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:23.421287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Router 29d12741-b4bf-41b1-afa9-ce51c0c8635d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:23.538706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.636899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:23.660287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.663781 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] Sync routers for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:23.722974 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:23.725713 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:23.835532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.839961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=3f72062c-5cd6-431a-b7d1-4c22a32a79cc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:23.870768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] No DVR routers for this DVR port 99db750b-5409-4077-937d-38f03708a59b on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:23.882912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.886939 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.891011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-8dda5934-fed8-4604-b0a5-4cd3130c29e9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "DELETE /v2.0/ports/99db750b-5409-4077-937d-38f03708a59b HTTP/1.1" status: 204 len: 173 time: 2.4336936 Jul 06 18:05:23.900187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '99db750b-5409-4077-937d-38f03708a59b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:23.912260 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f787309-4e9e-4ac3-8c81-22d9063042ca" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "99db750b-5409-4077-937d-38f03708a59b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:24.091202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.122602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.124686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.125032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.125329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.125663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.125997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.126323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.126657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.127029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.127377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.127644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.127964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:24.198106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df19919d-0e6b-4503-990f-b593600d22ab,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:24.257816 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:24.325527 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.335047 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bb1801f8-02a4-48cd-9055-f82d1b2f5e49 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9433227 Jul 06 18:05:24.353630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:24.361678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'bcd7e1ba-8b34-4427-8c58-185fde79c963', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:24.427411 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.473542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port 7643fca5-2e1d-4e31-85d6-14503d178c93 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:24.474062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.486422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:24.575570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] For port 7643fca5-2e1d-4e31-85d6-14503d178c93, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7643fca5-2e1d-4e31-85d6-14503d178c93,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:24.575906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.591829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for 7643fca5-2e1d-4e31-85d6-14503d178c93 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:24.594272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:24.600228 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-59467d51-3782-4514-8470-96286bec3c5a tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0349891 Jul 06 18:05:24.603981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:24.611096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:24.649949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:24.651666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:24.666339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting subnet 6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:24.670163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.719364 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:24.766174 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.790302 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] Checking router: 29d12741-b4bf-41b1-afa9-ce51c0c8635d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:24.790618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19990bc-5ae0-4ab3-b7fc-d19d30629e5c req-8d8c588e-2419-42a9-8aa2-7107058d73b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:24.806045 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:24.807063 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:24.812726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19990bc-5ae0-4ab3-b7fc-d19d30629e5c req-8d8c588e-2419-42a9-8aa2-7107058d73b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:24.822554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19990bc-5ae0-4ab3-b7fc-d19d30629e5c req-8d8c588e-2419-42a9-8aa2-7107058d73b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:24.831488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d19990bc-5ae0-4ab3-b7fc-d19d30629e5c req-8d8c588e-2419-42a9-8aa2-7107058d73b8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 2409 time: 0.5559020 Jul 06 18:05:24.861461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:24.922584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:05:24.961783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d19990bc-5ae0-4ab3-b7fc-d19d30629e5c req-f85b92a1-c61f-4910-828d-71f5a8be4c04 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003692 Jul 06 18:05:24.976171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ef3d7-919d-47b9-a797-235e963e5b06 req-0cdf28f3-c3a3-425e-9fed-b302979330cf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:24.987390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-374ef3d7-919d-47b9-a797-235e963e5b06 req-0cdf28f3-c3a3-425e-9fed-b302979330cf tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 944 time: 0.7351537 Jul 06 18:05:25.002269 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:25.003982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.022998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.050952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.163443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.179532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:23Z', 'revision_number': 11, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:25.217637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.235530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.241168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:25.243652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8852639 Jul 06 18:05:25.262294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336495bd-0f6c-4656-8fe6-743fb839363c tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f5cb26-d09b-4a2e-8b6c-812ce78fb38b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.296007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:25.307591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'bcd7e1ba-8b34-4427-8c58-185fde79c963', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:25.318610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.334574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=7643fca5-2e1d-4e31-85d6-14503d178c93,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.339990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.353225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4d921841-cf63-4875-a03c-d51d661640f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92 HTTP/1.1" status: 204 len: 168 time: 0.7478352 Jul 06 18:05:25.357061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40208) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:25.373247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564deff5-7e6c-45eb-a3a9-e3ad7d363ddc None None] Network 43f4ee42-0773-4e9b-af38-049e5219c6aa requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:25.471619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] No DVR routers for this DVR port 7643fca5-2e1d-4e31-85d6-14503d178c93 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:25.478409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-374ef3d7-919d-47b9-a797-235e963e5b06 req-40381a0d-ec9b-417e-abfb-0dbf8aa69ec1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896588 Jul 06 18:05:25.480224 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.484968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-b4a04ed3-257e-485c-a042-94be4c3f49e6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "DELETE /v2.0/ports/7643fca5-2e1d-4e31-85d6-14503d178c93 HTTP/1.1" status: 204 len: 173 time: 1.5585010 Jul 06 18:05:25.574870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.579334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:25.606192 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461667b-0adb-4659-a944-677e98afebf4 x-openstack-request-id: req-5461667b-0adb-4659-a944-677e98afebf4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:25.606532 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "99db750b-5409-4077-937d-38f03708a59b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:25.606882 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5461667b-0adb-4659-a944-677e98afebf4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:25.607243 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '99db750b-5409-4077-937d-38f03708a59b', 'status': 'completed', 'code': 200} Jul 06 18:05:25.608776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'port_id': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'mac_address': 'fa:16:3e:70:aa:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:05:25.622165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:25.625745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:25.693767 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.704665 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.712090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:25.712499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.734016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.739554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:25.744540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9b0a38-4f91-4bd6-b659-5082c99424cf,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.762356 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:25.764839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.770745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a359704a-0481-47cb-9bd1-f53b94c79ff0 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4781580 Jul 06 18:05:25.779926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:25.798442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'bcd7e1ba-8b34-4427-8c58-185fde79c963', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:25.843983 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d624a-8de2-47c6-923f-b78727e24f19 None None] The sync data for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 is: [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T17:54:07Z', 'revision_number': 4, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8db8076e-3c47-4871-ad16-0ddd23a54b92', 'name': '', 'network_id': 'eaac8ba8-4c7b-4492-a3b3-78328c64befc', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'mac_address': 'fa:16:3e:8a:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '1c205cca-35b3-4347-bee6-a1988239347b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:05Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'subnets': [{'id': '1c205cca-35b3-4347-bee6-a1988239347b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:25.859987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:23Z', 'revision_number': 11, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:25.915482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8f163-0c25-4109-af3d-27109ed3a8a6 None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:23Z', 'revision_number': 11, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:25.952323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] For port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:25.953372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.974517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for 93228b3a-41b2-425c-aaab-b7e3a1d57e8d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:26.096176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.115487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.149646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c95b69ce-919f-4443-a4ee-8d805b9554b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.221311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Deleting port 790f4421-9d75-4dbe-aa5f-607adaa74d12 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:26.222082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.244082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6440999-00bb-43c2-bcd0-400d4772f545 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:26.268938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.365143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] For port 790f4421-9d75-4dbe-aa5f-607adaa74d12, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=790f4421-9d75-4dbe-aa5f-607adaa74d12,segment=NetworkSegment(872a6158-2197-4d32-a1c6-355eeaee3a8b),segment_id=872a6158-2197-4d32-a1c6-355eeaee3a8b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:26.365679 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.392912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:26.400463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Calling delete_port for 790f4421-9d75-4dbe-aa5f-607adaa74d12 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:26.404779 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.424196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.464983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.473149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=93228b3a-41b2-425c-aaab-b7e3a1d57e8d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:26.498890 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.503834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7129235 Jul 06 18:05:26.506298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40224) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:26.513531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] No DVR routers for this DVR port 93228b3a-41b2-425c-aaab-b7e3a1d57e8d on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:26.546781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:26.551320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445819d-93fa-4581-8fd3-688a1760ee06 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cee976-37d8-4bdb-830b-d99fae1f1d56,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:26.553660 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7083e-d8aa-437f-a3ed-480bb2527a01 None None] New status for floating IP dd2a7cf6-0088-4d6e-aee7-f06d23c4282c: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:05:26.566562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07f11988-e6ec-45e6-955a-61da4e637170 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.582247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07f11988-e6ec-45e6-955a-61da4e637170 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.586906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.590854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-cc525d25-a32b-4f1e-a8be-75c288c62962 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "DELETE /v2.0/ports/93228b3a-41b2-425c-aaab-b7e3a1d57e8d HTTP/1.1" status: 204 len: 173 time: 1.0960832 Jul 06 18:05:26.637119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07f11988-e6ec-45e6-955a-61da4e637170 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.646444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['f6440999-00bb-43c2-bcd0-400d4772f545'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:26.672136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07f11988-e6ec-45e6-955a-61da4e637170 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.678297 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-07f11988-e6ec-45e6-955a-61da4e637170 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/56cee976-37d8-4bdb-830b-d99fae1f1d56 HTTP/1.1" status: 204 len: 168 time: 0.1662300 Jul 06 18:05:26.681858 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f11988-e6ec-45e6-955a-61da4e637170 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56cee976-37d8-4bdb-830b-d99fae1f1d56,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:26.683688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40228) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:26.782138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] DHCP port deletion for 43f4ee42-0773-4e9b-af38-049e5219c6aa request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:05:26.804527 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a158fd87-2c8d-4ca2-bc80-7b0cc026a765 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1179237 Jul 06 18:05:26.806499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:26.853877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.964503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No DVR routers for this DVR port 790f4421-9d75-4dbe-aa5f-607adaa74d12 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:26.967005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Port': ['ID=790f4421-9d75-4dbe-aa5f-607adaa74d12,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.046620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Deleting port 790f4421-9d75-4dbe-aa5f-607adaa74d12 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:27.046984 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.049442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133dae3d-7edc-45f8-8d8b-845366c9bc89 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.104913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133dae3d-7edc-45f8-8d8b-845366c9bc89 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.142542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.159954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f4ee42-0773-4e9b-af38-049e5219c6aa']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:27.179357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872a6158-2197-4d32-a1c6-355eeaee3a8b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:27.180109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872a6158-2197-4d32-a1c6-355eeaee3a8b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:27.194436 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.215480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.226421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133dae3d-7edc-45f8-8d8b-845366c9bc89 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.230175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:27.230895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:27.241583 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:27.247429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133dae3d-7edc-45f8-8d8b-845366c9bc89 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.249379 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-133dae3d-7edc-45f8-8d8b-845366c9bc89 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8c9b0a38-4f91-4bd6-b659-5082c99424cf HTTP/1.1" status: 204 len: 168 time: 0.4406140 Jul 06 18:05:27.250111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] For port 790f4421-9d75-4dbe-aa5f-607adaa74d12, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:27.250593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.266736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 790f4421-9d75-4dbe-aa5f-607adaa74d12 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:27.275217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40234) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.292075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 790f4421-9d75-4dbe-aa5f-607adaa74d12 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:27.292533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 790f4421-9d75-4dbe-aa5f-607adaa74d12 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:27.293062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3f72062c-5cd6-431a-b7d1-4c22a32a79cc no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:27.299775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Calling delete_port for 790f4421-9d75-4dbe-aa5f-607adaa74d12 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:27.320653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Port 790f4421-9d75-4dbe-aa5f-607adaa74d12 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:05:27.322962 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.325216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3f72062c-5cd6-431a-b7d1-4c22a32a79cc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:27.325640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3f72062c-5cd6-431a-b7d1-4c22a32a79cc not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:27.344216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dae3d-7edc-45f8-8d8b-845366c9bc89 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c9b0a38-4f91-4bd6-b659-5082c99424cf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.348534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca84a5-444d-4856-be6f-3042590d3270 req-09862250-4c50-4761-850d-684e4f0c2499 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:27.356761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82ca84a5-444d-4856-be6f-3042590d3270 req-09862250-4c50-4761-850d-684e4f0c2499 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 942 time: 0.9862580 Jul 06 18:05:27.375631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] Pushing event deleted for resources: {'Port': ['ID=790f4421-9d75-4dbe-aa5f-607adaa74d12,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.391120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37044aca-4fab-4918-ad16-62069639b7ab None None] No DVR routers for this DVR port 790f4421-9d75-4dbe-aa5f-607adaa74d12 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:27.429313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.456114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.461857 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/networks/43f4ee42-0773-4e9b-af38-049e5219c6aa HTTP/1.1" status: 204 len: 168 time: 2.1036615 Jul 06 18:05:27.463205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.463388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779019e-09ec-4d4f-9635-aad438ad8650 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Pushing event deleted for resources: {'Network': ['ID=43f4ee42-0773-4e9b-af38-049e5219c6aa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.473330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82ca84a5-444d-4856-be6f-3042590d3270 req-b7f5f5cb-4cff-4598-9391-5a83bedc57f9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153381 Jul 06 18:05:27.495233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'routes': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:27.503317 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31543338-fe45-4cce-94b1-6c8318d5aade tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2249751 Jul 06 18:05:27.504490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40240) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.550732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bab91825-2fba-4a48-8d94-80734fd7b426 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.562571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bab91825-2fba-4a48-8d94-80734fd7b426 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.581745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port 9273f02c-deac-4f42-aa21-09513d95b6dd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:27.582097 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.610710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bab91825-2fba-4a48-8d94-80734fd7b426 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.619873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bab91825-2fba-4a48-8d94-80734fd7b426 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.625498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bab91825-2fba-4a48-8d94-80734fd7b426 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/72f5cb26-d09b-4a2e-8b6c-812ce78fb38b HTTP/1.1" status: 204 len: 168 time: 0.1121950 Jul 06 18:05:27.629716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.638759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab91825-2fba-4a48-8d94-80734fd7b426 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72f5cb26-d09b-4a2e-8b6c-812ce78fb38b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.640888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93'}, {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:27.644024 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5183c3-4101-41c6-b82d-4b6067775034" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93"}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:27.687371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1a390c2e-63c5-4847-b890-ba7ae5534d62 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0559299 Jul 06 18:05:27.691959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40248) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.709958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-6d3fc85e-03b2-48f8-af8a-1aea36fe38b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9212904 Jul 06 18:05:27.725493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6108209d-6036-4ed6-bc02-a988150fe2e2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.748002 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6108209d-6036-4ed6-bc02-a988150fe2e2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.803902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6108209d-6036-4ed6-bc02-a988150fe2e2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.808710 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64618b6d-352a-44eb-8bbb-b5d73f830e78 x-openstack-request-id: req-64618b6d-352a-44eb-8bbb-b5d73f830e78 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:27.809078 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "7643fca5-2e1d-4e31-85d6-14503d178c93", "status": "completed", "code": 200}, {"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "93228b3a-41b2-425c-aaab-b7e3a1d57e8d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:27.809450 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64618b6d-352a-44eb-8bbb-b5d73f830e78 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:27.810508 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '7643fca5-2e1d-4e31-85d6-14503d178c93', 'status': 'completed', 'code': 200} Jul 06 18:05:27.810877 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '93228b3a-41b2-425c-aaab-b7e3a1d57e8d', 'status': 'completed', 'code': 200} Jul 06 18:05:27.818651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6108209d-6036-4ed6-bc02-a988150fe2e2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.822972 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6108209d-6036-4ed6-bc02-a988150fe2e2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/df19919d-0e6b-4503-990f-b593600d22ab HTTP/1.1" status: 204 len: 168 time: 0.1297116 Jul 06 18:05:27.825478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.855648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108209d-6036-4ed6-bc02-a988150fe2e2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df19919d-0e6b-4503-990f-b593600d22ab,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.926122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.extraroute_db [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Added routes are [] {{(pid=93942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:05:27.926509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.extraroute_db [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Removed routes are [] {{(pid=93942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:05:27.926999 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.945064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1b22fea-d276-42e6-ada0-6798fb83321e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.953955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4cb1c-3c57-45b8-b6fe-509dcb3ea9d6 req-914d841e-5166-482b-9a85-3bee984a69b9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:27.963747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9af4cb1c-3c57-45b8-b6fe-509dcb3ea9d6 req-914d841e-5166-482b-9a85-3bee984a69b9 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 945 time: 0.6334229 Jul 06 18:05:28.014722 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.037834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7991d65e-6cec-4215-b7ed-7b7073213051 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2076304 Jul 06 18:05:28.040486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.083984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5341934-94db-43db-9027-206eaaed4175 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.099038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5341934-94db-43db-9027-206eaaed4175 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.161832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5341934-94db-43db-9027-206eaaed4175 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.171538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5341934-94db-43db-9027-206eaaed4175 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.172726 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a5341934-94db-43db-9027-206eaaed4175 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/acb29235-024b-4f49-817a-c64d5d624531 HTTP/1.1" status: 204 len: 168 time: 0.1309476 Jul 06 18:05:28.177025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.185123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5341934-94db-43db-9027-206eaaed4175 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acb29235-024b-4f49-817a-c64d5d624531,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:28.191501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] For port 9273f02c-deac-4f42-aa21-09513d95b6dd, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9273f02c-deac-4f42-aa21-09513d95b6dd,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:28.192767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.237932 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3779a89a-6924-4eee-ad5c-a5f8e26f2d37 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570099 Jul 06 18:05:28.239441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.248058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9af4cb1c-3c57-45b8-b6fe-509dcb3ea9d6 req-12afef95-a494-476e-ab0d-46e7cf8fcdf7 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828062 Jul 06 18:05:28.294543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for 9273f02c-deac-4f42-aa21-09513d95b6dd owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:28.339836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f83431-505d-4a4c-a93d-82ba828724c8 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.348911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.366749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f83431-505d-4a4c-a93d-82ba828724c8 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.385934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.394937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-7483e744-dde5-4261-9167-12ed8645ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:28.396546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-7483e744-dde5-4261-9167-12ed8645ccdb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 1096 time: 0.6003320 Jul 06 18:05:28.419573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f83431-505d-4a4c-a93d-82ba828724c8 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.422507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f83431-505d-4a4c-a93d-82ba828724c8 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.426266 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e0f83431-505d-4a4c-a93d-82ba828724c8 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/bcd7e1ba-8b34-4427-8c58-185fde79c963 HTTP/1.1" status: 204 len: 168 time: 0.1846189 Jul 06 18:05:28.428139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40260) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.444472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f83431-505d-4a4c-a93d-82ba828724c8 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7e1ba-8b34-4427-8c58-185fde79c963,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:28.507311 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d7c71d45-2486-4ee9-b960-7449bf3dddf7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770829 Jul 06 18:05:28.514662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.519601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125578528'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:28.593399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.660654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router a36091bc-d057-42dd-98cf-2d03c6674ce5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:28.742732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.749264 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.812977 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb643dd-9417-499b-98c8-abbfe7c12557,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:28.818387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.821131 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0634bf64-a0a3-4514-accd-1bf14a55d205 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3057110 Jul 06 18:05:28.824049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40268) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.825556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-a579e65b-ca32-45fa-bc23-0c3e861ef122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:28.827164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-a579e65b-ca32-45fa-bc23-0c3e861ef122 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.3784332 Jul 06 18:05:28.833733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'bbb643dd-9417-499b-98c8-abbfe7c12557', 'direction': 'ingress', 'protocol': 17}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:28.884293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.907993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:28.916708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.922195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-201d5fde-e2df-4dca-827b-2604ba541c80 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 704 time: 1.4304662 Jul 06 18:05:28.922195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-96746387-e0a3-4b99-b7ab-8747fde2944f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e HTTP/1.1" status: 200 len: 217 time: 0.0630841 Jul 06 18:05:28.922931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.932654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] Sync routers for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:28.939163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:28.944797 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.974696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.981954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.994654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8c285a1c-f3df-4b4a-b34f-4b9681485a03 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 205 time: 0.0702653 Jul 06 18:05:29.003008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40274) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:29.005351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:29.006037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:29.021129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5989e9-cec2-44df-b60e-1c4ecf0b1bf8,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.037563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.039758 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f665ccdd-51bd-4513-8bf0-d50c2f87d408 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2134552 Jul 06 18:05:29.043200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40276) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:29.084100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=9273f02c-deac-4f42-aa21-09513d95b6dd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.166906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-3ab6b988-57b7-45b5-bd8b-8702519a28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:29.169022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-3ab6b988-57b7-45b5-bd8b-8702519a28c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.2332323 Jul 06 18:05:29.177984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9da9-2fe0-4cf1-90dd-619325662879 req-b2c8629f-5cc7-462c-8b3f-9878d4d89d5e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:29.180457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be9e9da9-2fe0-4cf1-90dd-619325662879 req-b2c8629f-5cc7-462c-8b3f-9878d4d89d5e tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 942 time: 0.5016272 Jul 06 18:05:29.204655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5175f748-c996-4d7a-8782-e27c70e15a9f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.241324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] No DVR routers for this DVR port 9273f02c-deac-4f42-aa21-09513d95b6dd on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:29.246462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5175f748-c996-4d7a-8782-e27c70e15a9f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.246860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.251045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8be97df4-db13-4929-b13b-a374b9e5f51e req-dc4ddbc6-315a-4e09-bafe-001dbe249d1d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.60 "DELETE /v2.0/ports/9273f02c-deac-4f42-aa21-09513d95b6dd HTTP/1.1" status: 204 len: 173 time: 2.6538522 Jul 06 18:05:29.255810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.365860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5175f748-c996-4d7a-8782-e27c70e15a9f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.373528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5175f748-c996-4d7a-8782-e27c70e15a9f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.377180 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5175f748-c996-4d7a-8782-e27c70e15a9f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbb643dd-9417-499b-98c8-abbfe7c12557 HTTP/1.1" status: 204 len: 168 time: 0.3324175 Jul 06 18:05:29.380362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40292) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:29.412362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-67fa63f0-0b3f-4176-85e4-bde2ccc8e33e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2251902 Jul 06 18:05:29.440203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175f748-c996-4d7a-8782-e27c70e15a9f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb643dd-9417-499b-98c8-abbfe7c12557,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.550651 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a174ae99-f950-4fe4-b151-3dd7edb4477e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620762 Jul 06 18:05:29.551477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40296) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:29.558386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059474068'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:29.597443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.611912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:29.781745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:23Z', 'revision_number': 11, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:29.863892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:29.868744 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fbbe1e-ed3a-409a-90de-e6cf6ca35da4" -d '{"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:29.875954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.890273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.906172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] Checking router: a36091bc-d057-42dd-98cf-2d03c6674ce5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:29.954133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.958390 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4021688 Jul 06 18:05:29.968707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40306) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:29.975623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.980990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] Routers {'a36091bc-d057-42dd-98cf-2d03c6674ce5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:29.982761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a36091bc-d057-42dd-98cf-2d03c6674ce5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:29.986391 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.990443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--278708158'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:30.060668 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.127522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be9e9da9-2fe0-4cf1-90dd-619325662879 req-d0beee8b-34c4-48cf-8230-ce406911d246 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8646004 Jul 06 18:05:30.134492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072b9e-0dee-426a-b08b-cdd6fb314f98 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af797a8-559f-403f-a1a5-4b4713aaaa7b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:30.173370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port f6440999-00bb-43c2-bcd0-400d4772f545 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:30.182743 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.243980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] Set router a36091bc-d057-42dd-98cf-2d03c6674ce5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:30.249601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.256086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.318682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:23Z', 'revision_number': 11, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:30.348867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.355422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.360824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a0c0a-6ae1-4697-89b3-c81e69cdd58d None None] The sync data for ids ['a36091bc-d057-42dd-98cf-2d03c6674ce5'] in n-d-799527-3 is: [{'id': 'a36091bc-d057-42dd-98cf-2d03c6674ce5', 'name': 'tempest-RoutersIpV6Test-router-882726876', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:02Z', 'updated_at': '2021-07-06T18:05:23Z', 'revision_number': 11, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:30.465890 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.465890 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4803753 Jul 06 18:05:30.474879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:30.488255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': '3af797a8-559f-403f-a1a5-4b4713aaaa7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2cd0f845-21fc-4cb1-bfe6-55cb053cb6e3', 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:30.501628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-4c70a619-70c9-477d-8b2e-f29a598a127a service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0708385 Jul 06 18:05:30.503318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163971e7-99ef-46b8-8df9-8d19ace747a3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd0f845-21fc-4cb1-bfe6-55cb053cb6e3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:30.514310 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e660dd4-065f-496f-a319-6433d00bdf2d x-openstack-request-id: req-3e660dd4-065f-496f-a319-6433d00bdf2d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:30.514756 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a70d26-5cda-4c1f-a773-c56b214ea784", "name": "network-vif-deleted", "tag": "9273f02c-deac-4f42-aa21-09513d95b6dd", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:30.515140 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e660dd4-065f-496f-a319-6433d00bdf2d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:30.515855 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a70d26-5cda-4c1f-a773-c56b214ea784', 'name': 'network-vif-deleted', 'tag': '9273f02c-deac-4f42-aa21-09513d95b6dd', 'status': 'completed', 'code': 200} Jul 06 18:05:30.524144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.525143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router a36091bc-d057-42dd-98cf-2d03c6674ce5 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:05:30.535690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.568059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.581307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.583410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3f0e0329-48f9-4f5b-b7ad-91f0b41caa72 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 204 len: 168 time: 1.5736327 Jul 06 18:05:30.588477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40316) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:30.593471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:30.602730 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdecef26-e027-4f9e-afff-128fabc13be8" -d '{"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-plugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:30.606705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305003d-6d18-4b71-83d5-4c8370571997 req-3438bdce-4f7a-4fa3-a0e0-b1693f98e3c1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:30.612794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-551570162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:30.614455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4305003d-6d18-4b71-83d5-4c8370571997 req-3438bdce-4f7a-4fa3-a0e0-b1693f98e3c1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 945 time: 0.9648750 Jul 06 18:05:30.636314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:30.643511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.737765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.739024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.819678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:30.856919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.947051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.955092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.959499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.980983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.996748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9916caad-6b96-4a07-8237-b1991b59c7fa,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:31.015359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.020767 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-be920515-6065-4b3f-8087-b19a0e33eff4 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5437534 Jul 06 18:05:31.021766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40322) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:31.047556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.049287 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-60903af8-dc34-4e77-a81d-6eefba9e37ad tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4568698 Jul 06 18:05:31.059672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40324) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:31.067693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:31.077862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3614f8d1-7e88-4f30-9993-c1af2b515a86 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.139545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3614f8d1-7e88-4f30-9993-c1af2b515a86 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.376889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4305003d-6d18-4b71-83d5-4c8370571997 req-10a1c319-c6e2-49fb-b6b7-772a922ad400 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7611020 Jul 06 18:05:31.407571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e57d7b-953f-4a1a-a317-054f61255db2 req-1217968a-8133-4221-b9af-2c376d8f1ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8785968 Jul 06 18:05:31.466257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-b179950b-796e-445d-8192-6355c0087ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:31.467997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-b179950b-796e-445d-8192-6355c0087ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.1878273 Jul 06 18:05:31.563978 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c836abc8-c9f4-4bb8-8c59-0a4e49c4724a x-openstack-request-id: req-c836abc8-c9f4-4bb8-8c59-0a4e49c4724a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:31.564496 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-plugged", "status": "completed", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:31.564617 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c836abc8-c9f4-4bb8-8c59-0a4e49c4724a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:31.564944 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'code': 200} Jul 06 18:05:31.904238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3614f8d1-7e88-4f30-9993-c1af2b515a86 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.962377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3614f8d1-7e88-4f30-9993-c1af2b515a86 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.967071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-4ec06f36-3177-4b64-a041-6313930030f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:31.967359 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3614f8d1-7e88-4f30-9993-c1af2b515a86 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9916caad-6b96-4a07-8237-b1991b59c7fa HTTP/1.1" status: 204 len: 168 time: 0.9426723 Jul 06 18:05:31.968465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614f8d1-7e88-4f30-9993-c1af2b515a86 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9916caad-6b96-4a07-8237-b1991b59c7fa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:31.969427 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-4ec06f36-3177-4b64-a041-6313930030f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.4947901 Jul 06 18:05:31.970803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:31.986428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.012802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.096956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-adeea184-0d17-4c68-8569-fb8ed2073f55 req-671a5d32-6dba-4870-a905-af7cbcf9edcc tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0946052 Jul 06 18:05:32.098204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-d5120926-8d74-4085-906f-018738cffb15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.1039000 Jul 06 18:05:32.180495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2e165-4e15-4afb-ab91-123763135695 req-3740b061-f60d-4400-92a3-088d22d016a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:32.181176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaa2e165-4e15-4afb-ab91-123763135695 req-3740b061-f60d-4400-92a3-088d22d016a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1098 time: 0.2751157 Jul 06 18:05:32.214098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-52b7f14c-8fc6-4666-8804-c7f3867c4852 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2241275 Jul 06 18:05:32.214194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Router 8ff802c9-3b8e-488a-b953-4929cfb4232c is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:05:32.214194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40334) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:32.245769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad4718-3489-4ba2-baec-7c1eba969217 req-6cb4fe7b-4b54-4672-a06f-261c18a5d2f7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:32.247461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55ad4718-3489-4ba2-baec-7c1eba969217 req-6cb4fe7b-4b54-4672-a06f-261c18a5d2f7 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4321997 Jul 06 18:05:32.255110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-d34ccc57-feee-42bd-a623-fbb484d7f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:32.256844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-d34ccc57-feee-42bd-a623-fbb484d7f161 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.1361983 Jul 06 18:05:32.318226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-e8b7f2ff-afd7-4c02-ac35-73ab7baa61cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508847 Jul 06 18:05:32.319972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaa2e165-4e15-4afb-ab91-123763135695 req-8b4ea54f-b3e4-40aa-b919-0e2f7ae63235 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189101 Jul 06 18:05:32.356576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55ad4718-3489-4ba2-baec-7c1eba969217 req-8770cb8b-0a2e-4aee-9eb9-e1c3bfc61dd8 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952017 Jul 06 18:05:32.398184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.402035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:32.414874 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] Sync routers for ids ['8ff802c9-3b8e-488a-b953-4929cfb4232c'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:32.425975 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] Routers {'8ff802c9-3b8e-488a-b953-4929cfb4232c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:32.426430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.427270 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff802c9-3b8e-488a-b953-4929cfb4232c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:32.431962 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7dd8e64f-ac98-454c-be1b-9f3c25e2eec6 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "PUT /v2.0/routers/8ff802c9-3b8e-488a-b953-4929cfb4232c HTTP/1.1" status: 200 len: 697 time: 1.3698120 Jul 06 18:05:32.432224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:32.503905 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b6de2a-847b-437f-8b22-3f03c4eafa46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.545526 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] Set router 8ff802c9-3b8e-488a-b953-4929cfb4232c gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:32.560184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b6de2a-847b-437f-8b22-3f03c4eafa46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.651184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b6de2a-847b-437f-8b22-3f03c4eafa46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.654314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b6de2a-847b-437f-8b22-3f03c4eafa46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.655602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-64b6de2a-847b-437f-8b22-3f03c4eafa46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/2cd0f845-21fc-4cb1-bfe6-55cb053cb6e3 HTTP/1.1" status: 204 len: 168 time: 0.4390888 Jul 06 18:05:32.664705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:32.678056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-313d0c42-de7d-4174-a556-b45a62a20241 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931056 Jul 06 18:05:32.790454 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-111ce6c0-8af5-4d92-97fb-db04e60c60c3 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1245279 Jul 06 18:05:32.805473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fa8028fe-0701-469c-bd4e-6c234741df86 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/routers/8ff802c9-3b8e-488a-b953-4929cfb4232c HTTP/1.1" status: 200 len: 703 time: 0.3668845 Jul 06 18:05:32.805862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40354) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:32.806006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:32.859160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3910119c-4bb3-4cfa-9dbc-bece33f81642 req-c6272d5a-db4d-4168-8fc2-5ed486a05cb4 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728573 Jul 06 18:05:32.965159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6de2a-847b-437f-8b22-3f03c4eafa46 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd0f845-21fc-4cb1-bfe6-55cb053cb6e3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:32.972939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96949b-7e04-4ae3-8a6b-eb6764fd99d7 req-2323ca66-648f-4896-aac2-3b91bb3f14cd tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:32.988808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d96949b-7e04-4ae3-8a6b-eb6764fd99d7 req-2323ca66-648f-4896-aac2-3b91bb3f14cd tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 947 time: 0.1283414 Jul 06 18:05:32.991017 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff802c9-3b8e-488a-b953-4929cfb4232c', 'name': 'tempest-RoutersIpV6Test-router-551570162', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:05:30Z', 'updated_at': '2021-07-06T18:05:31Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:32.997912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:33.006403 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6738e916-2970-4fe5-808e-0eb9afab0f75 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ff802c9-3b8e-488a-b953-4929cfb4232c HTTP/1.1" status: 200 len: 205 time: 0.1149650 Jul 06 18:05:33.048371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3497f4c4-e9b1-4e7e-b2ec-8a2bcf52f797 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.065991 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] Checking router: 8ff802c9-3b8e-488a-b953-4929cfb4232c for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:33.077891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3497f4c4-e9b1-4e7e-b2ec-8a2bcf52f797 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.081363 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] Routers {'8ff802c9-3b8e-488a-b953-4929cfb4232c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:33.082689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8ff802c9-3b8e-488a-b953-4929cfb4232c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:33.206877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3497f4c4-e9b1-4e7e-b2ec-8a2bcf52f797 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.217869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3497f4c4-e9b1-4e7e-b2ec-8a2bcf52f797 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.234473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3497f4c4-e9b1-4e7e-b2ec-8a2bcf52f797 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/3af797a8-559f-403f-a1a5-4b4713aaaa7b HTTP/1.1" status: 204 len: 168 time: 0.4272838 Jul 06 18:05:33.238222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40374) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:33.313863 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] Set router 8ff802c9-3b8e-488a-b953-4929cfb4232c gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:33.319890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f4c4-e9b1-4e7e-b2ec-8a2bcf52f797 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af797a8-559f-403f-a1a5-4b4713aaaa7b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:33.434824 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56d481fb-feea-4dbe-bd10-0015ebe31a7a tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1712954 Jul 06 18:05:33.437643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40380) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:33.458073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--538502569'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:33.458753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d96949b-7e04-4ae3-8a6b-eb6764fd99d7 req-a0185018-8a3e-4486-98c4-683573d3a7d8 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506607 Jul 06 18:05:33.469905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.543653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff802c9-3b8e-488a-b953-4929cfb4232c', 'name': 'tempest-RoutersIpV6Test-router-551570162', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:05:30Z', 'updated_at': '2021-07-06T18:05:31Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:33.566428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.647876 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5860f793-5c91-4f45-b722-4f03bac36b7d None None] The sync data for ids ['8ff802c9-3b8e-488a-b953-4929cfb4232c'] in n-d-799527-3 is: [{'id': '8ff802c9-3b8e-488a-b953-4929cfb4232c', 'name': 'tempest-RoutersIpV6Test-router-551570162', 'tenant_id': '0ab8027eaa83444d97d60491e8bb2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:05:30Z', 'updated_at': '2021-07-06T18:05:31Z', 'revision_number': 2, 'project_id': '0ab8027eaa83444d97d60491e8bb2446', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:33.834493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.843185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.909592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3241e295-d2b7-4b3f-872d-ac56ddad1eb4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:33.912821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.918140 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff1bc095-5b06-4602-a98d-dbe27ddce230 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4788015 Jul 06 18:05:33.919356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40392) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:33.924978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': '3241e295-d2b7-4b3f-872d-ac56ddad1eb4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:33.935855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3733076a-44c9-4e8f-9269-faa083388b2c req-8dd3e562-f900-4df6-82ae-140390ea27b6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.2667856 Jul 06 18:05:34.002286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.112971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.118164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.226814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.229497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff802c9-3b8e-488a-b953-4929cfb4232c {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:05:34.255433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.257146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.261296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40420) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.261543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9dac0125-5479-4ff7-b492-36e04aa529eb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/8ff802c9-3b8e-488a-b953-4929cfb4232c HTTP/1.1" status: 204 len: 168 time: 1.2620964 Jul 06 18:05:34.295821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.334998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd74cd-cecf-4033-81f8-ab5451b7c42b req-d46cf167-5fec-482e-ac81-60b12f37f13f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:34.343934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dfd74cd-cecf-4033-81f8-ab5451b7c42b req-d46cf167-5fec-482e-ac81-60b12f37f13f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4345255 Jul 06 18:05:34.362753 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-08fc3588-081e-45cd-a1b1-b5ecc09d0780 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ff802c9-3b8e-488a-b953-4929cfb4232c HTTP/1.1" status: 200 len: 205 time: 0.0994508 Jul 06 18:05:34.365093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.430035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a6817c-afc1-42d4-8d25-5d98b566641e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:34.434568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.436409 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-635d8443-535c-4f6b-abff-b3b027c57a4d tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5156105 Jul 06 18:05:34.437635 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-e992bd23-1fe1-4c97-9339-d9fc9840c560 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:34.443624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e992bd23-1fe1-4c97-9339-d9fc9840c560 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/8ff802c9-3b8e-488a-b953-4929cfb4232c HTTP/1.1" status: 404 len: 336 time: 0.0756118 Jul 06 18:05:34.444236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40424) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.444573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40426) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.471625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4dfd74cd-cecf-4033-81f8-ab5451b7c42b req-57ef86d3-c4f5-4c05-8295-1087261810c6 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166313 Jul 06 18:05:34.532328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea8b-515b-40f4-a560-91c8d4faa883 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.536938 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-207ca676-12a6-406d-b92d-25bfdb3dc03d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:34.537651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207ca676-12a6-406d-b92d-25bfdb3dc03d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:34.540525 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-207ca676-12a6-406d-b92d-25bfdb3dc03d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/e2129efc-6924-46a4-915c-8436d3cbf118 HTTP/1.1" status: 404 len: 337 time: 0.0925033 Jul 06 18:05:34.543415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.571864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea8b-515b-40f4-a560-91c8d4faa883 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.630928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea8b-515b-40f4-a560-91c8d4faa883 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.648870 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cfc586-269e-45d4-8d5d-4bb6722509a3 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:34.649729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cfc586-269e-45d4-8d5d-4bb6722509a3 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:34.663062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea8b-515b-40f4-a560-91c8d4faa883 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.663317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c1cfc586-269e-45d4-8d5d-4bb6722509a3 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/5c13dc89-c90a-428b-8733-c3580408c26f HTTP/1.1" status: 404 len: 337 time: 0.1158583 Jul 06 18:05:34.664664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.666161 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aee5ea8b-515b-40f4-a560-91c8d4faa883 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/81a6817c-afc1-42d4-8d25-5d98b566641e HTTP/1.1" status: 204 len: 168 time: 0.2197609 Jul 06 18:05:34.667889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ea8b-515b-40f4-a560-91c8d4faa883 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a6817c-afc1-42d4-8d25-5d98b566641e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:34.674297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40438) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.797347 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca9fed80-bd3b-4982-891f-a23d0f3ade58 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1216264 Jul 06 18:05:34.798161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40442) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.809909 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e786728-9a47-4e53-b63f-a122efb440fb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:34.810755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e786728-9a47-4e53-b63f-a122efb440fb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:34.815379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40444) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.815785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8e786728-9a47-4e53-b63f-a122efb440fb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/4edf71de-c639-4b46-a043-c36af5da7e0e HTTP/1.1" status: 404 len: 337 time: 0.1487451 Jul 06 18:05:34.858468 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b89265-7736-4862-a808-609203ff27ce tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:34.859923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b89265-7736-4862-a808-609203ff27ce tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:34.862916 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e8b89265-7736-4862-a808-609203ff27ce tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/6f4d6ba4-c5dc-4697-9833-7fbc88e8cd92 HTTP/1.1" status: 404 len: 337 time: 0.0461729 Jul 06 18:05:34.866449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.909882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-bb5254a1-cc66-4ac4-8fe4-bb76d676872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:34.912432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-bb5254a1-cc66-4ac4-8fe4-bb76d676872f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 1098 time: 0.2911561 Jul 06 18:05:34.943879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac0462-95d7-4cee-a2f3-483923a224db req-e7961c98-52ad-4038-9832-897ed548d214 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:34.957770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dac0462-95d7-4cee-a2f3-483923a224db req-e7961c98-52ad-4038-9832-897ed548d214 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 947 time: 0.1709418 Jul 06 18:05:34.966011 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cae5a185-ca6d-4773-b99f-99f31acfeac1 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 200 len: 205 time: 0.0979381 Jul 06 18:05:34.972811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40448) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.038749 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-9508cc38-bcfa-43bf-a496-c1d75d0b6133 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:35.041741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9508cc38-bcfa-43bf-a496-c1d75d0b6133 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/a36091bc-d057-42dd-98cf-2d03c6674ce5 HTTP/1.1" status: 404 len: 336 time: 0.0606382 Jul 06 18:05:35.046132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40450) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.066893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f734767b-9939-446c-a755-6b46c2276f8e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.118494 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bedc9c59-0e57-45d3-9f06-fc38314a2993 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dbce238-da5f-4d66-9edd-15d86eb72801 HTTP/1.1" status: 200 len: 205 time: 0.0695920 Jul 06 18:05:35.122753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40454) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.201594 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-873f76d8-598c-4916-8c0b-db2dbf519970 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:35.203185 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-873f76d8-598c-4916-8c0b-db2dbf519970 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/2dbce238-da5f-4d66-9edd-15d86eb72801 HTTP/1.1" status: 404 len: 336 time: 0.0789843 Jul 06 18:05:35.207083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40456) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.229637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dac0462-95d7-4cee-a2f3-483923a224db req-edf62665-4343-4bee-8f12-22c6012be916 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704642 Jul 06 18:05:35.286460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f734767b-9939-446c-a755-6b46c2276f8e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.293044 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8019050-1246-45f2-880e-d452a9e278a9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:35.294199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8019050-1246-45f2-880e-d452a9e278a9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:35.305642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.305854 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8019050-1246-45f2-880e-d452a9e278a9 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/7505ab1d-2775-4547-ba30-b444e10aa86f HTTP/1.1" status: 404 len: 337 time: 0.0906610 Jul 06 18:05:35.395673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2119399f-08c1-43ec-a944-817c0afe67f7 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 200 len: 205 time: 0.0879712 Jul 06 18:05:35.400670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40462) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.434220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-b9823261-0276-41c8-a81e-847113e2b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:35.435891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-b9823261-0276-41c8-a81e-847113e2b39c service neutron] 10.222.0.61 "GET /v2.0/networks?id=83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 200 len: 918 time: 0.4731359 Jul 06 18:05:35.438395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bad9b57-6a85-43a4-8631-bc70369f7142 req-79819150-6b95-4202-8c6e-06eb2278234d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0770998 Jul 06 18:05:35.504886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f734767b-9939-446c-a755-6b46c2276f8e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.520340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f734767b-9939-446c-a755-6b46c2276f8e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.529009 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f734767b-9939-446c-a755-6b46c2276f8e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/3241e295-d2b7-4b3f-872d-ac56ddad1eb4 HTTP/1.1" status: 204 len: 168 time: 0.7295644 Jul 06 18:05:35.529853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40466) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.536152 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-0fdb50d5-2e16-4335-9c9c-4da16616f96f tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:35.536323 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0fdb50d5-2e16-4335-9c9c-4da16616f96f tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/5a04cee7-2992-4e01-8ce1-d6861747fb67 HTTP/1.1" status: 404 len: 336 time: 0.1338384 Jul 06 18:05:35.558441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40468) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.626153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0c679e40-743f-478d-97cf-da24ea83fcdb tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=1798eb62-38f5-4653-99d2-b2dc7e299c74 HTTP/1.1" status: 200 len: 205 time: 0.0642231 Jul 06 18:05:35.629036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734767b-9939-446c-a755-6b46c2276f8e tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3241e295-d2b7-4b3f-872d-ac56ddad1eb4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:35.631778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.726000 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-4261f2eb-3dd5-4893-b38a-86d3e3db649d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:35.727712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4261f2eb-3dd5-4893-b38a-86d3e3db649d tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/1798eb62-38f5-4653-99d2-b2dc7e299c74 HTTP/1.1" status: 404 len: 336 time: 0.0942583 Jul 06 18:05:35.732173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40472) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.741935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-e0e27994-c3bd-4384-8b84-c0cf336afb61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 200 len: 1002 time: 0.2962403 Jul 06 18:05:35.768500 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-974013ae-190a-4e57-98d6-5ba5c6d0d292 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2288125 Jul 06 18:05:35.800702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.806671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365433528'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:35.829561 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5858ceed-533d-4bc2-946f-2dee453cdd41 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:35.830293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5858ceed-533d-4bc2-946f-2dee453cdd41 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:35.832614 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5858ceed-533d-4bc2-946f-2dee453cdd41 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/84657bc7-b4b3-4e81-a589-6a5dc360a9b0 HTTP/1.1" status: 404 len: 337 time: 0.0987484 Jul 06 18:05:35.837371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.865778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.887133 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0c8c9b8f-9bf3-459e-85de-15387963b312 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc6376b-70a2-4cc7-990c-e44534c5e9d6 HTTP/1.1" status: 200 len: 205 time: 0.0477893 Jul 06 18:05:35.890716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40482) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.904551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-67458e22-6982-4031-9368-ed5bfd519a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:35.907246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-67458e22-6982-4031-9368-ed5bfd519a83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 200 len: 856 time: 0.1149697 Jul 06 18:05:35.961660 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-5c44041d-d03b-4e39-b3be-7d35792c4216 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:35.968629 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c44041d-d03b-4e39-b3be-7d35792c4216 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/4fc6376b-70a2-4cc7-990c-e44534c5e9d6 HTTP/1.1" status: 404 len: 336 time: 0.0760634 Jul 06 18:05:35.970072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.022349 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d63fec-25b5-4931-8ddb-7316ec1f4e82 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:36.024490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d63fec-25b5-4931-8ddb-7316ec1f4e82 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:36.032490 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-33d63fec-25b5-4931-8ddb-7316ec1f4e82 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/decb098b-94ab-45fe-8bdf-839906784c4b HTTP/1.1" status: 404 len: 337 time: 0.0604396 Jul 06 18:05:36.034063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40486) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.095704 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0b9a72e1-0611-4986-9b40-5807925a62d5 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "GET /v2.0/ports?device_id=fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 HTTP/1.1" status: 200 len: 205 time: 0.0599608 Jul 06 18:05:36.096830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40488) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.113948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-75e70a63-aba7-4b13-8d0d-2370f74d7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:36.115828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-75e70a63-aba7-4b13-8d0d-2370f74d7ca1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=83fa63fd-eae3-4864-b90d-a34fbb0acffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249025 Jul 06 18:05:36.182328 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2c7c3846-fed8-4077-9dad-a802d6fc30d3 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] delete failed (client error): The resource could not be found. Jul 06 18:05:36.189491 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2c7c3846-fed8-4077-9dad-a802d6fc30d3 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/routers/fafe0d0c-ac87-4664-a51f-8f5581b3b0c5 HTTP/1.1" status: 404 len: 336 time: 0.0904946 Jul 06 18:05:36.190461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40490) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.244109 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-263517e4-84c2-4bad-afff-cea928e435ca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:36.245030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263517e4-84c2-4bad-afff-cea928e435ca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:36.249437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-70c5b8ce-76e7-4ef2-87b6-8dffc7424052 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190960 Jul 06 18:05:36.252750 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-263517e4-84c2-4bad-afff-cea928e435ca tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/ea5eabcd-3484-4ed6-9d0c-5bab6abca303 HTTP/1.1" status: 404 len: 337 time: 0.0606017 Jul 06 18:05:36.254223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40492) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.266117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1babf6-8c02-4645-bd66-f8607b036d98 req-1431dddb-77ad-4671-98cc-efc957be7160 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:36.276646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c1babf6-8c02-4645-bd66-f8607b036d98 req-1431dddb-77ad-4671-98cc-efc957be7160 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.5457237 Jul 06 18:05:36.306591 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-384b48be-d912-43cf-b23f-e399d4d84ac2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:36.307645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384b48be-d912-43cf-b23f-e399d4d84ac2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:36.316274 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-384b48be-d912-43cf-b23f-e399d4d84ac2 tempest-RoutersIpV6Test-1693318651 tempest-RoutersIpV6Test-1693318651-project] 10.222.0.37 "DELETE /v2.0/subnets/a148ea63-dc5e-4349-a3c7-993eaf04855c HTTP/1.1" status: 404 len: 337 time: 0.0597479 Jul 06 18:05:36.337460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.504998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.617355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.619017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8164804 Jul 06 18:05:36.623943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40500) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.636032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'ec1107d6-726c-45ce-b25e-d087d9c0af65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:36.649752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c1babf6-8c02-4645-bd66-f8607b036d98 req-cd756b52-48b7-4d70-a797-b1b19f499bab tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720613 Jul 06 18:05:36.663559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476a1d-f897-4469-8da0-2e80729ca3ae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1107d6-726c-45ce-b25e-d087d9c0af65,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:36.673674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78f478c7-7bec-4b27-98a2-e7cc3320ddb7 req-304954e5-3f32-4a61-8785-1bfd5b1a6785 service neutron] 10.222.0.61 "GET /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715284 Jul 06 18:05:36.736869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fadd7-de5b-4437-acfc-18d1c909d334 req-eb96eb7d-9c90-4652-b4cb-ec5d06393a19 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:36.737996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f6fadd7-de5b-4437-acfc-18d1c909d334 req-eb96eb7d-9c90-4652-b4cb-ec5d06393a19 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 947 time: 0.2141581 Jul 06 18:05:36.814591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.875971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f6fadd7-de5b-4437-acfc-18d1c909d334 req-6846cb98-fe02-4de2-a544-eaea52c25ed3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148398 Jul 06 18:05:36.929054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40506) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.035516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ec2ccbb-9203-4a32-8dca-24ecb44b315d req-79413626-1007-4958-bba6-17a7b66a61ef tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0927768 Jul 06 18:05:37.064106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.075910 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.121957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.124131 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4987786 Jul 06 18:05:37.126847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40520) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.138637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2d67-0605-4c57-ba2d-7c74fea7d995 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a641d85a-78d9-4601-ad08-df51f4bb9118,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:37.153771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f462c52e-74a3-4b32-ae4f-3216136cee11 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules/a641d85a-78d9-4601-ad08-df51f4bb9118 HTTP/1.1" status: 200 len: 763 time: 0.0246038 Jul 06 18:05:37.156369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40522) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.272600 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d239bc59-0bed-4d33-838d-d7240ddb9d96 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1141858 Jul 06 18:05:37.276346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.332963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe560-0186-4ec4-88a3-f4073b08f7dd tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.357893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe560-0186-4ec4-88a3-f4073b08f7dd tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.448775 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-734835e1-bd79-46a3-bc5a-2d906ef110e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ab8027eaa83444d97d60491e8bb2446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171916 Jul 06 18:05:37.451362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.482761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe560-0186-4ec4-88a3-f4073b08f7dd tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.506968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe560-0186-4ec4-88a3-f4073b08f7dd tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.509889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3bdbe560-0186-4ec4-88a3-f4073b08f7dd tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a641d85a-78d9-4601-ad08-df51f4bb9118 HTTP/1.1" status: 204 len: 168 time: 0.2302656 Jul 06 18:05:37.513404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.555841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe560-0186-4ec4-88a3-f4073b08f7dd tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a641d85a-78d9-4601-ad08-df51f4bb9118,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:37.590582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce18cebf-78ef-4b4b-81ca-3bf0a2448390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.640614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce18cebf-78ef-4b4b-81ca-3bf0a2448390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.641947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3e9745d5-491d-4df5-8c93-e6d8e868afcc tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1259294 Jul 06 18:05:37.645414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.654641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'ec1107d6-726c-45ce-b25e-d087d9c0af65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:37.724791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.763712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce18cebf-78ef-4b4b-81ca-3bf0a2448390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.767072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce18cebf-78ef-4b4b-81ca-3bf0a2448390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.771369 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce18cebf-78ef-4b4b-81ca-3bf0a2448390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13a8f2d2-463a-473c-a42e-a45cff59ca0e HTTP/1.1" status: 204 len: 168 time: 0.3114810 Jul 06 18:05:37.796806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18cebf-78ef-4b4b-81ca-3bf0a2448390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a8f2d2-463a-473c-a42e-a45cff59ca0e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:37.899844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.975674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.025884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.030744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.049086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016821 Jul 06 18:05:38.086115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5daf7a-3de5-4b62-837f-0f9f2e140bae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5501d495-ce55-4c98-89d0-8000cc1fd00a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:38.092917 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd9e6e1e-a652-4d20-8554-3197ddbbf4cb tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules/5501d495-ce55-4c98-89d0-8000cc1fd00a HTTP/1.1" status: 200 len: 763 time: 0.0606270 Jul 06 18:05:38.099393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.281247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.299417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-546818b3-4f4a-49c6-8664-2082923f77a5 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1983862 Jul 06 18:05:38.302091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40572) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.345870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff50bd-2172-48ca-bac5-4935c72aeeb9 req-97bcce23-e337-47c6-a4a7-663e6a9e19c0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.346719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2ce6-3742-44c3-93eb-7e40578fbbae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.348587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2ff50bd-2172-48ca-bac5-4935c72aeeb9 req-97bcce23-e337-47c6-a4a7-663e6a9e19c0 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4620752 Jul 06 18:05:38.360429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2ce6-3742-44c3-93eb-7e40578fbbae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.413219 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2ce6-3742-44c3-93eb-7e40578fbbae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.430251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2ce6-3742-44c3-93eb-7e40578fbbae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.432610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cc5d2ce6-3742-44c3-93eb-7e40578fbbae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5501d495-ce55-4c98-89d0-8000cc1fd00a HTTP/1.1" status: 204 len: 168 time: 0.1290276 Jul 06 18:05:38.436978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.485333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d2ce6-3742-44c3-93eb-7e40578fbbae tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5501d495-ce55-4c98-89d0-8000cc1fd00a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:38.500059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2ff50bd-2172-48ca-bac5-4935c72aeeb9 req-451f86c4-50dc-468b-b6f4-3af7e1051d76 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366396 Jul 06 18:05:38.505643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e121f00-cb1a-4400-876c-055ea0b6df0c req-eebcb1ec-d5d0-45ba-9532-8267864e2a70 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.1452317 Jul 06 18:05:38.600368 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4d1a9c5f-198b-417f-a834-749b1711c53f tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1596782 Jul 06 18:05:38.603378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.611298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Request body: {'security_group_rule': {'security_group_id': 'ec1107d6-726c-45ce-b25e-d087d9c0af65', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:38.645300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d88bf6-8f7d-49d8-a1cf-c7c24e9c578e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.761532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.952459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d88bf6-8f7d-49d8-a1cf-c7c24e9c578e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.967584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7d88bf6-8f7d-49d8-a1cf-c7c24e9c578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.975544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.996750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.088162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.100919 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e7d88bf6-8f7d-49d8-a1cf-c7c24e9c578e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ab8845cf165477caf45f20cd60734f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171861 Jul 06 18:05:39.108782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a293ed-8cfc-4135-81c9-5382b4312825,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:39.113914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.115132 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1129fc3a-ffe6-4548-95f2-68411d0cf9c7 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5103662 Jul 06 18:05:39.118936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40598) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.147474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d88bf6-8f7d-49d8-a1cf-c7c24e9c578e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3318401-9e47-454c-bcf7-daa6475be997,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:39.158322 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28781013-8bea-4c1c-a2da-58f6179bf4e5 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules/30a293ed-8cfc-4135-81c9-5382b4312825 HTTP/1.1" status: 200 len: 764 time: 0.0371439 Jul 06 18:05:39.160965 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40600) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.254884 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b439f739-5344-4232-bbf0-1885839d1f39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0909517 Jul 06 18:05:39.258388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.294464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.304492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5e84-e4f7-4762-a7f1-3e0488d1e0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.316650 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca992-1bf2-42b2-aedb-75f4a9a17c39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.340070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca992-1bf2-42b2-aedb-75f4a9a17c39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.365445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5e84-e4f7-4762-a7f1-3e0488d1e0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.419136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca992-1bf2-42b2-aedb-75f4a9a17c39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.435680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca992-1bf2-42b2-aedb-75f4a9a17c39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.441519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2ea88-0688-42e8-aaf7-1ea595a81e5d req-53b69329-8228-47ee-9e3a-d97aa56e7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.442374 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bf9ca992-1bf2-42b2-aedb-75f4a9a17c39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/30a293ed-8cfc-4135-81c9-5382b4312825 HTTP/1.1" status: 204 len: 168 time: 0.1798565 Jul 06 18:05:39.443998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ada2ea88-0688-42e8-aaf7-1ea595a81e5d req-53b69329-8228-47ee-9e3a-d97aa56e7621 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.1964810 Jul 06 18:05:39.446619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.473626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ca992-1bf2-42b2-aedb-75f4a9a17c39 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30a293ed-8cfc-4135-81c9-5382b4312825,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:39.527079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-85830727'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:39.549922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5e84-e4f7-4762-a7f1-3e0488d1e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.552795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d8b5e84-e4f7-4762-a7f1-3e0488d1e0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.558307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8d8b5e84-e4f7-4762-a7f1-3e0488d1e0e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3318401-9e47-454c-bcf7-daa6475be997 HTTP/1.1" status: 204 len: 168 time: 0.4647510 Jul 06 18:05:39.567778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-313e710d-5dd5-460f-a407-107935038197 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1194599 Jul 06 18:05:39.570735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ada2ea88-0688-42e8-aaf7-1ea595a81e5d req-0b5c870b-b85a-4d4b-80b9-551ec534219e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117141 Jul 06 18:05:39.573160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.578151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b5e84-e4f7-4762-a7f1-3e0488d1e0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3318401-9e47-454c-bcf7-daa6475be997,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:39.608330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:39.615060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.658781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.785770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-edb7dbb1-1048-48b1-89c7-fe2c959e4e67 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.838490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-edb7dbb1-1048-48b1-89c7-fe2c959e4e67 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.859771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6274be-c2c8-411b-8bd7-dd04368a9fe6 req-bee097dc-35c3-464a-8111-76bfd138054c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.862114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b6274be-c2c8-411b-8bd7-dd04368a9fe6 req-bee097dc-35c3-464a-8111-76bfd138054c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.1616104 Jul 06 18:05:39.941378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c85f5951-d5ef-432f-a89e-52c5570249c9 req-a82ff4e4-64e0-4dc2-95d3-ad9e2e9f9501 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0771217 Jul 06 18:05:39.942401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-edb7dbb1-1048-48b1-89c7-fe2c959e4e67 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.945757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-edb7dbb1-1048-48b1-89c7-fe2c959e4e67 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.950528 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-edb7dbb1-1048-48b1-89c7-fe2c959e4e67 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec1107d6-726c-45ce-b25e-d087d9c0af65 HTTP/1.1" status: 204 len: 168 time: 0.3709443 Jul 06 18:05:39.951208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40620) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.953312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.000491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7dbb1-1048-48b1-89c7-fe2c959e4e67 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1107d6-726c-45ce-b25e-d087d9c0af65,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:40.015246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.025183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b6274be-c2c8-411b-8bd7-dd04368a9fe6 req-fa6fef56-3c54-487d-a9e7-dd8c0717c742 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468172 Jul 06 18:05:40.102974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7924838-71d5-4b1b-9461-cc982fb50dc0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:40.129496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:40.141929 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8297c290-e03d-4d77-9e4a-ea141cf3ac27 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757357 Jul 06 18:05:40.146580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:40.152328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.152805 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment 2806fb71-f89b-4391-b9b2-51f458e98c56 of type vlan for network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd Jul 06 18:05:40.205194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.260412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.272824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9d199af1-9d73-42b3-9009-ce9c06259ab2 tempest-SecGroupTest-166827739 tempest-SecGroupTest-166827739-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235785 Jul 06 18:05:40.281101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:40.281779 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.338067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:40.385083 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d106b700-ccc2-49de-b426-f8c17d62afd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.387036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0909410 Jul 06 18:05:40.393181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:40.404974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-899773796'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:40.414246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c584e-2252-4ac3-b631-8ff62a53545d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=194b5d97-aa9f-49f4-8779-08fe8fd76ddd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:40.435457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:40.545011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:40.549947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.592483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:40.606818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.606818 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment 966a5d24-cef4-42e8-a55d-420c74d0a513 of type vlan for network 68c75d6f-393e-4f59-a127-82687d80e24f Jul 06 18:05:40.662124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.724677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40634) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:40.756792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.763976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:40.765297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.832898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d106b700-ccc2-49de-b426-f8c17d62afd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.843710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d106b700-ccc2-49de-b426-f8c17d62afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.860978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4597197 Jul 06 18:05:40.861577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:40.867419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:40.897422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e343e5-5618-4746-9912-676fc14ca022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=68c75d6f-393e-4f59-a127-82687d80e24f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:40.923290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 68c75d6f-393e-4f59-a127-82687d80e24f details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:40.924684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b700-ccc2-49de-b426-f8c17d62afd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65883a4-1d64-431f-9730-37af3e36c57e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:40.930548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d106b700-ccc2-49de-b426-f8c17d62afd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82dc12e371bc491fbe159599be241e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902445 Jul 06 18:05:40.935648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:40.978604 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e95f5b6-bd87-45a5-b113-b8c20090f8c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6902a20731a74e059bd9c15840db3f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525921 Jul 06 18:05:40.982894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40642) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:41.053176 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd60a613-5876-4e8a-8d27-e119fd53607e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.077605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:41.082046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.092998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd60a613-5876-4e8a-8d27-e119fd53607e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.169701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f91a938-2b84-4323-bf63-145896e6268c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.185382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd60a613-5876-4e8a-8d27-e119fd53607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.189181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd60a613-5876-4e8a-8d27-e119fd53607e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.194351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bd60a613-5876-4e8a-8d27-e119fd53607e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b65883a4-1d64-431f-9730-37af3e36c57e HTTP/1.1" status: 204 len: 168 time: 0.2553091 Jul 06 18:05:41.210939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60a613-5876-4e8a-8d27-e119fd53607e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65883a4-1d64-431f-9730-37af3e36c57e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:41.229537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f91a938-2b84-4323-bf63-145896e6268c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.331498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19992385-9a60-4cad-a502-741df05d88be req-449cd290-b873-4ee3-9ed2-5fa2006225ec tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0703650 Jul 06 18:05:41.390989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f91a938-2b84-4323-bf63-145896e6268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.404730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f91a938-2b84-4323-bf63-145896e6268c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.406092 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f91a938-2b84-4323-bf63-145896e6268c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/364668dc-a8b9-4712-b8e1-96c4a0668aae HTTP/1.1" status: 204 len: 168 time: 0.4119356 Jul 06 18:05:41.433914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a938-2b84-4323-bf63-145896e6268c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364668dc-a8b9-4712-b8e1-96c4a0668aae,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:41.486058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f64a7-ed8d-441e-a588-1deffa546ecf req-0edf417b-18c8-413f-9a05-1e5b96324914 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:41.502133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-383f64a7-ed8d-441e-a588-1deffa546ecf req-0edf417b-18c8-413f-9a05-1e5b96324914 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.1743472 Jul 06 18:05:41.563500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-383f64a7-ed8d-441e-a588-1deffa546ecf req-5f2274d7-96d4-4966-a1d4-612c51d971c6 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609376 Jul 06 18:05:41.728867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.831670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=4b04bb07-a797-4d3d-854a-f8fdfdd194d1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:41.890289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': '2806fb71-f89b-4391-b9b2-51f458e98c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:41.891043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 194b5d97-aa9f-49f4-8779-08fe8fd76ddd, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:05:41.930251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:05:41.950429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 194b5d97-aa9f-49f4-8779-08fe8fd76ddd) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:41.958505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:41.960244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.981571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8470c93-30c8-46c1-b5f3-7c947fe915cc None None] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:41.997632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:41.998086 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-435ff3a9-87b0-439a-a836-37eb089e92fd tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1350510 Jul 06 18:05:42.003099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:42.214035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-194b5d97-aa9f-49f4-8779-08fe8fd76ddd', 'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': '4b04bb07-a797-4d3d-854a-f8fdfdd194d1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:05:42.217184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.284006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:42.288318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.582545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Allocated IP 172.20.0.2 (194b5d97-aa9f-49f4-8779-08fe8fd76ddd/4b04bb07-a797-4d3d-854a-f8fdfdd194d1/0f492f56-0158-4015-a9c2-9a312061f716) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:42.778437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-381bb696-6599-4b8a-ae93-4ff178a5b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:42.792142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-381bb696-6599-4b8a-ae93-4ff178a5b7ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c71493eda4c54b999c224745ffe9607f&device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 1096 time: 0.2889469 Jul 06 18:05:42.968616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.986365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Transition to ACTIVE for port object 0f492f56-0158-4015-a9c2-9a312061f716 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:43.019442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Transition to ACTIVE for port object 0f492f56-0158-4015-a9c2-9a312061f716 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:43.032265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.119312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:43.122658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:43.138976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:43.152298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Pushing event updated for resources: {'Port': ['ID=0f492f56-0158-4015-a9c2-9a312061f716,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:43.164115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ff23953-b534-4279-ad7e-02215d0f6c48 req-de98458f-5f43-4430-a6f3-e1d050b03226 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.2104630 Jul 06 18:05:43.283048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-5345d1fd-a2bd-4b36-979c-e6e95abc7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:43.291293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-5345d1fd-a2bd-4b36-979c-e6e95abc7def service neutron] 10.222.0.61 "GET /v2.0/networks?id=0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 200 len: 919 time: 0.4916818 Jul 06 18:05:43.333708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Attempting to bind port 0f492f56-0158-4015-a9c2-9a312061f716 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:43.335059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Attempting to bind port 0f492f56-0158-4015-a9c2-9a312061f716 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '2806fb71-f89b-4391-b9b2-51f458e98c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:43.340449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Attempting to bind port 0f492f56-0158-4015-a9c2-9a312061f716 on network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:43.352992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:43.353158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Checking segment: {'id': '2806fb71-f89b-4391-b9b2-51f458e98c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:43.353655 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.354165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Bound using segment: {'id': '2806fb71-f89b-4391-b9b2-51f458e98c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:43.354767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Bound port: 0f492f56-0158-4015-a9c2-9a312061f716, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2806fb71-f89b-4391-b9b2-51f458e98c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '194b5d97-aa9f-49f4-8779-08fe8fd76ddd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:43.355468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.428532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.455853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] For port 0f492f56-0158-4015-a9c2-9a312061f716, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:43.460427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] For port 0f492f56-0158-4015-a9c2-9a312061f716, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0f492f56-0158-4015-a9c2-9a312061f716,segment=NetworkSegment(2806fb71-f89b-4391-b9b2-51f458e98c56),segment_id=2806fb71-f89b-4391-b9b2-51f458e98c56)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:43.472285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-ab132fb5-f4b6-4d65-a9a2-970e7da52c57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 200 len: 217 time: 0.1689019 Jul 06 18:05:43.475329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40708) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:43.478851 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.680555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267625c9-93b7-4668-a674-b083ae77cd3c req-cf8607fa-fe0b-47ca-8149-370f71a7729b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:43.694755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267625c9-93b7-4668-a674-b083ae77cd3c req-cf8607fa-fe0b-47ca-8149-370f71a7729b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.7396283 Jul 06 18:05:43.702783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34e06b-6785-415e-991a-7e0871a14bfa None None] Pushing event updated for resources: {'Port': ['ID=0f492f56-0158-4015-a9c2-9a312061f716,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:43.814010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=a0ba9640-b3ad-418e-a8d6-21623b56ac86,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:43.842197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-9bf118a7-d56a-4bdc-960b-8c94ceaa9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:43.845104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-9bf118a7-d56a-4bdc-960b-8c94ceaa9842 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 200 len: 858 time: 0.2679367 Jul 06 18:05:43.859934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1409568625'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:43.938367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Made reservation on behalf of 20dec6f1a9144518986ff297a619bc11 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:43.945789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.957170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.960319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': '966a5d24-cef4-42e8-a55d-420c74d0a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:43.960746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 68c75d6f-393e-4f59-a127-82687d80e24f, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:05:44.029276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-267625c9-93b7-4668-a674-b083ae77cd3c req-0ba3069e-a634-4659-9671-569f9484bc0c tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325164 Jul 06 18:05:44.032820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-9f15f0b5-f9d6-42f7-b65d-df81a20da056 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0eec9cc5-88be-4063-8654-7dfb9734fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077223 Jul 06 18:05:44.136842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 68c75d6f-393e-4f59-a127-82687d80e24f is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:05:44.169589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.176602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.184168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 68c75d6f-393e-4f59-a127-82687d80e24f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:44.190941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:44.201528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a5a0ad-8c46-40bb-95a5-c09c72421acc None None] Network 68c75d6f-393e-4f59-a127-82687d80e24f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:44.208174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.209407 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.213280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.214019 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Added segment f3961155-056a-4459-b5c3-c539305755ff of type vlan for network 0a1fe335-986b-4d3f-b603-02088d2477ea Jul 06 18:05:44.266491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d1d95bac-b8bd-4530-be2c-1d2988b7fb70 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2675784 Jul 06 18:05:44.275430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:44.282442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496784985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:44.302993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-334cffb0-8346-494b-8350-b7e3f8580bea service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569077 Jul 06 18:05:44.330315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.446193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.452280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.453080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.489629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e6a12-2d01-4e86-9a5c-61b4d9ab0416,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:44.617380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Pushing event updated for resources: {'Network': ['ID=0a1fe335-986b-4d3f-b603-02088d2477ea,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:44.651424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0a1fe335-986b-4d3f-b603-02088d2477ea details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:44.775468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-68c75d6f-393e-4f59-a127-82687d80e24f', 'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': 'a0ba9640-b3ad-418e-a8d6-21623b56ac86'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:05:44.775468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.034604 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ebb57b49-8bc8-441c-b824-2d4597f0a93d tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5577135 Jul 06 18:05:45.038656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40742) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:45.049313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3781dbfc-6daa-46c4-9689-5fc68c2fb2d0 req-5c3d2431-b295-436c-a44e-3970ae58b3dd tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0593371 Jul 06 18:05:45.064364 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.068410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-b8f6fc53-4519-4814-abf8-5d1209680d42 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-802082107') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:45.075844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.249663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.260082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.340102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.345838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-144e2038-0227-461b-9589-2a468134632e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0644805 Jul 06 18:05:45.353453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40746) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:45.376351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Allocated IP 172.21.0.2 (68c75d6f-393e-4f59-a127-82687d80e24f/a0ba9640-b3ad-418e-a8d6-21623b56ac86/5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:45.391974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8928ea0f-dd51-4517-bb34-9186faff1302 req-fc204a0b-337b-48d3-a879-6802c3b87c37 service neutron] 10.222.0.61 "GET /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0813866 Jul 06 18:05:45.428904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f492f56-0158-4015-a9c2-9a312061f716 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:45.442786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f10ba0-bd70-4ca9-967c-5836e8028572 req-efbb437e-729f-4405-8494-db49b8971b3a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:45.452588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38f10ba0-bd70-4ca9-967c-5836e8028572 req-efbb437e-729f-4405-8494-db49b8971b3a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.1391487 Jul 06 18:05:45.561224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38f10ba0-bd70-4ca9-967c-5836e8028572 req-ed67060d-1518-413c-8090-5c829b16e678 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076224 Jul 06 18:05:45.584755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c8d84-7c5e-4bf0-baf8-4983be6866e4 None None] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:45.602156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0f492f56-0158-4015-a9c2-9a312061f716 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:45.688856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] Provisioning for port 0f492f56-0158-4015-a9c2-9a312061f716 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:45.698119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] Provisioning complete for port 0f492f56-0158-4015-a9c2-9a312061f716 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:45.698702 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.720134 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b8f6fc53-4519-4814-abf8-5d1209680d42 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "PUT /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-802082107 HTTP/1.1" status: 201 len: 201 time: 0.6798160 Jul 06 18:05:45.722744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:45.728206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-288a0ba2-7332-46bf-854f-093640d202e9 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-802082107') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:45.968179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-288a0ba2-7332-46bf-854f-093640d202e9 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-802082107 HTTP/1.1" status: 204 len: 168 time: 0.2442467 Jul 06 18:05:45.969086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:45.971017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.975145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.976923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-59db8e02-cdf3-4a6d-ab3c-ed24bab97da8 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:45.988151 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.028536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Transition to ACTIVE for port object 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:46.083998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] For port 0f492f56-0158-4015-a9c2-9a312061f716, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0f492f56-0158-4015-a9c2-9a312061f716,segment=NetworkSegment(2806fb71-f89b-4391-b9b2-51f458e98c56),segment_id=2806fb71-f89b-4391-b9b2-51f458e98c56)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:46.096133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Transition to ACTIVE for port object 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:46.104263 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.152184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-59db8e02-cdf3-4a6d-ab3c-ed24bab97da8 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags HTTP/1.1" status: 200 len: 237 time: 0.1794350 Jul 06 18:05:46.152754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:46.157265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.157689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-683fbc91-bb8a-4455-83f2-15711d0f6d40 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', {'tags': ['tempest-TagsTest-Tag-1099797351', 'tempest-TagsTest-Tag-1576003895', 'tempest-TagsTest-Tag-971969641']}) {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:46.321281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a66eff-c320-4ad2-a45b-894ccd7c581b None None] Pushing event updated for resources: {'Port': ['ID=0f492f56-0158-4015-a9c2-9a312061f716,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:46.339045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-683fbc91-bb8a-4455-83f2-15711d0f6d40 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "PUT /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags HTTP/1.1" status: 200 len: 308 time: 0.1852267 Jul 06 18:05:46.341902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:46.345746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Network 68c75d6f-393e-4f59-a127-82687d80e24f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:46.347419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-ca789ad5-f97a-4efa-8a25-f1d7768e816c tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-1099797351') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:46.351382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:46.533484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.20.0.1 (194b5d97-aa9f-49f4-8779-08fe8fd76ddd/4b04bb07-a797-4d3d-854a-f8fdfdd194d1/f11de029-fd12-42ae-a2e0-e21c0e8dd48a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:46.556826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d8face5-fb4b-44a2-a2f1-9f7b3c3f7e94 req-6fdb0892-b8bc-49f2-8c53-72c09b683db0 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0937479 Jul 06 18:05:46.725867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ca789ad5-f97a-4efa-8a25-f1d7768e816c tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "DELETE /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-1099797351 HTTP/1.1" status: 204 len: 168 time: 0.3804498 Jul 06 18:05:46.728232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:46.736557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Pushing event updated for resources: {'Port': ['ID=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:46.740986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:46.743188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-2dc9b1d0-3d61-4d6f-84af-e6800d3a2d18 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-1099797351') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:46.878664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Attempting to bind port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:46.879509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Attempting to bind port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '966a5d24-cef4-42e8-a55d-420c74d0a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:46.880221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Attempting to bind port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 on network 68c75d6f-393e-4f59-a127-82687d80e24f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:46.889653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:46.890461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Checking segment: {'id': '966a5d24-cef4-42e8-a55d-420c74d0a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:46.891372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.892007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Bound using segment: {'id': '966a5d24-cef4-42e8-a55d-420c74d0a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:46.893438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Bound port: 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966a5d24-cef4-42e8-a55d-420c74d0a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '68c75d6f-393e-4f59-a127-82687d80e24f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:46.894148 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.896900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-45317aa9-cee0-4c5e-8bec-72b5a10a1035 None None] Provisioning complete for port 0f492f56-0158-4015-a9c2-9a312061f716 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:46.897159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.898360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45317aa9-cee0-4c5e-8bec-72b5a10a1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.938455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object f11de029-fd12-42ae-a2e0-e21c0e8dd48a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:46.998028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.026495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:47.029793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:47.046729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] For port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:47.054861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] For port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,segment=NetworkSegment(966a5d24-cef4-42e8-a55d-420c74d0a513),segment_id=966a5d24-cef4-42e8-a55d-420c74d0a513)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:47.056519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:47.084269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a534eb-9fa7-4c87-bd05-777a688b55f1 req-b536745c-f9e0-4d79-8376-2d9ff473351f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:47.099064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2a534eb-9fa7-4c87-bd05-777a688b55f1 req-b536745c-f9e0-4d79-8376-2d9ff473351f tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.3506103 Jul 06 18:05:47.104919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.159198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.159664 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-2dc9b1d0-3d61-4d6f-84af-e6800d3a2d18 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] show failed (client error): The resource could not be found. Jul 06 18:05:47.177754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2dc9b1d0-3d61-4d6f-84af-e6800d3a2d18 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-1099797351 HTTP/1.1" status: 404 len: 326 time: 0.4455843 Jul 06 18:05:47.178772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:47.223359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-b1f7e03f-2160-4cc5-b12f-9727a7dc57bd tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-1576003895') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:47.321198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f492f56-0158-4015-a9c2-9a312061f716 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:47.530679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8842-b858-49da-a00f-06b40f6e8a45 None None] Pushing event updated for resources: {'Port': ['ID=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:47.576331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=f11de029-fd12-42ae-a2e0-e21c0e8dd48a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:47.666808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2a534eb-9fa7-4c87-bd05-777a688b55f1 req-8dc14703-e76a-48a8-8fd3-92f8e46c3e2b tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664423 Jul 06 18:05:47.685006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.754894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1f7e03f-2160-4cc5-b12f-9727a7dc57bd tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-1576003895 HTTP/1.1" status: 204 len: 168 time: 0.5707297 Jul 06 18:05:47.755653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:47.758082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0f492f56-0158-4015-a9c2-9a312061f716 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:47.759113 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.765614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-17297464-3a2d-423f-bf96-1f79c5ef0060 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-971969641') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:47.987298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea6f9e98-aeb6-45da-ac10-efe1ce80cc70 None None] Provisioning for port f11de029-fd12-42ae-a2e0-e21c0e8dd48a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:48.002299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea6f9e98-aeb6-45da-ac10-efe1ce80cc70 None None] Provisioning complete for port f11de029-fd12-42ae-a2e0-e21c0e8dd48a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:48.003310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9e98-aeb6-45da-ac10-efe1ce80cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.094168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-17297464-3a2d-423f-bf96-1f79c5ef0060 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-971969641 HTTP/1.1" status: 204 len: 168 time: 0.3369911 Jul 06 18:05:48.098371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39fb44d7-4fd7-451f-a7fb-d0f6d2adb6b7 req-a0d59c94-b769-497c-ad33-8cec2cc703c4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0954471 Jul 06 18:05:48.099595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:48.109764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-7863df51-6d9b-4140-ab0d-c3ed3b97ab70 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:48.154692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f9e98-aeb6-45da-ac10-efe1ce80cc70 None None] Port f11de029-fd12-42ae-a2e0-e21c0e8dd48a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:48.245986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.252086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7863df51-6d9b-4140-ab0d-c3ed3b97ab70 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "DELETE /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1502047 Jul 06 18:05:48.254517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40782) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:48.257447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.263467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-6a19ae69-e78d-45f7-828e-f518ed3b02ca tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-1576003895') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:48.402186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.407237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=f11de029-fd12-42ae-a2e0-e21c0e8dd48a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:48.491188 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-6a19ae69-e78d-45f7-828e-f518ed3b02ca tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] show failed (client error): The resource could not be found. Jul 06 18:05:48.493128 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a19ae69-e78d-45f7-828e-f518ed3b02ca tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-1576003895 HTTP/1.1" status: 404 len: 326 time: 0.2375467 Jul 06 18:05:48.496040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:48.500696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-58624a96-ba8a-45a7-9605-a45a6c9372fa tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea', 'tempest-TagsTest-Tag-971969641') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:48.605228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:48.607132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:48.721219 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-58624a96-ba8a-45a7-9605-a45a6c9372fa tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] show failed (client error): The resource could not be found. Jul 06 18:05:48.732423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-58624a96-ba8a-45a7-9605-a45a6c9372fa tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "GET /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags/tempest-TagsTest-Tag-971969641 HTTP/1.1" status: 404 len: 325 time: 0.2327418 Jul 06 18:05:48.732963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:48.750385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-25189947-c87b-4420-9c99-3b3d7302142c tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a1fe335-986b-4d3f-b603-02088d2477ea') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:48.888729 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:05:48.963237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-25189947-c87b-4420-9c99-3b3d7302142c tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "DELETE /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea/tags HTTP/1.1" status: 204 len: 168 time: 0.2288399 Jul 06 18:05:48.967319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:49.104874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-961fd2ca-61b9-4b44-8d3f-4e865e089759 None None] Provisioning complete for port f11de029-fd12-42ae-a2e0-e21c0e8dd48a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:49.105932 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-961fd2ca-61b9-4b44-8d3f-4e865e089759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.180879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-961fd2ca-61b9-4b44-8d3f-4e865e089759 None None] Port f11de029-fd12-42ae-a2e0-e21c0e8dd48a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:49.219609 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.285915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c10408-aa9e-426b-9b7f-c0e1bb8a3b33 req-64d713f4-4f62-4585-9461-803aa0f288cf tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:49.300573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c10408-aa9e-426b-9b7f-c0e1bb8a3b33 req-64d713f4-4f62-4585-9461-803aa0f288cf tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.3014174 Jul 06 18:05:49.333763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:49.418868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6ee70-6c6c-4b6d-9685-2cf2bc83a087 None None] Network 68c75d6f-393e-4f59-a127-82687d80e24f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:49.446603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61c10408-aa9e-426b-9b7f-c0e1bb8a3b33 req-c98a02d2-3d2c-432a-aa22-39b704ba81aa tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358840 Jul 06 18:05:49.544220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd01da52-2549-4c5f-b8c8-6ce3ec529d90 req-2acb5299-3c1e-473e-bfa3-7eea1b8f87eb tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0719726 Jul 06 18:05:49.549496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.564244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1fe335-986b-4d3f-b603-02088d2477ea']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:49.575135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 19e97d9f-4919-49ff-b4fb-8af2f66603ee is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:05:49.582367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3961155-056a-4459-b5c3-c539305755ff') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:49.584213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3961155-056a-4459-b5c3-c539305755ff') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:49.601299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea3b72cd-ba95-49f5-a793-c05adf810a7a None None] Provisioning for port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:49.613719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.651998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:49.660643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:49.664852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.665170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.684523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:49.684951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:49.688399 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:49.773562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:49.783635 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8606bc74-43fb-40c5-bd68-2b6d56ed35bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/19e97d9f-4919-49ff-b4fb-8af2f66603ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4148145 Jul 06 18:05:49.786739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:49.799071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] Sync routers for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:49.808601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.829455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.833004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] 10.222.0.37 "DELETE /v2.0/networks/0a1fe335-986b-4d3f-b603-02088d2477ea HTTP/1.1" status: 204 len: 168 time: 0.8626509 Jul 06 18:05:49.905690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff101e8-4dd6-4879-9796-fcab6c6ca396 tempest-TagsTest-1459393988 tempest-TagsTest-1459393988-project] Pushing event deleted for resources: {'Network': ['ID=0a1fe335-986b-4d3f-b603-02088d2477ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:49.918212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:49.918875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:49.974768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:49.997556 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.000614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f825a-a71d-44d1-9e28-54b4b37c63ba tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:50.002120 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-725f825a-a71d-44d1-9e28-54b4b37c63ba tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports/f11de029-fd12-42ae-a2e0-e21c0e8dd48a HTTP/1.1" status: 200 len: 910 time: 0.2126589 Jul 06 18:05:50.006594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:50.058169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:50.058827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:50.215124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:50.220476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed786484-7cb8-44bf-88a8-5016bbb261bb None None] The sync data for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:50.260787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,segment=NetworkSegment(966a5d24-cef4-42e8-a55d-420c74d0a513),segment_id=966a5d24-cef4-42e8-a55d-420c74d0a513)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:50.274252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.433696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:50.529877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40832) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:50.785657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a33fc12f-af38-4a49-ad2d-6a8c76eca863 None None] Provisioning complete for port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:50.786068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a33fc12f-af38-4a49-ad2d-6a8c76eca863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.828070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:50.830503 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b104e073-23fe-44ab-b2a9-a10a12aa0d7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20dec6f1a9144518986ff297a619bc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988877 Jul 06 18:05:50.851492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.899489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15c694fa-644a-4a9e-820c-fd2bcaeb3bf6 req-9f22dbb7-aa66-4733-ad18-34fad6d556fe tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0743008 Jul 06 18:05:51.066654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d013a192-4227-4414-a830-0262f28e9756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.151464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d013a192-4227-4414-a830-0262f28e9756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.259223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:51.370433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d013a192-4227-4414-a830-0262f28e9756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.373539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d013a192-4227-4414-a830-0262f28e9756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.375562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:51.376367 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.378191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d013a192-4227-4414-a830-0262f28e9756 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d3e6a12-2d01-4e86-9a5c-61b4d9ab0416 HTTP/1.1" status: 204 len: 168 time: 0.5490534 Jul 06 18:05:51.404510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013a192-4227-4414-a830-0262f28e9756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e6a12-2d01-4e86-9a5c-61b4d9ab0416,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:51.450585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.21.0.1 (68c75d6f-393e-4f59-a127-82687d80e24f/a0ba9640-b3ad-418e-a8d6-21623b56ac86/64898bab-e95c-450b-b908-25876060ea3a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:51.666150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.688296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object 64898bab-e95c-450b-b908-25876060ea3a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:51.761826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.870429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 68c75d6f-393e-4f59-a127-82687d80e24f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:51.882395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:51.901555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:51.920761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=64898bab-e95c-450b-b908-25876060ea3a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:52.018035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.305821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a2b3e7d-6a57-4d90-a5c1-2cee25277f33 req-517af8ba-3d0e-4a64-a67f-c1d8711b7b0f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0566254 Jul 06 18:05:52.314844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.431885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-54c87676-3e85-466c-846b-65081cc83fd4 None None] Provisioning for port 64898bab-e95c-450b-b908-25876060ea3a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:52.445774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-54c87676-3e85-466c-846b-65081cc83fd4 None None] Provisioning complete for port 64898bab-e95c-450b-b908-25876060ea3a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:52.448758 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54c87676-3e85-466c-846b-65081cc83fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.528581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-54c87676-3e85-466c-846b-65081cc83fd4 None None] Port 64898bab-e95c-450b-b908-25876060ea3a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:52.898352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.906952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.057727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=64898bab-e95c-450b-b908-25876060ea3a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:53.074372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.117856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40878) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:53.292077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 68c75d6f-393e-4f59-a127-82687d80e24f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:53.294452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:53.364585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5be606a8-29e4-428a-a2d5-5dea978b4874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.588483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 19e97d9f-4919-49ff-b4fb-8af2f66603ee has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:53.606989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5be606a8-29e4-428a-a2d5-5dea978b4874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.613736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5be606a8-29e4-428a-a2d5-5dea978b4874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.653240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6231d7d1-e516-4402-8dfd-1b7dea59a26b req-c5cc1d1d-d04a-4461-bc18-44b95fa09af9 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0a70d26-5cda-4c1f-a773-c56b214ea784 HTTP/1.1" status: 200 len: 210 time: 0.0499539 Jul 06 18:05:53.707805 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5be606a8-29e4-428a-a2d5-5dea978b4874 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b902bc1ecab48a38699cc3b1df9b520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883737 Jul 06 18:05:53.711005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:53.757010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be606a8-29e4-428a-a2d5-5dea978b4874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9171761d-b337-4e77-8b0d-72e3a723b950,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:53.765104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1446dbcd-963a-45cf-b550-c65f29d9f1fb None None] Provisioning complete for port 64898bab-e95c-450b-b908-25876060ea3a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:53.767468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1446dbcd-963a-45cf-b550-c65f29d9f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.849432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1446dbcd-963a-45cf-b550-c65f29d9f1fb None None] Port 64898bab-e95c-450b-b908-25876060ea3a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:53.907548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-823276a8-5db0-453f-bdba-70d4022249a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.916252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:53.922080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-62ac5646-c0aa-4910-980d-91b1d4e82781 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/19e97d9f-4919-49ff-b4fb-8af2f66603ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9142606 Jul 06 18:05:53.925372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:53.927933 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] Sync routers for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:53.945345 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:53.946322 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:53.958841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-823276a8-5db0-453f-bdba-70d4022249a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.997351 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:54.007493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae677e8-a3b3-448b-b090-71db79ac24a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:54.009810 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:54.010829 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:54.012351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40904) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:54.012670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4ae677e8-a3b3-448b-b090-71db79ac24a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports/64898bab-e95c-450b-b908-25876060ea3a HTTP/1.1" status: 200 len: 910 time: 0.0857995 Jul 06 18:05:54.070184 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:54.071168 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac53b8-ed25-494e-8f9b-bbf0e09e90c9 None None] The sync data for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:54.133294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-823276a8-5db0-453f-bdba-70d4022249a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.135937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-823276a8-5db0-453f-bdba-70d4022249a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.140148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-823276a8-5db0-453f-bdba-70d4022249a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9171761d-b337-4e77-8b0d-72e3a723b950 HTTP/1.1" status: 204 len: 168 time: 0.4232805 Jul 06 18:05:54.158752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823276a8-5db0-453f-bdba-70d4022249a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9171761d-b337-4e77-8b0d-72e3a723b950,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:54.442596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:54.631073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.634167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d78746f1-de92-45c8-8480-1713b25619d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.716616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40916) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:54.815385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa8990e5-8c97-4107-954f-03e81b4364bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.853371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:54.892029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d78746f1-de92-45c8-8480-1713b25619d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.913464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d78746f1-de92-45c8-8480-1713b25619d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.061041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d78746f1-de92-45c8-8480-1713b25619d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a9a73dcae5b4ab88e8d9d48f057cb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6168213 Jul 06 18:05:55.064205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92b4e1e3-c4fd-4046-bb89-1ed035559dc4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.067329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:55.079822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa8990e5-8c97-4107-954f-03e81b4364bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.086161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78746f1-de92-45c8-8480-1713b25619d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfce1be-e996-408a-bdfe-d18a0010e3d7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:55.089437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa8990e5-8c97-4107-954f-03e81b4364bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.153934 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa8990e5-8c97-4107-954f-03e81b4364bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16f824a59bfc42758f5468b340d9a6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315186 Jul 06 18:05:55.160873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:55.198528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92b4e1e3-c4fd-4046-bb89-1ed035559dc4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.238410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8990e5-8c97-4107-954f-03e81b4364bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff0099-c8bb-4682-9644-f6af0d4749a3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:55.281774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89bb1fc7-c0ee-40c3-98a8-667b5bf652cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.293402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e29c31-0de1-4859-a866-a079af2b966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.341980 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89bb1fc7-c0ee-40c3-98a8-667b5bf652cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.349329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e29c31-0de1-4859-a866-a079af2b966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.361201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92b4e1e3-c4fd-4046-bb89-1ed035559dc4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.366747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92b4e1e3-c4fd-4046-bb89-1ed035559dc4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.369295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-92b4e1e3-c4fd-4046-bb89-1ed035559dc4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386 HTTP/1.1" status: 204 len: 168 time: 0.5141113 Jul 06 18:05:55.382568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:55.412611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27396087-dacd-4d3b-8337-3ec0031dda73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.413379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4e1e3-c4fd-4046-bb89-1ed035559dc4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:55.462512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e29c31-0de1-4859-a866-a079af2b966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.465950 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e29c31-0de1-4859-a866-a079af2b966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.467055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-95e29c31-0de1-4859-a866-a079af2b966f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bfce1be-e996-408a-bdfe-d18a0010e3d7 HTTP/1.1" status: 204 len: 168 time: 0.3968678 Jul 06 18:05:55.474839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89bb1fc7-c0ee-40c3-98a8-667b5bf652cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.478831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89bb1fc7-c0ee-40c3-98a8-667b5bf652cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.480819 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-89bb1fc7-c0ee-40c3-98a8-667b5bf652cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99ff0099-c8bb-4682-9644-f6af0d4749a3 HTTP/1.1" status: 204 len: 168 time: 0.3186173 Jul 06 18:05:55.481534 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-0c8cbbe2-18b8-4ef2-8b1d-4c9c6c015d7f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] show failed (client error): The resource could not be found. Jul 06 18:05:55.484089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0c8cbbe2-18b8-4ef2-8b1d-4c9c6c015d7f tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "GET /v2.0/security-groups/9d2ce41b-e5eb-45f6-9265-fe5e9a4f2386 HTTP/1.1" status: 404 len: 347 time: 0.0985024 Jul 06 18:05:55.494573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:55.515659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1fc7-c0ee-40c3-98a8-667b5bf652cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff0099-c8bb-4682-9644-f6af0d4749a3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:55.527931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e29c31-0de1-4859-a866-a079af2b966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfce1be-e996-408a-bdfe-d18a0010e3d7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:55.658800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 64898bab-e95c-450b-b908-25876060ea3a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:55.659144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.781620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port 71e89887-b726-4807-a3c1-70bddf6c02e4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:55.782085 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.879611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:55.936579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 64898bab-e95c-450b-b908-25876060ea3a owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:56.264096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:56.291429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73361420-2171-469a-9a06-afd3695f78dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.312118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.312872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.332817 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.336573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for 71e89887-b726-4807-a3c1-70bddf6c02e4 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:56.404307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=64898bab-e95c-450b-b908-25876060ea3a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:56.555211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73361420-2171-469a-9a06-afd3695f78dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.580186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73361420-2171-469a-9a06-afd3695f78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.640686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73361420-2171-469a-9a06-afd3695f78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ade93f-4470-494e-9cb3-9a2d9bbae9c0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:56.655409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73361420-2171-469a-9a06-afd3695f78dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=237b8cc4556e43f2b5d270bb8bca6a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891683 Jul 06 18:05:56.655780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:56.693681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.738056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.801445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=71e89887-b726-4807-a3c1-70bddf6c02e4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:56.899209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb44364f-4851-4ceb-a94c-48b87ec271f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.926934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.931032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:56.934759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-09d38dc7-1c87-4bd7-8291-e2c6c4ff4ce8 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/floatingips/dd2a7cf6-0088-4d6e-aee7-f06d23c4282c HTTP/1.1" status: 204 len: 168 time: 1.4364891 Jul 06 18:05:56.937696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:56.953158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb44364f-4851-4ceb-a94c-48b87ec271f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.041270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 19e97d9f-4919-49ff-b4fb-8af2f66603ee has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:57.096696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port c731b26b-69c5-4cc0-801b-57e7c0cc3dce {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:57.096954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.210666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb44364f-4851-4ceb-a94c-48b87ec271f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.213592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb44364f-4851-4ceb-a94c-48b87ec271f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.213792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:57.218612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bb44364f-4851-4ceb-a94c-48b87ec271f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31ade93f-4470-494e-9cb3-9a2d9bbae9c0 HTTP/1.1" status: 204 len: 168 time: 0.5613892 Jul 06 18:05:57.227509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] Sync routers for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:57.233383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.234676 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa749f5d-e978-4921-a726-80542e99baf1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/19e97d9f-4919-49ff-b4fb-8af2f66603ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2202868 Jul 06 18:05:57.235286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:57.248942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:57.249714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44364f-4851-4ceb-a94c-48b87ec271f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ade93f-4470-494e-9cb3-9a2d9bbae9c0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:57.250039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:57.329309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:57.369583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for c731b26b-69c5-4cc0-801b-57e7c0cc3dce owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:57.398746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:57.399640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:57.442819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:57.444821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa42c80-935c-4825-abea-ad6a705d188c None None] The sync data for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:57.894456 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a030ca7-1945-4ec0-b575-512545534dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.936327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:57.969145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=c731b26b-69c5-4cc0-801b-57e7c0cc3dce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:57.982756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:58.122748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:58.125043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5d10aae6-9ce0-47db-9633-0111972c22b4 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/ports/c731b26b-69c5-4cc0-801b-57e7c0cc3dce HTTP/1.1" status: 204 len: 168 time: 1.1862507 Jul 06 18:05:58.128675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41004) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:58.159761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:58.323555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:58.324049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:58.669814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port f11de029-fd12-42ae-a2e0-e21c0e8dd48a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:58.670313 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:58.906670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:58.950586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for f11de029-fd12-42ae-a2e0-e21c0e8dd48a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:58.995052 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.010866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for 1a4caa9e-0692-4f4b-ac7f-10a43a794fcb owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:59.280623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.321570 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.323501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.342188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=f11de029-fd12-42ae-a2e0-e21c0e8dd48a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:59.401297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.403675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.404164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.407464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.407978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.408447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.408895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.409335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.409771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.410204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.410643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.411070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:59.435637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=1a4caa9e-0692-4f4b-ac7f-10a43a794fcb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:59.501971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.504357 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e01ee6b4-ad6a-405b-b111-89683bddb5c6 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/ports/1a4caa9e-0692-4f4b-ac7f-10a43a794fcb HTTP/1.1" status: 204 len: 168 time: 1.3729701 Jul 06 18:05:59.508266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:59.608726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting subnet ac677542-4625-4d98-9bdb-7f7df960c7b1 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:59.621376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.736250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.773436 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:59.899592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.016449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.091787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 19e97d9f-4919-49ff-b4fb-8af2f66603ee has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:00.206288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.221570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:00.233715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ca0fcec-fb18-4548-aac7-6e3a4b25bc57 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/19e97d9f-4919-49ff-b4fb-8af2f66603ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9941189 Jul 06 18:06:00.233715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:00.238472 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] Sync routers for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:00.273936 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:00.274831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:00.321788 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:00.324599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:00.327050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Subnet': ['ID=ac677542-4625-4d98-9bdb-7f7df960c7b1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:00.328182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b8585e27-7244-4e11-8dd6-27459c9b7d64 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e97d9f-4919-49ff-b4fb-8af2f66603ee HTTP/1.1" status: 200 len: 205 time: 0.0918908 Jul 06 18:06:00.337215 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] Routers {'19e97d9f-4919-49ff-b4fb-8af2f66603ee'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:00.338105 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:00.388189 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:00.389656 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfafcd6d-eeb8-4ba7-be9b-5049e721d03a None None] The sync data for ids ['19e97d9f-4919-49ff-b4fb-8af2f66603ee'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:00.401796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294445f-ab4f-4e61-84ec-4a740ae38532 None None] Network 54bedf17-e5c4-4a43-90a6-0418614a52e0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:00.408460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.411358 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49a81da8-7da2-43fa-bd5f-03c06b62675d tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/subnets/ac677542-4625-4d98-9bdb-7f7df960c7b1 HTTP/1.1" status: 204 len: 168 time: 0.9015908 Jul 06 18:06:00.415147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:00.509965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.573610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting subnet 3dc8a5eb-9381-4cd3-be19-daa99e1fb21e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:00.592184 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.705492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.741986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.795643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] DHCP port deletion for 54bedf17-e5c4-4a43-90a6-0418614a52e0 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:00.873939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.878586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.918122 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.925935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Deleting port a36468dc-62bb-4daf-ac0f-3e0b11a074fa {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:00.927017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.990887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.991456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router 19e97d9f-4919-49ff-b4fb-8af2f66603ee {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:01.011080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.017008 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0f3b50e7-c721-4f47-a860-485977b16d8c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/19e97d9f-4919-49ff-b4fb-8af2f66603ee HTTP/1.1" status: 204 len: 168 time: 0.6832747 Jul 06 18:06:01.018025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:01.081985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] For port a36468dc-62bb-4daf-ac0f-3e0b11a074fa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:01.082950 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.110669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Calling delete_port for a36468dc-62bb-4daf-ac0f-3e0b11a074fa owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:01.135899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.190217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc8a5eb-9381-4cd3-be19-daa99e1fb21e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:01.197242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet a0ba9640-b3ad-418e-a8d6-21623b56ac86 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:01.211772 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.216715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41126) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:01.217333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0a7056ee-9da1-4c24-b0ed-dbb0d05f1a38 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/subnets/3dc8a5eb-9381-4cd3-be19-daa99e1fb21e HTTP/1.1" status: 204 len: 168 time: 0.8006296 Jul 06 18:06:01.218560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.264182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c13db1f-50ab-4b2d-92b7-923c42f998f0 None None] Network 1bcdd094-faa1-4594-8c5f-11d469455a78 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:01.392069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.454772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.482201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a36468dc-62bb-4daf-ac0f-3e0b11a074fa no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:01.631970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Deleting port a36468dc-62bb-4daf-ac0f-3e0b11a074fa {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:01.632353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.751477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.778558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.812704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] For port a36468dc-62bb-4daf-ac0f-3e0b11a074fa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,segment=NetworkSegment(6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d),segment_id=6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:01.812996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.846820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Calling delete_port for a36468dc-62bb-4daf-ac0f-3e0b11a074fa owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:01.852152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Pushing event deleted for resources: {'Port': ['ID=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:01.869119 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.872948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] No DVR routers for this DVR port a36468dc-62bb-4daf-ac0f-3e0b11a074fa on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.889221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.896423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.896423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.896423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.896423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.896423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf70688-67de-4408-8756-7709c8af19a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:01.909400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] DHCP port deletion for 1bcdd094-faa1-4594-8c5f-11d469455a78 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:02.040763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.070852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.073513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] Deleting port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:02.073879 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.077290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a7169-7aba-4af5-be7a-0e469ec1f1a6 None None] Network 68c75d6f-393e-4f59-a127-82687d80e24f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:02.097160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.107084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/a0ba9640-b3ad-418e-a8d6-21623b56ac86 HTTP/1.1" status: 204 len: 168 time: 1.0837016 Jul 06 18:06:02.107084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:02.114945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d737e-a03c-4533-a856-87128313d088 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ba9640-b3ad-418e-a8d6-21623b56ac86,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:02.196009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet 4b04bb07-a797-4d3d-854a-f8fdfdd194d1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:02.197126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Port': ['ID=a36468dc-62bb-4daf-ac0f-3e0b11a074fa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:02.199776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.201558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] No DVR routers for this DVR port a36468dc-62bb-4daf-ac0f-3e0b11a074fa on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:02.254427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.394472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.418528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bedf17-e5c4-4a43-90a6-0418614a52e0']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:02.425322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] For port 4ba6b21d-8160-4c84-8ad5-8182f2d52603, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4ba6b21d-8160-4c84-8ad5-8182f2d52603,segment=NetworkSegment(fc585222-5510-4b75-920d-e32bd850d921),segment_id=fc585222-5510-4b75-920d-e32bd850d921)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:02.426194 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.435189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.443152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:02.443561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2dacfd-38ec-4d8d-b055-4236e6e9ba7d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:02.459462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.494727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.498579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.501740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] Calling delete_port for 4ba6b21d-8160-4c84-8ad5-8182f2d52603 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:02.507030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:02.508080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:02.514206 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:02.680397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.690162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.696611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.705780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:02.706627 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/networks/54bedf17-e5c4-4a43-90a6-0418614a52e0 HTTP/1.1" status: 204 len: 168 time: 1.4877205 Jul 06 18:06:02.739800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d0eea-8144-4f2e-b1bd-9324b536de78 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Network': ['ID=54bedf17-e5c4-4a43-90a6-0418614a52e0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:02.800443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=4b04bb07-a797-4d3d-854a-f8fdfdd194d1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:02.804059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.806841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-723b2353-309f-43a9-abb4-20da8663b70e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/4b04bb07-a797-4d3d-854a-f8fdfdd194d1 HTTP/1.1" status: 204 len: 168 time: 0.7002432 Jul 06 18:06:02.812451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41190) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:02.822787 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.899859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807fd405-1fb3-4a83-8773-fcae0f234e79 None None] Network 194b5d97-aa9f-49f4-8779-08fe8fd76ddd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:02.918395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] Pushing event deleted for resources: {'Port': ['ID=4ba6b21d-8160-4c84-8ad5-8182f2d52603,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:02.922468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] DHCP port deletion for 68c75d6f-393e-4f59-a127-82687d80e24f request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:02.932849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:02.997513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.026649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae0ac3-9583-45d8-bd84-940da4f4aea6 None None] No DVR routers for this DVR port 4ba6b21d-8160-4c84-8ad5-8182f2d52603 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:03.116688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:03.118543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.198991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] Deleting port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:03.199806 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.214390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.237424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcdd094-faa1-4594-8c5f-11d469455a78']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:03.268281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc585222-5510-4b75-920d-e32bd850d921') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:03.268281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc585222-5510-4b75-920d-e32bd850d921') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:03.290416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.315923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.321693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,segment=NetworkSegment(966a5d24-cef4-42e8-a55d-420c74d0a513),segment_id=966a5d24-cef4-42e8-a55d-420c74d0a513)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:03.322674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.330774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:03.331199 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.356252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:03.359448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:03.359688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] For port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,segment=NetworkSegment(966a5d24-cef4-42e8-a55d-420c74d0a513),segment_id=966a5d24-cef4-42e8-a55d-420c74d0a513)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:03.360095 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:03.366576 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:03.408254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] Calling delete_port for 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:03.541024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] DHCP port deletion for 194b5d97-aa9f-49f4-8779-08fe8fd76ddd request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:03.566102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.574056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.592434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] 10.222.0.37 "DELETE /v2.0/networks/1bcdd094-faa1-4594-8c5f-11d469455a78 HTTP/1.1" status: 204 len: 168 time: 0.8157327 Jul 06 18:06:03.620057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d47d6-9579-403f-85aa-3d27d7af2262 tempest-TaggedBootDevicesTest_v242-2052206482 tempest-TaggedBootDevicesTest_v242-2052206482-project] Pushing event deleted for resources: {'Network': ['ID=1bcdd094-faa1-4594-8c5f-11d469455a78,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:03.625142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.625973 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.675939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.724626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:03.884229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:04.046404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4ba6b21d-8160-4c84-8ad5-8182f2d52603 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:04.051932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] Pushing event deleted for resources: {'Port': ['ID=5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:04.054904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1149fff-9c9e-48af-ae51-421ab3c163d1 None None] No DVR routers for this DVR port 5616e0f7-f6a8-4e28-bde3-b4d8ab27ca05 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:04.097798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4ba6b21d-8160-4c84-8ad5-8182f2d52603 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:04.097798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4ba6b21d-8160-4c84-8ad5-8182f2d52603 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:04.110650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] Deleting port 0f492f56-0158-4015-a9c2-9a312061f716 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:04.111629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.119428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.149267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c75d6f-393e-4f59-a127-82687d80e24f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:04.189031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966a5d24-cef4-42e8-a55d-420c74d0a513') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:04.189592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966a5d24-cef4-42e8-a55d-420c74d0a513') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:04.205122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.226928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:04.274157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.297966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] For port 0f492f56-0158-4015-a9c2-9a312061f716, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0f492f56-0158-4015-a9c2-9a312061f716,segment=NetworkSegment(2806fb71-f89b-4391-b9b2-51f458e98c56),segment_id=2806fb71-f89b-4391-b9b2-51f458e98c56)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:04.297966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.321301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:04.331421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] Calling delete_port for 0f492f56-0158-4015-a9c2-9a312061f716 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:04.332401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:04.342232 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:04.605422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.628697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.638466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.650125 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/68c75d6f-393e-4f59-a127-82687d80e24f HTTP/1.1" status: 204 len: 168 time: 1.8334463 Jul 06 18:06:04.655005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41242) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:04.687310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62410882-1211-46a1-b5fa-2949a4f4f6f3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=68c75d6f-393e-4f59-a127-82687d80e24f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:04.719025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] Pushing event deleted for resources: {'Port': ['ID=0f492f56-0158-4015-a9c2-9a312061f716,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:04.745577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23676621-933a-45fa-9437-6ed69a213c9a None None] No DVR routers for this DVR port 0f492f56-0158-4015-a9c2-9a312061f716 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:04.777578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83d7eaef-8a2f-4761-8651-f2ca01188180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.932423 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.177916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.203077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83d7eaef-8a2f-4761-8651-f2ca01188180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.217250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194b5d97-aa9f-49f4-8779-08fe8fd76ddd']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:05.230312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83d7eaef-8a2f-4761-8651-f2ca01188180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.252806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2806fb71-f89b-4391-b9b2-51f458e98c56') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:05.253133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2806fb71-f89b-4391-b9b2-51f458e98c56') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:05.303943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.337450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f492f56-0158-4015-a9c2-9a312061f716 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:05.338454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-83d7eaef-8a2f-4761-8651-f2ca01188180 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ec1b1c3b2b7408bb832a10e229f0574&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1087639 Jul 06 18:06:05.343477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:05.351973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7eaef-8a2f-4761-8651-f2ca01188180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a6329-feb2-473b-a28e-b264ad5525e4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:05.360595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.384997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:05.385427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:05.389183 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:05.501239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0f492f56-0158-4015-a9c2-9a312061f716 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:05.502464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f492f56-0158-4015-a9c2-9a312061f716 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:05.560956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.570576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.580928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/194b5d97-aa9f-49f4-8779-08fe8fd76ddd HTTP/1.1" status: 204 len: 168 time: 0.8994792 Jul 06 18:06:05.583950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:05.602831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-807c8777-4224-417e-9b65-dd7b4cd91cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.614632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1242649271'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:05.618692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e481331-1446-48b1-96b0-50a0e9772805 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=194b5d97-aa9f-49f4-8779-08fe8fd76ddd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:05.664868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:05.669153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.693600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-807c8777-4224-417e-9b65-dd7b4cd91cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.750091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:05.769245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.775006 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment 933cd135-1797-400e-96a0-d0055914aba5 of type vlan for network 0286e807-031e-485b-a16f-4d4db8192e7a Jul 06 18:06:05.864975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.899815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-807c8777-4224-417e-9b65-dd7b4cd91cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.904604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-807c8777-4224-417e-9b65-dd7b4cd91cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.906122 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-807c8777-4224-417e-9b65-dd7b4cd91cc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/003a6329-feb2-473b-a28e-b264ad5525e4 HTTP/1.1" status: 204 len: 168 time: 0.5612643 Jul 06 18:06:05.933440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.934503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c8777-4224-417e-9b65-dd7b4cd91cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a6329-feb2-473b-a28e-b264ad5525e4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:05.939646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:05.940185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.060592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41266) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:06.060876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4509699 Jul 06 18:06:06.067757 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:06.087731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80a2f4-ea45-4b1c-86be-fd426f698eb3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=0286e807-031e-485b-a16f-4d4db8192e7a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:06.110463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0286e807-031e-485b-a16f-4d4db8192e7a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:06:06.266301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:06.274416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.717834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:06.740240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.748154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e282d03b-2c87-43e6-a0b7-c782a8ed2428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.891794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=38c0569a-9c03-4783-9b6f-4fa1b101a67c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:06.914053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': '933cd135-1797-400e-96a0-d0055914aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:06.914435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 0286e807-031e-485b-a16f-4d4db8192e7a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:06:06.935535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e282d03b-2c87-43e6-a0b7-c782a8ed2428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.948855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e282d03b-2c87-43e6-a0b7-c782a8ed2428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.949473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 0286e807-031e-485b-a16f-4d4db8192e7a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:06:06.978661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0286e807-031e-485b-a16f-4d4db8192e7a) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:06.983227 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:06.983865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.988969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338bac8-6525-4dcd-861f-a5f6b0147e7e None None] Network 0286e807-031e-485b-a16f-4d4db8192e7a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:07.022796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d03b-2c87-43e6-a0b7-c782a8ed2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9644747-9842-4012-b831-724042cbe986,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:07.027726 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-084ed895-d2ee-402d-8aca-5f5a14e3c4a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9658728 Jul 06 18:06:07.028454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.033596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1655924936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:07.085485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e282d03b-2c87-43e6-a0b7-c782a8ed2428 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbd7e2b51c7b4a10b9383acb2cbc59fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649457 Jul 06 18:06:07.087863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41288) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.210794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.211863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.339637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.350846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.352940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0286e807-031e-485b-a16f-4d4db8192e7a', 'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': '38c0569a-9c03-4783-9b6f-4fa1b101a67c'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:06:07.354043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.373712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f99b36a-b4a2-4fa4-87c7-f04e6f729dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.434363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.440030 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bfbbff8b-fa42-49eb-a981-b4ac225304e8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4102979 Jul 06 18:06:07.447183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f99b36a-b4a2-4fa4-87c7-f04e6f729dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.452089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.475164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'port': {'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a', 'name': 'tempest-RoutersTest-136373515'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:07.610923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71016143-1c53-4816-af6a-733fc4f4a78f req-f4220570-54b7-4dbf-8e2d-25ca973d5702 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:07.621137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71016143-1c53-4816-af6a-733fc4f4a78f req-f4220570-54b7-4dbf-8e2d-25ca973d5702 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 947 time: 0.2019002 Jul 06 18:06:07.706678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f99b36a-b4a2-4fa4-87c7-f04e6f729dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.711581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f99b36a-b4a2-4fa4-87c7-f04e6f729dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.713696 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6f99b36a-b4a2-4fa4-87c7-f04e6f729dd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9644747-9842-4012-b831-724042cbe986 HTTP/1.1" status: 204 len: 168 time: 0.6243904 Jul 06 18:06:07.746123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71016143-1c53-4816-af6a-733fc4f4a78f req-330f698c-660d-4946-8621-3c4ded52a2b8 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151769 Jul 06 18:06:07.774298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:07.798357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Allocated IP 172.20.0.2 (0286e807-031e-485b-a16f-4d4db8192e7a/38c0569a-9c03-4783-9b6f-4fa1b101a67c/c016821c-6cd5-4452-ab32-b2ed81e301f1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:07.807986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.863585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99b36a-b4a2-4fa4-87c7-f04e6f729dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9644747-9842-4012-b831-724042cbe986,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:07.921817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] device_id is not set on port f089e806-7119-4a1d-ac52-1c0fa6001ea3 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:06:08.252617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.266380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Transition to ACTIVE for port object c016821c-6cd5-4452-ab32-b2ed81e301f1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:08.293479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Transition to ACTIVE for port object c016821c-6cd5-4452-ab32-b2ed81e301f1 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:08.303820 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.390216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Network 0286e807-031e-485b-a16f-4d4db8192e7a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:08.405676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Pushing event updated for resources: {'Port': ['ID=c016821c-6cd5-4452-ab32-b2ed81e301f1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:08.411153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:08.415602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:08.445214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.20.0.11 (0286e807-031e-485b-a16f-4d4db8192e7a/38c0569a-9c03-4783-9b6f-4fa1b101a67c/f089e806-7119-4a1d-ac52-1c0fa6001ea3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:08.602529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Attempting to bind port c016821c-6cd5-4452-ab32-b2ed81e301f1 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:08.605200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Attempting to bind port c016821c-6cd5-4452-ab32-b2ed81e301f1 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '933cd135-1797-400e-96a0-d0055914aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:08.605879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Attempting to bind port c016821c-6cd5-4452-ab32-b2ed81e301f1 on network 0286e807-031e-485b-a16f-4d4db8192e7a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:08.628045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:08.630477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Checking segment: {'id': '933cd135-1797-400e-96a0-d0055914aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:08.631691 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.635153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Bound using segment: {'id': '933cd135-1797-400e-96a0-d0055914aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:08.636023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Bound port: c016821c-6cd5-4452-ab32-b2ed81e301f1, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933cd135-1797-400e-96a0-d0055914aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0286e807-031e-485b-a16f-4d4db8192e7a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:08.636681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.916064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] For port c016821c-6cd5-4452-ab32-b2ed81e301f1, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:08.932043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] For port c016821c-6cd5-4452-ab32-b2ed81e301f1, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c016821c-6cd5-4452-ab32-b2ed81e301f1,segment=NetworkSegment(933cd135-1797-400e-96a0-d0055914aba5),segment_id=933cd135-1797-400e-96a0-d0055914aba5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:08.941372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.034246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.070935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object f089e806-7119-4a1d-ac52-1c0fa6001ea3 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:09.138403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3d7b-be9b-4285-b40c-3095e42d530c None None] Pushing event updated for resources: {'Port': ['ID=c016821c-6cd5-4452-ab32-b2ed81e301f1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:09.175143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.286860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=f089e806-7119-4a1d-ac52-1c0fa6001ea3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:09.315561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 0286e807-031e-485b-a16f-4d4db8192e7a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:09.328282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:09.339429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:09.476156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:09.477163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.536294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-37fcc9ff-f6cb-41bb-8934-5775b716462a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0826960 Jul 06 18:06:09.537246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:10.051031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:10.522349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:10.812108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-aec09553-3273-4fdb-bffe-252238696974 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:10.813986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-aec09553-3273-4fdb-bffe-252238696974 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 947 time: 2.3674860 Jul 06 18:06:10.869171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e0422-8a85-44ea-a9be-dd6d4d403f41 req-a6dab44d-de35-4ada-bd1a-16b8bd0ff604 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:10.876445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba5e0422-8a85-44ea-a9be-dd6d4d403f41 req-a6dab44d-de35-4ada-bd1a-16b8bd0ff604 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 947 time: 0.5779986 Jul 06 18:06:10.905442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62f1d6-ab71-44cc-9d0d-c6a71f19ef02 req-2618264f-00b5-4a23-9e6a-89b05d5873ca tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:10.915731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c62f1d6-ab71-44cc-9d0d-c6a71f19ef02 req-2618264f-00b5-4a23-9e6a-89b05d5873ca tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.6391389 Jul 06 18:06:11.067117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8185243-e0cf-4704-90f4-7acf7c86b9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.202064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba5e0422-8a85-44ea-a9be-dd6d4d403f41 req-f03f48cc-1f27-4d80-bddd-5e0b71cd8f79 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674496 Jul 06 18:06:11.228108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c62f1d6-ab71-44cc-9d0d-c6a71f19ef02 req-8c2b7729-c3a3-4dce-9e22-87abcdf9777e tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756155 Jul 06 18:06:11.369100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d3d407-f941-49fe-bbbe-ee7c3a1a1226 None None] Network 0286e807-031e-485b-a16f-4d4db8192e7a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:11.394010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Deleting port f6440999-00bb-43c2-bcd0-400d4772f545 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:11.394349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.582409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c016821c-6cd5-4452-ab32-b2ed81e301f1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:11.779039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c016821c-6cd5-4452-ab32-b2ed81e301f1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:11.799351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] Provisioning for port c016821c-6cd5-4452-ab32-b2ed81e301f1 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:11.835502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c016821c-6cd5-4452-ab32-b2ed81e301f1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:11.835502 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.851303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] Provisioning complete for port c016821c-6cd5-4452-ab32-b2ed81e301f1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:11.851303 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.860459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] For port f6440999-00bb-43c2-bcd0-400d4772f545, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=f6440999-00bb-43c2-bcd0-400d4772f545,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:11.861321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.048090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.058034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8185243-e0cf-4704-90f4-7acf7c86b9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.060793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.164445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8185243-e0cf-4704-90f4-7acf7c86b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.214007 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.230768 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=f089e806-7119-4a1d-ac52-1c0fa6001ea3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:12.253763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8185243-e0cf-4704-90f4-7acf7c86b9c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b8ffde887e64be7883e42f0809380ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1126597 Jul 06 18:06:12.257997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-8ca4e474-98a3-470b-9d82-9cb90fe10bdd tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:12.261925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-8ca4e474-98a3-470b-9d82-9cb90fe10bdd tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 0.5129995 Jul 06 18:06:12.262447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41376) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:12.298200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] For port c016821c-6cd5-4452-ab32-b2ed81e301f1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c016821c-6cd5-4452-ab32-b2ed81e301f1,segment=NetworkSegment(933cd135-1797-400e-96a0-d0055914aba5),segment_id=933cd135-1797-400e-96a0-d0055914aba5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:12.326618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.339983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.340546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.342123 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Floating IP 60c72c95-c684-4635-9b71-f97e70438bad disassociated. External IP: 172.25.5.206, port: f6440999-00bb-43c2-bcd0-400d4772f545. Jul 06 18:06:12.342618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Calling delete_port for f6440999-00bb-43c2-bcd0-400d4772f545 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:12.383810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8185243-e0cf-4704-90f4-7acf7c86b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66cfcc5-6d58-4af8-ad0f-13cf637c1728,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:12.384503 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.447744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb09fa-5a89-4d5d-990c-b7d726234b14 None None] Pushing event updated for resources: {'Port': ['ID=c016821c-6cd5-4452-ab32-b2ed81e301f1,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:12.553872 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:06:12.554245 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:06:12.747196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.773725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f6d1c8c-fab2-452f-a7d4-c6e18c87c0bb None None] Provisioning for port f089e806-7119-4a1d-ac52-1c0fa6001ea3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:12.778629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f6d1c8c-fab2-452f-a7d4-c6e18c87c0bb None None] Provisioning complete for port f089e806-7119-4a1d-ac52-1c0fa6001ea3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:12.779411 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1c8c-fab2-452f-a7d4-c6e18c87c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.873667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d1c8c-fab2-452f-a7d4-c6e18c87c0bb None None] Port f089e806-7119-4a1d-ac52-1c0fa6001ea3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:12.913242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.914906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-272c1bdd-a982-42a1-9e58-2f7db1658d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.917215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f6d1c8c-fab2-452f-a7d4-c6e18c87c0bb None None] Provisioning complete for port c016821c-6cd5-4452-ab32-b2ed81e301f1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:12.917823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1c8c-fab2-452f-a7d4-c6e18c87c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.922029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.006000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event deleted for resources: {'Port': ['ID=f6440999-00bb-43c2-bcd0-400d4772f545,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:13.037224 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-272c1bdd-a982-42a1-9e58-2f7db1658d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.165545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:13.232479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Deleting port 89aa2c31-dc6f-4f01-b566-f41cb29c850e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:13.232833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.330490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: f6440999-00bb-43c2-bcd0-400d4772f545 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:13.331480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device f6440999-00bb-43c2-bcd0-400d4772f545 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:13.374364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1cb2d399-d2b9-4018-b5dc-7c275b93a8f6 None None] Provisioning complete for port f089e806-7119-4a1d-ac52-1c0fa6001ea3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:13.375147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d399-d2b9-4018-b5dc-7c275b93a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.487201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2d399-d2b9-4018-b5dc-7c275b93a8f6 None None] Port f089e806-7119-4a1d-ac52-1c0fa6001ea3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:13.558668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c016821c-6cd5-4452-ab32-b2ed81e301f1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:13.634195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7fcaa-716f-4405-bb1b-e38f4958dfb8 req-1dcdcffa-00a2-436e-9661-26857929864a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:13.647798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7af7fcaa-716f-4405-bb1b-e38f4958dfb8 req-1dcdcffa-00a2-436e-9661-26857929864a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 945 time: 1.0550878 Jul 06 18:06:13.677651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-272c1bdd-a982-42a1-9e58-2f7db1658d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.680973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-272c1bdd-a982-42a1-9e58-2f7db1658d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.682267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-272c1bdd-a982-42a1-9e58-2f7db1658d81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c66cfcc5-6d58-4af8-ad0f-13cf637c1728 HTTP/1.1" status: 204 len: 168 time: 1.4161143 Jul 06 18:06:13.766119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c016821c-6cd5-4452-ab32-b2ed81e301f1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:13.769978 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.862114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be54ca-bb1e-4b1e-ba50-d61123989269 req-8d0559b9-4ac5-46a6-9b8d-29d1699dd764 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:13.869428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4be54ca-bb1e-4b1e-ba50-d61123989269 req-8d0559b9-4ac5-46a6-9b8d-29d1699dd764 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 868 time: 1.2636960 Jul 06 18:06:13.888257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c1bdd-a982-42a1-9e58-2f7db1658d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66cfcc5-6d58-4af8-ad0f-13cf637c1728,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:13.979310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-37468ec9-c68b-4209-a5f4-16be963ff1ce None None] Provisioning complete for port f089e806-7119-4a1d-ac52-1c0fa6001ea3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:13.979912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37468ec9-c68b-4209-a5f4-16be963ff1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.085367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4be54ca-bb1e-4b1e-ba50-d61123989269 req-30c58c97-24b0-4784-aa44-369552cad42c tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups?id=941b8663-6bde-4d1d-8285-fd60e8140e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146442 Jul 06 18:06:14.133228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7af7fcaa-716f-4405-bb1b-e38f4958dfb8 req-95e0d158-bdd9-4a0c-aaab-ead62fd245fd tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843485 Jul 06 18:06:14.158279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] For port 89aa2c31-dc6f-4f01-b566-f41cb29c850e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=89aa2c31-dc6f-4f01-b566-f41cb29c850e,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:14.158651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.207184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Calling delete_port for 89aa2c31-dc6f-4f01-b566-f41cb29c850e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:14.210644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Router cc98a80d-bacd-482a-b142-eff3e104308d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:14.218238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-37468ec9-c68b-4209-a5f4-16be963ff1ce None None] Port f089e806-7119-4a1d-ac52-1c0fa6001ea3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:14.284813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.297232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.428828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.431410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=f089e806-7119-4a1d-ac52-1c0fa6001ea3,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:14.564057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 0286e807-031e-485b-a16f-4d4db8192e7a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:14.565741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:14.707459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:14.743344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:14.761434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:14.780237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:14.781307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:14.833251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1debeb43-e030-4cf6-b0fd-03e8353ca404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.910698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] No DVR routers for this DVR port f6440999-00bb-43c2-bcd0-400d4772f545 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:14.922308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.929877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e451f95-dcb6-4fbd-b29e-bed0e14cb629 req-201886e2-06b6-4c86-a634-f6383748f9b1 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.61 "DELETE /v2.0/ports/f6440999-00bb-43c2-bcd0-400d4772f545 HTTP/1.1" status: 204 len: 173 time: 4.0985160 Jul 06 18:06:14.934020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-deleted', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:14.937020 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d5f27-5a23-4e97-bfdf-0b54a2338996" -d '{"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-deleted", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:14.974921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 62a991ef-27a5-41e4-a908-8d4d8550c8c5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:06:15.031194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.064484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['377dc5c5-8ad1-42a1-b88c-205b05c3027b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:15.222009 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04009206-d50e-4675-a5d0-9a3bb9be1318 x-openstack-request-id: req-04009206-d50e-4675-a5d0-9a3bb9be1318 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:15.222798 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8ae55-611f-4195-ad03-1e8427039766", "name": "network-vif-deleted", "tag": "f6440999-00bb-43c2-bcd0-400d4772f545", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:15.222798 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04009206-d50e-4675-a5d0-9a3bb9be1318 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:15.228825 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8ae55-611f-4195-ad03-1e8427039766', 'name': 'network-vif-deleted', 'tag': 'f6440999-00bb-43c2-bcd0-400d4772f545', 'status': 'completed', 'code': 200} Jul 06 18:06:15.322280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Pushing event deleted for resources: {'Port': ['ID=89aa2c31-dc6f-4f01-b566-f41cb29c850e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:15.368149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] No DVR routers for this DVR port 89aa2c31-dc6f-4f01-b566-f41cb29c850e on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:15.373430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.377462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d7f0190-0624-4b66-bb28-cc9fb0ba81a3 req-f518a1b2-1044-417e-99b9-a610cb5d739a tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.60 "DELETE /v2.0/ports/89aa2c31-dc6f-4f01-b566-f41cb29c850e HTTP/1.1" status: 204 len: 173 time: 3.0933578 Jul 06 18:06:15.414782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:15.432769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:15.434090 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] Sync routers for ids ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:15.445384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dcba171d-6b9b-4360-b26e-6619555fa121 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/62a991ef-27a5-41e4-a908-8d4d8550c8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9028263 Jul 06 18:06:15.461372 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] Routers {'62a991ef-27a5-41e4-a908-8d4d8550c8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:15.469411 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:15.571745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:15.578052 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:15.610475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1debeb43-e030-4cf6-b0fd-03e8353ca404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.619581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1debeb43-e030-4cf6-b0fd-03e8353ca404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.629072 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] Routers {'62a991ef-27a5-41e4-a908-8d4d8550c8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:15.630118 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:15.707005 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1debeb43-e030-4cf6-b0fd-03e8353ca404 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57006d429a7d474bb0b8d035733f8d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9814038 Jul 06 18:06:15.711298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b7e7fa50-46d3-4213-a3c1-4c10f8b2ce17 None None] Provisioning complete for port f089e806-7119-4a1d-ac52-1c0fa6001ea3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:15.714844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:15.715743 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7e7fa50-46d3-4213-a3c1-4c10f8b2ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.729830 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:15.733055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c4bf6-973a-4d06-bfdb-603676c861e0 None None] The sync data for ids ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:15.744369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 89aa2c31-dc6f-4f01-b566-f41cb29c850e no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:15.792534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-037d9965-de6f-492f-a7aa-be1e3c071c78 req-aeabe926-e49e-41f0-99e2-51b4627d149d tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0a33efe-44b3-469c-81b0-e881e30c63ce HTTP/1.1" status: 200 len: 210 time: 0.1687107 Jul 06 18:06:15.796153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a8a9087-406d-4c45-858e-3677de806f7e req-18596dba-9eef-4ced-99f7-01a937cbcd9e tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/ports?device_id=07b8ae55-611f-4195-ad03-1e8427039766 HTTP/1.1" status: 200 len: 210 time: 0.3327792 Jul 06 18:06:15.825922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 89aa2c31-dc6f-4f01-b566-f41cb29c850e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:15.826976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88f0e9-d158-4d3b-8c46-9c7d0a210ef1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:15.827970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 89aa2c31-dc6f-4f01-b566-f41cb29c850e not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:15.828602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1b88f0e9-d158-4d3b-8c46-9c7d0a210ef1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports/f089e806-7119-4a1d-ac52-1c0fa6001ea3 HTTP/1.1" status: 200 len: 977 time: 0.3933704 Jul 06 18:06:15.837455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:15.972978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7fa50-46d3-4213-a3c1-4c10f8b2ce17 None None] Port f089e806-7119-4a1d-ac52-1c0fa6001ea3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:16.034884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debeb43-e030-4cf6-b0fd-03e8353ca404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642a6d0-8ac7-46c3-90e4-b95c683a6b8b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:16.120673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5327bdb3-ea6b-456a-8427-93511954a3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.222038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5327bdb3-ea6b-456a-8427-93511954a3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.368978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:16.399171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5327bdb3-ea6b-456a-8427-93511954a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.407588 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5327bdb3-ea6b-456a-8427-93511954a3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.412841 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5327bdb3-ea6b-456a-8427-93511954a3ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5642a6d0-8ac7-46c3-90e4-b95c683a6b8b HTTP/1.1" status: 204 len: 168 time: 0.6930883 Jul 06 18:06:16.419379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:16.448896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327bdb3-ea6b-456a-8427-93511954a3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642a6d0-8ac7-46c3-90e4-b95c683a6b8b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:16.455605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:16.456559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:17.099322 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.106780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:17.108489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41438) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:17.281936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'name': 'network-vif-deleted', 'tag': '89aa2c31-dc6f-4f01-b566-f41cb29c850e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:17.294320 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75942d51-9b97-4f12-8b47-cff295600b22" -d '{"events": [{"server_uuid": "d0a33efe-44b3-469c-81b0-e881e30c63ce", "name": "network-vif-deleted", "tag": "89aa2c31-dc6f-4f01-b566-f41cb29c850e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:17.332813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5dce67d5-8c89-49ea-b53a-bf7a4e047d67 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.443637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5dce67d5-8c89-49ea-b53a-bf7a4e047d67 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.484701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:17.598016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5a8c07f-c283-4798-af08-61209acd68d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.748046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:17.795248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5dce67d5-8c89-49ea-b53a-bf7a4e047d67 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.808957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5dce67d5-8c89-49ea-b53a-bf7a4e047d67 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.816718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5dce67d5-8c89-49ea-b53a-bf7a4e047d67 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "DELETE /v2.0/security-groups/941b8663-6bde-4d1d-8285-fd60e8140e37 HTTP/1.1" status: 204 len: 168 time: 0.7061548 Jul 06 18:06:17.818071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41454) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:17.822388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f47df7-df8e-4957-82bd-8d3f28fd0029 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '66cbfa62-55f9-44c9-98f7-6187b91a85c9', 'name': '', 'network_id': '83fa63fd-eae3-4864-b90d-a34fbb0acffc', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'mac_address': 'fa:16:3e:61:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:18Z', 'updated_at': '2021-07-06T17:56:30Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'subnets': [{'id': '3501c43d-ecbb-4466-bebd-fdb79c0f1db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:17.907459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce67d5-8c89-49ea-b53a-bf7a4e047d67 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941b8663-6bde-4d1d-8285-fd60e8140e37,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:17.921335 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-70d1b2ef-05f6-4793-9a4d-f17cfaf2e216 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] show failed (client error): The resource could not be found. Jul 06 18:06:17.926826 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70d1b2ef-05f6-4793-9a4d-f17cfaf2e216 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "GET /v2.0/security-groups/941b8663-6bde-4d1d-8285-fd60e8140e37 HTTP/1.1" status: 404 len: 347 time: 0.0947645 Jul 06 18:06:17.930107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41458) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:18.379598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5a8c07f-c283-4798-af08-61209acd68d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.398235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5a8c07f-c283-4798-af08-61209acd68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.416564 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9baf478-ffc1-454c-a9ee-28c96d129449 x-openstack-request-id: req-c9baf478-ffc1-454c-a9ee-28c96d129449 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:18.417126 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a33efe-44b3-469c-81b0-e881e30c63ce", "name": "network-vif-deleted", "tag": "89aa2c31-dc6f-4f01-b566-f41cb29c850e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:18.417331 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9baf478-ffc1-454c-a9ee-28c96d129449 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:18.418001 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a33efe-44b3-469c-81b0-e881e30c63ce', 'name': 'network-vif-deleted', 'tag': '89aa2c31-dc6f-4f01-b566-f41cb29c850e', 'status': 'completed', 'code': 200} Jul 06 18:06:18.439127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Deleting port f7470ab1-d7e0-4d73-8ee6-ebd33e1c54cb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:18.439754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.441977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288d01c-65a2-4523-b5c1-f7b8ca01d221 None None] New status for floating IP 60c72c95-c684-4635-9b71-f97e70438bad: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:06:18.444465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8c07f-c283-4798-af08-61209acd68d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55595a93-9a61-467f-9d75-93f0d6501fa1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:18.545864 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c5a8c07f-c283-4798-af08-61209acd68d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05197e81973945bcb690b45930afebe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0540881 Jul 06 18:06:18.550170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41462) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:18.646192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.647213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.689672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Calling delete_port for f7470ab1-d7e0-4d73-8ee6-ebd33e1c54cb owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:18.779201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ba522-065f-4bd2-bb65-59c3a93c7094 req-5fba7464-9fc7-4847-9801-fca4931ba826 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:18.799933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a19ba522-065f-4bd2-bb65-59c3a93c7094 req-5fba7464-9fc7-4847-9801-fca4931ba826 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.3872807 Jul 06 18:06:18.891024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-057434d0-1bd7-41aa-8343-062e6e56d8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.064437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a19ba522-065f-4bd2-bb65-59c3a93c7094 req-20db6c8f-609b-4430-9335-0d17554c7633 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627449 Jul 06 18:06:19.077009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-057434d0-1bd7-41aa-8343-062e6e56d8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.264845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-057434d0-1bd7-41aa-8343-062e6e56d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.270707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-057434d0-1bd7-41aa-8343-062e6e56d8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.273343 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-057434d0-1bd7-41aa-8343-062e6e56d8f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55595a93-9a61-467f-9d75-93f0d6501fa1 HTTP/1.1" status: 204 len: 168 time: 0.7215853 Jul 06 18:06:19.298129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057434d0-1bd7-41aa-8343-062e6e56d8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55595a93-9a61-467f-9d75-93f0d6501fa1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:19.320214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port f089e806-7119-4a1d-ac52-1c0fa6001ea3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:19.320573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.329971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.405218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Pushing event deleted for resources: {'Port': ['ID=f7470ab1-d7e0-4d73-8ee6-ebd33e1c54cb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:19.470557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.487438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for f089e806-7119-4a1d-ac52-1c0fa6001ea3 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:19.572784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.581185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.587719 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-be376ad6-c58e-45b9-a4e7-f7089f3ac1c3 tempest-AttachVolumeShelveTestJSON-696794591 tempest-AttachVolumeShelveTestJSON-696794591-project] 10.222.0.37 "DELETE /v2.0/floatingips/60c72c95-c684-4635-9b71-f97e70438bad HTTP/1.1" status: 204 len: 168 time: 1.6548920 Jul 06 18:06:19.848571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.908392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=f089e806-7119-4a1d-ac52-1c0fa6001ea3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:20.301688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:20.856430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 62a991ef-27a5-41e4-a908-8d4d8550c8c5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:20.885406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf5238-5891-4eb2-9b0d-6b00e90c2103 req-229e0e2e-fc50-429b-8980-6265a9dca6b1 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:20.887857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dbaf5238-5891-4eb2-9b0d-6b00e90c2103 req-229e0e2e-fc50-429b-8980-6265a9dca6b1 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.4028189 Jul 06 18:06:21.133756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dbaf5238-5891-4eb2-9b0d-6b00e90c2103 req-b8707033-f994-44d6-905d-973a392fcae3 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383721 Jul 06 18:06:21.143717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:21.155935 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] Sync routers for ids ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:21.159159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5ed8a72d-577c-41ea-8aa6-c625df6ba064 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/62a991ef-27a5-41e4-a908-8d4d8550c8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3202713 Jul 06 18:06:21.162079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41510) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:21.174579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] Routers {'62a991ef-27a5-41e4-a908-8d4d8550c8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:21.175485 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:21.255635 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:21.284331 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] Routers {'62a991ef-27a5-41e4-a908-8d4d8550c8c5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:21.285164 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:05:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:21.338056 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:21.338980 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad327e8-ba85-4eff-9d5d-02441b46a389 None None] The sync data for ids ['62a991ef-27a5-41e4-a908-8d4d8550c8c5'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:21.427332 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-38ba7ed4-aab5-4e2b-84c4-36e1d8610798 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 18:06:21.429062 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-38ba7ed4-aab5-4e2b-84c4-36e1d8610798 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/62a991ef-27a5-41e4-a908-8d4d8550c8c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2654741 Jul 06 18:06:21.432603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:21.488500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41518) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:21.489209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-14dff1b0-ab5b-4077-81ad-098686e35fa1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=62a991ef-27a5-41e4-a908-8d4d8550c8c5 HTTP/1.1" status: 200 len: 205 time: 0.0544596 Jul 06 18:06:21.640885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:21.915506 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:21.920356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.006132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.009461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router 62a991ef-27a5-41e4-a908-8d4d8550c8c5 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:22.027390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.032777 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a4986276-8152-44a1-8307-856aca06b145 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/62a991ef-27a5-41e4-a908-8d4d8550c8c5 HTTP/1.1" status: 204 len: 168 time: 0.5390494 Jul 06 18:06:22.033335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:22.132270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet 38c0569a-9c03-4783-9b6f-4fa1b101a67c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:22.138877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.223131 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.483921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.674043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.824183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.831625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/38c0569a-9c03-4783-9b6f-4fa1b101a67c HTTP/1.1" status: 204 len: 168 time: 0.7920153 Jul 06 18:06:22.832131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:22.837183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5dbcf-f326-4f00-b2ea-921e41cb08a2 None None] Network 0286e807-031e-485b-a16f-4d4db8192e7a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:22.872184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06edf35-1d95-4be0-92da-535507ef40f6 req-1315b483-aa8e-4080-ab65-42028a68d208 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:22.881831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c06edf35-1d95-4be0-92da-535507ef40f6 req-1315b483-aa8e-4080-ab65-42028a68d208 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.3393052 Jul 06 18:06:22.884504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06bab-a86f-46f3-9866-49b4f44efb32 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=38c0569a-9c03-4783-9b6f-4fa1b101a67c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:22.998720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-f98d7ebb-e639-4dbe-90a0-1f1b1e4a1081 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:23.000730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-f98d7ebb-e639-4dbe-90a0-1f1b1e4a1081 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.61 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 945 time: 0.1180031 Jul 06 18:06:23.052119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.194995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c06edf35-1d95-4be0-92da-535507ef40f6 req-42cc28c1-cff0-4f61-8851-1250afcd2b62 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d13a371-688b-4b87-adf3-462c36a09d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696874 Jul 06 18:06:23.249191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port c016821c-6cd5-4452-ab32-b2ed81e301f1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:23.249783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.269027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Deleting port 377dc5c5-8ad1-42a1-b88c-205b05c3027b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:23.283501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.372845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] DHCP port deletion for 0286e807-031e-485b-a16f-4d4db8192e7a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:23.492168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port c016821c-6cd5-4452-ab32-b2ed81e301f1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c016821c-6cd5-4452-ab32-b2ed81e301f1,segment=NetworkSegment(933cd135-1797-400e-96a0-d0055914aba5),segment_id=933cd135-1797-400e-96a0-d0055914aba5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:23.493159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.571956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for c016821c-6cd5-4452-ab32-b2ed81e301f1 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:23.633250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c016821c-6cd5-4452-ab32-b2ed81e301f1 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:23.694125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] For port 377dc5c5-8ad1-42a1-b88c-205b05c3027b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=377dc5c5-8ad1-42a1-b88c-205b05c3027b,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:23.694819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.762810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Calling delete_port for 377dc5c5-8ad1-42a1-b88c-205b05c3027b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:23.861675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:23.914825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] Deleting port c016821c-6cd5-4452-ab32-b2ed81e301f1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:23.915703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.947819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.997462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port c016821c-6cd5-4452-ab32-b2ed81e301f1 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:24.190676 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.191062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=c016821c-6cd5-4452-ab32-b2ed81e301f1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:24.252584 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.288659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['377dc5c5-8ad1-42a1-b88c-205b05c3027b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:24.341471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Pushing event deleted for resources: {'Port': ['ID=377dc5c5-8ad1-42a1-b88c-205b05c3027b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:24.502691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] For port c016821c-6cd5-4452-ab32-b2ed81e301f1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c016821c-6cd5-4452-ab32-b2ed81e301f1,segment=NetworkSegment(933cd135-1797-400e-96a0-d0055914aba5),segment_id=933cd135-1797-400e-96a0-d0055914aba5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:24.503958 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.532395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.533089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.533610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] Calling delete_port for c016821c-6cd5-4452-ab32-b2ed81e301f1 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:24.537726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.538324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.538816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.539292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.558607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.559376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.560142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.560665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.561174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.561721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:24.612700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] No DVR routers for this DVR port 377dc5c5-8ad1-42a1-b88c-205b05c3027b on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:24.628298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.638683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45da8cd4-819c-44eb-bdfe-76e19763f192 req-df634e2e-151f-4acb-8edc-e866b220ee47 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.61 "DELETE /v2.0/ports/377dc5c5-8ad1-42a1-b88c-205b05c3027b HTTP/1.1" status: 204 len: 173 time: 1.6292500 Jul 06 18:06:24.639346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.655296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'name': 'network-vif-deleted', 'tag': '377dc5c5-8ad1-42a1-b88c-205b05c3027b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:24.661658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0286e807-031e-485b-a16f-4d4db8192e7a']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:24.674204 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dd0141-70d6-4c54-8612-89faf7262e36" -d '{"events": [{"server_uuid": "41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b", "name": "network-vif-deleted", "tag": "377dc5c5-8ad1-42a1-b88c-205b05c3027b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:24.691276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933cd135-1797-400e-96a0-d0055914aba5') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:24.691590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933cd135-1797-400e-96a0-d0055914aba5') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:24.728316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.779420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:24.822819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.852093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:24.856028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:24.863062 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:25.057407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.097665 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.109969 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.128131 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/0286e807-031e-485b-a16f-4d4db8192e7a HTTP/1.1" status: 204 len: 168 time: 2.2945297 Jul 06 18:06:25.166438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:25.176944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1959376190'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:25.199139 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d22414-39ac-44f6-bf8a-b380b549ad91 x-openstack-request-id: req-a1d22414-39ac-44f6-bf8a-b380b549ad91 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:25.201138 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b", "name": "network-vif-deleted", "tag": "377dc5c5-8ad1-42a1-b88c-205b05c3027b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:25.201554 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1d22414-39ac-44f6-bf8a-b380b549ad91 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:25.204026 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b', 'name': 'network-vif-deleted', 'tag': '377dc5c5-8ad1-42a1-b88c-205b05c3027b', 'status': 'completed', 'code': 200} Jul 06 18:06:25.213557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] No DVR routers for this DVR port c016821c-6cd5-4452-ab32-b2ed81e301f1 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:25.216704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f12327-8283-4bfe-9d02-45d3cdfd585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.229089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f103e67b-a5c7-4f5f-9882-92371d3a02c3 req-77b211bb-ebde-477c-afcd-26714b96a205 tempest-ServerRescueNegativeTestJSON-410589367 tempest-ServerRescueNegativeTestJSON-410589367-project] 10.222.0.37 "GET /v2.0/ports?device_id=41bdf13d-a4c3-4a8f-92f4-c40ccaa7e62b HTTP/1.1" status: 200 len: 210 time: 0.2193372 Jul 06 18:06:25.231515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320bb90-db46-4409-9a7b-edb25a251d5e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=0286e807-031e-485b-a16f-4d4db8192e7a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:25.240675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277b904-dd8c-468f-8539-d808d8de03cb None None] Pushing event deleted for resources: {'Port': ['ID=c016821c-6cd5-4452-ab32-b2ed81e301f1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:25.243988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:25.249930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.298294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:25.312358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.313202 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment af1bf297-f26c-4ed7-b015-c89f2cbad984 of type vlan for network 47724c32-68ae-49be-9a2d-514b00593d48 Jul 06 18:06:25.403150 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.430815 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39acbd8e-594f-46d0-9515-2e10adf357cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.750041 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.761461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:25.762504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.773213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f12327-8283-4bfe-9d02-45d3cdfd585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:25.907536 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:06:25.942173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=47724c32-68ae-49be-9a2d-514b00593d48,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:25.958471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 47724c32-68ae-49be-9a2d-514b00593d48 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:06:25.965610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f12327-8283-4bfe-9d02-45d3cdfd585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:26.014390 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-195f7fd7-1ea3-41d0-a3af-f62ab2655c3d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8460608 Jul 06 18:06:26.017885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:26.038449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '47724c32-68ae-49be-9a2d-514b00593d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:26.061233 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8f12327-8283-4bfe-9d02-45d3cdfd585b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2612d828169428fa96d1e7b6b063ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2746859 Jul 06 18:06:26.062806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f12327-8283-4bfe-9d02-45d3cdfd585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a86f7-4376-48dc-8f4f-b2ca1b9a5590,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:26.072751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:26.377965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:26.568431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41636) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:26.792325 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f08c25-ba0b-4376-8a86-797edf7590a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:26.797962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:26.806641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.059612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f08c25-ba0b-4376-8a86-797edf7590a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.247454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 377dc5c5-8ad1-42a1-b88c-205b05c3027b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:27.291427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f08c25-ba0b-4376-8a86-797edf7590a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.296032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f08c25-ba0b-4376-8a86-797edf7590a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.300607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1f08c25-ba0b-4376-8a86-797edf7590a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d6a86f7-4376-48dc-8f4f-b2ca1b9a5590 HTTP/1.1" status: 204 len: 168 time: 1.2118435 Jul 06 18:06:27.320682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 377dc5c5-8ad1-42a1-b88c-205b05c3027b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:27.321272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 377dc5c5-8ad1-42a1-b88c-205b05c3027b not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:27.340304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f08c25-ba0b-4376-8a86-797edf7590a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a86f7-4376-48dc-8f4f-b2ca1b9a5590,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:27.342776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.489759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.778747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=8164d7eb-521a-4d51-af05-9545aef4c08c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:27.782258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Deleting port 8db8076e-3c47-4871-ad16-0ddd23a54b92 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:27.782610 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.912623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57c3bf80-16ff-4950-9ed4-adca3a684886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.933921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Deleting port 653de02b-89d3-4040-b6f8-f7d961e92e2d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:27.934762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.944387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] For port 8db8076e-3c47-4871-ad16-0ddd23a54b92, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8db8076e-3c47-4871-ad16-0ddd23a54b92,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:27.944937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.959436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:27.972969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Calling delete_port for 8db8076e-3c47-4871-ad16-0ddd23a54b92 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:28.020489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': 'af1bf297-f26c-4ed7-b015-c89f2cbad984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '47724c32-68ae-49be-9a2d-514b00593d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:28.022627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 47724c32-68ae-49be-9a2d-514b00593d48, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:06:28.059121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] For port 653de02b-89d3-4040-b6f8-f7d961e92e2d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=653de02b-89d3-4040-b6f8-f7d961e92e2d,segment=NetworkSegment(7a792976-3cb2-42fc-8510-66f339c2f049),segment_id=7a792976-3cb2-42fc-8510-66f339c2f049)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:28.059610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:28.107560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Calling delete_port for 653de02b-89d3-4040-b6f8-f7d961e92e2d owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:28.350240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41650) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:28.384263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81382d29-d480-4570-be34-3d655ef8edc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:28.544091 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:28.587620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-2fe5ec7d-4f0f-4957-8c3d-fdc0a737718b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9351175 Jul 06 18:06:28.638939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 47724c32-68ae-49be-9a2d-514b00593d48 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:06:28.673142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Pushing event deleted for resources: {'Port': ['ID=8db8076e-3c47-4871-ad16-0ddd23a54b92,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:28.765010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 47724c32-68ae-49be-9a2d-514b00593d48) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:28.776198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f660a2-b405-4c93-8763-1730533b97a6 None None] Network 47724c32-68ae-49be-9a2d-514b00593d48 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:28.792382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:28.793335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.118957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.134842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-e6eb6403-603b-4511-b2e3-19bcb7107846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:29.136687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-e6eb6403-603b-4511-b2e3-19bcb7107846 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 1097 time: 0.4926844 Jul 06 18:06:29.182579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.185806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-47724c32-68ae-49be-9a2d-514b00593d48', 'network_id': '47724c32-68ae-49be-9a2d-514b00593d48', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': '8164d7eb-521a-4d51-af05-9545aef4c08c'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:06:29.189384 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.238611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81382d29-d480-4570-be34-3d655ef8edc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.240495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=653de02b-89d3-4040-b6f8-f7d961e92e2d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:29.290330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0dee451f-b8f8-41b8-b272-c2b4caa88652 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2646646 Jul 06 18:06:29.295531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41658) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:29.306375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1970706366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:29.312653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81382d29-d480-4570-be34-3d655ef8edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.417690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-364aa0d8-99ba-48c6-bf44-97a4e8d95f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:29.417884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-364aa0d8-99ba-48c6-bf44-97a4e8d95f2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.2220333 Jul 06 18:06:29.433616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.473194 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-81382d29-d480-4570-be34-3d655ef8edc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33febe0abe9c470cb9457bb3ab412471&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1186039 Jul 06 18:06:29.497438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:29.502279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.504209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.550014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Allocated IP 172.20.0.2 (47724c32-68ae-49be-9a2d-514b00593d48/8164d7eb-521a-4d51-af05-9545aef4c08c/9eec83e8-d146-42ee-8a1c-cf34af8d1ec2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:29.597881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81382d29-d480-4570-be34-3d655ef8edc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef8904-a212-45cb-9274-7ff3e3cca1a4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:29.664280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-57e55212-b542-4d0b-8c9b-64bd06708229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 200 len: 1001 time: 0.2297688 Jul 06 18:06:29.749669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.759577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Router 29d12741-b4bf-41b1-afa9-ce51c0c8635d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:29.761781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.831659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.832803 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6140edcd-0c96-4cc0-99ae-291885e78b3b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5335279 Jul 06 18:06:29.838722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22628861-6dcf-4d54-9a82-b085d46e05b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.868976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22628861-6dcf-4d54-9a82-b085d46e05b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.911733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.926985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:29.934624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-9c139335-ddce-4e6b-8231-74aab4e33a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:29.942638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-9c139335-ddce-4e6b-8231-74aab4e33a57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.2618084 Jul 06 18:06:29.953557 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.962384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Transition to ACTIVE for port object 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:29.966978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22628861-6dcf-4d54-9a82-b085d46e05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.969991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22628861-6dcf-4d54-9a82-b085d46e05b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:29.972768 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-22628861-6dcf-4d54-9a82-b085d46e05b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72ef8904-a212-45cb-9274-7ff3e3cca1a4 HTTP/1.1" status: 204 len: 168 time: 0.4726911 Jul 06 18:06:29.993843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.019016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22628861-6dcf-4d54-9a82-b085d46e05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef8904-a212-45cb-9274-7ff3e3cca1a4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:30.027949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Transition to ACTIVE for port object 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:30.055538 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.216116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Network 47724c32-68ae-49be-9a2d-514b00593d48 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:30.220745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:30.229415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:30.243090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Pushing event updated for resources: {'Port': ['ID=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:30.370213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Attempting to bind port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:30.370590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Attempting to bind port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'af1bf297-f26c-4ed7-b015-c89f2cbad984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '47724c32-68ae-49be-9a2d-514b00593d48'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:30.371152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Attempting to bind port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 on network 47724c32-68ae-49be-9a2d-514b00593d48 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:30.377463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:30.378328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Checking segment: {'id': 'af1bf297-f26c-4ed7-b015-c89f2cbad984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '47724c32-68ae-49be-9a2d-514b00593d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:30.378912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.379517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Bound using segment: {'id': 'af1bf297-f26c-4ed7-b015-c89f2cbad984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '47724c32-68ae-49be-9a2d-514b00593d48'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:30.380196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Bound port: 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1bf297-f26c-4ed7-b015-c89f2cbad984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '47724c32-68ae-49be-9a2d-514b00593d48'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:30.381390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.510701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] For port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:30.517104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] For port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,segment=NetworkSegment(af1bf297-f26c-4ed7-b015-c89f2cbad984),segment_id=af1bf297-f26c-4ed7-b015-c89f2cbad984)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:30.524383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.638620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d6c9-aacb-4ae5-93a6-5a97865b65f0 None None] Pushing event updated for resources: {'Port': ['ID=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:30.639670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:30.704809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.839591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:30.854721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] Sync routers for ids ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:30.860694 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9cb9727a-1efe-4632-8773-db7afb8f5fa3 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff79a7b4-1cb3-4f66-9d56-18e6743e8b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2905610 Jul 06 18:06:30.869494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41680) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:30.874661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] Routers {'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:30.875445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:31.055737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.250106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] Set router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:31.275675 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.351248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Deleting port b085b975-2fa4-4398-b595-d19e9e1a6436 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:31.351749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.537166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41700) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:31.540931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:31.559241 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] Sync routers for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:31.568457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e22d2056-493e-4303-9b77-86f1944e546e admin admin] 10.222.0.37 "PUT /v2.0/routers/29d12741-b4bf-41b1-afa9-ce51c0c8635d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7033701 Jul 06 18:06:31.571133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:31.591573 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:31.591573 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:31.598663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:31.723217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] For port b085b975-2fa4-4398-b595-d19e9e1a6436, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b085b975-2fa4-4398-b595-d19e9e1a6436,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:31.728745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.741828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.792306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Calling delete_port for b085b975-2fa4-4398-b595-d19e9e1a6436 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:31.879981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-d834d9dc-d6c4-4558-ad90-cb4770328ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:31.887943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-d834d9dc-d6c4-4558-ad90-cb4770328ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9311144 Jul 06 18:06:31.923061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:32.081784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:32.172931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.191216 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.275730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:32.397643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:06:29Z', 'revision_number': 5, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port': {'id': 'b085b975-2fa4-4398-b595-d19e9e1a6436', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:51Z', 'updated_at': '2021-07-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:32.433404 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Pushing event deleted for resources: {'Port': ['ID=b085b975-2fa4-4398-b595-d19e9e1a6436,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:32.515707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-03e3b104-4631-4910-b1c9-8f05f72d7c22 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130683 Jul 06 18:06:32.520747 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T18:06:28Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:32.565219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] Checking router: ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:32.607810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] Routers {'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:32.608845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:32.611356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.623179 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] Checking router: 29d12741-b4bf-41b1-afa9-ce51c0c8635d for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:32.653574 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] Routers {'29d12741-b4bf-41b1-afa9-ce51c0c8635d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:32.654100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:32.729253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663f272-b596-4f05-9383-721bfd1d52d6 None None] Network 47724c32-68ae-49be-9a2d-514b00593d48 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:32.754515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5ce6f30-47bc-454a-ab97-af97c63a79c6 req-2e5ba817-76ea-465f-ba10-2b20f127a2eb service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298834 Jul 06 18:06:32.761984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1947740698-network', 'tenant_id': '09b4dd90b6af454898610e39c5c4c9b5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:32.846382 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] Set router 29d12741-b4bf-41b1-afa9-ce51c0c8635d gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:32.925708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.953239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.20.0.1 (47724c32-68ae-49be-9a2d-514b00593d48/8164d7eb-521a-4d51-af05-9545aef4c08c/bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:33.108004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.125978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:33.164069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.174829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.272143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Made reservation on behalf of 09b4dd90b6af454898610e39c5c4c9b5 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:33.276925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.291066 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T18:06:28Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:33.364362 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9379b66b-b151-4300-ac37-ba39e2d59e21 None None] The sync data for ids ['29d12741-b4bf-41b1-afa9-ce51c0c8635d'] in n-d-799527-3 is: [{'id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'name': 'tempest-TaggedBootDevicesTest_v242-207689123-router', 'tenant_id': '07e8cafef8f847df958d4bd03109af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:53:55Z', 'updated_at': '2021-07-06T18:06:28Z', 'revision_number': 5, 'project_id': '07e8cafef8f847df958d4bd03109af98', 'gw_port': {'id': '0cba00d1-e10a-47ff-85cb-93019b3ebcd2', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d12741-b4bf-41b1-afa9-ce51c0c8635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:59Z', 'updated_at': '2021-07-06T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:33.432623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.468435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 47724c32-68ae-49be-9a2d-514b00593d48 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:33.497609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:33.503160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:33.511500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:33.525956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.529449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.601931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.606392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:33.634678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.639735 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d81dfc54-e1c9-41d5-8207-05891f221698 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 HTTP/1.1" status: 204 len: 168 time: 2.7620146 Jul 06 18:06:33.641231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41722) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:33.662892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Deleting port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:33.663327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.679725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.680788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] Set router ff79a7b4-1cb3-4f66-9d56-18e6743e8b86 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:33.706726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Deleting subnet 43b2aa8b-4893-413b-80ed-ddbd31862f89 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:33.711242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.781304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.832135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.902216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.916695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:06:32Z', 'revision_number': 7, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:33.918298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.920688 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/43b2aa8b-4893-413b-80ed-ddbd31862f89 HTTP/1.1" status: 204 len: 168 time: 0.2746875 Jul 06 18:06:33.925269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41728) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:33.950401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] Provisioning for port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:34.049315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3dffa-9d05-403f-a854-9464a9e8882a None None] The sync data for ids ['ff79a7b4-1cb3-4f66-9d56-18e6743e8b86'] in n-d-799527-3 is: [{'id': 'ff79a7b4-1cb3-4f66-9d56-18e6743e8b86', 'name': 'tempest-ServerRescueNegativeTestJSON-533463208-router', 'tenant_id': 'c71493eda4c54b999c224745ffe9607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:02:48Z', 'updated_at': '2021-07-06T18:06:32Z', 'revision_number': 7, 'project_id': 'c71493eda4c54b999c224745ffe9607f', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:34.051834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] Provisioning complete for port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:34.052714 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.077872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] For port 0cba00d1-e10a-47ff-85cb-93019b3ebcd2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:34.089436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.096013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.132321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233f24-bb42-4c5a-90b0-4dbae3f6057c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b2aa8b-4893-413b-80ed-ddbd31862f89,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:34.167875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Calling delete_port for 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:34.268255 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.310485 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.330664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eec9cc5-88be-4063-8654-7dfb9734fa06']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:34.340628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] For port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,segment=NetworkSegment(af1bf297-f26c-4ed7-b015-c89f2cbad984),segment_id=af1bf297-f26c-4ed7-b015-c89f2cbad984)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:34.346396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.363294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a792976-3cb2-42fc-8510-66f339c2f049') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:34.363615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a792976-3cb2-42fc-8510-66f339c2f049') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:34.387646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.393800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.447806 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.451495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.496862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.537609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.558616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2707a0-d604-4d40-a6a9-4af701d1c966 None None] Pushing event updated for resources: {'Port': ['ID=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:34.562567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:34.563071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.696112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:34.712069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.712436 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Added segment 5c2063f2-313e-47d4-8943-88b4acf1564d of type vlan for network c050c2fa-f5aa-4205-852c-e7d3de3195dc Jul 06 18:06:34.783802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5720fcb9-830b-4c3a-97ba-6b5f905f6711 None None] Provisioning for port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:34.793951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5720fcb9-830b-4c3a-97ba-6b5f905f6711 None None] Provisioning complete for port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:34.794381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5720fcb9-830b-4c3a-97ba-6b5f905f6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.837007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5720fcb9-830b-4c3a-97ba-6b5f905f6711 None None] Port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:34.861411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5720fcb9-830b-4c3a-97ba-6b5f905f6711 None None] Provisioning complete for port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:34.861861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5720fcb9-830b-4c3a-97ba-6b5f905f6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:34.939765 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:35.062929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.081494 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.095867 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0eec9cc5-88be-4063-8654-7dfb9734fa06 HTTP/1.1" status: 204 len: 168 time: 1.1693871 Jul 06 18:06:35.235092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc051b-998a-45db-82a5-ad17b6be02f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eec9cc5-88be-4063-8654-7dfb9734fa06,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:35.255388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d85c853f-d3b1-42a3-a727-52f41885879b None None] Provisioning complete for port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:35.256046 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d85c853f-d3b1-42a3-a727-52f41885879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.312781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d85c853f-d3b1-42a3-a727-52f41885879b None None] Port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:35.438664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca7cf4b-9994-46ef-a518-be297fddcb5f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:35.510161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Deleting port 66cbfa62-55f9-44c9-98f7-6187b91a85c9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:35.510514 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.534831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41742) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:35.543948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.575996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.657628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8c0ee441-0d68-4671-986a-a8d4ffea6255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c71493eda4c54b999c224745ffe9607f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176291 Jul 06 18:06:35.657933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41744) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:35.713557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:35.714885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] For port 66cbfa62-55f9-44c9-98f7-6187b91a85c9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=66cbfa62-55f9-44c9-98f7-6187b91a85c9,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:35.715626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.731623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cba00d1-e10a-47ff-85cb-93019b3ebcd2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:35.736565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:06:35.783210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Calling delete_port for 66cbfa62-55f9-44c9-98f7-6187b91a85c9 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:35.888005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:35.889677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.070984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 653de02b-89d3-4040-b6f8-f7d961e92e2d no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:36.109489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 653de02b-89d3-4040-b6f8-f7d961e92e2d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:36.110256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 653de02b-89d3-4040-b6f8-f7d961e92e2d not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:36.111139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b085b975-2fa4-4398-b595-d19e9e1a6436 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:36.154701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b085b975-2fa4-4398-b595-d19e9e1a6436 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:36.155007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b085b975-2fa4-4398-b595-d19e9e1a6436 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:36.155529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8db8076e-3c47-4871-ad16-0ddd23a54b92 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:36.194295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8db8076e-3c47-4871-ad16-0ddd23a54b92 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:36.194880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8db8076e-3c47-4871-ad16-0ddd23a54b92 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:36.233308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e623-2324-49c8-bf70-97fd1056b4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.266371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.271524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e623-2324-49c8-bf70-97fd1056b4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.280704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.282040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:36.282698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.320217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cbfa62-55f9-44c9-98f7-6187b91a85c9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:36.398173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.560981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e623-2324-49c8-bf70-97fd1056b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.566394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e623-2324-49c8-bf70-97fd1056b4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.578914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.581500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.4985764 Jul 06 18:06:36.585911 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c2f5e623-2324-49c8-bf70-97fd1056b4eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d13a371-688b-4b87-adf3-462c36a09d40 HTTP/1.1" status: 204 len: 168 time: 0.9268374 Jul 06 18:06:36.590868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:36.592173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.602438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Request body: {'subnet': {'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1947740698-subnet', 'tenant_id': '09b4dd90b6af454898610e39c5c4c9b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:36.627285 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.631286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e623-2324-49c8-bf70-97fd1056b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d13a371-688b-4b87-adf3-462c36a09d40,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:36.635288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Made reservation on behalf of 09b4dd90b6af454898610e39c5c4c9b5 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:36.639446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.645788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9826fde-2b04-434b-b719-555f670d9178 admin admin] Pushing event updated for resources: {'Network': ['ID=c050c2fa-f5aa-4205-852c-e7d3de3195dc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:36.700681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.828854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c050c2fa-f5aa-4205-852c-e7d3de3195dc details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:06:36.830004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.830536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d12741-b4bf-41b1-afa9-ce51c0c8635d {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:36.842487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.844549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-59518444-2944-4290-8702-6d3428db16e2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/29d12741-b4bf-41b1-afa9-ce51c0c8635d HTTP/1.1" status: 204 len: 168 time: 5.2710969 Jul 06 18:06:36.866901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:36.893644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:36.911774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:36.955410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:37.081512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Deleting subnet 1c205cca-35b3-4347-bee6-a1988239347b {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:37.101858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:37.259574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:37.381666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 47724c32-68ae-49be-9a2d-514b00593d48 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:37.401619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:37.428730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Router cc98a80d-bacd-482a-b142-eff3e104308d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:37.503248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:37.780609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:37.820249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:37.832871 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c7a8c8b4-b761-45f4-ad12-ae9c342e1d68 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc98a80d-bacd-482a-b142-eff3e104308d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2932489 Jul 06 18:06:37.833095 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:37.835831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41776) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:37.861798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:37.862207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0cba00d1-e10a-47ff-85cb-93019b3ebcd2 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:37.871995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] Sync routers for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:37.904768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:37.905436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:37.967163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1a88a2-322e-4737-ba3f-c66faae165d9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:38.041545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.075470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Checking segment: {'id': '5c2063f2-313e-47d4-8943-88b4acf1564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:38.076073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Network hostable DHCP agents. Network: c050c2fa-f5aa-4205-852c-e7d3de3195dc, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:06:38.134038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ab8aece1-e4dc-40e8-96d8-be16d8f508cc None None] Provisioning complete for port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:38.135187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab8aece1-e4dc-40e8-96d8-be16d8f508cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.175444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router fc67c3be-60b6-4dab-8d5b-b71c4a587a83 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:06:38.183889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Network c050c2fa-f5aa-4205-852c-e7d3de3195dc is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:06:38.207105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.305433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.312212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ab8aece1-e4dc-40e8-96d8-be16d8f508cc None None] Port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:38.316682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.324496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c205cca-35b3-4347-bee6-a1988239347b HTTP/1.1" status: 204 len: 168 time: 1.4559166 Jul 06 18:06:38.324944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41790) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:38.327808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c050c2fa-f5aa-4205-852c-e7d3de3195dc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:38.345701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87afea-0354-454b-920c-6a3eeac87024 None None] Network eaac8ba8-4c7b-4492-a3b3-78328c64befc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:38.429311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909200a4-2195-4969-b8f4-bb7b59f322ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c205cca-35b3-4347-bee6-a1988239347b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:38.444104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:38.445632 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.522473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.564628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:38.589324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Deleting port a3add7f4-596a-473d-bffc-e3253bd23292 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:38.589854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.615660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a88f25be-23c6-4dd9-9ef8-5d80c9de302a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0164289 Jul 06 18:06:38.644028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:38.667537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fc847461-7ba8-40d5-a5ae-e2058a9eb213 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/fc67c3be-60b6-4dab-8d5b-b71c4a587a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7208626 Jul 06 18:06:38.668666 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] Sync routers for ids ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:38.675622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41804) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:38.687754 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] Routers {'fc67c3be-60b6-4dab-8d5b-b71c4a587a83'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:38.689485 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:38.701710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2953a8c2-90ff-47a3-80da-023115eeca87 None None] Network c050c2fa-f5aa-4205-852c-e7d3de3195dc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:38.834331 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:38.872663 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] Routers {'fc67c3be-60b6-4dab-8d5b-b71c4a587a83'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:38.873656 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:38.970287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71dd011-a5ae-4e47-9ff6-aed35ec53714 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:38.978918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e71dd011-a5ae-4e47-9ff6-aed35ec53714 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports/bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 HTTP/1.1" status: 200 len: 910 time: 0.3010876 Jul 06 18:06:38.982627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41812) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:39.043234 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:39.046296 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a696d-6369-46a2-b706-e11577f2d77c None None] The sync data for ids ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:39.051840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] For port a3add7f4-596a-473d-bffc-e3253bd23292, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a3add7f4-596a-473d-bffc-e3253bd23292,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:39.056342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:39.159994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Calling delete_port for a3add7f4-596a-473d-bffc-e3253bd23292 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:39.374330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Deleting port 99d2f453-9cf7-49d8-878e-ac587e1d22ef {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:39.374833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:39.633709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] For port 99d2f453-9cf7-49d8-878e-ac587e1d22ef, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=99d2f453-9cf7-49d8-878e-ac587e1d22ef,segment=NetworkSegment(22cead15-7559-4318-9ed2-fae7ad2e904c),segment_id=22cead15-7559-4318-9ed2-fae7ad2e904c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:39.633709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:39.650235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd337f-b00b-486b-af79-a8f61322da83 None None] Network c050c2fa-f5aa-4205-852c-e7d3de3195dc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:39.671273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41822) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:39.677924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Calling delete_port for 99d2f453-9cf7-49d8-878e-ac587e1d22ef owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:39.896818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.068986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d2f453-9cf7-49d8-878e-ac587e1d22ef,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:40.120909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] No DVR routers for this DVR port 99d2f453-9cf7-49d8-878e-ac587e1d22ef on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:40.358777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.377576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c48ba-3e5d-41fd-b572-14d1e2a976c0 None None] DHCP port deletion for eaac8ba8-4c7b-4492-a3b3-78328c64befc request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:40.493033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T18:06:36Z', 'revision_number': 5, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port': {'id': 'a3add7f4-596a-473d-bffc-e3253bd23292', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:11Z', 'updated_at': '2021-07-06T17:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:40.597731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.685276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] Checking router: cc98a80d-bacd-482a-b142-eff3e104308d for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:40.698699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:40.707737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] Routers {'cc98a80d-bacd-482a-b142-eff3e104308d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:40.709134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147259954-network', 'tenant_id': '9920f1bdaf314dc896f796fc45605939'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:40.711385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cc98a80d-bacd-482a-b142-eff3e104308d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:40.711569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaac8ba8-4c7b-4492-a3b3-78328c64befc']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:40.755952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cead15-7559-4318-9ed2-fae7ad2e904c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:40.756414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cead15-7559-4318-9ed2-fae7ad2e904c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:40.795067 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.811412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.819060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3f41573-58f4-4dcf-b44c-8abdbf0dd3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.837050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.877555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Made reservation on behalf of 9920f1bdaf314dc896f796fc45605939 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:40.881570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.922607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] Set router cc98a80d-bacd-482a-b142-eff3e104308d gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:40.938074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.022322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:41.023348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.037943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a3add7f4-596a-473d-bffc-e3253bd23292,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:41.042128 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:41.049644 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.193845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T18:06:38Z', 'revision_number': 6, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:41.257316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25687af-90b0-4b77-99d9-a59305d0b1c9 None None] The sync data for ids ['cc98a80d-bacd-482a-b142-eff3e104308d'] in n-d-799527-3 is: [{'id': 'cc98a80d-bacd-482a-b142-eff3e104308d', 'name': 'tempest-AttachVolumeShelveTestJSON-1444613405-router', 'tenant_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:09Z', 'updated_at': '2021-07-06T18:06:38Z', 'revision_number': 6, 'project_id': 'a32a8994cec94e2f9035a3c0b2965e68', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:41.363643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.367187 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.409889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.416039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3f41573-58f4-4dcf-b44c-8abdbf0dd3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.434939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.437136 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eaac8ba8-4c7b-4492-a3b3-78328c64befc HTTP/1.1" status: 204 len: 168 time: 3.1106701 Jul 06 18:06:41.439101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3f41573-58f4-4dcf-b44c-8abdbf0dd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.439336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5879f0-780a-4016-84f0-d1549b668f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaac8ba8-4c7b-4492-a3b3-78328c64befc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:41.463058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.463635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc98a80d-bacd-482a-b142-eff3e104308d {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:41.468303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.469500 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bb3465a5-efb4-4de5-ba4a-d1673d3e35ab admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc98a80d-bacd-482a-b142-eff3e104308d HTTP/1.1" status: 204 len: 168 time: 3.6326435 Jul 06 18:06:41.473071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41858) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:41.580381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:41.580728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.685742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3f41573-58f4-4dcf-b44c-8abdbf0dd3f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c39deee582ec4b3f8f8a5722b3bfe6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0100355 Jul 06 18:06:41.698299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:41.763910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f41573-58f4-4dcf-b44c-8abdbf0dd3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d726700-931c-4f06-8b1b-6e68994f8471,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:41.958791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:41.965729 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.989967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Deleting subnet 3501c43d-ecbb-4466-bebd-fdb79c0f1db4 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:41.991634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.006349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.069868 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-36015f09-42b5-4282-ba15-b052ac98ce7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07e8cafef8f847df958d4bd03109af98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097410 Jul 06 18:06:42.072790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41868) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:42.077420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:42.086714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a539ce-dc7b-4296-96e5-436ff12e81be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.091188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.104792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7054bf7-4e0d-402c-894a-e1d42c13bf36,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:42.121174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.165874 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.166460 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Added segment 44081520-eb75-42af-a4a0-975e64db71be of type vlan for network b9c12fb9-9fb7-492c-83df-9a17f22fc57e Jul 06 18:06:42.177788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:42.211144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ddebd33-62a4-4e94-8634-3f555e95ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.238154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ddebd33-62a4-4e94-8634-3f555e95ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.274626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a539ce-dc7b-4296-96e5-436ff12e81be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.276318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 66cbfa62-55f9-44c9-98f7-6187b91a85c9 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:42.323636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 66cbfa62-55f9-44c9-98f7-6187b91a85c9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:42.324286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 66cbfa62-55f9-44c9-98f7-6187b91a85c9 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:42.324928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 99d2f453-9cf7-49d8-878e-ac587e1d22ef no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:42.327491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ddebd33-62a4-4e94-8634-3f555e95ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.332984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ddebd33-62a4-4e94-8634-3f555e95ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.346005 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9ddebd33-62a4-4e94-8634-3f555e95ce31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97fbcbd6-377b-4f3d-9799-a98d8b7db4a8 HTTP/1.1" status: 204 len: 168 time: 0.2672391 Jul 06 18:06:42.398982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 99d2f453-9cf7-49d8-878e-ac587e1d22ef {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:42.400050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 99d2f453-9cf7-49d8-878e-ac587e1d22ef not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:42.409286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.422472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddebd33-62a4-4e94-8634-3f555e95ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fbcbd6-377b-4f3d-9799-a98d8b7db4a8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:42.435893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.636002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.638451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:42.639509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.651210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a539ce-dc7b-4296-96e5-436ff12e81be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.651469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.655000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a539ce-dc7b-4296-96e5-436ff12e81be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.656902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-55a539ce-dc7b-4296-96e5-436ff12e81be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d726700-931c-4f06-8b1b-6e68994f8471 HTTP/1.1" status: 204 len: 168 time: 0.9567196 Jul 06 18:06:42.713532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.714125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad85d11-2359-459b-b4a8-5218d495f210 None None] Network 83fa63fd-eae3-4864-b90d-a34fbb0acffc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:42.721797 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3501c43d-ecbb-4466-bebd-fdb79c0f1db4 HTTP/1.1" status: 204 len: 168 time: 1.2468557 Jul 06 18:06:42.722499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:43.022450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2e34f-9969-4c5e-a265-d020683e5e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3501c43d-ecbb-4466-bebd-fdb79c0f1db4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:43.070656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a539ce-dc7b-4296-96e5-436ff12e81be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d726700-931c-4f06-8b1b-6e68994f8471,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:43.094534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3899865 Jul 06 18:06:43.096795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.102461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:43.156873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Request body: {'subnet': {'network_id': 'b9c12fb9-9fb7-492c-83df-9a17f22fc57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147259954-subnet', 'tenant_id': '9920f1bdaf314dc896f796fc45605939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:43.209042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6120b-e0fe-4f46-a027-b44aff797e49 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c12fb9-9fb7-492c-83df-9a17f22fc57e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:43.290917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b9c12fb9-9fb7-492c-83df-9a17f22fc57e details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:06:43.308494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Deleting port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:43.309984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.480178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] For port 67497adb-8115-4b1a-9441-9f4c72ae5fe0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=67497adb-8115-4b1a-9441-9f4c72ae5fe0,segment=NetworkSegment(c07cee42-d64b-42f2-bd43-d41709b98fe6),segment_id=c07cee42-d64b-42f2-bd43-d41709b98fe6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:43.480438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.490521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Made reservation on behalf of 9920f1bdaf314dc896f796fc45605939 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:43.502077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.522574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Calling delete_port for 67497adb-8115-4b1a-9441-9f4c72ae5fe0 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:43.619736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41908) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:43.665031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-817cc2cd-02b3-4e37-9958-c8dabf24583d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.743834 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.878736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.890143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a3add7f4-596a-473d-bffc-e3253bd23292 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:43.968336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Pushing event deleted for resources: {'Port': ['ID=67497adb-8115-4b1a-9441-9f4c72ae5fe0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:44.015385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] No DVR routers for this DVR port 67497adb-8115-4b1a-9441-9f4c72ae5fe0 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:44.023421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a3add7f4-596a-473d-bffc-e3253bd23292 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:44.029914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a3add7f4-596a-473d-bffc-e3253bd23292 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:44.119220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a56fce4-6416-4484-98ce-650b4a0a1a72 None None] DHCP port deletion for 83fa63fd-eae3-4864-b90d-a34fbb0acffc request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:44.315116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.387146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fa63fd-eae3-4864-b90d-a34fbb0acffc']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:44.408744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07cee42-d64b-42f2-bd43-d41709b98fe6') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:44.409413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07cee42-d64b-42f2-bd43-d41709b98fe6') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:44.462746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-817cc2cd-02b3-4e37-9958-c8dabf24583d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.465501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.475119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-817cc2cd-02b3-4e37-9958-c8dabf24583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.554958 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-817cc2cd-02b3-4e37-9958-c8dabf24583d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9588d300d96b4c428053763c3fa1791e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9224913 Jul 06 18:06:44.568061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.579464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:44.580047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:44.636176 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:44.640353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:44.648453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=bdfa33ac-84d2-4cb6-a5cb-ed4cf295c123,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:44.706954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.718952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:44.722675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cc2cd-02b3-4e37-9958-c8dabf24583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca77fd86-939e-42fd-a851-de4c91bef170,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:44.766004 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce89352f-61b1-4e48-bf5e-a4c510f9f7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.771404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.779645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.785708 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83fa63fd-eae3-4864-b90d-a34fbb0acffc HTTP/1.1" status: 204 len: 168 time: 2.0519187 Jul 06 18:06:44.835248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dea004-d211-4f21-9fa8-8b1d25139585 admin admin] Pushing event deleted for resources: {'Network': ['ID=83fa63fd-eae3-4864-b90d-a34fbb0acffc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:44.883764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce89352f-61b1-4e48-bf5e-a4c510f9f7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.999014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb4d9ae-046a-4d02-92a1-15787bcf6de0,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:45.037147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce89352f-61b1-4e48-bf5e-a4c510f9f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.041950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce89352f-61b1-4e48-bf5e-a4c510f9f7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.046010 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce89352f-61b1-4e48-bf5e-a4c510f9f7a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca77fd86-939e-42fd-a851-de4c91bef170 HTTP/1.1" status: 204 len: 168 time: 0.4052787 Jul 06 18:06:45.058297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Checking segment: {'id': '44081520-eb75-42af-a4a0-975e64db71be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9c12fb9-9fb7-492c-83df-9a17f22fc57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:45.059057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Network hostable DHCP agents. Network: b9c12fb9-9fb7-492c-83df-9a17f22fc57e, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:06:45.066925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89352f-61b1-4e48-bf5e-a4c510f9f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca77fd86-939e-42fd-a851-de4c91bef170,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:45.086627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.133186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2132251383-network', 'tenant_id': '8d82d127b2dd45aa9b9a9ec08eae8f2d'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:45.205847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Made reservation on behalf of 8d82d127b2dd45aa9b9a9ec08eae8f2d for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:45.212113 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.236750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.397659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41934) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:45.466981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router fc67c3be-60b6-4dab-8d5b-b71c4a587a83 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:45.470501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Network b9c12fb9-9fb7-492c-83df-9a17f22fc57e is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:06:45.492805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b9c12fb9-9fb7-492c-83df-9a17f22fc57e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:45.505644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3110d1-f84b-4d5f-851e-eec581a885ce None None] Network b9c12fb9-9fb7-492c-83df-9a17f22fc57e requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:45.511486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:45.513192 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.576972 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1ce0c890-d1fa-4734-b8c7-786d07848517 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a32a8994cec94e2f9035a3c0b2965e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718340 Jul 06 18:06:45.577716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:45.687071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67497adb-8115-4b1a-9441-9f4c72ae5fe0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:45.713018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c4b6-b3f2-4ff3-ba4d-61c1c1ca63e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.727167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.746789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 67497adb-8115-4b1a-9441-9f4c72ae5fe0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:45.749968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67497adb-8115-4b1a-9441-9f4c72ae5fe0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:45.754790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.795508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:45.799177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:45.815124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dd1cf0bb-710e-4b35-b769-6602054f1a16 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/fc67c3be-60b6-4dab-8d5b-b71c4a587a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8268633 Jul 06 18:06:45.824925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41948) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:45.827208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.831851 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Added segment dc5a94d8-214e-4b7d-87e3-50d2843435fd of type vlan for network baaa8579-ac5d-4aed-925d-25690f241cc4 Jul 06 18:06:45.869636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0f0d9e57-b517-41d6-8858-d5c371e7e780 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7423432 Jul 06 18:06:45.882988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] Sync routers for ids ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:45.904412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-53e7db8d-c28f-4aaa-918a-306a9385b444 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc67c3be-60b6-4dab-8d5b-b71c4a587a83 HTTP/1.1" status: 200 len: 205 time: 0.0761843 Jul 06 18:06:45.905188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:45.906589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231be1ea-2b32-4257-b4e0-a152ad6876e1 None None] Network b9c12fb9-9fb7-492c-83df-9a17f22fc57e requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:46.042720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] Routers {'fc67c3be-60b6-4dab-8d5b-b71c4a587a83'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:46.049157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.137084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c4b6-b3f2-4ff3-ba4d-61c1c1ca63e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.197052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.203410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.278118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] Routers {'fc67c3be-60b6-4dab-8d5b-b71c4a587a83'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:46.285727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.315872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb6751-8031-432a-940a-fb6eb9e13d0a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:46.424751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:06:46.480473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.483051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbccb15-8ab2-4211-971a-beabe3dbde4f None None] The sync data for ids ['fc67c3be-60b6-4dab-8d5b-b71c4a587a83'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:46.516962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.525385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:46.526435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.798069 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0762827 Jul 06 18:06:46.807990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c4b6-b3f2-4ff3-ba4d-61c1c1ca63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.812084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c4b6-b3f2-4ff3-ba4d-61c1c1ca63e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.818245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7ee2c4b6-b3f2-4ff3-ba4d-61c1c1ca63e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e648f651-e93b-4405-937a-04af8f077885 HTTP/1.1" status: 204 len: 168 time: 1.2351017 Jul 06 18:06:46.824394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:46.837117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Request body: {'subnet': {'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2132251383-subnet', 'tenant_id': '8d82d127b2dd45aa9b9a9ec08eae8f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:46.947541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2c4b6-b3f2-4ff3-ba4d-61c1c1ca63e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e648f651-e93b-4405-937a-04af8f077885,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:46.963468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.991554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561c08-cf26-4a5d-903a-c23feeff14e4 admin admin] Pushing event updated for resources: {'Network': ['ID=baaa8579-ac5d-4aed-925d-25690f241cc4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:47.022049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network baaa8579-ac5d-4aed-925d-25690f241cc4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:06:47.041764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Made reservation on behalf of 8d82d127b2dd45aa9b9a9ec08eae8f2d for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:47.045884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.424904 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.430744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.459507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.541565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.543177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router fc67c3be-60b6-4dab-8d5b-b71c4a587a83 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:47.549846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.555658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-710f51e2-a0fa-4a6d-b6de-4b88d1c30316 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/fc67c3be-60b6-4dab-8d5b-b71c4a587a83 HTTP/1.1" status: 204 len: 168 time: 1.6490831 Jul 06 18:06:47.559288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:47.591728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e9c856-b31a-4abe-a2c6-6e8424788742,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:47.695808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet 8164d7eb-521a-4d51-af05-9545aef4c08c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:47.709434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.712164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Checking segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:47.718387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Network hostable DHCP agents. Network: baaa8579-ac5d-4aed-925d-25690f241cc4, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:06:47.803556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Network baaa8579-ac5d-4aed-925d-25690f241cc4 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:06:47.870774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, baaa8579-ac5d-4aed-925d-25690f241cc4) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:47.881643 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.894441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611996e5-137f-4797-a034-2da3497e0d5a None None] Network baaa8579-ac5d-4aed-925d-25690f241cc4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:47.916698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:47.917786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.962298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f29bf18-7018-48e2-940b-8552ba080556 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1332185 Jul 06 18:06:48.205022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.248337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-fa6f0b54-b7f1-45da-9c9e-942136e82951 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:48.267165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-fa6f0b54-b7f1-45da-9c9e-942136e82951 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/networks?id=c050c2fa-f5aa-4205-852c-e7d3de3195dc HTTP/1.1" status: 200 len: 809 time: 0.3404832 Jul 06 18:06:48.324821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133610c9-933f-4b6f-aad6-4e856d8f0d0b None None] Network baaa8579-ac5d-4aed-925d-25690f241cc4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:48.472719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-718597cd-5419-4040-aacd-66e45737ddbe tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/quotas/09b4dd90b6af454898610e39c5c4c9b5 HTTP/1.1" status: 200 len: 375 time: 0.1892385 Jul 06 18:06:48.576702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-4efc1ada-e114-40a2-87c0-68f529dd0bd7 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b4dd90b6af454898610e39c5c4c9b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021142 Jul 06 18:06:48.669092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.786006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.794945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:48.796106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/8164d7eb-521a-4d51-af05-9545aef4c08c HTTP/1.1" status: 204 len: 168 time: 1.2342744 Jul 06 18:06:48.797998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298d47-64fb-42a8-8008-7e375bc30219 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=8164d7eb-521a-4d51-af05-9545aef4c08c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:48.808692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30f11d-3b98-4d44-a60a-1337231566ad None None] Network 47724c32-68ae-49be-9a2d-514b00593d48 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:49.005338 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.181574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:49.182154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.338635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] DHCP port deletion for 47724c32-68ae-49be-9a2d-514b00593d48 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:49.394797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,segment=NetworkSegment(af1bf297-f26c-4ed7-b015-c89f2cbad984),segment_id=af1bf297-f26c-4ed7-b015-c89f2cbad984)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:49.397903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.431038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:49.477333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] Deleting port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:49.477629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.567244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-cc987e18-bcb1-4e47-b1be-d25d2f8bfa03 service neutron] 10.222.0.37 "GET /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604304 Jul 06 18:06:49.570725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:49.594513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:49.666112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.737513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] For port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,segment=NetworkSegment(af1bf297-f26c-4ed7-b015-c89f2cbad984),segment_id=af1bf297-f26c-4ed7-b015-c89f2cbad984)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:49.737918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.760151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No active binding found for port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 {{(pid=93944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:06:49.765470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:49.766340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:49.768972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:49.784895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] Calling delete_port for 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:49.793968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-2e5cc535-e479-4731-948e-ae8ee2565bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237732 Jul 06 18:06:49.985999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.060756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47724c32-68ae-49be-9a2d-514b00593d48']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:50.110520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1bf297-f26c-4ed7-b015-c89f2cbad984') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:50.115637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1bf297-f26c-4ed7-b015-c89f2cbad984') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:50.150533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.156237 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.223531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] Pushing event deleted for resources: {'Port': ['ID=9eec83e8-d146-42ee-8a1c-cf34af8d1ec2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:50.240367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.255987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb350d6-8b5a-4c5d-a686-c815c7b69d7c None None] No DVR routers for this DVR port 9eec83e8-d146-42ee-8a1c-cf34af8d1ec2 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:50.292690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:50.296106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:50.304514 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:50.322715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cbd10cc-8d93-4de6-9ef1-9015d13baac7 req-ad5ceb93-7747-46eb-9813-360d114d760a tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 210 time: 0.1287663 Jul 06 18:06:50.431445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.478335 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.494801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.501515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-3fd64cc3-ed56-46a9-be56-06ccfd05a40d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:50.501730 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/47724c32-68ae-49be-9a2d-514b00593d48 HTTP/1.1" status: 204 len: 168 time: 1.7055342 Jul 06 18:06:50.508983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42070) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:50.515149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-100422724', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:50.525891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-3fd64cc3-ed56-46a9-be56-06ccfd05a40d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 815 time: 0.4906948 Jul 06 18:06:50.546271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4d687-01bc-4be3-afe3-ef179db2db30 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=47724c32-68ae-49be-9a2d-514b00593d48,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:50.568179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-607a63c3-0dab-4a27-955e-dedd65bc563d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/quotas/8d82d127b2dd45aa9b9a9ec08eae8f2d HTTP/1.1" status: 200 len: 375 time: 0.0402794 Jul 06 18:06:50.628232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.630666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.698366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:06:50.698366 n-d-799527-3 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:06:50.698366 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id': '862fb4878df54471b7d4be536c8c0756', 'id': '19b1cc58-65c2-4b3d-8d7f-a7e6a95fbed3', 'expiration': datetime.datetime(2021, 7, 6, 18, 8, 50, 598705)}] Jul 06 18:06:50.698366 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:06:50.715749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.717291 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:06:50.734221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-0a317eb9-2551-4faa-a430-731ed6209bf0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1644168 Jul 06 18:06:51.027811 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.230440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.335130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-7cb0e9f4-039c-4151-b76d-654939f845d9 service neutron] 10.222.0.37 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916269 Jul 06 18:06:51.433807 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.482070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.640598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.25.5.37 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/790dc7b3-363e-43a5-bbd2-3a0b289ea8d0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:51.893307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-1e637f60-3c3e-4e0d-a100-5fc37e579625 service neutron] 10.222.0.37 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601317 Jul 06 18:06:51.931193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-988548f2-0ab2-4726-828f-93e158b69012 req-74fe7b27-92d9-4847-88c1-1ed44855a92d tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 210 time: 0.1333482 Jul 06 18:06:51.984859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.994212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.003236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.037685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.069175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=862fb4878df54471b7d4be536c8c0756&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2885871 Jul 06 18:06:52.070438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e069e-48c2-48a4-b868-03c1251fb7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9359fa-13f5-4c2d-9b9f-720838924280,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:52.074932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:52.141753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=790dc7b3-363e-43a5-bbd2-3a0b289ea8d0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:52.155756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:52.158529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:52.163310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:52.169509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42175415-9482-4571-b604-c18d9c11e2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.259910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42175415-9482-4571-b604-c18d9c11e2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.399507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9c7871d-c770-4c6d-a33a-a6a4d1375e9d req-39705cd8-2c17-4a0a-a23c-de29ddf821ce tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 210 time: 0.0553498 Jul 06 18:06:52.401375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42175415-9482-4571-b604-c18d9c11e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.405461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42175415-9482-4571-b604-c18d9c11e2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.406734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-42175415-9482-4571-b604-c18d9c11e2d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca9359fa-13f5-4c2d-9b9f-720838924280 HTTP/1.1" status: 204 len: 168 time: 0.3303244 Jul 06 18:06:52.417495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42175415-9482-4571-b604-c18d9c11e2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9359fa-13f5-4c2d-9b9f-720838924280,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:52.857135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-e4922bbe-737c-4697-8c64-c5ad36670fc7 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:52.865812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-e4922bbe-737c-4697-8c64-c5ad36670fc7 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.61 "GET /v2.0/networks?id=c050c2fa-f5aa-4205-852c-e7d3de3195dc HTTP/1.1" status: 200 len: 809 time: 0.3717053 Jul 06 18:06:52.916325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Request body: {'port': {'device_id': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc', 'admin_state_up': True, 'tenant_id': '09b4dd90b6af454898610e39c5c4c9b5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:53.171725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:53.405093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Made reservation on behalf of 09b4dd90b6af454898610e39c5c4c9b5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:53.409460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:53.438768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fa85bdf-3c61-45b3-b679-670c7bd81f43 req-73e341df-f2a4-4f32-904e-492e152bca90 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 210 time: 0.1403472 Jul 06 18:06:53.825202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:53.842638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-897e5af1-3893-4656-8427-3efb244a9a96 req-0c0830dc-986f-4e2a-9ed7-0559dafc04e8 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 210 time: 0.0893672 Jul 06 18:06:53.877602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Allocated IP 172.20.0.13 (c050c2fa-f5aa-4205-852c-e7d3de3195dc/7c1a88a2-322e-4737-ba3f-c66faae165d9/ed986891-fb3d-45e3-891f-9543e349eca5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:54.057810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 7469fb85-9731-4fa3-9cca-38710bb85420 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:06:54.295104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:54.552653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:54.590710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:54.612028 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] Sync routers for ids ['7469fb85-9731-4fa3-9cca-38710bb85420'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:54.638160 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] Routers {'7469fb85-9731-4fa3-9cca-38710bb85420'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:54.638804 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7469fb85-9731-4fa3-9cca-38710bb85420'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:54.655823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:54.663054 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4d5313f6-54e2-4a1e-972d-ec56ff1a563e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1528780 Jul 06 18:06:54.664151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42178) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:54.716724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Network c050c2fa-f5aa-4205-852c-e7d3de3195dc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:54.730394 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:54.756254 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] Routers {'7469fb85-9731-4fa3-9cca-38710bb85420'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:54.756564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:54.757459 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7469fb85-9731-4fa3-9cca-38710bb85420'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:54.787417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:54.845036 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:54.845734 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2a1df-e136-487d-ac49-ca8b9e2e2051 None None] The sync data for ids ['7469fb85-9731-4fa3-9cca-38710bb85420'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:54.999516 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1cb31f9b-e7c7-4208-8b31-002eb5a645d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/routers/7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 200 len: 879 time: 0.3337572 Jul 06 18:06:55.003864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42184) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:55.050012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-985f6567-4ace-4fdf-8865-d5abf7d1b098 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:55.053409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-985f6567-4ace-4fdf-8865-d5abf7d1b098 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 815 time: 0.7114935 Jul 06 18:06:55.065090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:55.066221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:55.084482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Pushing event updated for resources: {'Port': ['ID=ed986891-fb3d-45e3-891f-9543e349eca5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:55.095223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Request body: {'port': {'device_id': 'af32505a-8b87-457a-9a05-2899437f73e4', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'admin_state_up': True, 'tenant_id': '8d82d127b2dd45aa9b9a9ec08eae8f2d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:55.358961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3dfc58d-603f-4bf1-9ccd-d2de1321a56f req-d2320fcf-5943-41be-b402-d2b39be45157 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 210 time: 0.0998089 Jul 06 18:06:55.362566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-ce047277-4ecd-4b42-8891-4b10c2080cc4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4773226 Jul 06 18:06:55.373125 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6919175f-7cf0-4461-bc5d-7368de6db301 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3638778 Jul 06 18:06:55.373609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42198) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:55.392152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Request body: {'port': {'device_id': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:55.397293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-100422724'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:55.420729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b33b-46b3-4819-8f4c-4ece574b55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:55.475052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c43c4-f3a3-425d-bdb4-7c6f2e8c2a12 req-c833a689-ff28-4b52-9ab0-5b6899da6106 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:55.482768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-571c43c4-f3a3-425d-bdb4-7c6f2e8c2a12 req-c833a689-ff28-4b52-9ab0-5b6899da6106 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 932 time: 0.5522094 Jul 06 18:06:55.514537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Made reservation on behalf of 8d82d127b2dd45aa9b9a9ec08eae8f2d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:55.518528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:55.736918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-571c43c4-f3a3-425d-bdb4-7c6f2e8c2a12 req-e42b0ff9-60e0-45cf-8008-6a3588257199 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522936 Jul 06 18:06:55.755956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:55.893291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:56.089426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Allocated IP 172.20.0.3 (baaa8579-ac5d-4aed-925d-25690f241cc4/23e9c856-b31a-4abe-a2c6-6e8424788742/b2208a60-5207-4b96-9e3e-adb58a50872f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:56.174816 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.197038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.326711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6ad07f-9712-498d-a284-76a5dd7d2b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.489503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 7469fb85-9731-4fa3-9cca-38710bb85420 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:56.753256 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6ad07f-9712-498d-a284-76a5dd7d2b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.827386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6ad07f-9712-498d-a284-76a5dd7d2b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.868057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abbd84c1-e434-442e-ad39-448681f223cc req-cffa2c97-5e74-43a7-8726-6331643d0ea3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 210 time: 0.1376083 Jul 06 18:06:56.876948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.911707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed986891-fb3d-45e3-891f-9543e349eca5 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:06:56.923356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.934232 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da6ad07f-9712-498d-a284-76a5dd7d2b80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e8ae20b33cb4fbf80258edeb7e326c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0393152 Jul 06 18:06:56.935549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:56.936430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:56.945356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.950952 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8ceadc82-0546-482e-ac85-6286d3a50c73 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 200 len: 886 time: 1.5734527 Jul 06 18:06:56.951184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] Sync routers for ids ['7469fb85-9731-4fa3-9cca-38710bb85420'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:56.956092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42238) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:56.969134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] Routers {'7469fb85-9731-4fa3-9cca-38710bb85420'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:56.970042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7469fb85-9731-4fa3-9cca-38710bb85420'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:56.993241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Transition to ACTIVE for port object ed986891-fb3d-45e3-891f-9543e349eca5 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:57.014867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.069662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:57.078306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.095344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] Routers {'7469fb85-9731-4fa3-9cca-38710bb85420'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:57.121546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7469fb85-9731-4fa3-9cca-38710bb85420'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:57.158527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ad07f-9712-498d-a284-76a5dd7d2b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b672a31-5484-4aca-8782-15579b406e31,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:57.190845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Pushing event updated for resources: {'Port': ['ID=ed986891-fb3d-45e3-891f-9543e349eca5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:57.237634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:57.238929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190a0a2-568f-4db2-878d-10aa5668c8f5 None None] The sync data for ids ['7469fb85-9731-4fa3-9cca-38710bb85420'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:57.325891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cfbf4471-2e1d-4014-89f0-aa74faebf8cc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/routers/7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 200 len: 886 time: 0.3681610 Jul 06 18:06:57.329740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42246) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:57.343083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Network baaa8579-ac5d-4aed-925d-25690f241cc4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:57.389217 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-acabd9d0-9e52-41fc-a0b1-d0f7a2292f07 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 200 len: 205 time: 0.0578985 Jul 06 18:06:57.390089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:57.413933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:57.436572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a45907ee-82db-4eb9-b7d7-8dcb1d1c56ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.447443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:57.487692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:57.575296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a45907ee-82db-4eb9-b7d7-8dcb1d1c56ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.656380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.681756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:57.682676 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.685860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Attempting to bind port ed986891-fb3d-45e3-891f-9543e349eca5 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:57.686934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Attempting to bind port ed986891-fb3d-45e3-891f-9543e349eca5 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '5c2063f2-313e-47d4-8943-88b4acf1564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:57.686934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Attempting to bind port ed986891-fb3d-45e3-891f-9543e349eca5 on network c050c2fa-f5aa-4205-852c-e7d3de3195dc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:57.700077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Port ed986891-fb3d-45e3-891f-9543e349eca5 on network c050c2fa-f5aa-4205-852c-e7d3de3195dc not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:06:57.700542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Attempting to bind port ed986891-fb3d-45e3-891f-9543e349eca5 on network c050c2fa-f5aa-4205-852c-e7d3de3195dc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:57.716404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686bc35-98eb-47f2-b173-5602ba4f1c32 req-5af0a1da-fff0-4470-8cdc-5cbc297b2c72 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:57.718484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6686bc35-98eb-47f2-b173-5602ba4f1c32 req-5af0a1da-fff0-4470-8cdc-5cbc297b2c72 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 944 time: 0.6496637 Jul 06 18:06:57.725862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:57.726358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Checking segment: {'id': '5c2063f2-313e-47d4-8943-88b4acf1564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:57.726686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Bound using segment: {'id': '5c2063f2-313e-47d4-8943-88b4acf1564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:57.727149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Bound port: ed986891-fb3d-45e3-891f-9543e349eca5, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2063f2-313e-47d4-8943-88b4acf1564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:57.727835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.747494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-b834745d-cb21-4448-84a8-d9977b5c3348 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6749182 Jul 06 18:06:57.779789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Request body: {'port': {'device_id': 'af32505a-8b87-457a-9a05-2899437f73e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:57.965578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.979786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a45907ee-82db-4eb9-b7d7-8dcb1d1c56ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.985263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a45907ee-82db-4eb9-b7d7-8dcb1d1c56ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.986901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a45907ee-82db-4eb9-b7d7-8dcb1d1c56ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b672a31-5484-4aca-8782-15579b406e31 HTTP/1.1" status: 204 len: 168 time: 1.0421877 Jul 06 18:06:57.998350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e9801b-4d3c-4075-b97a-541f192aefca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.010413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.022314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6686bc35-98eb-47f2-b173-5602ba4f1c32 req-b9490b17-c8b1-48b4-af8d-1e4678372bff tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780793 Jul 06 18:06:58.043508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45907ee-82db-4eb9-b7d7-8dcb1d1c56ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b672a31-5484-4aca-8782-15579b406e31,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:58.112650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.142522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 790dc7b3-363e-43a5-bbd2-3a0b289ea8d0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:58.142871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.158318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] For port ed986891-fb3d-45e3-891f-9543e349eca5, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:58.233926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] For port ed986891-fb3d-45e3-891f-9543e349eca5, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed986891-fb3d-45e3-891f-9543e349eca5,segment=NetworkSegment(5c2063f2-313e-47d4-8943-88b4acf1564d),segment_id=5c2063f2-313e-47d4-8943-88b4acf1564d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:58.247631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.370033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:58.370699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.373385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] 10.222.0.61 "PUT /v2.0/ports/ed986891-fb3d-45e3-891f-9543e349eca5 HTTP/1.1" status: 200 len: 1092 time: 2.9938631 Jul 06 18:06:58.374024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'tag': 'ed986891-fb3d-45e3-891f-9543e349eca5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:58.382813 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c9294d-aca5-4ea1-8561-017beba43ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3836e18-5836-40de-a9eb-0b6c1caaf293", "tag": "ed986891-fb3d-45e3-891f-9543e349eca5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:58.691472 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6defd027-15e3-4194-a739-65edd8b27e62 x-openstack-request-id: req-6defd027-15e3-4194-a739-65edd8b27e62 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:58.691777 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3836e18-5836-40de-a9eb-0b6c1caaf293", "tag": "ed986891-fb3d-45e3-891f-9543e349eca5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:58.692045 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6defd027-15e3-4194-a739-65edd8b27e62 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:58.692460 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'tag': 'ed986891-fb3d-45e3-891f-9543e349eca5', 'status': 'completed', 'code': 200} Jul 06 18:06:58.738429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd88a44-dd2a-43cb-9835-6a1677b37581 service neutron] Pushing event updated for resources: {'Port': ['ID=ed986891-fb3d-45e3-891f-9543e349eca5,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:58.753291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42274) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:58.934018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.951917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 790dc7b3-363e-43a5-bbd2-3a0b289ea8d0 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:59.188565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.230273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=790dc7b3-363e-43a5-bbd2-3a0b289ea8d0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:59.315933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.337229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.498704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.503127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.554468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.600594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.601533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router 7469fb85-9731-4fa3-9cca-38710bb85420 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:59.618209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.619516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-3c7753a7-b4ad-41cd-ad16-697bf393edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:59.620102 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-14f883a6-a143-4d4f-9f75-614ac79f4823 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 204 len: 168 time: 2.2286692 Jul 06 18:06:59.621212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-3c7753a7-b4ad-41cd-ad16-697bf393edea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09b4dd90b6af454898610e39c5c4c9b5&device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 1095 time: 1.0922139 Jul 06 18:06:59.628080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42292) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:59.638029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-429099441'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:59.687092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:59.692829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.719534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4ca5-2e68-4a22-944a-2a60d99697d8 req-ed4f89e6-7987-4205-973b-10ed4f0b2207 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:59.728028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-484c4ca5-2e68-4a22-944a-2a60d99697d8 req-ed4f89e6-7987-4205-973b-10ed4f0b2207 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 931 time: 1.2012749 Jul 06 18:06:59.744157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-81ee8547-e68a-4694-9f5c-004c692bc553 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed986891-fb3d-45e3-891f-9543e349eca5 HTTP/1.1" status: 200 len: 217 time: 0.1024175 Jul 06 18:06:59.754692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:59.777093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:06:59.777093 n-d-799527-3 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:06:59.777093 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id': '85d74ef2df864e089d584e63b2728acc', 'id': '42657cde-5701-4cb7-8962-4f98257eef1a', 'expiration': datetime.datetime(2021, 7, 6, 18, 8, 59, 669893)}] Jul 06 18:06:59.777093 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:06:59.777924 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:06:59.792490 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.793067 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment 1dc2ca22-9af6-4d8d-86e1-64a091917307 of type vlan for network 691b6624-414c-48a3-951b-5c44f555876b Jul 06 18:06:59.858633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2208a60-5207-4b96-9e3e-adb58a50872f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:06:59.882399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.887147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.912272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-484c4ca5-2e68-4a22-944a-2a60d99697d8 req-4a2cc094-8c68-4998-9f02-d48886ef4b80 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789763 Jul 06 18:06:59.916218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.958741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.968973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-6ad6e895-54f3-4fa5-87a2-de03a9b6eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:59.971614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-6ad6e895-54f3-4fa5-87a2-de03a9b6eb0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c1a88a2-322e-4737-ba3f-c66faae165d9 HTTP/1.1" status: 200 len: 849 time: 0.1906428 Jul 06 18:06:59.976427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:59.977781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.991775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Transition to ACTIVE for port object b2208a60-5207-4b96-9e3e-adb58a50872f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:00.089478 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4593754 Jul 06 18:07:00.090293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-35978f88-f0d3-4c50-b90e-4f627f9ce0a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c050c2fa-f5aa-4205-852c-e7d3de3195dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016905 Jul 06 18:07:00.092479 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.095621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42300) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:00.104951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '691b6624-414c-48a3-951b-5c44f555876b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:00.121155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ca5d5-48d4-4170-8b46-90a3fa10c765 req-26ba00da-b2f7-4ea9-86e2-e3b637bbf1c4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:00.135329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f0ca5d5-48d4-4170-8b46-90a3fa10c765 req-26ba00da-b2f7-4ea9-86e2-e3b637bbf1c4 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 944 time: 0.5921638 Jul 06 18:07:00.219682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fa84e-da09-483c-bd2a-286bb652830e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=691b6624-414c-48a3-951b-5c44f555876b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:00.243696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 691b6624-414c-48a3-951b-5c44f555876b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:00.328725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.404005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:00.436109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:00.445799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.453748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.454717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.455229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.455977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.456455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.456990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.458390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.459172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.459965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.460775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.461699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.462292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:00.499753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f0ca5d5-48d4-4170-8b46-90a3fa10c765 req-ad53fc70-f35a-4a3e-870c-2e51cf315115 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921429 Jul 06 18:07:00.746865 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.889776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Attempting to bind port b2208a60-5207-4b96-9e3e-adb58a50872f on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:00.890719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Attempting to bind port b2208a60-5207-4b96-9e3e-adb58a50872f by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:00.890719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Attempting to bind port b2208a60-5207-4b96-9e3e-adb58a50872f on network baaa8579-ac5d-4aed-925d-25690f241cc4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:00.911942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-637402bf-63c6-4962-9bc2-063bc1b80277 service neutron] 10.222.0.61 "GET /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713926 Jul 06 18:07:00.962516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Port b2208a60-5207-4b96-9e3e-adb58a50872f on network baaa8579-ac5d-4aed-925d-25690f241cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:00.962862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Attempting to bind port b2208a60-5207-4b96-9e3e-adb58a50872f on network baaa8579-ac5d-4aed-925d-25690f241cc4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:01.019561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.165428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:01.166182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Checking segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:01.167231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Bound using segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:01.167795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Bound port: b2208a60-5207-4b96-9e3e-adb58a50872f, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:01.169506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.212512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=78791b32-d92c-4d2b-8fbc-6dea8505724b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:01.225125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': '1dc2ca22-9af6-4d8d-86e1-64a091917307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '691b6624-414c-48a3-951b-5c44f555876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:01.226379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 691b6624-414c-48a3-951b-5c44f555876b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:01.252124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 691b6624-414c-48a3-951b-5c44f555876b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:01.278516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 691b6624-414c-48a3-951b-5c44f555876b) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:01.293982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc2978-7110-49c6-86ae-b9b89e96106a None None] Network 691b6624-414c-48a3-951b-5c44f555876b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:01.335079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:01.339701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.542433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.575876 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d6ae1c7-01b4-4e61-a8aa-cc340e5a112e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4783988 Jul 06 18:07:01.579985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42332) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:01.580380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.588727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81f073e9-d2a9-4e73-8464-b1c7dff81d41 req-1fae5a3c-00c6-411a-98ed-818263b0f4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453421 Jul 06 18:07:01.591779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:01.596929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-691b6624-414c-48a3-951b-5c44f555876b', 'network_id': '691b6624-414c-48a3-951b-5c44f555876b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': '78791b32-d92c-4d2b-8fbc-6dea8505724b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:01.599170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.613862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1065258720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:01.643312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:01.712590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.716417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.744969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.850250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e8c69-a94b-4be7-89bf-b5164053446d req-a20a1e59-f76e-4933-b3eb-49ddbe3f2200 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:01.867143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd0e8c69-a94b-4be7-89bf-b5164053446d req-a20a1e59-f76e-4933-b3eb-49ddbe3f2200 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 943 time: 0.7406750 Jul 06 18:07:01.931875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Allocated IP 172.20.0.2 (691b6624-414c-48a3-951b-5c44f555876b/78791b32-d92c-4d2b-8fbc-6dea8505724b/411219a1-d4a7-4a7b-b19d-f295a1c9e62f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:01.936959 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.956523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.977653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd5e4e9-41b5-4671-94a4-b4434f5ccf5a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:01.982325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-105ec6c3-b676-4c19-bdc2-13c7e715d511 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85d74ef2df864e089d584e63b2728acc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2278903 Jul 06 18:07:01.994081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42338) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:02.046375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:02.047452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.052672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2208a60-5207-4b96-9e3e-adb58a50872f HTTP/1.1" status: 200 len: 1091 time: 4.2877603 Jul 06 18:07:02.111903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.114750 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c711d96b-4839-4ef8-bd22-ee0b876cc1d8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5317655 Jul 06 18:07:02.121729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:07:02.124788 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6173343c-1ffc-46b3-9e79-476fb2c8f084" -d '{"events": [{"name": "network-changed", "server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:07:02.159812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:02.223383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7c91-69e7-4c80-a655-56db92b2d97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.272054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7c91-69e7-4c80-a655-56db92b2d97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.371941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6b18d-9770-4bac-ac89-070603d59bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:02.385663 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.401808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Transition to ACTIVE for port object 411219a1-d4a7-4a7b-b19d-f295a1c9e62f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:02.403121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7c91-69e7-4c80-a655-56db92b2d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.410591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7c91-69e7-4c80-a655-56db92b2d97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.415994 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4fcc7c91-69e7-4c80-a655-56db92b2d97f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfd5e4e9-41b5-4671-94a4-b4434f5ccf5a HTTP/1.1" status: 204 len: 168 time: 0.4175515 Jul 06 18:07:02.427925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Transition to ACTIVE for port object 411219a1-d4a7-4a7b-b19d-f295a1c9e62f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:02.433315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd0e8c69-a94b-4be7-89bf-b5164053446d req-9ff1cbbe-f405-45f7-98fc-e28b306a92da tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650125 Jul 06 18:07:02.448735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.455228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc7c91-69e7-4c80-a655-56db92b2d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd5e4e9-41b5-4671-94a4-b4434f5ccf5a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:02.494378 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.525278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Network 691b6624-414c-48a3-951b-5c44f555876b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:02.546203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:02.550040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:02.627229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Pushing event updated for resources: {'Port': ['ID=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:02.643851 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac20786-52d2-452f-9c4b-b557f0a3ae9f x-openstack-request-id: req-bac20786-52d2-452f-9c4b-b557f0a3ae9f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:07:02.644949 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:07:02.645668 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bac20786-52d2-452f-9c4b-b557f0a3ae9f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:07:02.645850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.646079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.646624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.647047 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'status': 'completed', 'code': 200} Jul 06 18:07:02.647327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.647844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.648347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.648849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.649603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.650099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.650582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.651070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.651601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:02.662483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Attempting to bind port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:02.663108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Attempting to bind port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '1dc2ca22-9af6-4d8d-86e1-64a091917307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '691b6624-414c-48a3-951b-5c44f555876b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:02.663671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Attempting to bind port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f on network 691b6624-414c-48a3-951b-5c44f555876b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:02.673514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:02.674144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Checking segment: {'id': '1dc2ca22-9af6-4d8d-86e1-64a091917307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '691b6624-414c-48a3-951b-5c44f555876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:02.674761 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.675395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Bound using segment: {'id': '1dc2ca22-9af6-4d8d-86e1-64a091917307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '691b6624-414c-48a3-951b-5c44f555876b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:02.676657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Bound port: 411219a1-d4a7-4a7b-b19d-f295a1c9e62f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc2ca22-9af6-4d8d-86e1-64a091917307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '691b6624-414c-48a3-951b-5c44f555876b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:02.677263 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.726917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-f277547d-1733-44b0-94f6-a4cf499bef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:02.730268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-f277547d-1733-44b0-94f6-a4cf499bef58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=09b4dd90b6af454898610e39c5c4c9b5&device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 1095 time: 1.0638719 Jul 06 18:07:02.794264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee53045-cb7e-4abb-8a12-fd2923e3e2bc req-f3051393-5df2-4ce0-8ec8-6323540ea9bc tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:02.807890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cee53045-cb7e-4abb-8a12-fd2923e3e2bc req-f3051393-5df2-4ce0-8ec8-6323540ea9bc tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 944 time: 0.8666935 Jul 06 18:07:02.809725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] For port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:02.821064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] For port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,segment=NetworkSegment(1dc2ca22-9af6-4d8d-86e1-64a091917307),segment_id=1dc2ca22-9af6-4d8d-86e1-64a091917307)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:02.831712 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.888947 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:07:03.009914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37178dd-e6fe-448b-9cc8-261d0702bc2a None None] Pushing event updated for resources: {'Port': ['ID=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:03.139898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-78988ddb-4d09-4487-89a9-2e7c100a744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:03.142028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-78988ddb-4d09-4487-89a9-2e7c100a744f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 1094 time: 0.9580629 Jul 06 18:07:03.392166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-09e8921f-2f6a-4e7f-8b26-1a2d4f565e52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2208a60-5207-4b96-9e3e-adb58a50872f HTTP/1.1" status: 200 len: 217 time: 0.2246332 Jul 06 18:07:03.498854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cee53045-cb7e-4abb-8a12-fd2923e3e2bc req-58c8be3b-5d63-4d61-86f7-11c5504bbb96 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856661 Jul 06 18:07:03.631472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144e107-537a-43d7-b8cc-5ad331df171c req-6c4f38b5-b9ce-44a1-a175-e35a1e343fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:03.633113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-6c4f38b5-b9ce-44a1-a175-e35a1e343fca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.2128842 Jul 06 18:07:03.661595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 411219a1-d4a7-4a7b-b19d-f295a1c9e62f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:03.696319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:03.735473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-4fc3f386-b4f7-4832-9d22-b913ef8da7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:03.743815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-4fc3f386-b4f7-4832-9d22-b913ef8da7ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=c050c2fa-f5aa-4205-852c-e7d3de3195dc HTTP/1.1" status: 200 len: 910 time: 0.9915395 Jul 06 18:07:03.751551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-392d053d-7b0c-4820-82c5-b17171924bfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763807 Jul 06 18:07:03.858171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:03.860648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-d195f49e-4dee-48ef-8952-8f8539bd2014 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed986891-fb3d-45e3-891f-9543e349eca5 HTTP/1.1" status: 200 len: 217 time: 0.1077619 Jul 06 18:07:04.039599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-75023c73-b27e-43ec-8618-4fa55261b727 service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576912 Jul 06 18:07:04.426860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-8282a162-ecbe-49d1-a0d1-f39b566cd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:04.429590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-8282a162-ecbe-49d1-a0d1-f39b566cd615 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c1a88a2-322e-4737-ba3f-c66faae165d9 HTTP/1.1" status: 200 len: 849 time: 0.3807273 Jul 06 18:07:04.764146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c255c5e-cec1-46c1-b334-da09a8b9fba2 None None] Network 691b6624-414c-48a3-951b-5c44f555876b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:05.043674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] Provisioning for port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:05.093024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] Provisioning complete for port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:05.094901 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.189109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-d1057580-4dfa-465f-9e87-530dc3c67e3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c050c2fa-f5aa-4205-852c-e7d3de3195dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7458112 Jul 06 18:07:05.361309 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.576734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed986891-fb3d-45e3-891f-9543e349eca5 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:07:05.792835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] For port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,segment=NetworkSegment(1dc2ca22-9af6-4d8d-86e1-64a091917307),segment_id=1dc2ca22-9af6-4d8d-86e1-64a091917307)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:05.867707 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.019158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ed986891-fb3d-45e3-891f-9543e349eca5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed986891-fb3d-45e3-891f-9543e349eca5,segment=NetworkSegment(5c2063f2-313e-47d4-8943-88b4acf1564d),segment_id=5c2063f2-313e-47d4-8943-88b4acf1564d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:06.121168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'ed986891-fb3d-45e3-891f-9543e349eca5', 'network_id': 'c050c2fa-f5aa-4205-852c-e7d3de3195dc', 'port_id': 'ed986891-fb3d-45e3-891f-9543e349eca5', 'mac_address': 'fa:16:3e:8f:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1a88a2-322e-4737-ba3f-c66faae165d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:07:06.219704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa8d62-d0bb-4757-aeb0-9944c63e3566 None None] Pushing event updated for resources: {'Port': ['ID=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:06.245587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.20.0.1 (691b6624-414c-48a3-951b-5c44f555876b/78791b32-d92c-4d2b-8fbc-6dea8505724b/5d85ff49-34e1-4692-9184-28e706ef610c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:06.294178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5929-ee3a-463b-ae69-a597541f29bd req-a62b351d-209b-4bc2-9fd6-7009ae4bfb78 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:06.302871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46c5929-ee3a-463b-ae69-a597541f29bd req-a62b351d-209b-4bc2-9fd6-7009ae4bfb78 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 943 time: 2.4390903 Jul 06 18:07:06.316744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7144e107-537a-43d7-b8cc-5ad331df171c req-1adc7052-5212-4719-bef2-0a8bece5349f service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2080123 Jul 06 18:07:06.354252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.403751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed986891-fb3d-45e3-891f-9543e349eca5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:07:06.521315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ed986891-fb3d-45e3-891f-9543e349eca5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed986891-fb3d-45e3-891f-9543e349eca5,segment=NetworkSegment(5c2063f2-313e-47d4-8943-88b4acf1564d),segment_id=5c2063f2-313e-47d4-8943-88b4acf1564d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:06.532795 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.632176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e46c5929-ee3a-463b-ae69-a597541f29bd req-0be5a894-1c84-4631-a8f9-c2d6eca3dff0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280036 Jul 06 18:07:06.668604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42450) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:06.736214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ed986891-fb3d-45e3-891f-9543e349eca5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:06.780395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.797427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-51fe7cc1-b1bd-46e7-af50-08e27cb5f759 None None] Provisioning complete for port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:06.798015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cc1-b1bd-46e7-af50-08e27cb5f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.825946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object 5d85ff49-34e1-4692-9184-28e706ef610c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:06.875278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ed986891-fb3d-45e3-891f-9543e349eca5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:07:06.960536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-8f2724a5-0e40-41da-98cf-546f450e4e3d service neutron] 10.222.0.61 "GET /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7022240 Jul 06 18:07:07.032624 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.176865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72ece76d-2aa1-4f9d-852f-3551903abddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.387813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9eb3-35da-46a9-a63c-51b72d2a6899 req-2a8a9f0c-a42f-488c-bf79-c40086958957 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:07.401528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcae9eb3-35da-46a9-a63c-51b72d2a6899 req-2a8a9f0c-a42f-488c-bf79-c40086958957 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 944 time: 2.1918786 Jul 06 18:07:07.523439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72ece76d-2aa1-4f9d-852f-3551903abddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.534392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72ece76d-2aa1-4f9d-852f-3551903abddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.536126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-946a76d9-3357-4fcc-8b0d-b2d5d05269c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:07.538468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-946a76d9-3357-4fcc-8b0d-b2d5d05269c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 1094 time: 1.0788012 Jul 06 18:07:07.553781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 691b6624-414c-48a3-951b-5c44f555876b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:07.596821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:07.606653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 411219a1-d4a7-4a7b-b19d-f295a1c9e62f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:07.622629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:07.722521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.780076 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-72ece76d-2aa1-4f9d-852f-3551903abddd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d58dcb76caab4fd7b0f74b7104de291d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1052673 Jul 06 18:07:07.785968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ece76d-2aa1-4f9d-852f-3551903abddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf52716-f107-4fde-9a30-6041a0c300ab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:07.798343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:07.838499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:07.839051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.984741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bb33c99-37b7-4adf-8014-020f65538fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.010357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:07:08.034153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bb33c99-37b7-4adf-8014-020f65538fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.091898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcae9eb3-35da-46a9-a63c-51b72d2a6899 req-99ee7525-a44d-4d7f-9e7f-da60351bdc1f tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890678 Jul 06 18:07:08.165481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bb33c99-37b7-4adf-8014-020f65538fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.168948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bb33c99-37b7-4adf-8014-020f65538fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.170244 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2bb33c99-37b7-4adf-8014-020f65538fda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cf52716-f107-4fde-9a30-6041a0c300ab HTTP/1.1" status: 204 len: 168 time: 0.3707576 Jul 06 18:07:08.193771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb33c99-37b7-4adf-8014-020f65538fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf52716-f107-4fde-9a30-6041a0c300ab,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:08.340733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42482) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:08.355162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:08.371230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-39b13b2c-3ed3-498e-982c-a85ca2beeab9 None None] Provisioning for port 5d85ff49-34e1-4692-9184-28e706ef610c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:08.380694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'port_id': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'mac_address': 'fa:16:3e:38:01:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e9c856-b31a-4abe-a2c6-6e8424788742', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:07:08.387853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-39b13b2c-3ed3-498e-982c-a85ca2beeab9 None None] Provisioning complete for port 5d85ff49-34e1-4692-9184-28e706ef610c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:08.388428 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b13b2c-3ed3-498e-982c-a85ca2beeab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.405031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=5d85ff49-34e1-4692-9184-28e706ef610c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:08.413973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-84c9294d-aca5-4ea1-8561-017beba43ee7 req-2ef6056f-29db-4c88-a7a6-201516d72e62 service neutron] 10.222.0.61 "GET /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4321613 Jul 06 18:07:08.513282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.532166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39b13b2c-3ed3-498e-982c-a85ca2beeab9 None None] Port 5d85ff49-34e1-4692-9184-28e706ef610c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:08.542916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2208a60-5207-4b96-9e3e-adb58a50872f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:07:08.551583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.570885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-e1ae39ee-402a-472a-8ef0-7a59da964525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:08.572757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-e1ae39ee-402a-472a-8ef0-7a59da964525 service neutron] 10.222.0.60 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 916 time: 1.0112226 Jul 06 18:07:08.582266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68add11b-d99e-4ca9-a4db-5fdfbf980fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.621131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:08.628140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.761517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:08.835684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5b49-c005-4410-be15-d7e962cde898 req-bca72a44-8f43-46b0-80f9-3d74be30bcc0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:08.844847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40ad5b49-c005-4410-be15-d7e962cde898 req-bca72a44-8f43-46b0-80f9-3d74be30bcc0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 943 time: 0.7868099 Jul 06 18:07:08.856261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68add11b-d99e-4ca9-a4db-5fdfbf980fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.862364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68add11b-d99e-4ca9-a4db-5fdfbf980fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.870226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['b2208a60-5207-4b96-9e3e-adb58a50872f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:07:08.902991 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68add11b-d99e-4ca9-a4db-5fdfbf980fc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba37ad11436042309c623b69f7c37f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606599 Jul 06 18:07:08.913048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:08.936779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68add11b-d99e-4ca9-a4db-5fdfbf980fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c65e09a-008b-48df-8663-8505d800f915,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:08.947454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-77f9da45-edc4-4e60-aeb3-b6cc6691ea99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2208a60-5207-4b96-9e3e-adb58a50872f HTTP/1.1" status: 200 len: 217 time: 0.1729660 Jul 06 18:07:09.073796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42496) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:09.103065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77a6c10d-b08d-4011-919d-731497cac820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.235309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73a3e37f-cec9-45b8-a0fa-ca209054fa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.250673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40ad5b49-c005-4410-be15-d7e962cde898 req-26be94c3-e8ff-401d-b025-e297eda8c03a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365226 Jul 06 18:07:09.268061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-893518b9-d64b-4f68-8e5f-9760b9467138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:09.270639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-893518b9-d64b-4f68-8e5f-9760b9467138 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.2959037 Jul 06 18:07:09.361551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77a6c10d-b08d-4011-919d-731497cac820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.370472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77a6c10d-b08d-4011-919d-731497cac820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.419359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-25ab9ccb-5842-4ba6-918a-7706bd3b9d12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981331 Jul 06 18:07:09.422176 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73a3e37f-cec9-45b8-a0fa-ca209054fa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.453566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-c4304361-64f9-4d8c-b33c-62bd826292a2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:07:09.455123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-c4304361-64f9-4d8c-b33c-62bd826292a2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067682 Jul 06 18:07:09.464473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-77a6c10d-b08d-4011-919d-731497cac820 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2694e6524cb4d42936615df10ac74e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891790 Jul 06 18:07:09.467941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42500) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:09.520582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed986891-fb3d-45e3-891f-9543e349eca5 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:09.528653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6c10d-b08d-4011-919d-731497cac820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c41e4-41df-4a66-b196-f5a3b8b9d39d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:09.565664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15d5187c-e655-4edb-aaaf-ea3c4246a9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.594512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15d5187c-e655-4edb-aaaf-ea3c4246a9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.673697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port ed986891-fb3d-45e3-891f-9543e349eca5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:09.683235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port ed986891-fb3d-45e3-891f-9543e349eca5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:09.684366 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.696127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15d5187c-e655-4edb-aaaf-ea3c4246a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.700884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15d5187c-e655-4edb-aaaf-ea3c4246a9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.709002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15d5187c-e655-4edb-aaaf-ea3c4246a9f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/655c41e4-41df-4a66-b196-f5a3b8b9d39d HTTP/1.1" status: 204 len: 168 time: 0.2388146 Jul 06 18:07:09.744382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5187c-e655-4edb-aaaf-ea3c4246a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c41e4-41df-4a66-b196-f5a3b8b9d39d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:09.785710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-e597d9e4-6782-47f1-952e-a7f7a2c8663b service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129601 Jul 06 18:07:09.818648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.859971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.892679 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.949564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73a3e37f-cec9-45b8-a0fa-ca209054fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.952478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73a3e37f-cec9-45b8-a0fa-ca209054fa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.952952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed986891-fb3d-45e3-891f-9543e349eca5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:07:09.954129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73a3e37f-cec9-45b8-a0fa-ca209054fa84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c65e09a-008b-48df-8663-8505d800f915 HTTP/1.1" status: 204 len: 168 time: 1.0364573 Jul 06 18:07:09.957099 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ae0968-aa08-49b2-8621-14ca33e6c3fd" -d '{"events": [{"server_uuid": "e3836e18-5836-40de-a9eb-0b6c1caaf293", "name": "network-vif-plugged", "status": "completed", "tag": "ed986891-fb3d-45e3-891f-9543e349eca5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:07:10.017881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:10.026015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ed986891-fb3d-45e3-891f-9543e349eca5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed986891-fb3d-45e3-891f-9543e349eca5,segment=NetworkSegment(5c2063f2-313e-47d4-8943-88b4acf1564d),segment_id=5c2063f2-313e-47d4-8943-88b4acf1564d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:10.035818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31ec57-87d2-496f-81f1-0a0dcade676d req-be27970e-a3c8-487c-aeb6-96769001616b tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:10.039172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f31ec57-87d2-496f-81f1-0a0dcade676d req-be27970e-a3c8-487c-aeb6-96769001616b tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 945 time: 0.6392884 Jul 06 18:07:10.070452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.074289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e37f-cec9-45b8-a0fa-ca209054fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c65e09a-008b-48df-8663-8505d800f915,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:10.102774 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcced9e1-cde9-4510-9473-848c7ef02d38 x-openstack-request-id: req-bcced9e1-cde9-4510-9473-848c7ef02d38 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:07:10.103232 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3836e18-5836-40de-a9eb-0b6c1caaf293", "name": "network-vif-plugged", "status": "completed", "tag": "ed986891-fb3d-45e3-891f-9543e349eca5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:07:10.103675 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcced9e1-cde9-4510-9473-848c7ef02d38 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:07:10.104492 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed986891-fb3d-45e3-891f-9543e349eca5', 'code': 200} Jul 06 18:07:10.108508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.162391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=5d85ff49-34e1-4692-9184-28e706ef610c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:10.172049 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6173343c-1ffc-46b3-9e79-476fb2c8f084 req-d0e83359-d60f-464b-ad95-a8ea702d0263 service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761003 Jul 06 18:07:10.321172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port b2208a60-5207-4b96-9e3e-adb58a50872f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:10.330567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ed986891-fb3d-45e3-891f-9543e349eca5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:10.340612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port b2208a60-5207-4b96-9e3e-adb58a50872f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:10.341094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.550099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 691b6624-414c-48a3-951b-5c44f555876b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:10.582870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:10.647009 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.656316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f31ec57-87d2-496f-81f1-0a0dcade676d req-028d1196-794b-4972-bf25-d4f5d0889a1d tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882175 Jul 06 18:07:10.746816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:10.757433 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.867177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:10.899620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375e622-703c-481a-8d27-556b41f3b444 req-31311064-066e-44dc-ac00-27e4909cad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:10.901509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d375e622-703c-481a-8d27-556b41f3b444 req-31311064-066e-44dc-ac00-27e4909cad39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 1097 time: 0.4717534 Jul 06 18:07:10.913930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42526) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:10.936940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81b86298-7f67-4e34-8741-cb7885e31ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.020183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d375e622-703c-481a-8d27-556b41f3b444 req-4eedc4e7-221a-4628-97ae-1c8aa3481630 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062350 Jul 06 18:07:11.085639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b267a53-9851-4eff-9814-d649b07f3209 req-dff54e43-da2e-45c8-a924-c0beb5ef8d04 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:11.088557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b267a53-9851-4eff-9814-d649b07f3209 req-dff54e43-da2e-45c8-a924-c0beb5ef8d04 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3450899 Jul 06 18:07:11.158988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81b86298-7f67-4e34-8741-cb7885e31ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.189078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81b86298-7f67-4e34-8741-cb7885e31ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.205768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b267a53-9851-4eff-9814-d649b07f3209 req-3d842f33-b0f4-4d73-b737-5492f87e352e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981822 Jul 06 18:07:11.208458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 71dfb87d-d2bc-4574-aff6-950f1123f8f1 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:07:11.231801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e062bd9b-4d6b-44c1-a3dc-a9f801345e6c None None] Provisioning complete for port 5d85ff49-34e1-4692-9184-28e706ef610c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:11.232551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e062bd9b-4d6b-44c1-a3dc-a9f801345e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.390376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e062bd9b-4d6b-44c1-a3dc-a9f801345e6c None None] Port 5d85ff49-34e1-4692-9184-28e706ef610c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:11.394884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b86298-7f67-4e34-8741-cb7885e31ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32cdd4-bf77-4bee-b560-38885f8863c8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:11.426636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:11.433401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-81b86298-7f67-4e34-8741-cb7885e31ec7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57ce29c302764e4a81b6442a84c4a8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049212 Jul 06 18:07:11.440158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:11.461921 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] Sync routers for ids ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:11.473688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a43df5c3-cd40-4728-bd8d-63d8b3343366 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/71dfb87d-d2bc-4574-aff6-950f1123f8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3032770 Jul 06 18:07:11.476602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:11.497322 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] Routers {'71dfb87d-d2bc-4574-aff6-950f1123f8f1'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:11.498209 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:11.553490 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:11.578953 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] Routers {'71dfb87d-d2bc-4574-aff6-950f1123f8f1'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:11.578953 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:11.607157 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:11.608105 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643c8a7-ae72-4c99-9895-fded06d69c63 None None] The sync data for ids ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:11.608332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ef89999-0b1f-4f3e-9ab2-172cd6ddb97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.632655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd189c46-fa86-482a-b7ca-277c85b1c756 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:11.632655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd189c46-fa86-482a-b7ca-277c85b1c756 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports/5d85ff49-34e1-4692-9184-28e706ef610c HTTP/1.1" status: 200 len: 910 time: 0.1542962 Jul 06 18:07:11.635199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:11.643693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78791b32-d92c-4d2b-8fbc-6dea8505724b'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:11.692289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ef89999-0b1f-4f3e-9ab2-172cd6ddb97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.799307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ef89999-0b1f-4f3e-9ab2-172cd6ddb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.804659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ef89999-0b1f-4f3e-9ab2-172cd6ddb97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.808958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9ef89999-0b1f-4f3e-9ab2-172cd6ddb97c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f32cdd4-bf77-4bee-b560-38885f8863c8 HTTP/1.1" status: 204 len: 168 time: 0.3712716 Jul 06 18:07:11.861431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef89999-0b1f-4f3e-9ab2-172cd6ddb97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32cdd4-bf77-4bee-b560-38885f8863c8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:12.037928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.109131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:07:12.121755 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d05215-469b-443d-bb41-114088bb9331" -d '{"events": [{"server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:07:12.236167 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60b592b-5f10-4f92-aa62-1999c8413362 x-openstack-request-id: req-d60b592b-5f10-4f92-aa62-1999c8413362 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:07:12.237856 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:07:12.243510 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d60b592b-5f10-4f92-aa62-1999c8413362 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:07:12.245394 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'code': 200} Jul 06 18:07:12.271020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fd815-96b6-40ee-a9e2-c050815d0a40 req-ebe5c8e0-bd71-4a65-9484-ae89a57b6ec3 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:12.285478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f1fd815-96b6-40ee-a9e2-c050815d0a40 req-ebe5c8e0-bd71-4a65-9484-ae89a57b6ec3 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 946 time: 0.3101006 Jul 06 18:07:12.389744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f1fd815-96b6-40ee-a9e2-c050815d0a40 req-f67fe56a-d924-4c92-866e-f67c63a79f2c tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972440 Jul 06 18:07:12.597786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd47ef-3ae2-45fb-8ca4-4ab0889f1a68 req-c2775c9e-93aa-49d4-bb4b-82a321764f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:12.603414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9fd47ef-3ae2-45fb-8ca4-4ab0889f1a68 req-c2775c9e-93aa-49d4-bb4b-82a321764f17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 1096 time: 0.2004426 Jul 06 18:07:12.825269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9fd47ef-3ae2-45fb-8ca4-4ab0889f1a68 req-324ae59c-f696-466a-9040-756f4c1169e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154678 Jul 06 18:07:12.859372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f63c6d-b46f-4bd9-92fd-8054e52e3e7e req-880a0cc3-020d-4f21-baab-23b7d24ef7c7 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:12.861101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66f63c6d-b46f-4bd9-92fd-8054e52e3e7e req-880a0cc3-020d-4f21-baab-23b7d24ef7c7 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.2545624 Jul 06 18:07:12.940023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66f63c6d-b46f-4bd9-92fd-8054e52e3e7e req-29cb4d27-01a0-42c4-afc1-3f8dc1bbba39 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674481 Jul 06 18:07:13.049938 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.063780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.185720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:13.187080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.195377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/ports/5d85ff49-34e1-4692-9184-28e706ef610c HTTP/1.1" status: 200 len: 910 time: 1.5565937 Jul 06 18:07:13.195377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba13153-3072-4c12-93c2-e05aac2ab704 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=5d85ff49-34e1-4692-9184-28e706ef610c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:13.196657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:14.199591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3eb6-b541-4e5b-8e26-0ebbd3a2eded req-9ea6e49c-3522-462e-ae7a-032255c17932 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:14.209038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d32f3eb6-b541-4e5b-8e26-0ebbd3a2eded req-9ea6e49c-3522-462e-ae7a-032255c17932 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 946 time: 0.2334304 Jul 06 18:07:14.321186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d32f3eb6-b541-4e5b-8e26-0ebbd3a2eded req-4494bb2b-5c83-48d5-910b-597fa855d64e tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110139 Jul 06 18:07:14.399342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce67fa-a107-44af-b388-35168e4fa284 req-7e085259-7706-451b-9139-6d63a27c8681 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:14.401157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24ce67fa-a107-44af-b388-35168e4fa284 req-7e085259-7706-451b-9139-6d63a27c8681 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.1604114 Jul 06 18:07:14.509056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24ce67fa-a107-44af-b388-35168e4fa284 req-36cbc389-e0c9-4224-bd53-7897a38322b4 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992193 Jul 06 18:07:14.520539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.157031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6bd32-03ea-4088-8937-fbbefd18d47c req-f966990a-0c7c-4e22-9084-20c021f28b61 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:15.161597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6d6bd32-03ea-4088-8937-fbbefd18d47c req-f966990a-0c7c-4e22-9084-20c021f28b61 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3480203 Jul 06 18:07:15.328086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6d6bd32-03ea-4088-8937-fbbefd18d47c req-c470bfa9-9070-46e0-ba5b-29899ad38fe5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582539 Jul 06 18:07:15.530788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 5d85ff49-34e1-4692-9184-28e706ef610c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:15.534303 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.772082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.804642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 5d85ff49-34e1-4692-9184-28e706ef610c owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:16.385164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:16.424303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=5d85ff49-34e1-4692-9184-28e706ef610c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:16.678659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fb874-d286-4683-9821-54246e1cfdfd req-a3ed367c-06e6-467d-877b-17d56c203104 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:16.688474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf6fb874-d286-4683-9821-54246e1cfdfd req-a3ed367c-06e6-467d-877b-17d56c203104 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.2272711 Jul 06 18:07:16.786148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:16.898375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf6fb874-d286-4683-9821-54246e1cfdfd req-dfee51db-c2fc-4dce-a059-2a8d1ee71986 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105238 Jul 06 18:07:17.133389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 71dfb87d-d2bc-4574-aff6-950f1123f8f1 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:07:17.282134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:17.287884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-da6d8c19-f86e-442e-af5d-4adea7500456 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/71dfb87d-d2bc-4574-aff6-950f1123f8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0876300 Jul 06 18:07:17.293401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:17.294127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] Sync routers for ids ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:17.311526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] Routers {'71dfb87d-d2bc-4574-aff6-950f1123f8f1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:17.313179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:17.334060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0929656-900d-45cb-ae31-8ff7e28cda33 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=71dfb87d-d2bc-4574-aff6-950f1123f8f1 HTTP/1.1" status: 200 len: 205 time: 0.0380194 Jul 06 18:07:17.338985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42734) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:17.381573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:17.392986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] Routers {'71dfb87d-d2bc-4574-aff6-950f1123f8f1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:17.394592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:06:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:17.455393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:17.456403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f714f-ce28-49e3-b035-42b3c1b99746 None None] The sync data for ids ['71dfb87d-d2bc-4574-aff6-950f1123f8f1'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:17.508989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.730396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.734363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.841390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.842026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router 71dfb87d-d2bc-4574-aff6-950f1123f8f1 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:07:17.867583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.873841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:17.876303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d17b3373-3ebd-4a63-8cf9-eb30310328f7 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/71dfb87d-d2bc-4574-aff6-950f1123f8f1 HTTP/1.1" status: 204 len: 168 time: 0.5357840 Jul 06 18:07:17.989867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet 78791b32-d92c-4d2b-8fbc-6dea8505724b {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:07:17.996395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.137740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.360481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1742-d314-4bbe-b0e7-63964e888876 req-3125bc4b-3a51-4cd5-b526-1db9be14f8ce tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:18.363676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b84c1742-d314-4bbe-b0e7-63964e888876 req-3125bc4b-3a51-4cd5-b526-1db9be14f8ce tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3084369 Jul 06 18:07:18.434683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.569233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b84c1742-d314-4bbe-b0e7-63964e888876 req-15d563d4-8dbe-4e7c-8ffa-6606874f3a23 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805830 Jul 06 18:07:18.672645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.735825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=78791b32-d92c-4d2b-8fbc-6dea8505724b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:18.748166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.748166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f5fd1462-6a96-40ae-beb9-f53e8815044b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/78791b32-d92c-4d2b-8fbc-6dea8505724b HTTP/1.1" status: 204 len: 168 time: 0.8668823 Jul 06 18:07:18.748166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:18.760860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239dca8-1b40-4725-8a70-1413f8d86626 None None] Network 691b6624-414c-48a3-951b-5c44f555876b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:18.916764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.014610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:19.014964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.106807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,segment=NetworkSegment(1dc2ca22-9af6-4d8d-86e1-64a091917307),segment_id=1dc2ca22-9af6-4d8d-86e1-64a091917307)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:19.107241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.130322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 411219a1-d4a7-4a7b-b19d-f295a1c9e62f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:19.244809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.285633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=411219a1-d4a7-4a7b-b19d-f295a1c9e62f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:19.291623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port 411219a1-d4a7-4a7b-b19d-f295a1c9e62f on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:07:19.343119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42874) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:19.412786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.413027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f5ed3-42d4-421c-bcf7-6fad866eb5e7 None None] DHCP port deletion for 691b6624-414c-48a3-951b-5c44f555876b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:07:19.438259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691b6624-414c-48a3-951b-5c44f555876b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:19.456307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc2ca22-9af6-4d8d-86e1-64a091917307') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:19.457717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc2ca22-9af6-4d8d-86e1-64a091917307') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:19.486792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.528211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.552420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:19.553459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:19.557554 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:19.610386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 411219a1-d4a7-4a7b-b19d-f295a1c9e62f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:19.676586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 411219a1-d4a7-4a7b-b19d-f295a1c9e62f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:07:19.677867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 411219a1-d4a7-4a7b-b19d-f295a1c9e62f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:07:19.679202 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.712087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.714399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/691b6624-414c-48a3-951b-5c44f555876b HTTP/1.1" status: 204 len: 168 time: 0.9656956 Jul 06 18:07:19.720620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80fbf1fd-71d7-4931-9ff5-82c288000a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.730399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42890) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:19.742428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-931349621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:19.791426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4040c65-412d-4c65-bbc3-2406b45152af tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=691b6624-414c-48a3-951b-5c44f555876b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:19.993747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80fbf1fd-71d7-4931-9ff5-82c288000a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.994756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01e1c8-a5d3-4ae8-aa48-a3100c0cca2c req-8a3cb76b-04f2-40be-8bfa-a9c9f13fdc32 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:20.000311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c01e1c8-a5d3-4ae8-aa48-a3100c0cca2c req-8a3cb76b-04f2-40be-8bfa-a9c9f13fdc32 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.1369793 Jul 06 18:07:20.007647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80fbf1fd-71d7-4931-9ff5-82c288000a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.101364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c01e1c8-a5d3-4ae8-aa48-a3100c0cca2c req-e83294fb-5eb0-4147-b6ab-15f3a2ad8127 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929804 Jul 06 18:07:20.104319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.105851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.150109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbf1fd-71d7-4931-9ff5-82c288000a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210dc8c3-f195-4a20-ad8d-a5e3963d8da5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:20.150746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637f94-8561-4348-ae08-8657c27f6ba5 req-6ea296e5-22e0-4a8f-b588-5a45ffa3bd65 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:20.164702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06637f94-8561-4348-ae08-8657c27f6ba5 req-6ea296e5-22e0-4a8f-b588-5a45ffa3bd65 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 946 time: 0.1395190 Jul 06 18:07:20.200141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-80fbf1fd-71d7-4931-9ff5-82c288000a49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=335d53e42e78467e994dcebf98637624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552806 Jul 06 18:07:20.200813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:20.267770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.291020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06637f94-8561-4348-ae08-8657c27f6ba5 req-25d94e41-b817-412f-8343-95feb479869c tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212687 Jul 06 18:07:20.291647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.346011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27c25114-ace7-4f67-b478-847601fbb0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.356885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.359488 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c50b0ceb-33ba-47fa-9322-62af1fabf8b9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6266146 Jul 06 18:07:20.361583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:20.368217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-379725283'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:20.395147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27c25114-ace7-4f67-b478-847601fbb0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.403295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:20.411689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.457709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:20.500668 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27c25114-ace7-4f67-b478-847601fbb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.503478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27c25114-ace7-4f67-b478-847601fbb0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.504832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.507375 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment 6e03c038-1bea-4227-b645-f9c2960c7db5 of type vlan for network a94c02dd-4773-46dc-8bd5-5ce72def730b Jul 06 18:07:20.507836 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27c25114-ace7-4f67-b478-847601fbb0ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/210dc8c3-f195-4a20-ad8d-a5e3963d8da5 HTTP/1.1" status: 204 len: 168 time: 0.3020761 Jul 06 18:07:20.514178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c25114-ace7-4f67-b478-847601fbb0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210dc8c3-f195-4a20-ad8d-a5e3963d8da5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:20.593973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.656320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.664138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:20.664870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.728931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42934) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:20.729394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3663213 Jul 06 18:07:20.741441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:20.754796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522178c-a85a-439d-9dee-523cefeda8f9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=a94c02dd-4773-46dc-8bd5-5ce72def730b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:20.772989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a94c02dd-4773-46dc-8bd5-5ce72def730b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:20.965253 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:20.971443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.026036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:21.233370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42950) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:21.261685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.268289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e584e97-dd71-4494-8045-1fe20001e48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.342648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:07:21.342648 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:07:21.342648 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': '004e169c5a764430bf22d519581e1326', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 7, 21, 297184)}] Jul 06 18:07:21.342648 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:07:21.343566 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:07:21.373340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.416670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-54055209-4c70-43f9-8deb-48ffe63f4a72 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:21.418558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-54055209-4c70-43f9-8deb-48ffe63f4a72 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 946 time: 0.2460732 Jul 06 18:07:21.514449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264dc57-3fad-441a-ab83-e455c189748a req-e138be43-d32d-4487-aa0f-e9677ddcec0d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:21.515497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=d621a841-6e2e-4459-92b6-25769ca9300d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:21.516562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0264dc57-3fad-441a-ab83-e455c189748a req-e138be43-d32d-4487-aa0f-e9677ddcec0d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.2009294 Jul 06 18:07:21.520559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:21.520821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: a94c02dd-4773-46dc-8bd5-5ce72def730b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:21.567593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network a94c02dd-4773-46dc-8bd5-5ce72def730b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:21.589362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a94c02dd-4773-46dc-8bd5-5ce72def730b) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:21.600893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c87a9-bc92-4de7-ad14-a9d62d0868ef None None] Network a94c02dd-4773-46dc-8bd5-5ce72def730b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:21.601634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:21.603746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.685167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e584e97-dd71-4494-8045-1fe20001e48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.704115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0264dc57-3fad-441a-ab83-e455c189748a req-5e5c970d-362b-4717-8576-b004ca2822b3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617796 Jul 06 18:07:21.712961 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5456973-e83d-4c78-9d96-d353ef651376 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9802628 Jul 06 18:07:21.713210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:21.726984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e584e97-dd71-4494-8045-1fe20001e48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.765816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3e584e97-dd71-4494-8045-1fe20001e48e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44e8ec71b2a344ffb6ff3d4f00c0bef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386270 Jul 06 18:07:21.768908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:21.856654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.870733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa081946-dc6a-4d98-aef3-d8f1de75ea35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.873551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a94c02dd-4773-46dc-8bd5-5ce72def730b', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:21.874689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.958312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa081946-dc6a-4d98-aef3-d8f1de75ea35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.981792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e584e97-dd71-4494-8045-1fe20001e48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52348d0-0680-4f22-8624-25cc386cca1b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:21.997744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743ac7b-0c5c-47c3-b55d-9f44ea83d0f2 req-5ad4c790-e369-404f-8a4d-18f8b1c5250e tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:21.999438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d743ac7b-0c5c-47c3-b55d-9f44ea83d0f2 req-5ad4c790-e369-404f-8a4d-18f8b1c5250e tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 946 time: 0.4817138 Jul 06 18:07:22.065116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Allocated IP 172.20.0.2 (a94c02dd-4773-46dc-8bd5-5ce72def730b/d621a841-6e2e-4459-92b6-25769ca9300d/3032af79-e635-4c07-b6bd-e1a6a5482660) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:22.102619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Deleting port ed986891-fb3d-45e3-891f-9543e349eca5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:22.103683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.129277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa081946-dc6a-4d98-aef3-d8f1de75ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.134183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa081946-dc6a-4d98-aef3-d8f1de75ea35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.136304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa081946-dc6a-4d98-aef3-d8f1de75ea35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c52348d0-0680-4f22-8624-25cc386cca1b HTTP/1.1" status: 204 len: 168 time: 0.3650258 Jul 06 18:07:22.200151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa081946-dc6a-4d98-aef3-d8f1de75ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52348d0-0680-4f22-8624-25cc386cca1b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:22.226208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] For port ed986891-fb3d-45e3-891f-9543e349eca5, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed986891-fb3d-45e3-891f-9543e349eca5,segment=NetworkSegment(5c2063f2-313e-47d4-8943-88b4acf1564d),segment_id=5c2063f2-313e-47d4-8943-88b4acf1564d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:22.226901 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.242912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Calling delete_port for ed986891-fb3d-45e3-891f-9543e349eca5 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:22.410161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.421574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Transition to ACTIVE for port object 3032af79-e635-4c07-b6bd-e1a6a5482660 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:22.436121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d743ac7b-0c5c-47c3-b55d-9f44ea83d0f2 req-7b83500c-a98b-44b8-8bbd-ca3c4bbf58bb tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/security-groups?id=bca7cf4b-9994-46ef-a518-be297fddcb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882341 Jul 06 18:07:22.463524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Transition to ACTIVE for port object 3032af79-e635-4c07-b6bd-e1a6a5482660 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:22.477517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.484236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.536466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Network a94c02dd-4773-46dc-8bd5-5ce72def730b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:22.537510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Pushing event updated for resources: {'Port': ['ID=3032af79-e635-4c07-b6bd-e1a6a5482660,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:22.541442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:22.544435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:22.629230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.677361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ed986891-fb3d-45e3-891f-9543e349eca5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:07:22.715134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.723551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Pushing event deleted for resources: {'Port': ['ID=ed986891-fb3d-45e3-891f-9543e349eca5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:22.739092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.766038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Attempting to bind port 3032af79-e635-4c07-b6bd-e1a6a5482660 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:22.766513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Attempting to bind port 3032af79-e635-4c07-b6bd-e1a6a5482660 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:22.766901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Attempting to bind port 3032af79-e635-4c07-b6bd-e1a6a5482660 on network a94c02dd-4773-46dc-8bd5-5ce72def730b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:22.783698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:22.784090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Checking segment: {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:22.786317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.786511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Bound using segment: {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:22.787032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Bound port: 3032af79-e635-4c07-b6bd-e1a6a5482660, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:22.789784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.831876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b75847-faa0-4dac-8612-b05e58a225b3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:22.974614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] No DVR routers for this DVR port ed986891-fb3d-45e3-891f-9543e349eca5 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:07:22.978432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] For port 3032af79-e635-4c07-b6bd-e1a6a5482660, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:22.986419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.989732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6961965b-7034-440f-a446-a2c4afc1efb5 req-4962e578-b706-4d0a-b62d-77c741947a85 tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.61 "DELETE /v2.0/ports/ed986891-fb3d-45e3-891f-9543e349eca5 HTTP/1.1" status: 204 len: 173 time: 1.5603263 Jul 06 18:07:22.996405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] For port 3032af79-e635-4c07-b6bd-e1a6a5482660, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3032af79-e635-4c07-b6bd-e1a6a5482660,segment=NetworkSegment(6e03c038-1bea-4227-b645-f9c2960c7db5),segment_id=6e03c038-1bea-4227-b645-f9c2960c7db5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:22.999690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'name': 'network-vif-deleted', 'tag': 'ed986891-fb3d-45e3-891f-9543e349eca5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:07:23.002347 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8dc8b2-5744-456d-b6d9-5d968b9f45a3" -d '{"events": [{"server_uuid": "e3836e18-5836-40de-a9eb-0b6c1caaf293", "name": "network-vif-deleted", "tag": "ed986891-fb3d-45e3-891f-9543e349eca5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:07:23.009580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.116044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:23.149606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4c4f-ca5a-414b-8674-eed7bf4cb49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.173553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffaee7-9d34-4de1-8e05-39b941479272 None None] Pushing event updated for resources: {'Port': ['ID=3032af79-e635-4c07-b6bd-e1a6a5482660,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:23.576946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4c4f-ca5a-414b-8674-eed7bf4cb49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.586975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4c4f-ca5a-414b-8674-eed7bf4cb49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.637986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dceda1fd-6469-42c7-8506-3ed6ac9946f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=004e169c5a764430bf22d519581e1326&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4030850 Jul 06 18:07:23.662446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42992) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:23.777017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3032af79-e635-4c07-b6bd-e1a6a5482660 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:23.822579 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dd7b4c4f-ca5a-414b-8674-eed7bf4cb49c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afc7589f6ce342dd86c4877328a56048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045991 Jul 06 18:07:23.823373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42996) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:23.887362 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca063d92-fcb3-4c4e-b6a1-3fd2cd4b08fd x-openstack-request-id: req-ca063d92-fcb3-4c4e-b6a1-3fd2cd4b08fd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:07:23.887754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4c4f-ca5a-414b-8674-eed7bf4cb49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb661c78-450a-45cb-9ad5-88be52755423,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:23.887891 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3836e18-5836-40de-a9eb-0b6c1caaf293", "name": "network-vif-deleted", "tag": "ed986891-fb3d-45e3-891f-9543e349eca5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:07:23.888232 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca063d92-fcb3-4c4e-b6a1-3fd2cd4b08fd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:07:23.888882 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3836e18-5836-40de-a9eb-0b6c1caaf293', 'name': 'network-vif-deleted', 'tag': 'ed986891-fb3d-45e3-891f-9543e349eca5', 'status': 'completed', 'code': 200} Jul 06 18:07:23.996135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3032af79-e635-4c07-b6bd-e1a6a5482660 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:24.054392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a0cd-7f88-4ff2-8d54-483e91a23245 req-0b8a8361-fd48-457a-83a1-07b88821ff52 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:24.056854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d665a0cd-7f88-4ff2-8d54-483e91a23245 req-0b8a8361-fd48-457a-83a1-07b88821ff52 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 1.0925233 Jul 06 18:07:24.069576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d550e7b-45f1-4192-8d3a-c34c425db2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.072118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14626e69-1dde-40b3-a3db-5c668abf3d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.116271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14626e69-1dde-40b3-a3db-5c668abf3d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.137142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d550e7b-45f1-4192-8d3a-c34c425db2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.158481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.20.0.1 (a94c02dd-4773-46dc-8bd5-5ce72def730b/d621a841-6e2e-4459-92b6-25769ca9300d/71486c33-c616-44b6-bee9-b58e33519b7a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:24.192005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d665a0cd-7f88-4ff2-8d54-483e91a23245 req-411a0cb0-a060-412a-b17b-5f35be574cf2 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234186 Jul 06 18:07:24.247780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14626e69-1dde-40b3-a3db-5c668abf3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.251344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14626e69-1dde-40b3-a3db-5c668abf3d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.256902 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-14626e69-1dde-40b3-a3db-5c668abf3d96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb661c78-450a-45cb-9ad5-88be52755423 HTTP/1.1" status: 204 len: 168 time: 0.4295959 Jul 06 18:07:24.262031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d550e7b-45f1-4192-8d3a-c34c425db2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.265275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d550e7b-45f1-4192-8d3a-c34c425db2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.271546 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4d550e7b-45f1-4192-8d3a-c34c425db2db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81b75847-faa0-4dac-8612-b05e58a225b3 HTTP/1.1" status: 204 len: 168 time: 0.6060426 Jul 06 18:07:24.280526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14626e69-1dde-40b3-a3db-5c668abf3d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb661c78-450a-45cb-9ad5-88be52755423,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:24.300324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d550e7b-45f1-4192-8d3a-c34c425db2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b75847-faa0-4dac-8612-b05e58a225b3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:24.359078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c28d7d0-68e0-4527-b5e6-89781f135236 req-86ab1058-595a-4a24-802b-8e628278857f tempest-VolumesActionsTest-788332358 tempest-VolumesActionsTest-788332358-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3836e18-5836-40de-a9eb-0b6c1caaf293 HTTP/1.1" status: 200 len: 210 time: 0.1741722 Jul 06 18:07:24.696068 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.727615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object 71486c33-c616-44b6-bee9-b58e33519b7a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:24.818274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.983426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network a94c02dd-4773-46dc-8bd5-5ce72def730b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:24.991528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:25.006223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:25.120686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=71486c33-c616-44b6-bee9-b58e33519b7a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:25.187144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.193580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3618d-6834-4ca2-a65b-ccf1b0d89ab2 None None] Network a94c02dd-4773-46dc-8bd5-5ce72def730b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:25.656385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed986891-fb3d-45e3-891f-9543e349eca5 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:25.763047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: ed986891-fb3d-45e3-891f-9543e349eca5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:07:25.764994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed986891-fb3d-45e3-891f-9543e349eca5 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:07:25.790259 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2128c76-81f3-4f5f-808f-cf100e75a5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.820237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] Provisioning for port 3032af79-e635-4c07-b6bd-e1a6a5482660 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:25.844437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] Provisioning complete for port 3032af79-e635-4c07-b6bd-e1a6a5482660 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:25.844813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.188177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.202574 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.343652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5cb05-73b6-4097-a592-24023bba9987 req-89308773-3572-49bb-96ad-4b7560809f4f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:26.360121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8da5cb05-73b6-4097-a592-24023bba9987 req-89308773-3572-49bb-96ad-4b7560809f4f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.6460176 Jul 06 18:07:26.449484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] For port 3032af79-e635-4c07-b6bd-e1a6a5482660, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3032af79-e635-4c07-b6bd-e1a6a5482660,segment=NetworkSegment(6e03c038-1bea-4227-b645-f9c2960c7db5),segment_id=6e03c038-1bea-4227-b645-f9c2960c7db5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:26.465728 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.849930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8da5cb05-73b6-4097-a592-24023bba9987 req-f3ca308f-ec0f-411d-8a09-b76d9a75a83f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881709 Jul 06 18:07:26.864463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a5849-7b85-4eba-a67e-9d78668e4923 None None] Pushing event updated for resources: {'Port': ['ID=3032af79-e635-4c07-b6bd-e1a6a5482660,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:26.949856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7e4592e3-3a1a-4853-bb7b-745476299c3f None None] Provisioning complete for port 3032af79-e635-4c07-b6bd-e1a6a5482660 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:26.951956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e4592e3-3a1a-4853-bb7b-745476299c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.285601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.293935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.351012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7e4592e3-3a1a-4853-bb7b-745476299c3f None None] Provisioning for port 71486c33-c616-44b6-bee9-b58e33519b7a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:27.366613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7e4592e3-3a1a-4853-bb7b-745476299c3f None None] Provisioning complete for port 71486c33-c616-44b6-bee9-b58e33519b7a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:27.371605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e4592e3-3a1a-4853-bb7b-745476299c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.465706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.470936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=71486c33-c616-44b6-bee9-b58e33519b7a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:27.593813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7e4592e3-3a1a-4853-bb7b-745476299c3f None None] Port 71486c33-c616-44b6-bee9-b58e33519b7a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:27.751071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3032af79-e635-4c07-b6bd-e1a6a5482660 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:27.857167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network a94c02dd-4773-46dc-8bd5-5ce72def730b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:27.873793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:27.905516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b0a3dd4e-05b9-452f-aecf-185a7783bf72 None None] Provisioning complete for port 71486c33-c616-44b6-bee9-b58e33519b7a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:27.906040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dd4e-05b9-452f-aecf-185a7783bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.318362 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da1368f8-6077-43a1-9ee2-471800c0feed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.345106 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.454495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:07:28.458022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3dd4e-05b9-452f-aecf-185a7783bf72 None None] Port 71486c33-c616-44b6-bee9-b58e33519b7a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:28.511519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b95c1-d02a-4aee-b1de-63bf72b010d3 req-91e99273-541f-4dff-b768-d985875e72e0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:28.511519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b4b95c1-d02a-4aee-b1de-63bf72b010d3 req-91e99273-541f-4dff-b768-d985875e72e0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3060935 Jul 06 18:07:28.512480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3032af79-e635-4c07-b6bd-e1a6a5482660 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:28.513089 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.928312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2ba868e3-c7bc-485e-a728-800c3de4fc5d None None] Provisioning complete for port 71486c33-c616-44b6-bee9-b58e33519b7a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:28.929120 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ba868e3-c7bc-485e-a728-800c3de4fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.942999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:28.959878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-86d07a34-2f50-4453-871a-b8df4d8168fc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2363403 Jul 06 18:07:28.961454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43112) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:28.973115 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:28.984955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449764701'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:29.034197 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:29.038011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b4b95c1-d02a-4aee-b1de-63bf72b010d3 req-e7a8dc1c-0a02-4a45-8843-47c196b8ba5e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546749 Jul 06 18:07:29.040442 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:29.073436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2ba868e3-c7bc-485e-a728-800c3de4fc5d None None] Port 71486c33-c616-44b6-bee9-b58e33519b7a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:29.080672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:29.094117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.119733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-3a02f31d-b9ee-4265-99f7-0eccb8fc34fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3383172 Jul 06 18:07:29.149789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:29.167165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.167165 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment ec9be498-522e-495e-9d41-cb7996a60ab0 of type vlan for network 89731395-f398-42f2-b21d-c90c41de9d4a Jul 06 18:07:29.239545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.286386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.297657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:29.298148 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.328109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.335952 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:29.402493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-3c25e39b-e277-49d2-af90-89cdeea844e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:29.410314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=89731395-f398-42f2-b21d-c90c41de9d4a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:29.412431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-3c25e39b-e277-49d2-af90-89cdeea844e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=224b581d729b49919acb7ed26ba88fdb&device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 1097 time: 0.2029548 Jul 06 18:07:29.432807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:29.435197 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4718137 Jul 06 18:07:29.443900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:29.446929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.447300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.448327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.450343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.451129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.455935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.456783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.458717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.463653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.464475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.465073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.465576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc5686-2193-4548-a507-f8698a2556ef tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:29.491163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 89731395-f398-42f2-b21d-c90c41de9d4a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:29.756899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:25Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:29.817532 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:29.819786 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Updating router 57802e97-6519-482e-824f-0f93ac87e982 port 71486c33-c616-44b6-bee9-b58e33519b7a binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:29.851844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:29.858464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.897658 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.934068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.150619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-d8c88f1b-9066-4f2c-b3bd-eefa3e7447d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:30.152565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-d8c88f1b-9066-4f2c-b3bd-eefa3e7447d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 200 len: 912 time: 0.6890485 Jul 06 18:07:30.549214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-e8e76079-ca94-4506-9639-a957af299696 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 200 len: 1001 time: 0.3893621 Jul 06 18:07:30.738892 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.753666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.767901 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Transition to ACTIVE for port object 71486c33-c616-44b6-bee9-b58e33519b7a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:30.784271 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.816714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.833721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-a176cfc4-9c26-432a-896c-79fa7ecb0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:30.835176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-a176cfc4-9c26-432a-896c-79fa7ecb0a29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 200 len: 850 time: 0.2787032 Jul 06 18:07:30.972497 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Pushing event updated for resources: {'Port': ['ID=71486c33-c616-44b6-bee9-b58e33519b7a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:31.041117 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.043948 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.047842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.048602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.049201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.049716 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.050274 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.050769 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.055564 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.056287 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.056815 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.057760 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:31.090148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:31.090824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 89731395-f398-42f2-b21d-c90c41de9d4a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:31.094072 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Attempting to bind port 71486c33-c616-44b6-bee9-b58e33519b7a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:31.094715 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Attempting to bind port 71486c33-c616-44b6-bee9-b58e33519b7a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:31.096298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=adc606d9-32bf-4c50-ac49-dc8ffeccaeda,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:31.097267 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Attempting to bind port 71486c33-c616-44b6-bee9-b58e33519b7a on network a94c02dd-4773-46dc-8bd5-5ce72def730b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:31.110620 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:31.113881 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Checking segment: {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:31.114597 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.117475 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Bound using segment: {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:31.118294 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Bound port: 71486c33-c616-44b6-bee9-b58e33519b7a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e03c038-1bea-4227-b645-f9c2960c7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:31.118910 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.126710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ab88f-7db1-40a2-8110-bb0eddfadfef req-469429e5-f7ab-46b5-b4a6-852e34af8857 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:31.129477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b09ab88f-7db1-40a2-8110-bb0eddfadfef req-469429e5-f7ab-46b5-b4a6-852e34af8857 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3702767 Jul 06 18:07:31.162197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 89731395-f398-42f2-b21d-c90c41de9d4a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:31.225165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 89731395-f398-42f2-b21d-c90c41de9d4a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:31.232883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:31.236691 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.237440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b718565-3347-4c7f-9592-480dea0bc4b6 None None] Network 89731395-f398-42f2-b21d-c90c41de9d4a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:31.258124 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] For port 71486c33-c616-44b6-bee9-b58e33519b7a, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:31.266359 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] For port 71486c33-c616-44b6-bee9-b58e33519b7a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=71486c33-c616-44b6-bee9-b58e33519b7a,segment=NetworkSegment(6e03c038-1bea-4227-b645-f9c2960c7db5),segment_id=6e03c038-1bea-4227-b645-f9c2960c7db5)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:31.275482 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.294095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-b1559790-5a5e-4676-925b-59a6d10e06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:31.298928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-b1559790-5a5e-4676-925b-59a6d10e06e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4039569 Jul 06 18:07:31.365100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b09ab88f-7db1-40a2-8110-bb0eddfadfef req-ae9227fb-5371-4ee9-a0dc-9f07bae61179 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114947 Jul 06 18:07:31.398277 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:31.399896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6333e92f-7ce9-42cd-95b2-dee22a9feeb2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9654257 Jul 06 18:07:31.403654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:31.404267 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:31.633714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-ae361a9c-a57d-4024-87fa-246095ceb9af service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974262 Jul 06 18:07:31.694028 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:31.910126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81bdb90c-0dc5-48d9-b996-368044437bbf req-a3967845-d188-4a02-a63e-95f97433856f service neutron] 10.222.0.60 "GET /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671335 Jul 06 18:07:31.969446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa42f-ecfe-42c2-a23d-c631f0352d49 None None] Pushing event updated for resources: {'Port': ['ID=71486c33-c616-44b6-bee9-b58e33519b7a,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:32.065553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-89731395-f398-42f2-b21d-c90c41de9d4a', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:32.066333 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.335991 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:25Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:31Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:32.549324 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.808573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Allocated IP 172.21.0.2 (89731395-f398-42f2-b21d-c90c41de9d4a/adc606d9-32bf-4c50-ac49-dc8ffeccaeda/924383aa-7e9d-4f16-9224-9373bb796043) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:33.011493 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ebc5-1584-4878-9bf1-378a2298e7b5 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:25Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:31Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:33.234168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126483e5-6bae-4a7a-9259-89be2fa9a5d6 req-d44461fe-7f4f-4e4b-9e12-af421f2b9c2f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:33.237105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-126483e5-6bae-4a7a-9259-89be2fa9a5d6 req-d44461fe-7f4f-4e4b-9e12-af421f2b9c2f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.2774370 Jul 06 18:07:33.433585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-126483e5-6bae-4a7a-9259-89be2fa9a5d6 req-221e129a-f1f0-4f32-b5d1-b3d748aeb095 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555097 Jul 06 18:07:33.576236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.635003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Transition to ACTIVE for port object 924383aa-7e9d-4f16-9224-9373bb796043 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:33.706384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Transition to ACTIVE for port object 924383aa-7e9d-4f16-9224-9373bb796043 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:33.740522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.886072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Pushing event updated for resources: {'Port': ['ID=924383aa-7e9d-4f16-9224-9373bb796043,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:33.918771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Network 89731395-f398-42f2-b21d-c90c41de9d4a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:33.923699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:33.930379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:34.016980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Attempting to bind port 924383aa-7e9d-4f16-9224-9373bb796043 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:34.017366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Attempting to bind port 924383aa-7e9d-4f16-9224-9373bb796043 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:34.017745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Attempting to bind port 924383aa-7e9d-4f16-9224-9373bb796043 on network 89731395-f398-42f2-b21d-c90c41de9d4a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:34.025931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:34.026324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Checking segment: {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:34.026748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.027155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Bound using segment: {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:34.027726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Bound port: 924383aa-7e9d-4f16-9224-9373bb796043, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:34.028123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.137662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] For port 924383aa-7e9d-4f16-9224-9373bb796043, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:34.143859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] For port 924383aa-7e9d-4f16-9224-9373bb796043, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=924383aa-7e9d-4f16-9224-9373bb796043,segment=NetworkSegment(ec9be498-522e-495e-9d41-cb7996a60ab0),segment_id=ec9be498-522e-495e-9d41-cb7996a60ab0)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:34.160558 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.235145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09b804-8fc0-4d83-8d46-22db627ef34a None None] Pushing event updated for resources: {'Port': ['ID=924383aa-7e9d-4f16-9224-9373bb796043,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:34.444581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.065297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d8a69-e0ce-4534-9d25-f7c61c483ca3 req-621ac894-56b0-484c-b36e-b9f42eaab2b2 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:35.100437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd9d8a69-e0ce-4534-9d25-f7c61c483ca3 req-621ac894-56b0-484c-b36e-b9f42eaab2b2 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3869014 Jul 06 18:07:35.285192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd9d8a69-e0ce-4534-9d25-f7c61c483ca3 req-ac290174-9fe4-49d2-a6e8-1f15380a85ff tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823096 Jul 06 18:07:35.559028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.21.0.1 (89731395-f398-42f2-b21d-c90c41de9d4a/adc606d9-32bf-4c50-ac49-dc8ffeccaeda/2c9183c9-b85c-48b6-8dc1-c56040f41e12) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:35.774746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.818850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object 2c9183c9-b85c-48b6-8dc1-c56040f41e12 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:35.947560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.971303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 71486c33-c616-44b6-bee9-b58e33519b7a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:36.062706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 89731395-f398-42f2-b21d-c90c41de9d4a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:36.073476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:36.082883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:36.173945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=2c9183c9-b85c-48b6-8dc1-c56040f41e12,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:36.216921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 71486c33-c616-44b6-bee9-b58e33519b7a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:36.243361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 71486c33-c616-44b6-bee9-b58e33519b7a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:36.246458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.248993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.829288 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.926358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 71486c33-c616-44b6-bee9-b58e33519b7a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=71486c33-c616-44b6-bee9-b58e33519b7a,segment=NetworkSegment(6e03c038-1bea-4227-b645-f9c2960c7db5),segment_id=6e03c038-1bea-4227-b645-f9c2960c7db5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:36.944631 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.947238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 924383aa-7e9d-4f16-9224-9373bb796043 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:36.984839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.210125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 924383aa-7e9d-4f16-9224-9373bb796043 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:37.240537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=71486c33-c616-44b6-bee9-b58e33519b7a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:37.280245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4351d8-f6dd-4a2a-9b66-9dfdc11309f5 None None] Network 89731395-f398-42f2-b21d-c90c41de9d4a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:37.335789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b9cb2-2067-4fbc-ae85-858f44ef5cf3 req-dde459c2-c950-4887-b7f1-c52cbcf18ee2 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:37.351970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f75b9cb2-2067-4fbc-ae85-858f44ef5cf3 req-dde459c2-c950-4887-b7f1-c52cbcf18ee2 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.2113523 Jul 06 18:07:37.420857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f75b9cb2-2067-4fbc-ae85-858f44ef5cf3 req-7d22094c-3b84-49ac-8417-029940516647 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 Jul 06 18:07:37.450611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] Provisioning for port 924383aa-7e9d-4f16-9224-9373bb796043 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:37.475629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] Provisioning complete for port 924383aa-7e9d-4f16-9224-9373bb796043 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:37.476011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.777986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 71486c33-c616-44b6-bee9-b58e33519b7a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:38.071473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.078777 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.407166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=2c9183c9-b85c-48b6-8dc1-c56040f41e12,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:38.418564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.836232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 89731395-f398-42f2-b21d-c90c41de9d4a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:38.842079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:38.874747 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.932236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5072f-1f78-4717-8fa9-e214f4576aaa req-4d000ca3-0452-449a-9130-8304f4398d37 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:38.943851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfa5072f-1f78-4717-8fa9-e214f4576aaa req-4d000ca3-0452-449a-9130-8304f4398d37 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.1909416 Jul 06 18:07:39.022360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] For port 924383aa-7e9d-4f16-9224-9373bb796043, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=924383aa-7e9d-4f16-9224-9373bb796043,segment=NetworkSegment(ec9be498-522e-495e-9d41-cb7996a60ab0),segment_id=ec9be498-522e-495e-9d41-cb7996a60ab0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:39.033576 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.084027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfa5072f-1f78-4717-8fa9-e214f4576aaa req-6fc6c43d-15bf-4881-8498-9132144924b0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212435 Jul 06 18:07:39.111794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 71486c33-c616-44b6-bee9-b58e33519b7a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:39.111794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.296898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e052b-0f52-4e4a-8b4f-a8b530b6e89d None None] Pushing event updated for resources: {'Port': ['ID=924383aa-7e9d-4f16-9224-9373bb796043,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:39.473404 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:07:39.791657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 924383aa-7e9d-4f16-9224-9373bb796043 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:39.898558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:39.904756 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:07:39.912800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f8c592f-6be9-44fd-b5c0-fc6a040c5804 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5079486 Jul 06 18:07:39.920257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43322) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:39.929703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1571374762'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:39.945126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:40.037595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:40.040495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:40.054723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:40.057096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.070684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-26a4f818-d762-442c-82bd-a3f3085fe288 None None] Provisioning for port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:40.203045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:40.244356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.244356 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment d1de606d-ab85-4bcd-95cc-e8bba5e291b9 of type vlan for network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a Jul 06 18:07:40.318460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-26a4f818-d762-442c-82bd-a3f3085fe288 None None] Provisioning complete for port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:40.319766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26a4f818-d762-442c-82bd-a3f3085fe288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.459617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.571785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-26a4f818-d762-442c-82bd-a3f3085fe288 None None] Port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:40.606864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 924383aa-7e9d-4f16-9224-9373bb796043 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:40.607494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.702918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.729230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:40.729851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.735615 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:40.765811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-26a4f818-d762-442c-82bd-a3f3085fe288 None None] Provisioning complete for port 924383aa-7e9d-4f16-9224-9373bb796043 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:40.766481 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26a4f818-d762-442c-82bd-a3f3085fe288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.025448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1019561 Jul 06 18:07:41.026274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:41.032811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:41.083731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e58b5d-bcb1-4d41-b030-f4832c1985b2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:41.169026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054557-d3b6-451a-bd05-6e7a7980b2e5 req-3ae78a43-b80e-4de6-b356-a3ce986e7e1d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:41.182298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6054557-d3b6-451a-bd05-6e7a7980b2e5 req-3ae78a43-b80e-4de6-b356-a3ce986e7e1d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.6443160 Jul 06 18:07:41.229230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:41.309539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6054557-d3b6-451a-bd05-6e7a7980b2e5 req-56931f37-2010-4a76-bed1-05ee774e3ed6 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262007 Jul 06 18:07:41.380141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:41.389037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.586790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-883c4870-e828-4453-94c7-16914e40106e None None] Provisioning complete for port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:41.589663 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883c4870-e828-4453-94c7-16914e40106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.662978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 3, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:37Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:41.666095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:41.674347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-883c4870-e828-4453-94c7-16914e40106e None None] Port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:41.713988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:41.714769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Updating router 57802e97-6519-482e-824f-0f93ac87e982 port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:41.776047 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.796931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.986015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:41.986724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:41.989801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=6e86ea5d-ae75-4474-8233-8874f2b52fda,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:42.020206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:42.036619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:42.043751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:42.045657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.102215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0eeebe5b-e2fe-47e9-9696-87765cc95f1e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0743077 Jul 06 18:07:42.106503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:42.131630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31db57b-c461-4b1c-a6fa-254cc2931606 None None] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:42.840362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5504852f-0f9a-4f3c-81bf-459a311cd2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.047997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.068772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:43.072308 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.148489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Transition to ACTIVE for port object 2c9183c9-b85c-48b6-8dc1-c56040f41e12 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:43.370597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.415369 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.611346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5504852f-0f9a-4f3c-81bf-459a311cd2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.641504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Allocated IP 172.22.0.2 (c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a/6e86ea5d-ae75-4474-8233-8874f2b52fda/15f940a5-bf69-4d26-88e6-6d8dd019b2db) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:44.069650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cdbbd-4a5e-493f-8f2d-bdaeee4a24c7 None None] Pushing event updated for resources: {'Port': ['ID=2c9183c9-b85c-48b6-8dc1-c56040f41e12,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:44.195143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Attempting to bind port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:44.195899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Attempting to bind port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:44.218579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Attempting to bind port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 on network 89731395-f398-42f2-b21d-c90c41de9d4a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:44.260386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:44.261053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Checking segment: {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:44.261781 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.262447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Bound using segment: {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:44.263313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Bound port: 2c9183c9-b85c-48b6-8dc1-c56040f41e12, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9be498-522e-495e-9d41-cb7996a60ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:44.264060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.549282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] For port 2c9183c9-b85c-48b6-8dc1-c56040f41e12, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:44.555723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] For port 2c9183c9-b85c-48b6-8dc1-c56040f41e12, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2c9183c9-b85c-48b6-8dc1-c56040f41e12,segment=NetworkSegment(ec9be498-522e-495e-9d41-cb7996a60ab0),segment_id=ec9be498-522e-495e-9d41-cb7996a60ab0)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:44.591897 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.617680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:44.744529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.767333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5504852f-0f9a-4f3c-81bf-459a311cd2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.797065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Transition to ACTIVE for port object 15f940a5-bf69-4d26-88e6-6d8dd019b2db will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:44.826338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cdbbd-4a5e-493f-8f2d-bdaeee4a24c7 None None] Pushing event updated for resources: {'Port': ['ID=2c9183c9-b85c-48b6-8dc1-c56040f41e12,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:44.836064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:44.837084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:44.875386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-261adc9a-594a-466a-a198-b19c451b4b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.911368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Transition to ACTIVE for port object 15f940a5-bf69-4d26-88e6-6d8dd019b2db will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:44.981928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb46fe-9447-4e37-b492-a663ab466883 req-6822a4a7-097f-401b-8334-04ae6700272c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:45.001122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59fb46fe-9447-4e37-b492-a663ab466883 req-6822a4a7-097f-401b-8334-04ae6700272c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 2.2921684 Jul 06 18:07:45.224091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5504852f-0f9a-4f3c-81bf-459a311cd2d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a16cbb536bc84e588712403d757280a1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5557797 Jul 06 18:07:45.225588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:45.228350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-261adc9a-594a-466a-a198-b19c451b4b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.238390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-261adc9a-594a-466a-a198-b19c451b4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.381512 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-261adc9a-594a-466a-a198-b19c451b4b05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad048256acbc421385705910ad53484b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571635 Jul 06 18:07:45.382490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261adc9a-594a-466a-a198-b19c451b4b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06230977-1f2f-4583-a6ef-4ab0fea92232,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:45.389043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:45.432179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504852f-0f9a-4f3c-81bf-459a311cd2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122aeb2e-ce44-4637-8aec-6f29cff944cf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:45.451067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.487996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59fb46fe-9447-4e37-b492-a663ab466883 req-1304e3d9-caf7-45c3-9ab9-c9af9183ab43 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782937 Jul 06 18:07:45.490717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:45.496340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:45.503573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:45.556564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f18f9f9a-4378-47a0-bd2a-ace6ea4cabdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.604294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f18f9f9a-4378-47a0-bd2a-ace6ea4cabdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.607991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Pushing event updated for resources: {'Port': ['ID=15f940a5-bf69-4d26-88e6-6d8dd019b2db,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:45.678619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f18f9f9a-4378-47a0-bd2a-ace6ea4cabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.682557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f18f9f9a-4378-47a0-bd2a-ace6ea4cabdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.684751 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f18f9f9a-4378-47a0-bd2a-ace6ea4cabdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06230977-1f2f-4583-a6ef-4ab0fea92232 HTTP/1.1" status: 204 len: 168 time: 0.2942064 Jul 06 18:07:45.699424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:45.724675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f9f9a-4378-47a0-bd2a-ace6ea4cabdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06230977-1f2f-4583-a6ef-4ab0fea92232,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:45.888780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Attempting to bind port 15f940a5-bf69-4d26-88e6-6d8dd019b2db on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:45.889875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Attempting to bind port 15f940a5-bf69-4d26-88e6-6d8dd019b2db by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:45.890649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Attempting to bind port 15f940a5-bf69-4d26-88e6-6d8dd019b2db on network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:45.901246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:45.901953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Checking segment: {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:45.902508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.902920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Bound using segment: {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:45.905547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Bound port: 15f940a5-bf69-4d26-88e6-6d8dd019b2db, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:45.906101 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.946777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a2b6fe-0f61-477e-af32-a3ce2149802b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.175904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.22.0.1 (c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a/6e86ea5d-ae75-4474-8233-8874f2b52fda/7160bced-29dc-45d6-bfb6-4010b6b0d87b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:46.309568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:07:46.545894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.561689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object 7160bced-29dc-45d6-bfb6-4010b6b0d87b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:46.610731 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.704583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a2b6fe-0f61-477e-af32-a3ce2149802b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.756163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:46.774031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:46.786582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:46.797362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:46.826393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:46.850328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'port_id': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'mac_address': 'fa:16:3e:38:01:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e9c856-b31a-4abe-a2c6-6e8424788742', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:07:46.935603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.030853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=7160bced-29dc-45d6-bfb6-4010b6b0d87b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:47.091423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43450) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:47.140049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-50b8130a-d675-4854-906a-04438fabe78c None None] For port 15f940a5-bf69-4d26-88e6-6d8dd019b2db, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:47.141984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa2d58fd-de57-4769-a1b4-0bc310329877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.223365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a2b6fe-0f61-477e-af32-a3ce2149802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.229021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a2b6fe-0f61-477e-af32-a3ce2149802b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.230407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-65a2b6fe-0f61-477e-af32-a3ce2149802b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/122aeb2e-ce44-4637-8aec-6f29cff944cf HTTP/1.1" status: 204 len: 168 time: 1.9993069 Jul 06 18:07:47.269409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-50b8130a-d675-4854-906a-04438fabe78c None None] For port 15f940a5-bf69-4d26-88e6-6d8dd019b2db, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=15f940a5-bf69-4d26-88e6-6d8dd019b2db,segment=NetworkSegment(d1de606d-ab85-4bcd-95cc-e8bba5e291b9),segment_id=d1de606d-ab85-4bcd-95cc-e8bba5e291b9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:47.283331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6c8a-438c-48a2-96c7-3eefc741480a req-05dfb142-54a5-4b4e-9cd4-ad9462975c4b tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:47.291479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-823f6c8a-438c-48a2-96c7-3eefc741480a req-05dfb142-54a5-4b4e-9cd4-ad9462975c4b tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.3822322 Jul 06 18:07:47.313168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.347127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b6fe-0f61-477e-af32-a3ce2149802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122aeb2e-ce44-4637-8aec-6f29cff944cf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:47.434427 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa2d58fd-de57-4769-a1b4-0bc310329877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.441721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa2d58fd-de57-4769-a1b4-0bc310329877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.592444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.617939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8130a-d675-4854-906a-04438fabe78c None None] Pushing event updated for resources: {'Port': ['ID=15f940a5-bf69-4d26-88e6-6d8dd019b2db,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:47.624003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.641772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa2d58fd-de57-4769-a1b4-0bc310329877 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbe9af23e3c3431aa4099074bae56ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429251 Jul 06 18:07:47.646125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:47.646988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d58fd-de57-4769-a1b4-0bc310329877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7c99c4-7771-49c8-8e9a-678e0ba6daf6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:47.704330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-823f6c8a-438c-48a2-96c7-3eefc741480a req-35487fba-9a1d-429a-aab6-2ed545c69e54 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894358 Jul 06 18:07:47.870068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf770-32e1-4e11-a8d7-1b483e9d1435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.873052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.909877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2208a60-5207-4b96-9e3e-adb58a50872f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:07:47.929750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf770-32e1-4e11-a8d7-1b483e9d1435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.967903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:48.002890 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.074064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf770-32e1-4e11-a8d7-1b483e9d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.078302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf770-32e1-4e11-a8d7-1b483e9d1435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.079923 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e9cdf770-32e1-4e11-a8d7-1b483e9d1435 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf7c99c4-7771-49c8-8e9a-678e0ba6daf6 HTTP/1.1" status: 204 len: 168 time: 0.4115868 Jul 06 18:07:48.089166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdf770-32e1-4e11-a8d7-1b483e9d1435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7c99c4-7771-49c8-8e9a-678e0ba6daf6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:48.139605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 3, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:44Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:48.210861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557449-d804-41f7-a133-fff558e1be84 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 3, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:44Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:48.214760 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:07:48.215168 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:07:48.219783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:48.225301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['b2208a60-5207-4b96-9e3e-adb58a50872f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:07:48.438876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.453339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.599441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43474) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:48.627171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d7442c-7d35-445d-a438-695619e31374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.703896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.708227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=7160bced-29dc-45d6-bfb6-4010b6b0d87b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:48.810954 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.846880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b2208a60-5207-4b96-9e3e-adb58a50872f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:07:48.932008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:48.944961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.968191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:48.993543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d7442c-7d35-445d-a438-695619e31374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.003799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d7442c-7d35-445d-a438-695619e31374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.034484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:49.042231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:49.102355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7442c-7d35-445d-a438-695619e31374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd94e3-d252-4105-8a9c-ad06d47164ee,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:49.168781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5d7442c-7d35-445d-a438-695619e31374 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6b870f70df84a1293cba7dc2d796933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681744 Jul 06 18:07:49.172037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43486) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:49.239185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port b2208a60-5207-4b96-9e3e-adb58a50872f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:49.239515 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.306966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:49.314410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e310921-68d5-4cbc-bb10-a5f999226a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.393885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e310921-68d5-4cbc-bb10-a5f999226a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.512420 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.611971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:07:49.633952 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732dcf5-a6cd-4a9d-986d-1c8ecc32b23a" -d '{"events": [{"server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:07:49.702487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e310921-68d5-4cbc-bb10-a5f999226a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.724130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e310921-68d5-4cbc-bb10-a5f999226a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.741076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:49.745163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e310921-68d5-4cbc-bb10-a5f999226a64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fdd94e3-d252-4105-8a9c-ad06d47164ee HTTP/1.1" status: 204 len: 168 time: 0.5686853 Jul 06 18:07:49.755030 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.797215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e310921-68d5-4cbc-bb10-a5f999226a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd94e3-d252-4105-8a9c-ad06d47164ee,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:49.810920 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec627d-0980-4c92-b62f-9b661995edf3 x-openstack-request-id: req-efec627d-0980-4c92-b62f-9b661995edf3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:07:49.813890 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:07:49.815685 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efec627d-0980-4c92-b62f-9b661995edf3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:07:49.816363 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'code': 200} Jul 06 18:07:49.929409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:50.009356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c9183c9-b85c-48b6-8dc1-c56040f41e12 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:50.086413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:07:50.111093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c668ae9d-12aa-4584-b59b-cb31c66db321 None None] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:50.250982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5e50a3f7-a94b-4f26-bcec-184941cbf503 None None] Provisioning for port 15f940a5-bf69-4d26-88e6-6d8dd019b2db completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:50.306722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:50.315149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:50.316086 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:50.487999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e0653-ae5b-4e01-9cad-734804d6d7e6 req-e67eb162-9e8e-4f05-bde1-0335758aad15 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:50.489929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-908e0653-ae5b-4e01-9cad-734804d6d7e6 req-e67eb162-9e8e-4f05-bde1-0335758aad15 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.6823533 Jul 06 18:07:50.507815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51fbb-afbc-4857-9111-75778a936794 req-43c0f9d1-047f-4ace-879d-26c7ac935d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:50.511507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69e51fbb-afbc-4857-9111-75778a936794 req-43c0f9d1-047f-4ace-879d-26c7ac935d87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 1096 time: 0.4407485 Jul 06 18:07:50.595009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:50.607139 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:50.617927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6d906fd0-c6db-497b-b9f7-90fc525501a9 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5100696 Jul 06 18:07:50.620773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43524) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:50.625452 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:50.626245 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:50.651433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'network': {'name': 'tempest-RoutersTest-795978635'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:50.676859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43528) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:50.746385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-908e0653-ae5b-4e01-9cad-734804d6d7e6 req-4df1acf0-1bff-4434-ab1f-385e55ed39c0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410443 Jul 06 18:07:50.751646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69e51fbb-afbc-4857-9111-75778a936794 req-06a4d16a-2d07-4fe3-80d3-235e383a0c39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241988 Jul 06 18:07:50.784672 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:50.793277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:50.856394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a053e7f9-cee0-4196-8cd5-65e90387c955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:50.861150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:50.868719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.022941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 2c9183c9-b85c-48b6-8dc1-c56040f41e12, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2c9183c9-b85c-48b6-8dc1-c56040f41e12,segment=NetworkSegment(ec9be498-522e-495e-9d41-cb7996a60ab0),segment_id=ec9be498-522e-495e-9d41-cb7996a60ab0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:51.068725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.070721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 15f940a5-bf69-4d26-88e6-6d8dd019b2db up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:51.189150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:51.216376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.222057 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added segment 9025e166-771a-4384-b901-510d9c7ece27 of type vlan for network 00027e3f-126e-49d1-b183-c336b5887ec6 Jul 06 18:07:51.293218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.325433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=2c9183c9-b85c-48b6-8dc1-c56040f41e12,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:51.335475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.344628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:51.345645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.372677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 15f940a5-bf69-4d26-88e6-6d8dd019b2db completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:51.384550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 15f940a5-bf69-4d26-88e6-6d8dd019b2db triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:51.385594 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.500892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:47Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:44Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:47Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:51.586236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:51.591755 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Updating router 57802e97-6519-482e-824f-0f93ac87e982 port 7160bced-29dc-45d6-bfb6-4010b6b0d87b binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:51.664803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.702148 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.707867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a053e7f9-cee0-4196-8cd5-65e90387c955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.757520 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a053e7f9-cee0-4196-8cd5-65e90387c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.823910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 15f940a5-bf69-4d26-88e6-6d8dd019b2db, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=15f940a5-bf69-4d26-88e6-6d8dd019b2db,segment=NetworkSegment(d1de606d-ab85-4bcd-95cc-e8bba5e291b9),segment_id=d1de606d-ab85-4bcd-95cc-e8bba5e291b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:51.851111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.916397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:51.918565 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a053e7f9-cee0-4196-8cd5-65e90387c955 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=affeee17a511443094b3b2ded1aa2129&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2354534 Jul 06 18:07:51.928176 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3027198 Jul 06 18:07:51.931111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4034cd-1085-46ab-883a-ca51675e1ad8 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Network': ['ID=00027e3f-126e-49d1-b183-c336b5887ec6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:51.938023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053e7f9-cee0-4196-8cd5-65e90387c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28250e8-9ff9-41cd-a11d-009ccb8e0b43,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:51.947859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43560) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:51.964536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'subnet': {'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:52.012116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dc8e0ee1-041d-4710-8b5e-e8f3c7ce0624 None None] Provisioning for port 7160bced-29dc-45d6-bfb6-4010b6b0d87b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:52.035337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dc8e0ee1-041d-4710-8b5e-e8f3c7ce0624 None None] Provisioning complete for port 7160bced-29dc-45d6-bfb6-4010b6b0d87b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:52.048897 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0ee1-041d-4710-8b5e-e8f3c7ce0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.173604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ab15e7f-6662-43d7-9938-ffd02b23eb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.247436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ab15e7f-6662-43d7-9938-ffd02b23eb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.258174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 00027e3f-126e-49d1-b183-c336b5887ec6 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:52.266545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Made reservation on behalf of 8e7d7a44d2a746258d3c21a45f984cf4 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:52.287429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.450541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ab15e7f-6662-43d7-9938-ffd02b23eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.454826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ab15e7f-6662-43d7-9938-ffd02b23eb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.456722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ab15e7f-6662-43d7-9938-ffd02b23eb96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a28250e8-9ff9-41cd-a11d-009ccb8e0b43 HTTP/1.1" status: 204 len: 168 time: 0.5392778 Jul 06 18:07:52.491037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15e7f-6662-43d7-9938-ffd02b23eb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28250e8-9ff9-41cd-a11d-009ccb8e0b43,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:52.624764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c9183c9-b85c-48b6-8dc1-c56040f41e12 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:52.789211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=15f940a5-bf69-4d26-88e6-6d8dd019b2db,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:52.801637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb0db-cfbe-476d-9a99-dffca90a7367 req-d42cc6d8-6fa7-47ce-bc62-0ac536dad745 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:52.829416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4ecb0db-cfbe-476d-9a99-dffca90a7367 req-d42cc6d8-6fa7-47ce-bc62-0ac536dad745 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.2373939 Jul 06 18:07:52.901097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e0ee1-041d-4710-8b5e-e8f3c7ce0624 None None] Port 7160bced-29dc-45d6-bfb6-4010b6b0d87b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:53.017644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4ecb0db-cfbe-476d-9a99-dffca90a7367 req-bd60f744-1f62-4bea-bae3-2a8552232a24 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784770 Jul 06 18:07:53.116010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dc8e0ee1-041d-4710-8b5e-e8f3c7ce0624 None None] Provisioning complete for port 15f940a5-bf69-4d26-88e6-6d8dd019b2db triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:53.116551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0ee1-041d-4710-8b5e-e8f3c7ce0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.136872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:53.137507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.145384 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.183912 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Transition to ACTIVE for port object 7160bced-29dc-45d6-bfb6-4010b6b0d87b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:53.199560 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.317640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abacb90-bd66-4a84-aef5-642da2c236bc req-395c330d-ae16-40bf-b2de-ab40a631cd32 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:53.329329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0abacb90-bd66-4a84-aef5-642da2c236bc req-395c330d-ae16-40bf-b2de-ab40a631cd32 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 0.1493075 Jul 06 18:07:53.335780 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185644f1-b6d3-4014-ae91-bb471ef1a8ac None None] Pushing event updated for resources: {'Port': ['ID=7160bced-29dc-45d6-bfb6-4010b6b0d87b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:53.464402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.492681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0abacb90-bd66-4a84-aef5-642da2c236bc req-242cb056-2887-4eb8-936a-f4b7784cc593 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589775 Jul 06 18:07:53.551633 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Attempting to bind port 7160bced-29dc-45d6-bfb6-4010b6b0d87b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:53.552054 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Attempting to bind port 7160bced-29dc-45d6-bfb6-4010b6b0d87b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:53.553066 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Attempting to bind port 7160bced-29dc-45d6-bfb6-4010b6b0d87b on network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:53.565963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:53.569570 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Checking segment: {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:53.570114 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.570539 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Bound using segment: {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:53.578084 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Bound port: 7160bced-29dc-45d6-bfb6-4010b6b0d87b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:53.579004 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.660591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Subnet': ['ID=cc0fd798-86ee-4208-a8de-071a028da112,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:53.695803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Checking segment: {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:53.696197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network hostable DHCP agents. Network: 00027e3f-126e-49d1-b183-c336b5887ec6, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:53.731975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 00027e3f-126e-49d1-b183-c336b5887ec6 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:53.751425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 00027e3f-126e-49d1-b183-c336b5887ec6) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:53.759957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:53.761723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.774044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5601f-bc1a-4f08-8f83-6e92ac6bbbe8 None None] Network 00027e3f-126e-49d1-b183-c336b5887ec6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:53.800419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:53.801002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ef56ab58-5dfe-4dea-b030-b196f07bcf4e tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8465335 Jul 06 18:07:53.811843 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] For port 7160bced-29dc-45d6-bfb6-4010b6b0d87b, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:53.822545 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] For port 7160bced-29dc-45d6-bfb6-4010b6b0d87b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7160bced-29dc-45d6-bfb6-4010b6b0d87b,segment=NetworkSegment(d1de606d-ab85-4bcd-95cc-e8bba5e291b9),segment_id=d1de606d-ab85-4bcd-95cc-e8bba5e291b9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:53.835632 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:54.001622 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185644f1-b6d3-4014-ae91-bb471ef1a8ac None None] Pushing event updated for resources: {'Port': ['ID=7160bced-29dc-45d6-bfb6-4010b6b0d87b,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:54.059977 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:54.062570 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:54.217967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 15f940a5-bf69-4d26-88e6-6d8dd019b2db up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:54.375906 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:54.761238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-00027e3f-126e-49d1-b183-c336b5887ec6', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:54.771032 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:54.897490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 15f940a5-bf69-4d26-88e6-6d8dd019b2db triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:54.898099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:55.270929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:47Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:53Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:55.355569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-42f89d3e-ea87-4bb7-9438-f3b773c086cb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:55.358523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-42f89d3e-ea87-4bb7-9438-f3b773c086cb tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 0.7639036 Jul 06 18:07:55.394626 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe26f39-be2f-40b3-983e-05b8cad8042d None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:07:47Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:53Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:55.428523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:55.524530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6eeb9-5e90-4904-876c-0f4b0dffd738 req-11cd447b-3dfe-4ef7-ae51-0aada2b6e203 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:55.548614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8b6eeb9-5e90-4904-876c-0f4b0dffd738 req-11cd447b-3dfe-4ef7-ae51-0aada2b6e203 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.9158280 Jul 06 18:07:55.603138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Allocated IP 172.23.0.2 (00027e3f-126e-49d1-b183-c336b5887ec6/cc0fd798-86ee-4208-a8de-071a028da112/56cc5c84-d567-49be-835f-494bce965e7a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:55.695127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740cf5-57cb-4f59-b7f5-f4c03706b16d req-f7c8e0d1-1881-49cb-a9e7-3c835f6de105 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:55.717171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70740cf5-57cb-4f59-b7f5-f4c03706b16d req-f7c8e0d1-1881-49cb-a9e7-3c835f6de105 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 0.8685381 Jul 06 18:07:55.989363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8b6eeb9-5e90-4904-876c-0f4b0dffd738 req-583ed314-3bc9-4fdc-b3b6-e7fb3d1ca57a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794029 Jul 06 18:07:56.132386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74db0bef-4757-440c-93ab-ea6e604cd1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.198971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70740cf5-57cb-4f59-b7f5-f4c03706b16d req-9c8dfb87-dc13-4d35-9ed6-fffe898fe970 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4799633 Jul 06 18:07:56.333439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:56.432331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7160bced-29dc-45d6-bfb6-4010b6b0d87b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:56.539191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Deleting port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:56.550146 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.676261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7160bced-29dc-45d6-bfb6-4010b6b0d87b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:56.768775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7160bced-29dc-45d6-bfb6-4010b6b0d87b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:56.769598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.898690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c328452e-09ff-495e-ac72-83429ea75ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.007426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.045304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:57.046539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.051572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Transition to ACTIVE for port object 56cc5c84-d567-49be-835f-494bce965e7a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:57.102044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c328452e-09ff-495e-ac72-83429ea75ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.109051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c328452e-09ff-495e-ac72-83429ea75ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.167909 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c328452e-09ff-495e-ac72-83429ea75ab2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74234beac899465bb777d76ccb7f6aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8330514 Jul 06 18:07:57.175130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Transition to ACTIVE for port object 56cc5c84-d567-49be-835f-494bce965e7a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:57.179306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43656) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:57.216564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.243790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328452e-09ff-495e-ac72-83429ea75ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef5e6f-f3e1-4b69-8caf-3f24ba8bb9e1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:57.347614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93dac217-c06c-431b-a38c-0ad3fe77eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.376202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Pushing event updated for resources: {'Port': ['ID=56cc5c84-d567-49be-835f-494bce965e7a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:57.414371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Network 00027e3f-126e-49d1-b183-c336b5887ec6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:57.423451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:57.429125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:57.430606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93dac217-c06c-431b-a38c-0ad3fe77eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.561561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93dac217-c06c-431b-a38c-0ad3fe77eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.567851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93dac217-c06c-431b-a38c-0ad3fe77eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.572942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-93dac217-c06c-431b-a38c-0ad3fe77eed7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1ef5e6f-f3e1-4b69-8caf-3f24ba8bb9e1 HTTP/1.1" status: 204 len: 168 time: 0.3903396 Jul 06 18:07:57.607972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac217-c06c-431b-a38c-0ad3fe77eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef5e6f-f3e1-4b69-8caf-3f24ba8bb9e1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:57.629152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844338a8-70bf-42b8-ba85-7effb581ef60 req-454a568e-d9de-48a4-9bb9-de8f448fa582 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:57.642178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-844338a8-70bf-42b8-ba85-7effb581ef60 req-454a568e-d9de-48a4-9bb9-de8f448fa582 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 1.2762783 Jul 06 18:07:57.662307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.699342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Attempting to bind port 56cc5c84-d567-49be-835f-494bce965e7a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:57.700301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Attempting to bind port 56cc5c84-d567-49be-835f-494bce965e7a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:57.700519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Attempting to bind port 56cc5c84-d567-49be-835f-494bce965e7a on network 00027e3f-126e-49d1-b183-c336b5887ec6 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:57.711165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:57.711925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Checking segment: {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:57.712465 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.713213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Bound using segment: {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:57.714004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Bound port: 56cc5c84-d567-49be-835f-494bce965e7a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:57.714617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.804132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7160bced-29dc-45d6-bfb6-4010b6b0d87b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7160bced-29dc-45d6-bfb6-4010b6b0d87b,segment=NetworkSegment(d1de606d-ab85-4bcd-95cc-e8bba5e291b9),segment_id=d1de606d-ab85-4bcd-95cc-e8bba5e291b9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:57.813822 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.878514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] For port 56cc5c84-d567-49be-835f-494bce965e7a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:57.889950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] For port 56cc5c84-d567-49be-835f-494bce965e7a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=56cc5c84-d567-49be-835f-494bce965e7a,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:57.918275 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.978460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7160bced-29dc-45d6-bfb6-4010b6b0d87b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:58.007635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d25aaa9a-8b92-40bd-b6f0-52c217c848b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.074845 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.174553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b393ff5-6f63-49e2-b863-69dd6e62e1bb None None] Pushing event updated for resources: {'Port': ['ID=56cc5c84-d567-49be-835f-494bce965e7a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:58.299357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 7bcdfc09-ed1b-4d91-9323-f8448753eb9d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:58.490221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7160bced-29dc-45d6-bfb6-4010b6b0d87b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:58.666168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Allocated IP 172.23.0.1 (00027e3f-126e-49d1-b183-c336b5887ec6/cc0fd798-86ee-4208-a8de-071a028da112/8cc9028a-5f27-4e86-b641-34b8f5c50da0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:58.681153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7160bced-29dc-45d6-bfb6-4010b6b0d87b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:58.681531 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.736275 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.741298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-844338a8-70bf-42b8-ba85-7effb581ef60 req-80cca62c-9ee7-4367-9f1f-0873f93d1a84 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0919683 Jul 06 18:07:58.871433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:07:58.875373 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8978d7a-3a16-48c6-8068-b202a80466de" -d '{"events": [{"server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:07:58.924849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:58.934475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.935486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.936067 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Floating IP 5ad655c8-a33f-43ec-b4b1-8046992bc739 disassociated. External IP: 172.25.5.80, port: 7bcdfc09-ed1b-4d91-9323-f8448753eb9d. Jul 06 18:07:58.936682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Calling delete_port for 7bcdfc09-ed1b-4d91-9323-f8448753eb9d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:58.942299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.051468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767ba5-c7a0-49f8-a60d-86418e51d654 req-1da7841e-80df-4146-9489-e22438421329 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:59.060522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd767ba5-c7a0-49f8-a60d-86418e51d654 req-1da7841e-80df-4146-9489-e22438421329 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 946 time: 1.3911159 Jul 06 18:07:59.183097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd767ba5-c7a0-49f8-a60d-86418e51d654 req-9bd2642d-4e1e-4661-af73-b0d964a7b103 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups?id=0209593b-50a8-4b2d-b1d9-b57360c8786e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212757 Jul 06 18:07:59.197353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:59.280717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.330473 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.344671 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a4ab9e-6848-4561-be16-cc1b3fc91f46 x-openstack-request-id: req-02a4ab9e-6848-4561-be16-cc1b3fc91f46 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:07:59.348841 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:07:59.349204 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02a4ab9e-6848-4561-be16-cc1b3fc91f46 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:07:59.349695 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'code': 200} Jul 06 18:07:59.372991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Transition to ACTIVE for port object 8cc9028a-5f27-4e86-b641-34b8f5c50da0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:59.646259 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.660372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.707356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event deleted for resources: {'Port': ['ID=7bcdfc09-ed1b-4d91-9323-f8448753eb9d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:59.743032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 00027e3f-126e-49d1-b183-c336b5887ec6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:59.789243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:59.799795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:59.945979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=8cc9028a-5f27-4e86-b641-34b8f5c50da0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:59.971515 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.990674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.420651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:00.494635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 56cc5c84-d567-49be-835f-494bce965e7a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:00.638842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c2ea7-a3f4-4ac0-88a5-f346fa77786c None None] Network 00027e3f-126e-49d1-b183-c336b5887ec6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:00.784373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f84dbc2f-dcc8-448d-8b1e-57c94e455e8c None None] Provisioning for port 56cc5c84-d567-49be-835f-494bce965e7a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:00.834434 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.896298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5e93a29-9ac4-4998-b438-d556f8f4d8a7 req-3c1c2eff-f370-43e8-becc-78070219d94c tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 210 time: 0.1964283 Jul 06 18:08:00.943099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 56cc5c84-d567-49be-835f-494bce965e7a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:00.974919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 56cc5c84-d567-49be-835f-494bce965e7a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:00.975630 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.132793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.179444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 56cc5c84-d567-49be-835f-494bce965e7a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=56cc5c84-d567-49be-835f-494bce965e7a,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:01.190027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.240637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.370615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-04f316af-f145-4293-a57d-d123f3bce40c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:01.374675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-04f316af-f145-4293-a57d-d123f3bce40c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 815 time: 1.1430678 Jul 06 18:08:01.377182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=56cc5c84-d567-49be-835f-494bce965e7a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:01.571113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-e9f220ed-83eb-45c8-8b46-9cc14948f0e1 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/quotas/8d82d127b2dd45aa9b9a9ec08eae8f2d HTTP/1.1" status: 200 len: 375 time: 0.1361187 Jul 06 18:08:01.656665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-98a2265e-24d1-4150-804c-7aa2364e1788 None None] Provisioning for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:01.663876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-98a2265e-24d1-4150-804c-7aa2364e1788 None None] Provisioning complete for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:01.664611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98a2265e-24d1-4150-804c-7aa2364e1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.739416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-98a2265e-24d1-4150-804c-7aa2364e1788 None None] Port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:08:01.779956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-98a2265e-24d1-4150-804c-7aa2364e1788 None None] Provisioning complete for port 56cc5c84-d567-49be-835f-494bce965e7a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:01.780585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98a2265e-24d1-4150-804c-7aa2364e1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.931279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bec18-ec36-4816-94f2-bda772616c28 req-590bea81-be26-42c5-8b72-4b1fc547530c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:01.933870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-624bec18-ec36-4816-94f2-bda772616c28 req-590bea81-be26-42c5-8b72-4b1fc547530c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "GET /v2.0/ports?device_id=af32505a-8b87-457a-9a05-2899437f73e4 HTTP/1.1" status: 200 len: 945 time: 0.9513371 Jul 06 18:08:02.327785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7ab6ea1e-2697-468a-b3dd-9d90ece09582 None None] Provisioning complete for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:02.328958 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ea1e-2697-468a-b3dd-9d90ece09582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.399495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 56cc5c84-d567-49be-835f-494bce965e7a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:02.512600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:02.532304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:02.657489 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.663437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:02.664172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:02.677546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a76115b1-5cdb-49c9-8edc-0d9c7e66a495 req-fdc1d76f-a72a-49b3-82fb-8ff9482f0936 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 210 time: 0.3203406 Jul 06 18:08:02.721725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] No DVR routers for this DVR port 7bcdfc09-ed1b-4d91-9323-f8448753eb9d on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:02.725126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.729148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1a17503-5eb7-46eb-9257-b288f072d9a4 req-db51e60e-ccda-4122-a216-74b111e1b080 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.60 "DELETE /v2.0/ports/7bcdfc09-ed1b-4d91-9323-f8448753eb9d HTTP/1.1" status: 204 len: 173 time: 7.3026662 Jul 06 18:08:02.743331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'name': 'network-vif-deleted', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:08:02.767426 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ded90-a5a3-470a-9913-0179f23c951d" -d '{"events": [{"server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "name": "network-vif-deleted", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:08:03.103876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:03.275344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Deleting port b2208a60-5207-4b96-9e3e-adb58a50872f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:03.275938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.308549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-87bb720f-94c9-435d-b923-4595075fc9e2 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5987091 Jul 06 18:08:03.423287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6ea1e-2697-468a-b3dd-9d90ece09582 None None] Port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:08:03.476147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 56cc5c84-d567-49be-835f-494bce965e7a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:03.476147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.904550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] For port b2208a60-5207-4b96-9e3e-adb58a50872f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=b2208a60-5207-4b96-9e3e-adb58a50872f,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:03.906284 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.941493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Calling delete_port for b2208a60-5207-4b96-9e3e-adb58a50872f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:04.363824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:04.443128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:04.444153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.483006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:04.484282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:04.500121 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a0a9f9-12ce-4320-88cf-3bee195be27a x-openstack-request-id: req-57a0a9f9-12ce-4320-88cf-3bee195be27a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:08:04.500460 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70473709-ecd5-4fd7-844c-60a0a2730a82", "name": "network-vif-deleted", "tag": "7bcdfc09-ed1b-4d91-9323-f8448753eb9d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:08:04.500641 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57a0a9f9-12ce-4320-88cf-3bee195be27a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:08:04.501120 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70473709-ecd5-4fd7-844c-60a0a2730a82', 'name': 'network-vif-deleted', 'tag': '7bcdfc09-ed1b-4d91-9323-f8448753eb9d', 'status': 'completed', 'code': 200} Jul 06 18:08:04.502456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.507370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.589401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event updated for resources: {'Port': ['ID=8cc9028a-5f27-4e86-b641-34b8f5c50da0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:04.706858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62129e2e-5c84-4cbf-a5e6-40cc8772d726 req-9db8e69e-bf9c-4229-88b0-faabeb8eab1a tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/ports?device_id=70473709-ecd5-4fd7-844c-60a0a2730a82 HTTP/1.1" status: 200 len: 210 time: 0.2594173 Jul 06 18:08:04.794794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.795245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.798575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.799969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.805151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.806039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.811184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.812363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.813182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.813990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.820572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.821934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:04.964702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43948) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:05.066378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:05.097778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-853716ce-0123-4950-92fa-9dd7c1c8d327 service neutron] 10.222.0.37 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7910550 Jul 06 18:08:05.278997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c87728f6-569d-497c-96b3-850f9374741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.328966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] No DVR routers for this DVR port b2208a60-5207-4b96-9e3e-adb58a50872f on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:05.440712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Pushing event deleted for resources: {'Port': ['ID=b2208a60-5207-4b96-9e3e-adb58a50872f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:05.443760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.456964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-624bec18-ec36-4816-94f2-bda772616c28 req-a8303c53-813f-481b-b21f-304bb6adee0a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "DELETE /v2.0/ports/b2208a60-5207-4b96-9e3e-adb58a50872f HTTP/1.1" status: 204 len: 173 time: 3.3954580 Jul 06 18:08:05.494701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.539634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c87728f6-569d-497c-96b3-850f9374741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.548407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c87728f6-569d-497c-96b3-850f9374741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.675481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87728f6-569d-497c-96b3-850f9374741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ea3450-4cbb-4a6e-bd98-1505dc948dc1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:05.696886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c87728f6-569d-497c-96b3-850f9374741c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=915c029d50864778ad68ee326d9817fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307613 Jul 06 18:08:05.700976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:05.957940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:06.074930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043d18e-73e0-4990-a157-8ee6cd997b0f None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T17:59:16Z', 'revision_number': 4, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '676c49a9-ee79-454f-b6fe-e3631afdaa53', 'name': '', 'network_id': '1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'mac_address': 'fa:16:3e:f4:b7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:15Z', 'updated_at': '2021-07-06T17:59:31Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'subnets': [{'id': 'bd67a455-bdba-4e5d-9239-07c13c7f0d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:06.090772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b796543-e30a-4fc2-9f72-6583101af72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.111614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-a4348d60-8a38-4df9-a13a-c5e27d1cb5f5 service neutron] 10.222.0.37 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019045 Jul 06 18:08:06.180905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Network 00027e3f-126e-49d1-b183-c336b5887ec6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:06.185173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:06.188025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b796543-e30a-4fc2-9f72-6583101af72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.358329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:06.391276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:06.422468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b796543-e30a-4fc2-9f72-6583101af72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.432088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b796543-e30a-4fc2-9f72-6583101af72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.435435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b796543-e30a-4fc2-9f72-6583101af72d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19ea3450-4cbb-4a6e-bd98-1505dc948dc1 HTTP/1.1" status: 204 len: 168 time: 0.7320762 Jul 06 18:08:06.437616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: b2208a60-5207-4b96-9e3e-adb58a50872f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:06.440685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device b2208a60-5207-4b96-9e3e-adb58a50872f not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:06.454121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b796543-e30a-4fc2-9f72-6583101af72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ea3450-4cbb-4a6e-bd98-1505dc948dc1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:06.502441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'name': 'network-vif-deleted', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:08:06.505160 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2fd336-668c-4143-9b6d-c6aee919e559" -d '{"events": [{"server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "name": "network-vif-deleted", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:08:06.714588 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ffdf8b-4034-49f2-a24f-fda9e0f0dfed x-openstack-request-id: req-a3ffdf8b-4034-49f2-a24f-fda9e0f0dfed {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:08:06.736801 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32505a-8b87-457a-9a05-2899437f73e4", "name": "network-vif-deleted", "tag": "b2208a60-5207-4b96-9e3e-adb58a50872f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:08:06.736801 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3ffdf8b-4034-49f2-a24f-fda9e0f0dfed {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:08:06.743131 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32505a-8b87-457a-9a05-2899437f73e4', 'name': 'network-vif-deleted', 'tag': 'b2208a60-5207-4b96-9e3e-adb58a50872f', 'status': 'completed', 'code': 200} Jul 06 18:08:06.797494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7447940d-7c7b-4943-8561-ffe4605c18b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.918724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-336baf14-afb1-4b48-8380-df05a1c79296 None None] Provisioning complete for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:06.919583 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-336baf14-afb1-4b48-8380-df05a1c79296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:07.005647 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdf512-5fec-46c3-b3a5-ac02ade44008 None None] New status for floating IP 5ad655c8-a33f-43ec-b4b1-8046992bc739: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:08:07.049354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-336baf14-afb1-4b48-8380-df05a1c79296 None None] Port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:08:07.543868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:07.576068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d998ff3e-01ad-478f-b5de-ef8add359095 req-8eb646e5-4278-49cb-9599-83827e76852f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 210 time: 0.7479424 Jul 06 18:08:07.617291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7447940d-7c7b-4943-8561-ffe4605c18b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:07.709666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:07.743919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c72966e-e9ba-4732-ac02-fde10006f3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:07.780227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:07.787871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-de19adb5-b22a-43c0-82dc-3e64ad501ad1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9858975 Jul 06 18:08:07.793887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44014) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:07.806459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:07.806807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:07.827910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:07.831730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:07.846816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7447940d-7c7b-4943-8561-ffe4605c18b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:07.872825 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7447940d-7c7b-4943-8561-ffe4605c18b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:07.885774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7447940d-7c7b-4943-8561-ffe4605c18b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "DELETE /v2.0/security-groups/0209593b-50a8-4b2d-b1d9-b57360c8786e HTTP/1.1" status: 204 len: 168 time: 1.4905808 Jul 06 18:08:07.896499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:08.007494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:08.032403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447940d-7c7b-4943-8561-ffe4605c18b6 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0209593b-50a8-4b2d-b1d9-b57360c8786e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:08.046760 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-4b1e99e3-83e5-4d74-9cc8-266209a63782 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] show failed (client error): The resource could not be found. Jul 06 18:08:08.055866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4b1e99e3-83e5-4d74-9cc8-266209a63782 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "GET /v2.0/security-groups/0209593b-50a8-4b2d-b1d9-b57360c8786e HTTP/1.1" status: 404 len: 347 time: 0.1439154 Jul 06 18:08:08.066022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:08.580628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:00Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:02Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:08.653232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:08.653899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Updating router 57802e97-6519-482e-824f-0f93ac87e982 port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:08:08.675752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c72966e-e9ba-4732-ac02-fde10006f3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.703323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c72966e-e9ba-4732-ac02-fde10006f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.707287 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.708247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Deleting port acf100f4-6f24-42f2-aef8-eb5023a191ec {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:08.708903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.879604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72966e-e9ba-4732-ac02-fde10006f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de40225-abf6-4399-8b99-eccfe5cf9b23,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:08.898220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4acd1d7a-7541-46a0-9cde-8b7c26307ff3 req-446f6f68-d726-44d0-8ddf-e949697d8a74 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 210 time: 0.1417756 Jul 06 18:08:09.143569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:08:09.160375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:09.164111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9c72966e-e9ba-4732-ac02-fde10006f3a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=593f6f0fa2ff461585aef3544cab5598&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4490893 Jul 06 18:08:09.201856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Removed routes are [] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:08:09.205911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.276872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.276872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.327101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Calling delete_port for acf100f4-6f24-42f2-aef8-eb5023a191ec owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:09.558501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e1be-04b3-4f1c-a0a8-27fc5dad1c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.562856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.576887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.578876 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.641015 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e1be-04b3-4f1c-a0a8-27fc5dad1c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.656818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Transition to ACTIVE for port object 8cc9028a-5f27-4e86-b641-34b8f5c50da0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:09.681882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.764457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Pushing event updated for resources: {'Port': ['ID=8cc9028a-5f27-4e86-b641-34b8f5c50da0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:09.806709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.807064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.808262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.808262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.808262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.808706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.808706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.809038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.809380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.824550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.824550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.824550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:09.828117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:09.880681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.974362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Pushing event deleted for resources: {'Port': ['ID=acf100f4-6f24-42f2-aef8-eb5023a191ec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:10.012502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Attempting to bind port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:10.012892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Attempting to bind port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:10.020559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Attempting to bind port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 on network 00027e3f-126e-49d1-b183-c336b5887ec6 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:10.042395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:08:10.043030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Checking segment: {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:10.055900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.072351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Bound using segment: {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:08:10.073483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Bound port: 8cc9028a-5f27-4e86-b641-34b8f5c50da0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9025e166-771a-4384-b901-510d9c7ece27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:08:10.074171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.097709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e1be-04b3-4f1c-a0a8-27fc5dad1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.103345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e1be-04b3-4f1c-a0a8-27fc5dad1c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.105596 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0ba1e1be-04b3-4f1c-a0a8-27fc5dad1c22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1de40225-abf6-4399-8b99-eccfe5cf9b23 HTTP/1.1" status: 204 len: 168 time: 0.9395220 Jul 06 18:08:10.280321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.290147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.292605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e8c81af8-d5f3-43ed-9ff8-76e645a0a144 tempest-AttachVolumeTestJSON-1999552745 tempest-AttachVolumeTestJSON-1999552745-project] 10.222.0.37 "DELETE /v2.0/floatingips/5ad655c8-a33f-43ec-b4b1-8046992bc739 HTTP/1.1" status: 204 len: 168 time: 2.2245655 Jul 06 18:08:10.412115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] For port 8cc9028a-5f27-4e86-b641-34b8f5c50da0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:10.427546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] For port 8cc9028a-5f27-4e86-b641-34b8f5c50da0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8cc9028a-5f27-4e86-b641-34b8f5c50da0,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:08:10.449042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.644638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-26e0371e-6440-4750-91ba-8006c411a5d4 req-014d81dc-b5c5-47e0-a06c-d7dd04ffa78f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 210 time: 0.1343720 Jul 06 18:08:10.688687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46951b-0399-4122-9f72-d05a5a00d7ae None None] Pushing event updated for resources: {'Port': ['ID=8cc9028a-5f27-4e86-b641-34b8f5c50da0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:10.774916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:10.775801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:11.144124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:11.311827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1e1be-04b3-4f1c-a0a8-27fc5dad1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de40225-abf6-4399-8b99-eccfe5cf9b23,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:11.376238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:11.410360 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:11.418304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e2487a71-0fd3-4b15-91df-c1c5d8d71b10 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 933 time: 3.6203737 Jul 06 18:08:11.421933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:11.545707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-88087ec6-d134-41cc-ac6a-b11a4b112892 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:11.550795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-88087ec6-d134-41cc-ac6a-b11a4b112892 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.61 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 815 time: 0.3789632 Jul 06 18:08:11.572519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Request body: {'port': {'device_id': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'admin_state_up': True, 'tenant_id': '8d82d127b2dd45aa9b9a9ec08eae8f2d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:11.681200 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bfe9dcab-e518-4c75-bb17-33219b073624 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 933 time: 0.2553518 Jul 06 18:08:11.685900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:11.704582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'routes': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:11.928726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Made reservation on behalf of 8d82d127b2dd45aa9b9a9ec08eae8f2d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:11.941930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:12.226073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Allocated IP 172.20.0.14 (baaa8579-ac5d-4aed-925d-25690f241cc4/23e9c856-b31a-4abe-a2c6-6e8424788742/a910772b-ef4e-420b-9cb1-dff6830c676d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:12.319513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:09Z', 'revision_number': 6, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:10Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:12.406439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c52a90-5500-4114-810b-f4d39b377972 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:09Z', 'revision_number': 6, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:10Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:12.528855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43b44177-e432-49bf-9e1c-94f857704bc4 req-f9cbde72-dabe-497e-a871-6f7d0b7489d9 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 210 time: 0.1349416 Jul 06 18:08:12.850345 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:13.081638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:13.210164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Network baaa8579-ac5d-4aed-925d-25690f241cc4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:13.219932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:13.231770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:13.276077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added routes are [] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:08:13.277511 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:08:13.347374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:13.374119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:13.534251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:13.535821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:13.575295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-bf1ca424-b9e2-4968-ae4e-e523969f9f81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0121350 Jul 06 18:08:13.597022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-334de12f-bec7-4f5c-a2cd-3f4117b12f37 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:08:13.601694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-334de12f-bec7-4f5c-a2cd-3f4117b12f37 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206957 Jul 06 18:08:13.841337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:13.850446 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:14.042662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Request body: {'port': {'device_id': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:14.217424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2ef1-d92a-4c50-83a6-d23544ed42cb req-95e21f54-119f-4fee-96b6-7b31ebc853ec tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:14.226564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d83f2ef1-d92a-4c50-83a6-d23544ed42cb req-95e21f54-119f-4fee-96b6-7b31ebc853ec tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 932 time: 0.2858455 Jul 06 18:08:14.242356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:14.270324 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:14.276039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:14.291504 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:14.292171 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:14.368846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d83f2ef1-d92a-4c50-83a6-d23544ed42cb req-9f757d23-36eb-4aa0-8f70-3bdb36d4620a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408043 Jul 06 18:08:14.544006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:14.546631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8cc9028a-5f27-4e86-b641-34b8f5c50da0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:14.563597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:14.567445 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15b28946-9cd4-4dd8-987d-bb0970684cce tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 699 time: 2.8729961 Jul 06 18:08:14.570924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:14.769475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:14.782290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:14.784562 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:14.957812 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6b26186c-679d-430c-8077-bea63de3e4bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 699 time: 0.3829198 Jul 06 18:08:14.961281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44168) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:15.082777 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:15.217988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.279352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a910772b-ef4e-420b-9cb1-dff6830c676d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:08:15.302903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.331710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Transition to ACTIVE for port object a910772b-ef4e-420b-9cb1-dff6830c676d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:15.339494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.436214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8cc9028a-5f27-4e86-b641-34b8f5c50da0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8cc9028a-5f27-4e86-b641-34b8f5c50da0,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:15.451831 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.621740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:15.691658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8cc9028a-5f27-4e86-b641-34b8f5c50da0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:15.819310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Attempting to bind port a910772b-ef4e-420b-9cb1-dff6830c676d on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:15.821434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Attempting to bind port a910772b-ef4e-420b-9cb1-dff6830c676d by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:15.826194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Attempting to bind port a910772b-ef4e-420b-9cb1-dff6830c676d on network baaa8579-ac5d-4aed-925d-25690f241cc4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:15.859072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Port a910772b-ef4e-420b-9cb1-dff6830c676d on network baaa8579-ac5d-4aed-925d-25690f241cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:15.860785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Attempting to bind port a910772b-ef4e-420b-9cb1-dff6830c676d on network baaa8579-ac5d-4aed-925d-25690f241cc4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:15.937585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:08:15.938763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Checking segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:15.940459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Bound using segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:08:15.941506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Bound port: a910772b-ef4e-420b-9cb1-dff6830c676d, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:08:15.942349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.085930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:16.090543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:08:16.098776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.204215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:16.219765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:16.221297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.225004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-1117197b-0241-46dd-9f7b-7b072fb9acd1 service neutron] 10.222.0.61 "PUT /v2.0/ports/a910772b-ef4e-420b-9cb1-dff6830c676d HTTP/1.1" status: 200 len: 1092 time: 2.6119139 Jul 06 18:08:16.227942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:08:16.253115 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fcd0fe-2130-4d59-9af3-ab0a56576647" -d '{"events": [{"name": "network-changed", "server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:08:16.305650 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:13Z', 'revision_number': 7, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:10Z', 'revision_number': 4, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:16.391373 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:16.417239 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4addc5b-e433-4dbf-ba0e-00512818d56a x-openstack-request-id: req-d4addc5b-e433-4dbf-ba0e-00512818d56a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:08:16.418005 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:16.418162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:16.418777 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:16.421364 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:08:16.425279 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4addc5b-e433-4dbf-ba0e-00512818d56a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:08:16.437395 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'status': 'completed', 'code': 200} Jul 06 18:08:16.543084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8cc9028a-5f27-4e86-b641-34b8f5c50da0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:16.588882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.633229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9621a8-27d5-46c9-b8e7-9ffdba9d36ee req-973c006c-1488-4f67-806a-c73f8c21787a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:16.659632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f9621a8-27d5-46c9-b8e7-9ffdba9d36ee req-973c006c-1488-4f67-806a-c73f8c21787a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 944 time: 0.7733731 Jul 06 18:08:16.713855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:16.714979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.862121 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:16.925602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f9621a8-27d5-46c9-b8e7-9ffdba9d36ee req-707ea79e-c4f0-4273-845f-ecab05eb8584 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646692 Jul 06 18:08:16.961363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-17f359c4-4209-499c-bd47-0f42d0e5808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:16.963499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-17f359c4-4209-499c-bd47-0f42d0e5808c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 1095 time: 0.6622610 Jul 06 18:08:17.007042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcf34f84-4530-4438-82be-1682a996c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.076600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-935bfe53-0839-4818-a203-58c4b44da1a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910772b-ef4e-420b-9cb1-dff6830c676d HTTP/1.1" status: 200 len: 217 time: 0.1046674 Jul 06 18:08:17.286198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcf34f84-4530-4438-82be-1682a996c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.308972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcf34f84-4530-4438-82be-1682a996c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.341299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-b708f6b3-beae-4950-a28b-9b18f0e67c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:17.355855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-b708f6b3-beae-4950-a28b-9b18f0e67c2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.2729716 Jul 06 18:08:17.372553 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bcf34f84-4530-4438-82be-1682a996c655 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e13ff66415614f1e97dc730991b06530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9524686 Jul 06 18:08:17.374763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44212) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:17.410820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf34f84-4530-4438-82be-1682a996c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de2bd0a-f089-40a2-8828-7e98161fce89,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:17.411357 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:08:17.455792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-318e9b78-d51f-458c-a92f-6f3d1d3d2127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.476003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-08bc1353-7853-4c7d-9735-9c5ac25d14c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123970 Jul 06 18:08:17.555529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-318e9b78-d51f-458c-a92f-6f3d1d3d2127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.668515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 8cc9028a-5f27-4e86-b641-34b8f5c50da0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:17.669429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.696144 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-318e9b78-d51f-458c-a92f-6f3d1d3d2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.701579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-318e9b78-d51f-458c-a92f-6f3d1d3d2127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.706120 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-318e9b78-d51f-458c-a92f-6f3d1d3d2127 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5de2bd0a-f089-40a2-8828-7e98161fce89 HTTP/1.1" status: 204 len: 168 time: 0.3280015 Jul 06 18:08:17.719541 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:13Z', 'revision_number': 7, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:15Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:17.773982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-9620f2bb-3372-4439-bdf9-d77a1fa9d17d service neutron] 10.222.0.61 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894886 Jul 06 18:08:17.864650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 8cc9028a-5f27-4e86-b641-34b8f5c50da0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8cc9028a-5f27-4e86-b641-34b8f5c50da0,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:17.865627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.890715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 8cc9028a-5f27-4e86-b641-34b8f5c50da0 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:17.906947 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf3395-1ec5-4cc7-8166-d094c8602b2b None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:13Z', 'revision_number': 7, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:15Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:18.059244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728e5dd5-0716-435c-8ed4-ee6305ba7dc1 req-17991b43-6747-4dde-8e28-46bd9ae0df98 service neutron] 10.222.0.61 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746148 Jul 06 18:08:18.358562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e9b78-d51f-458c-a92f-6f3d1d3d2127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de2bd0a-f089-40a2-8828-7e98161fce89,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:18.514588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-c07994f4-886e-47e9-ab45-78f49601ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:18.517016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-c07994f4-886e-47e9-ab45-78f49601ce75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 1095 time: 0.3610055 Jul 06 18:08:18.666275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:18.697768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:18.698699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:18.719883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.780863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aed24f-2b04-456b-b131-09be723b4b4c req-31c6c8fc-cfa0-46c2-8c83-0c5a2619d1f5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:18.796003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80aed24f-2b04-456b-b131-09be723b4b4c req-31c6c8fc-cfa0-46c2-8c83-0c5a2619d1f5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 944 time: 0.5243070 Jul 06 18:08:18.939639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-4689af99-1150-4570-86e0-6c0689e80f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:18.942544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-4689af99-1150-4570-86e0-6c0689e80f25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 916 time: 0.4174998 Jul 06 18:08:18.950486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:19.068765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:19.220874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=8cc9028a-5f27-4e86-b641-34b8f5c50da0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:19.235323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3020b29-6f81-45f2-86af-823a28fdb314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.255292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-2fa7f9cf-92f2-43d8-9936-76d727c45660 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910772b-ef4e-420b-9cb1-dff6830c676d HTTP/1.1" status: 200 len: 217 time: 0.2975688 Jul 06 18:08:19.374374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80aed24f-2b04-456b-b131-09be723b4b4c req-f9bcf5bd-6cf1-49d9-9b8c-89dc81110549 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665359 Jul 06 18:08:19.406113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-a401dc29-c518-4ecf-981d-ea010b4c8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:19.408592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-a401dc29-c518-4ecf-981d-ea010b4c8eda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.1393657 Jul 06 18:08:19.479163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-4e620b4e-b2b6-4040-b22f-c717b306eedb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611291 Jul 06 18:08:19.683875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-372989b9-0721-47dc-97ea-2227504608c9 service neutron] 10.222.0.61 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920850 Jul 06 18:08:19.812417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:13Z', 'revision_number': 7, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc9028a-5f27-4e86-b641-34b8f5c50da0', 'name': '', 'network_id': '00027e3f-126e-49d1-b183-c336b5887ec6', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:09:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:56Z', 'updated_at': '2021-07-06T18:08:15Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'cc0fd798-86ee-4208-a8de-071a028da112', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:19.858089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:19.872147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:19.873375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:19.874760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68fcd0fe-2130-4d59-9af3-ab0a56576647 req-99799e16-0cf1-4881-9b53-7ce67ce284a5 service neutron] 10.222.0.61 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833086 Jul 06 18:08:19.879013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:19.909161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3020b29-6f81-45f2-86af-823a28fdb314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.016303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Deleting subnet 7c1a88a2-322e-4737-ba3f-c66faae165d9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:20.020944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3020b29-6f81-45f2-86af-823a28fdb314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.034955 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.063109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:20.185790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.359165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b3020b29-6f81-45f2-86af-823a28fdb314 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f11df2adabd4a648fe74c9ce75184fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4044595 Jul 06 18:08:20.362733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:20.394574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3020b29-6f81-45f2-86af-823a28fdb314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e0f48f-c9f5-4b91-bcef-0c2cc1e2385b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:20.451210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.506991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.663166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2644a07-23bd-4f4b-9f9f-a75358fbd2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.733631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2644a07-23bd-4f4b-9f9f-a75358fbd2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.853297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2644a07-23bd-4f4b-9f9f-a75358fbd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.855923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2644a07-23bd-4f4b-9f9f-a75358fbd2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.862025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a2644a07-23bd-4f4b-9f9f-a75358fbd2dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5e0f48f-c9f5-4b91-bcef-0c2cc1e2385b HTTP/1.1" status: 204 len: 168 time: 0.4925168 Jul 06 18:08:20.908477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2644a07-23bd-4f4b-9f9f-a75358fbd2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e0f48f-c9f5-4b91-bcef-0c2cc1e2385b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:20.955086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.062500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c558067-4fa4-49f6-bd07-1d30b6fb86ab req-bdd9aedb-9297-44c0-bba7-e8084b0ae5eb tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:21.075987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:21.111969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c558067-4fa4-49f6-bd07-1d30b6fb86ab req-bdd9aedb-9297-44c0-bba7-e8084b0ae5eb tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 944 time: 0.2948878 Jul 06 18:08:21.127767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.132095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7c1a88a2-322e-4737-ba3f-c66faae165d9 HTTP/1.1" status: 204 len: 168 time: 1.2436800 Jul 06 18:08:21.142422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9638f-a856-4185-838d-5a3b2d130cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1a88a2-322e-4737-ba3f-c66faae165d9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:21.143041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:21.287873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c558067-4fa4-49f6-bd07-1d30b6fb86ab req-98376047-4fae-4fd2-8857-1eb90b1724d3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740012 Jul 06 18:08:21.643927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.651896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:21.663183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:21.663731 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48560e71-3c18-4d6a-bb2b-f52b33034255 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7000630 Jul 06 18:08:21.731450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:18Z', 'revision_number': 8, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:21.809219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet cc0fd798-86ee-4208-a8de-071a028da112 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:21.818603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.820110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a631d-7d1c-4eaf-80c7-37ffeb1280c2 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:18Z', 'revision_number': 8, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:21.869226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.884558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c050c2fa-f5aa-4205-852c-e7d3de3195dc']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:21.914415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2063f2-313e-47d4-8943-88b4acf1564d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:21.918132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2063f2-313e-47d4-8943-88b4acf1564d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:21.922128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a910772b-ef4e-420b-9cb1-dff6830c676d details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:08:21.929298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.949910 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.009057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.034083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:22.037089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.116701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:22.215651 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:22.223282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.230355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.232596 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c050c2fa-f5aa-4205-852c-e7d3de3195dc HTTP/1.1" status: 204 len: 168 time: 1.0823545 Jul 06 18:08:22.244662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:22.254332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:22.278941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:22.300875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b62de4-5c5a-4b37-b473-414678f4e7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c050c2fa-f5aa-4205-852c-e7d3de3195dc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:22.334415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'port_id': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'mac_address': 'fa:16:3e:e1:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e9c856-b31a-4abe-a2c6-6e8424788742', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:08:22.518101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8cc9028a-5f27-4e86-b641-34b8f5c50da0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:22.520926 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.525031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Deleting subnet 9cb4d9ae-046a-4d02-92a1-15787bcf6de0 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:22.536795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.561917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a910772b-ef4e-420b-9cb1-dff6830c676d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:08:22.619077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:22.651902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.655863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8cc9028a-5f27-4e86-b641-34b8f5c50da0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:22.656203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8cc9028a-5f27-4e86-b641-34b8f5c50da0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:22.740167 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:22.751813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c92ce232-33f6-4657-9245-3d8aa98a9f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.760183 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:22.761106 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:22.795234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:22.852543 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.861606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.880854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a910772b-ef4e-420b-9cb1-dff6830c676d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:08:22.956921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.959793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/cc0fd798-86ee-4208-a8de-071a028da112 HTTP/1.1" status: 204 len: 168 time: 1.2902131 Jul 06 18:08:22.964081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51d318-71c8-46d7-860c-d64e48505d22 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0fd798-86ee-4208-a8de-071a028da112,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:22.972178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:22.978417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e95e08-915e-4ea5-8b77-7684d4111915 None None] Network 00027e3f-126e-49d1-b183-c336b5887ec6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:22.994877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.034917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ac9a0-4f80-42e6-9b36-6d641c2d540b req-96fdbeff-7892-4c71-926d-22a91d6f1835 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:23.036563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb8ac9a0-4f80-42e6-9b36-6d641c2d540b req-96fdbeff-7892-4c71-926d-22a91d6f1835 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 945 time: 0.3890040 Jul 06 18:08:23.054897 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:23.122890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb8ac9a0-4f80-42e6-9b36-6d641c2d540b req-94999345-ab8c-4aee-b1d6-966149074547 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746017 Jul 06 18:08:23.161434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.209553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c92ce232-33f6-4657-9245-3d8aa98a9f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.226420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c92ce232-33f6-4657-9245-3d8aa98a9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.267997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce232-33f6-4657-9245-3d8aa98a9f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351249d8-9218-42dc-8f9f-7ace88946eb2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:23.274830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb4d9ae-046a-4d02-92a1-15787bcf6de0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:23.284412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.289920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-05af26bc-0c3a-4ed3-8eeb-b94d2dc6cc22 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9cb4d9ae-046a-4d02-92a1-15787bcf6de0 HTTP/1.1" status: 204 len: 168 time: 1.0435600 Jul 06 18:08:23.294948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44410) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:23.326515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.372069 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c92ce232-33f6-4657-9245-3d8aa98a9f31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e598222da9e34fe285a2b8fc8ca91091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1160054 Jul 06 18:08:23.372855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44412) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:23.464377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.494409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0a17-d488-479f-8801-93d3168308fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.553567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0a17-d488-479f-8801-93d3168308fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.704949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 56cc5c84-d567-49be-835f-494bce965e7a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:23.705942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.782748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.797574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0a17-d488-479f-8801-93d3168308fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.802321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0a17-d488-479f-8801-93d3168308fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.806185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c12fb9-9fb7-492c-83df-9a17f22fc57e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:23.824849 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f7f0a17-d488-479f-8801-93d3168308fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/351249d8-9218-42dc-8f9f-7ace88946eb2 HTTP/1.1" status: 204 len: 168 time: 0.4212677 Jul 06 18:08:23.848019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] DHCP port deletion for 00027e3f-126e-49d1-b183-c336b5887ec6 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:08:23.875021 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:18Z', 'revision_number': 8, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:23.885574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44081520-eb75-42af-a4a0-975e64db71be') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:23.888324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44081520-eb75-42af-a4a0-975e64db71be') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:23.900148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0a17-d488-479f-8801-93d3168308fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351249d8-9218-42dc-8f9f-7ace88946eb2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:23.951217 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:23.962050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.977100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:23.980157 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:07:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:23.988751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 56cc5c84-d567-49be-835f-494bce965e7a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=56cc5c84-d567-49be-835f-494bce965e7a,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:23.989538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.003811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.025480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:24.026245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.047630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 56cc5c84-d567-49be-835f-494bce965e7a owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:24.073336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] Deleting port 56cc5c84-d567-49be-835f-494bce965e7a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:24.073723 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:24.213903 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:24.223572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.287700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.296126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9c12fb9-9fb7-492c-83df-9a17f22fc57e HTTP/1.1" status: 204 len: 168 time: 0.9987161 Jul 06 18:08:24.299470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48548c52-0a2c-4f0e-8377-74b97d2d520c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c12fb9-9fb7-492c-83df-9a17f22fc57e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:24.332634 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:24.382963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] For port 56cc5c84-d567-49be-835f-494bce965e7a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=56cc5c84-d567-49be-835f-494bce965e7a,segment=NetworkSegment(9025e166-771a-4384-b901-510d9c7ece27),segment_id=9025e166-771a-4384-b901-510d9c7ece27)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:24.385605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.442577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.457184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] Calling delete_port for 56cc5c84-d567-49be-835f-494bce965e7a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:24.512831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=56cc5c84-d567-49be-835f-494bce965e7a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:24.550465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port 56cc5c84-d567-49be-835f-494bce965e7a on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:24.698859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b34b32-bb26-4149-8c17-c5197ece27c0 req-9098dca8-519b-4e2d-8d6d-af6ab1d235b9 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:24.707610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7b34b32-bb26-4149-8c17-c5197ece27c0 req-9098dca8-519b-4e2d-8d6d-af6ab1d235b9 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 945 time: 0.1907573 Jul 06 18:08:24.798967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.836950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7b34b32-bb26-4149-8c17-c5197ece27c0 req-ebadb331-4c0d-4c9b-a602-d83c54eb3ee3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195755 Jul 06 18:08:24.884455 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:18Z', 'revision_number': 8, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:24.911962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.931553 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a53a79-ce96-4fdd-ac48-07e4e0914735 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:18Z', 'revision_number': 8, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7160bced-29dc-45d6-bfb6-4010b6b0d87b', 'name': '', 'network_id': 'c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:25:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:45Z', 'updated_at': '2021-07-06T18:07:57Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': '6e86ea5d-ae75-4474-8233-8874f2b52fda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:24.951843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00027e3f-126e-49d1-b183-c336b5887ec6']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:24.971468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] No DVR routers for this DVR port 56cc5c84-d567-49be-835f-494bce965e7a on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:24.972641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9025e166-771a-4384-b901-510d9c7ece27') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:24.972953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9025e166-771a-4384-b901-510d9c7ece27') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:24.989226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.991682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 56cc5c84-d567-49be-835f-494bce965e7a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:24.998326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:25.007276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061f895-f94f-459c-8260-7a040edadb29 None None] Pushing event deleted for resources: {'Port': ['ID=56cc5c84-d567-49be-835f-494bce965e7a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:25.009754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.018843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:25.018843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.103861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 56cc5c84-d567-49be-835f-494bce965e7a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:25.111352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 56cc5c84-d567-49be-835f-494bce965e7a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:25.290744 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:25.296605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.303553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f29a5f23-1f6e-4351-8bde-709cf043f091 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09b4dd90b6af454898610e39c5c4c9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942457 Jul 06 18:08:25.305461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:25.330164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.336792 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/00027e3f-126e-49d1-b183-c336b5887ec6 HTTP/1.1" status: 204 len: 168 time: 2.3608806 Jul 06 18:08:25.337309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:25.426946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecec70-469a-4cb0-8380-80404afe8141 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=00027e3f-126e-49d1-b183-c336b5887ec6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:25.455649 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95b7dc71-b1b6-4230-9ded-fd0a1c253193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.585517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e4e908a-e5ad-4bf4-80d1-378fa2c6731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.685599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e4e908a-e5ad-4bf4-80d1-378fa2c6731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.754580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:25.796892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e4e908a-e5ad-4bf4-80d1-378fa2c6731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.804106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e4e908a-e5ad-4bf4-80d1-378fa2c6731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.806472 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2e4e908a-e5ad-4bf4-80d1-378fa2c6731c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bca7cf4b-9994-46ef-a518-be297fddcb5f HTTP/1.1" status: 204 len: 168 time: 0.4987729 Jul 06 18:08:25.840654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8b6774d-e858-4b7c-ac37-556586e0d134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.849428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e908a-e5ad-4bf4-80d1-378fa2c6731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca7cf4b-9994-46ef-a518-be297fddcb5f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:25.957014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a910772b-ef4e-420b-9cb1-dff6830c676d up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:26.097432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port a910772b-ef4e-420b-9cb1-dff6830c676d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:26.107169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port a910772b-ef4e-420b-9cb1-dff6830c676d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:26.108202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.440474 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.612064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:26.618788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:08:26.632315 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2bc2dc-887d-47f8-91f1-1ba50b7028eb" -d '{"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-plugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:08:26.650649 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.752983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:26.963122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44482) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:26.966737 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83258dc-707b-421b-ab74-8a162d68fd00 x-openstack-request-id: req-b83258dc-707b-421b-ab74-8a162d68fd00 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:08:26.967421 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-plugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:08:26.968259 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b83258dc-707b-421b-ab74-8a162d68fd00 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:08:26.969287 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'code': 200} Jul 06 18:08:26.971734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:27.162947 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1d25bce4-495c-4957-964d-5f1e548b28e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9920f1bdaf314dc896f796fc45605939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983943 Jul 06 18:08:27.164432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8ae509d-3508-451e-927e-bb1542d4bc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.166618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44486) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:27.271669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c6da5e9-12e5-4a64-8002-7935923fd175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.288011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d948a-c95b-486e-8f75-508fe55c8152 req-7f19e42e-8240-40f7-a42b-f809d11f235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:27.290655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b8d948a-c95b-486e-8f75-508fe55c8152 req-7f19e42e-8240-40f7-a42b-f809d11f235f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 1097 time: 0.2638526 Jul 06 18:08:27.304299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0e585-493e-4389-b32b-212b0fd77338 req-632196d5-68af-4384-9a04-0cb7840a7217 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:27.306530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ff0e585-493e-4389-b32b-212b0fd77338 req-632196d5-68af-4384-9a04-0cb7840a7217 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2783999 Jul 06 18:08:27.335424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c6da5e9-12e5-4a64-8002-7935923fd175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.395733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b8d948a-c95b-486e-8f75-508fe55c8152 req-68a5779f-3b5d-465c-980b-917ddfeeddd9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841808 Jul 06 18:08:27.429934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c6da5e9-12e5-4a64-8002-7935923fd175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.434970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c6da5e9-12e5-4a64-8002-7935923fd175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.436889 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6c6da5e9-12e5-4a64-8002-7935923fd175 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7054bf7-4e0d-402c-894a-e1d42c13bf36 HTTP/1.1" status: 204 len: 168 time: 0.2685928 Jul 06 18:08:27.476467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6da5e9-12e5-4a64-8002-7935923fd175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7054bf7-4e0d-402c-894a-e1d42c13bf36,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:27.519162 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ff0e585-493e-4389-b32b-212b0fd77338 req-1570b0bc-86c1-482e-9c7b-4b0c927d1e19 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731668 Jul 06 18:08:27.523982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8b6774d-e858-4b7c-ac37-556586e0d134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.533734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8b6774d-e858-4b7c-ac37-556586e0d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.603854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6774d-e858-4b7c-ac37-556586e0d134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8094d324-f01d-4dce-872f-35f7c207a207,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:27.628246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b8b6774d-e858-4b7c-ac37-556586e0d134 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=335c9c47c56f477a8c34f409094ed1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8678102 Jul 06 18:08:27.651947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:27.798340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8ae509d-3508-451e-927e-bb1542d4bc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.817639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8ae509d-3508-451e-927e-bb1542d4bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.871352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2430a2d6-df02-46c4-8aca-91e907ba64b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.910665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2430a2d6-df02-46c4-8aca-91e907ba64b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.945446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae509d-3508-451e-927e-bb1542d4bc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4396dac9-3d4c-4fa9-84ac-d9226efbdcc9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:27.960023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8ae509d-3508-451e-927e-bb1542d4bc0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1b9009a521847478cc0e6711274df02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2059104 Jul 06 18:08:27.966133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44494) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:27.992380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-643c7315-6905-4aa3-8bf4-8e071ddc0e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.001825 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.002717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2430a2d6-df02-46c4-8aca-91e907ba64b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.008666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2430a2d6-df02-46c4-8aca-91e907ba64b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.011502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2430a2d6-df02-46c4-8aca-91e907ba64b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8094d324-f01d-4dce-872f-35f7c207a207 HTTP/1.1" status: 204 len: 168 time: 0.3423605 Jul 06 18:08:28.034794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430a2d6-df02-46c4-8aca-91e907ba64b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8094d324-f01d-4dce-872f-35f7c207a207,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:28.089613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.115188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41967eef-225b-4afa-a9e9-a28e38e1478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.201012 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41967eef-225b-4afa-a9e9-a28e38e1478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.351984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41967eef-225b-4afa-a9e9-a28e38e1478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.357569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41967eef-225b-4afa-a9e9-a28e38e1478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.360924 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41967eef-225b-4afa-a9e9-a28e38e1478c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4396dac9-3d4c-4fa9-84ac-d9226efbdcc9 HTTP/1.1" status: 204 len: 168 time: 0.3896689 Jul 06 18:08:28.381606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41967eef-225b-4afa-a9e9-a28e38e1478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4396dac9-3d4c-4fa9-84ac-d9226efbdcc9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:29.012586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 7160bced-29dc-45d6-bfb6-4010b6b0d87b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:29.013199 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.116870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303708fc-214c-415f-bcd8-82b952c60cd1 req-909c7144-fbfa-4c75-91eb-04bfa549fe16 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:29.125611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-303708fc-214c-415f-bcd8-82b952c60cd1 req-909c7144-fbfa-4c75-91eb-04bfa549fe16 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.3027418 Jul 06 18:08:29.164278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44524) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:29.189850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.247147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-303708fc-214c-415f-bcd8-82b952c60cd1 req-b72d0afb-e548-4093-9732-d2df2f8a75bb tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159191 Jul 06 18:08:29.338103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.342165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 7160bced-29dc-45d6-bfb6-4010b6b0d87b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7160bced-29dc-45d6-bfb6-4010b6b0d87b,segment=NetworkSegment(d1de606d-ab85-4bcd-95cc-e8bba5e291b9),segment_id=d1de606d-ab85-4bcd-95cc-e8bba5e291b9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:29.342666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.384946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 7160bced-29dc-45d6-bfb6-4010b6b0d87b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:29.502143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.517710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.620934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85691fab-b1ab-4835-9c2a-353a8e8cb0ff,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:29.649694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.650726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.651638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.653080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.653953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.654975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.656125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.657706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.659044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.660194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.661082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.661915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:29.675475 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-88e911dd-6d08-4fee-b0e5-0e7939e447a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b6244cf8b804d51b50029faa0f1638e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085669 Jul 06 18:08:29.679586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44538) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:29.812493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-901f68ce-c4da-4053-b878-4de45504873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.875855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-901f68ce-c4da-4053-b878-4de45504873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.953180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.974086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-901f68ce-c4da-4053-b878-4de45504873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.979434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-901f68ce-c4da-4053-b878-4de45504873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.985581 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-901f68ce-c4da-4053-b878-4de45504873d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85691fab-b1ab-4835-9c2a-353a8e8cb0ff HTTP/1.1" status: 204 len: 168 time: 0.3031950 Jul 06 18:08:30.003708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f68ce-c4da-4053-b878-4de45504873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85691fab-b1ab-4835-9c2a-353a8e8cb0ff,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:30.046301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a83d2-d3d2-494e-b8cc-5b42a4418b0f req-b0c25ea1-c3d9-4862-8bf4-d82aa17449ee tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:30.055201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-082a83d2-d3d2-494e-b8cc-5b42a4418b0f req-b0c25ea1-c3d9-4862-8bf4-d82aa17449ee tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.4173934 Jul 06 18:08:30.148811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-082a83d2-d3d2-494e-b8cc-5b42a4418b0f req-784739cd-5b1b-4e99-aa13-61569a476f76 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832319 Jul 06 18:08:30.198921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:30.776769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:30.792163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:30.794944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=7160bced-29dc-45d6-bfb6-4010b6b0d87b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:31.391897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8da4e2-92cc-4396-af98-fd333baa608e req-94475d23-5a1d-4c31-8d1d-0ddd6502fbb3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:31.393624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e8da4e2-92cc-4396-af98-fd333baa608e req-94475d23-5a1d-4c31-8d1d-0ddd6502fbb3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2661922 Jul 06 18:08:31.515683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:31.534855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e8da4e2-92cc-4396-af98-fd333baa608e req-43a6ed4f-2b7a-42a1-bcfe-05b75963fe8f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268210 Jul 06 18:08:31.880497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:31.893229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-da37960b-731c-4a31-b919-7b58641fac6d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5544493 Jul 06 18:08:31.897746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:31.906239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:31.937533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:31.940024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:32.043162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:32.131955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet 6e86ea5d-ae75-4474-8233-8874f2b52fda {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:32.154774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.190207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:32.204216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ed7e-dd92-479c-a4df-e02ce318db10 req-fadc531c-24bc-4bbe-89a3-240e756f9769 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:32.213115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f25ed7e-dd92-479c-a4df-e02ce318db10 req-fadc531c-24bc-4bbe-89a3-240e756f9769 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2965012 Jul 06 18:08:32.445609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.472442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f25ed7e-dd92-479c-a4df-e02ce318db10 req-906189d4-e7c6-4a17-a168-97bbb6a444ac tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510076 Jul 06 18:08:32.881798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.961438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:33.072355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.184657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.253622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=6e86ea5d-ae75-4474-8233-8874f2b52fda,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:33.262826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.273283 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d8beb01-cbc6-45bf-9821-2273b286b029 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/6e86ea5d-ae75-4474-8233-8874f2b52fda HTTP/1.1" status: 204 len: 168 time: 1.3737023 Jul 06 18:08:33.274524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:33.283591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5620a69-922a-4db1-b542-095d092ad75e None None] Network c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:33.477821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:33.507129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.530950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:30Z', 'revision_number': 9, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:33.667853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:33.750247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 15f940a5-bf69-4d26-88e6-6d8dd019b2db {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:33.757729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.786810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.913764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:33.915193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:34.054417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 15f940a5-bf69-4d26-88e6-6d8dd019b2db, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=15f940a5-bf69-4d26-88e6-6d8dd019b2db,segment=NetworkSegment(d1de606d-ab85-4bcd-95cc-e8bba5e291b9),segment_id=d1de606d-ab85-4bcd-95cc-e8bba5e291b9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:34.058817 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.114542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 15f940a5-bf69-4d26-88e6-6d8dd019b2db owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:34.276153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:34.391060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec83be-d176-47b0-ac32-d113b1553bbb req-1d947aa1-6536-43e7-96c1-8e2b979c58e4 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:34.410175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42ec83be-d176-47b0-ac32-d113b1553bbb req-1d947aa1-6536-43e7-96c1-8e2b979c58e4 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2929041 Jul 06 18:08:34.541524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.571899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=15f940a5-bf69-4d26-88e6-6d8dd019b2db,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:34.589068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port 15f940a5-bf69-4d26-88e6-6d8dd019b2db on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:34.630718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.705636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f2542-66d3-468c-917f-0974a1726898 None None] DHCP port deletion for c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:08:34.834260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44698) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:34.929542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.937074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42ec83be-d176-47b0-ac32-d113b1553bbb req-12c76ee8-c290-44d0-82f4-8861f7a83284 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930251 Jul 06 18:08:34.988133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:35.022937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:35.024171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de606d-ab85-4bcd-95cc-e8bba5e291b9') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:35.048663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.077305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.099138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:35.102003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.121298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Allocated IP 172.25.5.83 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/18d94e7c-1614-4a8a-9aee-46de9cf9e23a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:35.129744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:35.244607 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:35.254549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.269749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.275233 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a HTTP/1.1" status: 204 len: 168 time: 1.9987741 Jul 06 18:08:35.286822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:35.309450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a4bf-caf3-42a5-af1c-9a8a652d2b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.313817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:30Z', 'revision_number': 9, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:35.350233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66adb-14af-4711-b9ed-14ced53979e3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=c3c8619a-a9b3-4db6-8ad5-33aeeea1ae8a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:35.372888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff34874-251a-46e6-95e5-b669cdca8a78 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:30Z', 'revision_number': 9, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '2c9183c9-b85c-48b6-8dc1-c56040f41e12', 'name': '', 'network_id': '89731395-f398-42f2-b21d-c90c41de9d4a', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:c3:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:35Z', 'updated_at': '2021-07-06T18:07:50Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'adc606d9-32bf-4c50-ac49-dc8ffeccaeda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:35.792166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.834879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a4bf-caf3-42a5-af1c-9a8a652d2b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.843326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a4bf-caf3-42a5-af1c-9a8a652d2b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.909014 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a0b4a4bf-caf3-42a5-af1c-9a8a652d2b39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a528ea96c5e8446d8dd43f9f87a7e904&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0691116 Jul 06 18:08:35.912748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44736) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:36.027345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4a4bf-caf3-42a5-af1c-9a8a652d2b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be22183-48d7-4af7-bfae-2a3082cdfb9f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:36.072051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.096712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aec495ae-cc5d-42fb-9323-7215f32f2ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.127599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aec495ae-cc5d-42fb-9323-7215f32f2ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.160981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Pushing event updated for resources: {'Port': ['ID=18d94e7c-1614-4a8a-9aee-46de9cf9e23a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:36.185411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Deleting port 676c49a9-ee79-454f-b6fe-e3631afdaa53 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:36.186443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.202688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:36.207718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:36.229491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:36.240597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aec495ae-cc5d-42fb-9323-7215f32f2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.243542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aec495ae-cc5d-42fb-9323-7215f32f2ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.244900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aec495ae-cc5d-42fb-9323-7215f32f2ef3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5be22183-48d7-4af7-bfae-2a3082cdfb9f HTTP/1.1" status: 204 len: 168 time: 0.3290703 Jul 06 18:08:36.262477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec495ae-cc5d-42fb-9323-7215f32f2ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be22183-48d7-4af7-bfae-2a3082cdfb9f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:36.341244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.480619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 15f940a5-bf69-4d26-88e6-6d8dd019b2db no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:36.589617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 15f940a5-bf69-4d26-88e6-6d8dd019b2db {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:36.590592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 15f940a5-bf69-4d26-88e6-6d8dd019b2db not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:36.591620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7160bced-29dc-45d6-bfb6-4010b6b0d87b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:36.640265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7160bced-29dc-45d6-bfb6-4010b6b0d87b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:36.640568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7160bced-29dc-45d6-bfb6-4010b6b0d87b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:36.755889 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.827488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a119e-38a6-404e-9a31-b90dca019676 req-2e9862b6-90be-4239-a47d-b1e741b4e2b5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:36.830820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e1a119e-38a6-404e-9a31-b90dca019676 req-2e9862b6-90be-4239-a47d-b1e741b4e2b5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.6034145 Jul 06 18:08:36.847937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] For port 676c49a9-ee79-454f-b6fe-e3631afdaa53, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=676c49a9-ee79-454f-b6fe-e3631afdaa53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:36.848994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.947382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Calling delete_port for 676c49a9-ee79-454f-b6fe-e3631afdaa53 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:37.047920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e1a119e-38a6-404e-9a31-b90dca019676 req-7acffc35-96dc-4611-910b-633e2bff1bd8 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930962 Jul 06 18:08:37.200779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:37.365550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 2c9183c9-b85c-48b6-8dc1-c56040f41e12 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:37.366129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:37.618230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 2c9183c9-b85c-48b6-8dc1-c56040f41e12, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2c9183c9-b85c-48b6-8dc1-c56040f41e12,segment=NetworkSegment(ec9be498-522e-495e-9d41-cb7996a60ab0),segment_id=ec9be498-522e-495e-9d41-cb7996a60ab0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:37.619001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:37.637871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 2c9183c9-b85c-48b6-8dc1-c56040f41e12 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:37.878185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.071171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=2c9183c9-b85c-48b6-8dc1-c56040f41e12,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:38.209986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.345681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-463bba98-22e4-4024-abe4-6c83946fc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:38.348662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-463bba98-22e4-4024-abe4-6c83946fc7ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 1097 time: 0.5352652 Jul 06 18:08:38.357060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.509218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.623917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.666134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.674690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7083521 Jul 06 18:08:38.694578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:38.798850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-695961185', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'fixed_ips': [{'ip_address': '172.25.5.83'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:38.818763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.854233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1acd2-a205-4e5d-86c5-53e7edf03937 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Pushing event updated for resources: {'Port': ['ID=18d94e7c-1614-4a8a-9aee-46de9cf9e23a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:38.944251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:38.949675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Made reservation on behalf of 06254104aa5241598593e919d3a20eee for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:38.955689 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.001893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.201906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-5cd0030e-21c1-490e-91e2-451be547b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:39.205030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-5cd0030e-21c1-490e-91e2-451be547b665 service neutron] 10.222.0.61 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 916 time: 0.7879117 Jul 06 18:08:39.213705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=676c49a9-ee79-454f-b6fe-e3631afdaa53,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:39.248558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.259859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.319351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] device_id is not set on port 06be0a46-72da-413d-8484-6d01f28ff9b7 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:39.368135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:39.380953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-3ed87f4b-9dc5-4363-8eba-8c27a37781a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a910772b-ef4e-420b-9cb1-dff6830c676d HTTP/1.1" status: 200 len: 217 time: 0.1522319 Jul 06 18:08:39.399579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:39.420894 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:39.422899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:39.497997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc934b-3ea1-44cf-b46a-de0003908d48,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:39.554671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8be57fd5-e98c-4c47-849d-561c7f2fa4dc tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2648344 Jul 06 18:08:39.561705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44798) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:39.608662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af2edf-8365-48a2-9029-549a2d808bfb req-3e36c76d-1c6a-4ae5-a345-5049058f018f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:39.623851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13af2edf-8365-48a2-9029-549a2d808bfb req-3e36c76d-1c6a-4ae5-a345-5049058f018f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.9761426 Jul 06 18:08:39.705846 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:39.890757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-5aebd6a8-609e-4056-a877-6b31a412b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:39.893126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-5aebd6a8-609e-4056-a877-6b31a412b5fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.4874854 Jul 06 18:08:39.933517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13af2edf-8365-48a2-9029-549a2d808bfb req-381cb6a3-b340-4787-8e29-8388963fe4da tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935128 Jul 06 18:08:39.970478 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:37Z', 'revision_number': 10, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:40.008773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-27d8cd08-34a4-46e9-a07f-271d0fa7b0aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912309 Jul 06 18:08:40.011954 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:40.019105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet adc606d9-32bf-4c50-ac49-dc8ffeccaeda {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:40.023123 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:40.023367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.024225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:40.081045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.133815 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:08:40.134989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:40.161697 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-48f69315-2ad2-430d-ba63-b2559a851079 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3720100 Jul 06 18:08:40.164622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44812) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:40.333112 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:40.335777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.432985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:40.496839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.628193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-1180a9e9-d5bf-4c95-9892-9a4c741f0fdb service neutron] 10.222.0.61 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127503 Jul 06 18:08:40.643709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Deleting port 18d94e7c-1614-4a8a-9aee-46de9cf9e23a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:40.644597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.788306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.857109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=adc606d9-32bf-4c50-ac49-dc8ffeccaeda,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:40.867475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.877805 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c9be8864-1b97-44e7-a918-e3feb98ac685 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/adc606d9-32bf-4c50-ac49-dc8ffeccaeda HTTP/1.1" status: 204 len: 168 time: 1.2566230 Jul 06 18:08:40.880795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:40.895705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73aeda-76f6-4a57-88f2-b0fe556bbba6 None None] Network 89731395-f398-42f2-b21d-c90c41de9d4a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:40.937025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:37Z', 'revision_number': 10, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:41.002145 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9c78c-11d3-419c-b107-a6ca61d3a71d None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:37Z', 'revision_number': 10, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None, '_interfaces': [{'id': '71486c33-c616-44b6-bee9-b58e33519b7a', 'name': '', 'network_id': 'a94c02dd-4773-46dc-8bd5-5ce72def730b', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'mac_address': 'fa:16:3e:f2:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57802e97-6519-482e-824f-0f93ac87e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:22Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 5, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'subnets': [{'id': 'd621a841-6e2e-4459-92b6-25769ca9300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:41.033120 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.033849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.079948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Calling delete_port for 18d94e7c-1614-4a8a-9aee-46de9cf9e23a owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:41.133533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7dd685f9-09f7-473b-8a7e-4070a344f6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.532859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] DHCP port deletion for 89731395-f398-42f2-b21d-c90c41de9d4a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:08:41.539447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.613066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Pushing event deleted for resources: {'Port': ['ID=18d94e7c-1614-4a8a-9aee-46de9cf9e23a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:41.665072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] Deleting port 924383aa-7e9d-4f16-9224-9373bb796043 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:41.666319 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.763685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.838795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] For port 924383aa-7e9d-4f16-9224-9373bb796043, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=924383aa-7e9d-4f16-9224-9373bb796043,segment=NetworkSegment(ec9be498-522e-495e-9d41-cb7996a60ab0),segment_id=ec9be498-522e-495e-9d41-cb7996a60ab0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:41.839476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.870895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] Calling delete_port for 924383aa-7e9d-4f16-9224-9373bb796043 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:41.918222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86f498b-5ac2-472e-b0e7-c46fe3b0c3dc req-e4f5eb03-0814-4da2-9fce-f1af6548afa8 service neutron] 10.222.0.61 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0983253 Jul 06 18:08:41.948319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.957368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.963995 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ba826ad8-1d08-4d2f-a4ef-551e79cf7009 tempest-ExternalNetworksAdminNegativeTestJSON-462898980 tempest-ExternalNetworksAdminNegativeTestJSON-462898980-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/c09c188e-52db-41ce-8c93-510c1304f123 HTTP/1.1" status: 204 len: 168 time: 1.7979996 Jul 06 18:08:42.038657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.096264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] Pushing event deleted for resources: {'Port': ['ID=924383aa-7e9d-4f16-9224-9373bb796043,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:42.106419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04f8d5-d053-45ca-8e7c-86d8420a6fe7 None None] No DVR routers for this DVR port 924383aa-7e9d-4f16-9224-9373bb796043 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:42.187473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7dd685f9-09f7-473b-8a7e-4070a344f6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.222741 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7dd685f9-09f7-473b-8a7e-4070a344f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.299772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b4f6-203d-4020-9dbf-8d19aaf9b393 req-88026024-b650-472d-8380-edde9c4a8fec tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:42.311828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9104b4f6-203d-4020-9dbf-8d19aaf9b393 req-88026024-b650-472d-8380-edde9c4a8fec tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 1.1146941 Jul 06 18:08:42.313189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44868) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:42.477630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c9183c9-b85c-48b6-8dc1-c56040f41e12 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:42.527690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Router 5b6275f9-9710-455c-abc1-6d0163e1fc38 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:42.540907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44876) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:42.550756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.566538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 2c9183c9-b85c-48b6-8dc1-c56040f41e12 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:42.566899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c9183c9-b85c-48b6-8dc1-c56040f41e12 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:42.568830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 924383aa-7e9d-4f16-9224-9373bb796043 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:42.606002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89731395-f398-42f2-b21d-c90c41de9d4a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:42.623947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 924383aa-7e9d-4f16-9224-9373bb796043 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:42.624307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 924383aa-7e9d-4f16-9224-9373bb796043 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:42.639842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7dd685f9-09f7-473b-8a7e-4070a344f6e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecd4c7f54e6f463aa7541937a672154d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0868351 Jul 06 18:08:42.639842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd685f9-09f7-473b-8a7e-4070a344f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705831a3-00f5-4db4-96ae-753879c282e9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:42.641799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:42.674506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9be498-522e-495e-9d41-cb7996a60ab0') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:42.674803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9be498-522e-495e-9d41-cb7996a60ab0') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:42.740027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae11-ed1a-4c97-81cb-66a8ad311753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.879755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd14a-eadb-4e19-86cd-e2d00a5a3521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.882610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae11-ed1a-4c97-81cb-66a8ad311753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.883912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6adf741-99f1-4656-ad73-f2e118b7d672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.896104 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae11-ed1a-4c97-81cb-66a8ad311753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.904015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9104b4f6-203d-4020-9dbf-8d19aaf9b393 req-e6e5d351-2bff-4588-8c3b-46de575630a3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820518 Jul 06 18:08:42.915569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.960631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.990356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd14a-eadb-4e19-86cd-e2d00a5a3521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.996809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:42.997631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:43.004472 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:43.022325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:43.037112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-837827ca-ecdc-4e4b-a177-0410f775f3ca admin admin] 10.222.0.37 "PUT /v2.0/routers/5b6275f9-9710-455c-abc1-6d0163e1fc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9859862 Jul 06 18:08:43.037810 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83a4ae11-ed1a-4c97-81cb-66a8ad311753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3b407d968144f7fb9387124f1e5e877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224529 Jul 06 18:08:43.040909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] Sync routers for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:43.046366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:43.046897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:43.059966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:43.061077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:43.074225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4ae11-ed1a-4c97-81cb-66a8ad311753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5ef748-9a89-40e7-acf8-1d6f619654d2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:43.139891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.159169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.168415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/89731395-f398-42f2-b21d-c90c41de9d4a HTTP/1.1" status: 204 len: 168 time: 2.2835982 Jul 06 18:08:43.169502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:43.203280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc731a-2f75-4f49-99f3-db28240e6457 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=89731395-f398-42f2-b21d-c90c41de9d4a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:43.304910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:43.428344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd14a-eadb-4e19-86cd-e2d00a5a3521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.431510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd14a-eadb-4e19-86cd-e2d00a5a3521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.433054 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ad9dd14a-eadb-4e19-86cd-e2d00a5a3521 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/705831a3-00f5-4db4-96ae-753879c282e9 HTTP/1.1" status: 204 len: 168 time: 0.7901132 Jul 06 18:08:43.450178 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9855cce-c3c7-44df-bdfb-6d5b1a9833ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.480762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd14a-eadb-4e19-86cd-e2d00a5a3521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705831a3-00f5-4db4-96ae-753879c282e9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:43.538082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.561439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9855cce-c3c7-44df-bdfb-6d5b1a9833ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.911779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T18:08:38Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:43.961443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] Checking router: 5b6275f9-9710-455c-abc1-6d0163e1fc38 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:43.977758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] Routers {'5b6275f9-9710-455c-abc1-6d0163e1fc38'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:43.979041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['5b6275f9-9710-455c-abc1-6d0163e1fc38'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:44.115002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.276104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] Set router 5b6275f9-9710-455c-abc1-6d0163e1fc38 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:44.409947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.431520 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6adf741-99f1-4656-ad73-f2e118b7d672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.438564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6adf741-99f1-4656-ad73-f2e118b7d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.459769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7c7ec-3bc4-4e6b-b5f5-96d618f2d62c req-251b21ac-3568-4c60-ad20-42c01b3281cb tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:44.464925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ae7c7ec-3bc4-4e6b-b5f5-96d618f2d62c req-251b21ac-3568-4c60-ad20-42c01b3281cb tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.3472371 Jul 06 18:08:44.620526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ae7c7ec-3bc4-4e6b-b5f5-96d618f2d62c req-d397841a-2e53-4d38-8d26-8882fa3b4fea tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417766 Jul 06 18:08:44.642313 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6adf741-99f1-4656-ad73-f2e118b7d672 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cddb42840524d238090d351fa96a458&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0955739 Jul 06 18:08:44.643128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf741-99f1-4656-ad73-f2e118b7d672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0237569a-2c75-4ce5-8f18-8ad17f8f37a2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:44.656650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:44.665610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9855cce-c3c7-44df-bdfb-6d5b1a9833ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.665610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9855cce-c3c7-44df-bdfb-6d5b1a9833ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.665610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e9855cce-c3c7-44df-bdfb-6d5b1a9833ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd5ef748-9a89-40e7-acf8-1d6f619654d2 HTTP/1.1" status: 204 len: 168 time: 1.6042271 Jul 06 18:08:44.686646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T18:08:38Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:44.712612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9855cce-c3c7-44df-bdfb-6d5b1a9833ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5ef748-9a89-40e7-acf8-1d6f619654d2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:44.745068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Deleting port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:44.748389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.758610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db83f8e-f317-4b73-a0d2-92f02bd8aa7a None None] The sync data for ids ['5b6275f9-9710-455c-abc1-6d0163e1fc38'] in n-d-799527-3 is: [{'id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'name': 'tempest-AttachVolumeTestJSON-1110410710-router', 'tenant_id': '224b581d729b49919acb7ed26ba88fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:59:07Z', 'updated_at': '2021-07-06T18:08:38Z', 'revision_number': 5, 'project_id': '224b581d729b49919acb7ed26ba88fdb', 'gw_port': {'id': '742d2fed-ffa3-4190-aa1d-3f0f68b398c4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6275f9-9710-455c-abc1-6d0163e1fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:59:08Z', 'updated_at': '2021-07-06T17:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:44.924262 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc451d5c-27ed-43fa-a28a-56eb56d65121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.973399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc451d5c-27ed-43fa-a28a-56eb56d65121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.995828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 71486c33-c616-44b6-bee9-b58e33519b7a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:44.997770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.015549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] For port 742d2fed-ffa3-4190-aa1d-3f0f68b398c4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:45.016819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.043239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Calling delete_port for 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:45.420184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44928) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:45.492741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73bfcb2-c7dd-4d33-9280-09f0492fbd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.573048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.629622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Pushing event deleted for resources: {'Port': ['ID=742d2fed-ffa3-4190-aa1d-3f0f68b398c4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:45.810167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 71486c33-c616-44b6-bee9-b58e33519b7a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=71486c33-c616-44b6-bee9-b58e33519b7a,segment=NetworkSegment(6e03c038-1bea-4227-b645-f9c2960c7db5),segment_id=6e03c038-1bea-4227-b645-f9c2960c7db5)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:45.810775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.833504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 71486c33-c616-44b6-bee9-b58e33519b7a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:45.850464 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.982095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73bfcb2-c7dd-4d33-9280-09f0492fbd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.985450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.988692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.992602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73bfcb2-c7dd-4d33-9280-09f0492fbd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.177942 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc451d5c-27ed-43fa-a28a-56eb56d65121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.179210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.181800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b6275f9-9710-455c-abc1-6d0163e1fc38 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:46.182416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc451d5c-27ed-43fa-a28a-56eb56d65121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.184284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dc451d5c-27ed-43fa-a28a-56eb56d65121 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0237569a-2c75-4ce5-8f18-8ad17f8f37a2 HTTP/1.1" status: 204 len: 168 time: 1.5348468 Jul 06 18:08:46.190130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bfcb2-c7dd-4d33-9280-09f0492fbd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edf5301-7c6a-4232-9ca7-e69d2ec3beca,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:46.219987 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.225166 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28992059-576e-4efa-89c1-84f45eae1369 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5b6275f9-9710-455c-abc1-6d0163e1fc38 HTTP/1.1" status: 204 len: 168 time: 3.1759624 Jul 06 18:08:46.236642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:46.247119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9588f0-11c4-4b00-b8e0-4d00c6eaa220 req-c645f797-44b5-4ac5-b102-6df9026b4c8f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:46.252520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9588f0-11c4-4b00-b8e0-4d00c6eaa220 req-c645f797-44b5-4ac5-b102-6df9026b4c8f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.3379850 Jul 06 18:08:46.253182 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c73bfcb2-c7dd-4d33-9280-09f0492fbd5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fb747e75243482fb452a6ba758a280b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261554 Jul 06 18:08:46.254302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44948) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:46.278420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc451d5c-27ed-43fa-a28a-56eb56d65121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237569a-2c75-4ce5-8f18-8ad17f8f37a2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:46.446241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Deleting subnet bd67a455-bdba-4e5d-9239-07c13c7f0d2a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:46.461465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.487856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 676c49a9-ee79-454f-b6fe-e3631afdaa53 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:46.559419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.601156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 676c49a9-ee79-454f-b6fe-e3631afdaa53 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:46.601156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 676c49a9-ee79-454f-b6fe-e3631afdaa53 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:46.643082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9588f0-11c4-4b00-b8e0-4d00c6eaa220 req-ce85e704-db5a-41d2-9db6-20e56104863d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689947 Jul 06 18:08:46.651404 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.726957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=71486c33-c616-44b6-bee9-b58e33519b7a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:46.739951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79b5b91b-1488-4360-95fe-31876a76be73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.819440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.936417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.036839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd67a455-bdba-4e5d-9239-07c13c7f0d2a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:47.041823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.048821 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a094f568-b609-4cfa-a5c1-0a0ebee97756 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd67a455-bdba-4e5d-9239-07c13c7f0d2a HTTP/1.1" status: 204 len: 168 time: 0.7888486 Jul 06 18:08:47.053189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:47.060637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1c34f-53d6-4c5e-89e5-d7245e999d4f None None] Network 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:47.155823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:47.174756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79b5b91b-1488-4360-95fe-31876a76be73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.263619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.346931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.415605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Deleting port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:47.416567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.622221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] For port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:47.623287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.670671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Calling delete_port for d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:47.672735 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:47.735555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79b5b91b-1488-4360-95fe-31876a76be73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.747042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-79b5b91b-1488-4360-95fe-31876a76be73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.762973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-79b5b91b-1488-4360-95fe-31876a76be73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0edf5301-7c6a-4232-9ca7-e69d2ec3beca HTTP/1.1" status: 204 len: 168 time: 1.5013220 Jul 06 18:08:47.764971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50865015-f30c-482a-869d-97beba8709d6 None None] DHCP port deletion for 1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:08:47.819584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5b91b-1488-4360-95fe-31876a76be73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edf5301-7c6a-4232-9ca7-e69d2ec3beca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:47.952931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-50865015-f30c-482a-869d-97beba8709d6 None None] Deleting port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:47.954108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50865015-f30c-482a-869d-97beba8709d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.991690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:48.005319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:48.007933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-46fee6a3-d87e-4ae8-bad6-7429a2edaa81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06254104aa5241598593e919d3a20eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237848 Jul 06 18:08:48.177960 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc132641-8848-4cd3-ae87-9315419400b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.194047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-50865015-f30c-482a-869d-97beba8709d6 None None] For port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,segment=NetworkSegment(0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03),segment_id=0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:48.195089 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50865015-f30c-482a-869d-97beba8709d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.215348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d990cabe-58d5-44f9-ba7a-8955c8765366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.227810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.237293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-50865015-f30c-482a-869d-97beba8709d6 None None] Calling delete_port for d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:48.339585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:48.367767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] No DVR routers for this DVR port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:48.388326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:48.414367 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:48.438024 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:48.438998 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:48.482357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c60d94ff-05bf-469e-a37f-625ebb8522ac tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2800436 Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:08:48.488928 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:08:48.497028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:48.504695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50865015-f30c-482a-869d-97beba8709d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.539918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50865015-f30c-482a-869d-97beba8709d6 None None] No DVR routers for this DVR port d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:48.595596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50865015-f30c-482a-869d-97beba8709d6 None None] Pushing event deleted for resources: {'Port': ['ID=d4e5b716-9d6b-4dab-ac0f-fefa9045ae53,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:48.598621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d990cabe-58d5-44f9-ba7a-8955c8765366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.622564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:48.624324 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d990cabe-58d5-44f9-ba7a-8955c8765366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.673510 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:48.677132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc132641-8848-4cd3-ae87-9315419400b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.717730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990cabe-58d5-44f9-ba7a-8955c8765366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce6fa6-103d-48e5-a09e-dce886268635,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:48.732608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d990cabe-58d5-44f9-ba7a-8955c8765366 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=184d3edfb12545cd9cf6ddc06059e84f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5732763 Jul 06 18:08:48.737604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44986) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:48.741098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:48.741770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4e5b716-9d6b-4dab-ac0f-fefa9045ae53 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:48.742436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:48.786133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.808705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:48.822618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:48.823553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2deb86-2ea0-4a1c-b2fb-ec8976cb2f03') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:48.838863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.849910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:48.849910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 742d2fed-ffa3-4190-aa1d-3f0f68b398c4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:48.865346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting subnet d621a841-6e2e-4459-92b6-25769ca9300d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:48.868611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:46Z', 'revision_number': 11, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:48.882306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.886055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd7a9-4561-466b-a8a2-ecb9dbe4127e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.895818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:48.896501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.897103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:48.899140 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:48.940841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:48.952503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7c4e2-768b-4d95-8ed4-2703a42bb50b req-223b63d2-35a8-41a6-be1b-d384fb2d9578 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:48.954642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94e7c4e2-768b-4d95-8ed4-2703a42bb50b req-223b63d2-35a8-41a6-be1b-d384fb2d9578 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.7817509 Jul 06 18:08:48.968025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:48.969143 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:48.985033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd7a9-4561-466b-a8a2-ecb9dbe4127e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.021809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.038519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.041790 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95 HTTP/1.1" status: 204 len: 168 time: 1.9874532 Jul 06 18:08:49.066132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d22f-2742-4892-bf0d-7699aec22c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2e4a86-30cd-4dd8-91b1-5fb836e1ab95,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:49.096316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd7a9-4561-466b-a8a2-ecb9dbe4127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.098996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd7a9-4561-466b-a8a2-ecb9dbe4127e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.100405 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4a0fd7a9-4561-466b-a8a2-ecb9dbe4127e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63ce6fa6-103d-48e5-a09e-dce886268635 HTTP/1.1" status: 204 len: 168 time: 0.3600988 Jul 06 18:08:49.119437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd7a9-4561-466b-a8a2-ecb9dbe4127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce6fa6-103d-48e5-a09e-dce886268635,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:49.124729 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc132641-8848-4cd3-ae87-9315419400b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.129648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc132641-8848-4cd3-ae87-9315419400b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.131210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bc132641-8848-4cd3-ae87-9315419400b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20bc934b-3ea1-44cf-b46a-de0003908d48 HTTP/1.1" status: 204 len: 168 time: 1.1243517 Jul 06 18:08:49.158212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132641-8848-4cd3-ae87-9315419400b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc934b-3ea1-44cf-b46a-de0003908d48,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:49.163542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.169417 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:49.171191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94e7c4e2-768b-4d95-8ed4-2703a42bb50b req-abeec2d3-9079-4d8b-b279-ac2b14b1e66e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923225 Jul 06 18:08:49.245846 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:46Z', 'revision_number': 11, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:49.277658 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5ee08-6281-418c-a509-4480b88a487f None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:46Z', 'revision_number': 11, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:49.358863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.363010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45006) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:49.429290 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f1f63fe2-78f4-4435-986b-0468e69e7327 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=224b581d729b49919acb7ed26ba88fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636778 Jul 06 18:08:49.433922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45008) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:49.466973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.502161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Subnet': ['ID=d621a841-6e2e-4459-92b6-25769ca9300d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:49.509612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.511822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-10961930-775a-4207-ad9c-2b9b8e724f88 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/d621a841-6e2e-4459-92b6-25769ca9300d HTTP/1.1" status: 204 len: 168 time: 0.9691625 Jul 06 18:08:49.514772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:49.526637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ffcf1-be8f-467c-b6b3-398067bc3dda None None] Network a94c02dd-4773-46dc-8bd5-5ce72def730b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:49.571094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1193e3b2-f3e1-4888-8ea0-f3d2b52833d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.598195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1193e3b2-f3e1-4888-8ea0-f3d2b52833d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.702055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1193e3b2-f3e1-4888-8ea0-f3d2b52833d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.706615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1193e3b2-f3e1-4888-8ea0-f3d2b52833d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.711522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1193e3b2-f3e1-4888-8ea0-f3d2b52833d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05378372-4894-4717-a861-0d7ec7de3601 HTTP/1.1" status: 204 len: 168 time: 0.2736778 Jul 06 18:08:49.720752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.741431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193e3b2-f3e1-4888-8ea0-f3d2b52833d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05378372-4894-4717-a861-0d7ec7de3601,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:49.823206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Deleting port 3032af79-e635-4c07-b6bd-e1a6a5482660 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:49.823514 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.996470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] For port 3032af79-e635-4c07-b6bd-e1a6a5482660, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3032af79-e635-4c07-b6bd-e1a6a5482660,segment=NetworkSegment(6e03c038-1bea-4227-b645-f9c2960c7db5),segment_id=6e03c038-1bea-4227-b645-f9c2960c7db5)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:49.997055 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.029399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Calling delete_port for 3032af79-e635-4c07-b6bd-e1a6a5482660 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:50.120479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] DHCP port deletion for a94c02dd-4773-46dc-8bd5-5ce72def730b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:08:50.240099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Deleting port 3032af79-e635-4c07-b6bd-e1a6a5482660 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:50.240556 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.242496 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.314068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Port': ['ID=3032af79-e635-4c07-b6bd-e1a6a5482660,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:50.324606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No DVR routers for this DVR port 3032af79-e635-4c07-b6bd-e1a6a5482660 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:50.421691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] For port 3032af79-e635-4c07-b6bd-e1a6a5482660, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:50.425643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.461637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3032af79-e635-4c07-b6bd-e1a6a5482660 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:50.543356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Calling delete_port for 3032af79-e635-4c07-b6bd-e1a6a5482660 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:50.546198 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.548634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3032af79-e635-4c07-b6bd-e1a6a5482660 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:50.549228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3032af79-e635-4c07-b6bd-e1a6a5482660 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:50.549940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 71486c33-c616-44b6-bee9-b58e33519b7a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:50.559055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Port 3032af79-e635-4c07-b6bd-e1a6a5482660 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:08:50.560387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94c02dd-4773-46dc-8bd5-5ce72def730b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:50.587361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e03c038-1bea-4227-b645-f9c2960c7db5') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:50.588230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e03c038-1bea-4227-b645-f9c2960c7db5') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:50.614784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.629664 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.631312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 71486c33-c616-44b6-bee9-b58e33519b7a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:50.631914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 71486c33-c616-44b6-bee9-b58e33519b7a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:50.657827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.669780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] No DVR routers for this DVR port 3032af79-e635-4c07-b6bd-e1a6a5482660 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:08:50.723678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25a0f8-9d6c-44e9-8e87-3111ca5df3e1 req-5471c708-14fc-4700-92ef-63a197a22360 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:50.736332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831a30-43de-4839-a3ab-8d942f945bb8 None None] Pushing event deleted for resources: {'Port': ['ID=3032af79-e635-4c07-b6bd-e1a6a5482660,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:50.740303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af25a0f8-9d6c-44e9-8e87-3111ca5df3e1 req-5471c708-14fc-4700-92ef-63a197a22360 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2498310 Jul 06 18:08:50.747381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:50.748333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:50.755793 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:50.925956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af25a0f8-9d6c-44e9-8e87-3111ca5df3e1 req-94b639ee-a0c2-4c5c-bee6-f1495f77e6ec tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841526 Jul 06 18:08:50.927735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.942205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.951003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/networks/a94c02dd-4773-46dc-8bd5-5ce72def730b HTTP/1.1" status: 204 len: 168 time: 1.4341168 Jul 06 18:08:50.954322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:50.962499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'routes': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:50.982724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7b82-6b2c-4d93-a9ff-fb2dacdba13a tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Pushing event deleted for resources: {'Network': ['ID=a94c02dd-4773-46dc-8bd5-5ce72def730b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:51.257374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Added routes are [] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 18:08:51.258314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.extraroute_db [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Removed routes are [] {{(pid=93943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 18:08:51.259150 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.637547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.644382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.790759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 57802e97-6519-482e-824f-0f93ac87e982 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:51.905786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:51.917587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] Sync routers for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:51.929368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.933513 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-37182498-564a-4edb-b450-0fda45b2c4d1 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 700 time: 0.9744744 Jul 06 18:08:51.933911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:51.934562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:51.935626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:51.994255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45142) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:51.997950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f6b61bb4-fa32-44d1-ae4c-35e5393f994c tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 205 time: 0.0559695 Jul 06 18:08:52.131326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:52.214542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:46Z', 'revision_number': 11, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.244998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] Checking router: 57802e97-6519-482e-824f-0f93ac87e982 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:52.257622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] Routers {'57802e97-6519-482e-824f-0f93ac87e982'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:52.258961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57802e97-6519-482e-824f-0f93ac87e982'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.282410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.292142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d4833-e677-4d50-92bd-be24cb183004 req-e0d1e29d-560a-422d-aa76-fee8a62d626d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:52.293883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f8d4833-e677-4d50-92bd-be24cb183004 req-e0d1e29d-560a-422d-aa76-fee8a62d626d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.0910518 Jul 06 18:08:52.433109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f8d4833-e677-4d50-92bd-be24cb183004 req-347091a8-b163-4321-bc5c-3db03d2e61db tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303632 Jul 06 18:08:52.572330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] Set router 57802e97-6519-482e-824f-0f93ac87e982 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:52.666427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:46Z', 'revision_number': 11, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.710460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7ce1f-1534-4c15-b62b-04b3dc5eecb5 None None] The sync data for ids ['57802e97-6519-482e-824f-0f93ac87e982'] in n-d-799527-3 is: [{'id': '57802e97-6519-482e-824f-0f93ac87e982', 'name': 'tempest-RoutersTest-router-931349621', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:20Z', 'updated_at': '2021-07-06T18:08:46Z', 'revision_number': 11, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:52.909155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.911919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.965752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.966545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router 57802e97-6519-482e-824f-0f93ac87e982 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:52.991648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.993649 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8af3d8c9-c9da-4531-8180-60695a74f9a2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 204 len: 168 time: 0.9968119 Jul 06 18:08:52.998086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:53.004040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-688459969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:53.042677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.044556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.168764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.177781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.210456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.212436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0ba64a07-312a-45a6-afef-40014d6765d3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2131460 Jul 06 18:08:53.216156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45220) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:53.222141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:53.351661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:53.517979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:53.543952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.563215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.815602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12fc06-3a08-4e4a-a13e-afe096db0346 req-eb5906a7-d069-4ea8-9c58-a6349f9881c5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:53.818592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de12fc06-3a08-4e4a-a13e-afe096db0346 req-eb5906a7-d069-4ea8-9c58-a6349f9881c5 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.0871446 Jul 06 18:08:53.830323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Router 2bb082ab-4b75-4090-be1e-59db96afa931 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:53.878318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7003ba69-49f9-4dba-9585-ee2fae5f314a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.945712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de12fc06-3a08-4e4a-a13e-afe096db0346 req-2e7c118b-1182-49a0-b45f-e7a17d921e7b tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199882 Jul 06 18:08:53.972374 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:08:54.021282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:54.034558 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] Sync routers for ids ['2bb082ab-4b75-4090-be1e-59db96afa931'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:54.041167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.048087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.048905 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] Routers {'2bb082ab-4b75-4090-be1e-59db96afa931'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:54.049580 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['2bb082ab-4b75-4090-be1e-59db96afa931'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.049954 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b6c8031-e98d-4429-9de3-bb471051c181 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "PUT /v2.0/routers/2bb082ab-4b75-4090-be1e-59db96afa931 HTTP/1.1" status: 200 len: 693 time: 0.8320010 Jul 06 18:08:54.204355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0af72e45-1669-453d-80c0-6d70e6151493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.225476 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] Set router 2bb082ab-4b75-4090-be1e-59db96afa931 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:54.230080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1a4fee38-13f6-46f4-8401-59b5296b33c3 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/routers/2bb082ab-4b75-4090-be1e-59db96afa931 HTTP/1.1" status: 200 len: 699 time: 0.1790824 Jul 06 18:08:54.234391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.290644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b9bde382-dbda-416a-b34e-236b2e980d78 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bb082ab-4b75-4090-be1e-59db96afa931 HTTP/1.1" status: 200 len: 205 time: 0.0544074 Jul 06 18:08:54.292868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7003ba69-49f9-4dba-9585-ee2fae5f314a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.294777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.323409 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb082ab-4b75-4090-be1e-59db96afa931', 'name': 'tempest-RoutersTest-router-688459969', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:53Z', 'updated_at': '2021-07-06T18:08:53Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.365415 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] Checking router: 2bb082ab-4b75-4090-be1e-59db96afa931 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:54.376876 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] Routers {'2bb082ab-4b75-4090-be1e-59db96afa931'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:54.377589 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['2bb082ab-4b75-4090-be1e-59db96afa931'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.383128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.390549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7003ba69-49f9-4dba-9585-ee2fae5f314a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.536487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7003ba69-49f9-4dba-9585-ee2fae5f314a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e52ce60113e42a2869126735124a625&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1830406 Jul 06 18:08:54.541392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.579652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003ba69-49f9-4dba-9585-ee2fae5f314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec014ae-3f68-407a-8ece-3aa86dcec448,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:54.714497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.729831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.743239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45274) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.770001 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] Set router 2bb082ab-4b75-4090-be1e-59db96afa931 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:54.777929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-311ee8b5-4b63-4730-bb21-302d34a2bebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.831487 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb082ab-4b75-4090-be1e-59db96afa931', 'name': 'tempest-RoutersTest-router-688459969', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:53Z', 'updated_at': '2021-07-06T18:08:53Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.854266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-311ee8b5-4b63-4730-bb21-302d34a2bebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.860804 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.861625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Fanout notify agent at l3_agent the message router_deleted on router 2bb082ab-4b75-4090-be1e-59db96afa931 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:54.896138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.897452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6037620b-20c1-44ac-b4fa-b75e14ca767d tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/2bb082ab-4b75-4090-be1e-59db96afa931 HTTP/1.1" status: 204 len: 168 time: 0.6010671 Jul 06 18:08:54.908807 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149685d-4cd0-4d89-806f-e30f8f6158ef None None] The sync data for ids ['2bb082ab-4b75-4090-be1e-59db96afa931'] in n-d-799527-3 is: [{'id': '2bb082ab-4b75-4090-be1e-59db96afa931', 'name': 'tempest-RoutersTest-router-688459969', 'tenant_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:53Z', 'updated_at': '2021-07-06T18:08:53Z', 'revision_number': 2, 'project_id': '8e7d7a44d2a746258d3c21a45f984cf4', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:54.911532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.979976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-311ee8b5-4b63-4730-bb21-302d34a2bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.983380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bd9816fe-196b-4a95-845b-f75823a92230 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bb082ab-4b75-4090-be1e-59db96afa931 HTTP/1.1" status: 200 len: 205 time: 0.0702097 Jul 06 18:08:54.983737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-311ee8b5-4b63-4730-bb21-302d34a2bebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.986820 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-311ee8b5-4b63-4730-bb21-302d34a2bebc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ec014ae-3f68-407a-8ece-3aa86dcec448 HTTP/1.1" status: 204 len: 168 time: 0.4430614 Jul 06 18:08:54.988471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45282) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.992482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0af72e45-1669-453d-80c0-6d70e6151493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.015238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ee8b5-4b63-4730-bb21-302d34a2bebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec014ae-3f68-407a-8ece-3aa86dcec448,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:55.069074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0af72e45-1669-453d-80c0-6d70e6151493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.107244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0af72e45-1669-453d-80c0-6d70e6151493 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f77aaa7105840d1ad22f2f8e24b6045&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5859795 Jul 06 18:08:55.107244 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-7d9ba225-66ff-4f27-8067-16ffeb5aac28 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:55.107847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45290) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.110151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d9ba225-66ff-4f27-8067-16ffeb5aac28 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/2bb082ab-4b75-4090-be1e-59db96afa931 HTTP/1.1" status: 404 len: 336 time: 0.1201384 Jul 06 18:08:55.111975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45292) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.197513 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2690aae-5adb-488a-a32a-c91a90d00a41 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:55.198132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2690aae-5adb-488a-a32a-c91a90d00a41 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:55.203759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e2690aae-5adb-488a-a32a-c91a90d00a41 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/cc0fd798-86ee-4208-a8de-071a028da112 HTTP/1.1" status: 404 len: 337 time: 0.0895107 Jul 06 18:08:55.206598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.223309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-495848419'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:55.257721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af72e45-1669-453d-80c0-6d70e6151493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94531c37-741f-4a57-a9c5-04a31d234478,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:55.304567 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b822788a-4929-4adc-a509-997086017e6b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:55.304567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b822788a-4929-4adc-a509-997086017e6b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:55.307677 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b822788a-4929-4adc-a509-997086017e6b tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/6e86ea5d-ae75-4474-8233-8874f2b52fda HTTP/1.1" status: 404 len: 337 time: 0.0919569 Jul 06 18:08:55.311014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45298) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.355228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Made reservation on behalf of 520884c4bb0c448a806c03ef1d6d18a8 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:55.370565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.402000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371e79d1-77c5-44ed-8340-d2aee40b045b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.402319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.406146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f087d5e-8185-4121-a116-504bd8a2ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.412856 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-036bd86c-190f-4d25-8b46-fd0826e8ccfe tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:55.415029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036bd86c-190f-4d25-8b46-fd0826e8ccfe tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:55.419462 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-036bd86c-190f-4d25-8b46-fd0826e8ccfe tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/adc606d9-32bf-4c50-ac49-dc8ffeccaeda HTTP/1.1" status: 404 len: 337 time: 0.0974433 Jul 06 18:08:55.423377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45302) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.483729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf5347-bf74-4999-a886-c223427b5b93 req-29ff94fe-33ff-4639-96db-72bc982cb058 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:55.485961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24cf5347-bf74-4999-a886-c223427b5b93 req-29ff94fe-33ff-4639-96db-72bc982cb058 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2067461 Jul 06 18:08:55.524041 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab959b2-ddb3-430c-8041-3113aa3cfd26 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:55.524455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab959b2-ddb3-430c-8041-3113aa3cfd26 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:55.526323 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3ab959b2-ddb3-430c-8041-3113aa3cfd26 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/d621a841-6e2e-4459-92b6-25769ca9300d HTTP/1.1" status: 404 len: 337 time: 0.0994284 Jul 06 18:08:55.531991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.549615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371e79d1-77c5-44ed-8340-d2aee40b045b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.575416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e1de8c10-a46c-4ee6-bbf8-9e8a4f6cd022 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 200 len: 205 time: 0.0395322 Jul 06 18:08:55.580896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.641763 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ebca894a-b018-407f-9ccb-12482f877a77 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:55.642867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ebca894a-b018-407f-9ccb-12482f877a77 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/57802e97-6519-482e-824f-0f93ac87e982 HTTP/1.1" status: 404 len: 336 time: 0.0597990 Jul 06 18:08:55.648629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45312) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.669536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24cf5347-bf74-4999-a886-c223427b5b93 req-53126804-a518-42e4-8bd5-8ee11917ac59 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653650 Jul 06 18:08:55.725256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.733295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.792040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371e79d1-77c5-44ed-8340-d2aee40b045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.794720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:08:55.795848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-371e79d1-77c5-44ed-8340-d2aee40b045b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.801301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-371e79d1-77c5-44ed-8340-d2aee40b045b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94531c37-741f-4a57-a9c5-04a31d234478 HTTP/1.1" status: 204 len: 168 time: 0.6882310 Jul 06 18:08:55.802917 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b3f1872-93a0-4765-8e05-469faed89512 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=71dfb87d-d2bc-4574-aff6-950f1123f8f1 HTTP/1.1" status: 200 len: 205 time: 0.1518416 Jul 06 18:08:55.807870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45322) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.826347 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e79d1-77c5-44ed-8340-d2aee40b045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94531c37-741f-4a57-a9c5-04a31d234478,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:55.846268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.847869 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Added segment 1ef98de0-16d8-4fda-854b-848d8f691720 of type vlan for network 3b237e06-923a-4fed-aefa-4d2b5286a86b Jul 06 18:08:55.901820 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-01a2f5ed-2112-4e99-bf73-258ddb387854 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:55.903626 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-01a2f5ed-2112-4e99-bf73-258ddb387854 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/71dfb87d-d2bc-4574-aff6-950f1123f8f1 HTTP/1.1" status: 404 len: 336 time: 0.0899060 Jul 06 18:08:55.908899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.964104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.005205 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bc8d29-e675-4f25-8d6f-f2fe82a1d986 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:56.005898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bc8d29-e675-4f25-8d6f-f2fe82a1d986 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:56.008206 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-67bc8d29-e675-4f25-8d6f-f2fe82a1d986 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/78791b32-d92c-4d2b-8fbc-6dea8505724b HTTP/1.1" status: 404 len: 337 time: 0.0972617 Jul 06 18:08:56.021224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.041269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8547ff01-da99-462c-b2a5-e06ce757220a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:56.048585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.067418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:56.069803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.109403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2988489 Jul 06 18:08:56.116763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-849e1144-3c95-43cb-aeb0-e4ff489271bf tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 200 len: 205 time: 0.0949366 Jul 06 18:08:56.119360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45334) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.223175 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-61a93259-e5a1-44e1-92bb-731397de8e02 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:56.225020 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-61a93259-e5a1-44e1-92bb-731397de8e02 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/7469fb85-9731-4fa3-9cca-38710bb85420 HTTP/1.1" status: 404 len: 336 time: 0.1039169 Jul 06 18:08:56.228960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45338) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.285156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc002b4-5bd6-46b7-8fe9-d441f9c9631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Pushing event updated for resources: {'Network': ['ID=3b237e06-923a-4fed-aefa-4d2b5286a86b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:56.305971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 3b237e06-923a-4fed-aefa-4d2b5286a86b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:08:56.314590 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-97d58471-afac-4c46-b950-deaca2b21ba0 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc67c3be-60b6-4dab-8d5b-b71c4a587a83 HTTP/1.1" status: 200 len: 205 time: 0.0840693 Jul 06 18:08:56.318471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.385023 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-9e94364a-088a-40de-98f6-bedf1b3841c6 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:56.387201 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e94364a-088a-40de-98f6-bedf1b3841c6 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/fc67c3be-60b6-4dab-8d5b-b71c4a587a83 HTTP/1.1" status: 404 len: 336 time: 0.0676060 Jul 06 18:08:56.391217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45344) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.473268 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5faa418-473e-494b-bc1e-0b6d7164dcea tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:56.473891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5faa418-473e-494b-bc1e-0b6d7164dcea tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:56.476295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5faa418-473e-494b-bc1e-0b6d7164dcea tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/8164d7eb-521a-4d51-af05-9545aef4c08c HTTP/1.1" status: 404 len: 337 time: 0.0830934 Jul 06 18:08:56.481576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45348) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.575921 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-43e23f86-5940-4951-96e1-b43fd1988fa2 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=62a991ef-27a5-41e4-a908-8d4d8550c8c5 HTTP/1.1" status: 200 len: 205 time: 0.0927908 Jul 06 18:08:56.580226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.670123 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-4e4f6c8a-c907-412f-8fdb-f06f369dbc36 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:56.671215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4e4f6c8a-c907-412f-8fdb-f06f369dbc36 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/62a991ef-27a5-41e4-a908-8d4d8550c8c5 HTTP/1.1" status: 404 len: 336 time: 0.0892816 Jul 06 18:08:56.675248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45354) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.707446 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-973938fd-537b-4632-b6d2-e363ed75a3ea tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:56.708119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973938fd-537b-4632-b6d2-e363ed75a3ea tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:56.710316 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-973938fd-537b-4632-b6d2-e363ed75a3ea tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/38c0569a-9c03-4783-9b6f-4fa1b101a67c HTTP/1.1" status: 404 len: 337 time: 0.0339830 Jul 06 18:08:56.714748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.760592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-051529af-771e-430a-b5b5-8bb09e669aaa tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "GET /v2.0/ports?device_id=19e97d9f-4919-49ff-b4fb-8af2f66603ee HTTP/1.1" status: 200 len: 205 time: 0.0443451 Jul 06 18:08:56.764062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.848388 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-eb5acc34-d9cc-475f-998b-bcb046c8e764 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] delete failed (client error): The resource could not be found. Jul 06 18:08:56.856239 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb5acc34-d9cc-475f-998b-bcb046c8e764 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/routers/19e97d9f-4919-49ff-b4fb-8af2f66603ee HTTP/1.1" status: 404 len: 336 time: 0.0885205 Jul 06 18:08:56.856648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.928511 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6539faa2-a8ce-443c-bff3-fd466197da74 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:56.928983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6539faa2-a8ce-443c-bff3-fd466197da74 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:56.932465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6539faa2-a8ce-443c-bff3-fd466197da74 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/a0ba9640-b3ad-418e-a8d6-21623b56ac86 HTTP/1.1" status: 404 len: 337 time: 0.0746949 Jul 06 18:08:56.935508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45370) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.944454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.949980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Request body: {'port': {'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b', 'binding:host_id': 'n-h1-799527-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-574367829'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:57.034355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Made reservation on behalf of f807d8aba6094d548391b8f9d4c8b2a9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:57.037104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.051618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.058909 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c269116-550f-476e-8849-34f2db38f531 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] DELETE failed (client error): The resource could not be found. Jul 06 18:08:57.059610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c269116-550f-476e-8849-34f2db38f531 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:08:57.063070 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1c269116-550f-476e-8849-34f2db38f531 tempest-RoutersTest-1369722541 tempest-RoutersTest-1369722541-project] 10.222.0.37 "DELETE /v2.0/subnets/4b04bb07-a797-4d3d-854a-f8fdfdd194d1 HTTP/1.1" status: 404 len: 337 time: 0.1245530 Jul 06 18:08:57.083995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fdb7-3787-4806-9722-35ca00ffa72e req-30202e6f-7bcc-4f71-b654-e328b2b60704 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:57.086602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6f6fdb7-3787-4806-9722-35ca00ffa72e req-30202e6f-7bcc-4f71-b654-e328b2b60704 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.1526518 Jul 06 18:08:57.167020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6f6fdb7-3787-4806-9722-35ca00ffa72e req-8d44a36d-0d2e-4969-bfbd-8be4664db51c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673742 Jul 06 18:08:57.261826 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.267920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.274044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:57.385108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd35f053-1a5f-49d9-88c6-71cd4ed0e68a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:57.597213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:57.618530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.637611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Transition to ACTIVE for port object 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:57.653991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.778061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=56bee969-e7a4-4cd1-80be-0a3a6ffb17bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:57.797342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Checking segment: {'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:57.797903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Network hostable DHCP agents. Network: 3b237e06-923a-4fed-aefa-4d2b5286a86b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:08:57.829334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Network 3b237e06-923a-4fed-aefa-4d2b5286a86b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:08:57.843638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 3b237e06-923a-4fed-aefa-4d2b5286a86b) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:57.853167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:57.854542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed7bc4-6624-4cae-847a-8b6358bb9be8 None None] Network 3b237e06-923a-4fed-aefa-4d2b5286a86b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:57.871328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:57.871328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:57.871787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:57.878227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:57.878752 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:57.879316 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 2 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:57.903767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:57.904519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:57.904736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:57.914788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:57.917351 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:57.917936 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 3 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:57.919018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45396) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:57.956275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:57.962846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:57.963286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:57.971078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cbe6-b5ec-4a26-869b-e29a8fdeb8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.973264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:57.973609 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:57.974016 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 4 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:57.977176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.009688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.010048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.010375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.016342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.016342 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.016718 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 5 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:58.042552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.043149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.043671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.055028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.055414 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.059191 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 6 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:58.085409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.086478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.091323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.102179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.103839 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.104156 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 7 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:58.134979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.134979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.135206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.143385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.143731 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.144131 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 8 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:58.177307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.177658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.177998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.185054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.185598 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.186089 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 9 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:58.222331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.223133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.224609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.239433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.244676 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.246017 n-d-799527-3 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 10 to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb Jul 06 18:08:58.274728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:58.275076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:58.275451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:58.283887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:58.284228 n-d-799527-3 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:08:58.284964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.425032 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3c1d761f-9c94-49fd-bd39-d6d1358313b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e7d7a44d2a746258d3c21a45f984cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018189 Jul 06 18:08:58.427099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:58.505910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] For port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:58.506497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempted to set empty binding levels {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:08:58.520743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.535364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25db4004-515e-4dc8-92cd-74fa28c74970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.605869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25db4004-515e-4dc8-92cd-74fa28c74970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.617877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:58.618508 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.715792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25db4004-515e-4dc8-92cd-74fa28c74970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.721121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25db4004-515e-4dc8-92cd-74fa28c74970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:58.722883 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25db4004-515e-4dc8-92cd-74fa28c74970 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7924838-71d5-4b1b-9461-cc982fb50dc0 HTTP/1.1" status: 204 len: 168 time: 0.2906976 Jul 06 18:08:58.736462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db4004-515e-4dc8-92cd-74fa28c74970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7924838-71d5-4b1b-9461-cc982fb50dc0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:58.768442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8221028 Jul 06 18:08:58.772863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45432) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:58.786546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c54a8-7d7d-4ad0-b6d4-82e896480fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=56bee969-e7a4-4cd1-80be-0a3a6ffb17bb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:58.840873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285233f-20f2-484e-a7c7-747bdfc49eb9 req-19a333cf-eed7-4883-99f4-ecc70664bbee tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:58.842944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e285233f-20f2-484e-a7c7-747bdfc49eb9 req-19a333cf-eed7-4883-99f4-ecc70664bbee tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2214773 Jul 06 18:08:58.936297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e285233f-20f2-484e-a7c7-747bdfc49eb9 req-f3cbaef0-5bbf-46e8-9ea9-5196c113fc50 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822279 Jul 06 18:08:59.037227 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Deleting port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:59.038176 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.196254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] For port 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb, host n-h1-799527-3, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:59.196700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.216893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Calling delete_port for 56bee969-e7a4-4cd1-80be-0a3a6ffb17bb owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:59.229026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:59.361023 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.369158 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.418421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event deleted for resources: {'Port': ['ID=56bee969-e7a4-4cd1-80be-0a3a6ffb17bb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:59.431245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.436455 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af7cf024-f383-4cf7-9209-4b79e155919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/56bee969-e7a4-4cd1-80be-0a3a6ffb17bb HTTP/1.1" status: 204 len: 168 time: 0.6619859 Jul 06 18:08:59.440691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:59.487611 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-255a4dc4-c84e-4753-9b23-37d943a8c4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:08:59.490517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-255a4dc4-c84e-4753-9b23-37d943a8c4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "GET /v2.0/ports/56bee969-e7a4-4cd1-80be-0a3a6ffb17bb HTTP/1.1" status: 404 len: 333 time: 0.0481148 Jul 06 18:08:59.494255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:59.503473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Request body: {'port': {'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-500033175'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:59.544248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Made reservation on behalf of f807d8aba6094d548391b8f9d4c8b2a9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:59.549817 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.579818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:59.848201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-758236236-network', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:59.901478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Made reservation on behalf of 2e82ca9fd35a46e9895d72b0e660c142 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:59.904302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.909279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.935663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.948846 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.001313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.124259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Network 3b237e06-923a-4fed-aefa-4d2b5286a86b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:00.131923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:00.139476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:00.142153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:00.151884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.185060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.188691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:00.192746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.213163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-34bcc0ac-b6c7-4158-83c5-9e53dbb0d178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7132914 Jul 06 18:09:00.213479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45472) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:00.221879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:00.248396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:00.268523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:00.299721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcff997-d128-4deb-a571-be520c78ae0e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:00.342646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.356932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.359722 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Added segment 60389d69-5760-4b48-b1e4-20f15f319148 of type vlan for network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 Jul 06 18:09:00.418972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.476775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd821703-ede8-4be0-a350-61d9c5098bca req-a8467939-f116-4648-8604-f349c43a6e6f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:00.478918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd821703-ede8-4be0-a350-61d9c5098bca req-a8467939-f116-4648-8604-f349c43a6e6f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.1859994 Jul 06 18:09:00.491892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.493299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:00.493984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.612329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd821703-ede8-4be0-a350-61d9c5098bca req-76c83032-2c92-47e1-ad5f-8b001755e89c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213498 Jul 06 18:09:00.620858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3840871 Jul 06 18:09:00.621270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:00.630255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deac150-48f7-4b18-b5d8-35f1fbbfe1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d8721f-0090-4e66-8adc-ba7d0306f5f3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:00.647769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:00.654191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Request body: {'subnet': {'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-758236236-subnet', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:00.744848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Made reservation on behalf of 2e82ca9fd35a46e9895d72b0e660c142 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:00.748156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.791556 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.809968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1823655401', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:00.861133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Made reservation on behalf of a220467896164053abfd12b30902114d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:00.870330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.900850 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:00.931680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:00.952452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.011924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Transition to ACTIVE for port object 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:01.023026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.098411 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.105127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.144535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:01.172853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10df3b-f620-47ed-8495-ed061601f4ed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.183533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.184209 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Added segment 8002342e-90b7-40a8-8def-6965306b88f7 of type vlan for network 223bc1a8-79f2-4127-8b80-8805d3b1d977 Jul 06 18:09:01.229146 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.280261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.330806 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.426725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.429943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:01.433658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.445732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.446263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.446619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.478384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f50034e-898d-4d81-8324-fd6452e9a861,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.489258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Checking segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:01.489657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Network hostable DHCP agents. Network: a9d8721f-0090-4e66-8adc-ba7d0306f5f3, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:01.494488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:01.494834 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:01.495898 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 2 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:01.522134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.522419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.522779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.527148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:01.532556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:01.532752 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:01.535107 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 3 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:01.583589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a9d8721f-0090-4e66-8adc-ba7d0306f5f3) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:01.590661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc674f3-9bfa-4b44-9042-fa9f06630d6f None None] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:01.614778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:01.618042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.619313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3489752 Jul 06 18:09:01.623854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:01.637484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'subnet': {'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:01.649273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d5755-8bc5-43ed-a336-373a95e0e409 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Network': ['ID=223bc1a8-79f2-4127-8b80-8805d3b1d977,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.660812 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.661401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.661992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.676256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:01.676817 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:01.677509 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 4 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:01.699402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Made reservation on behalf of a220467896164053abfd12b30902114d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:01.705336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.721482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.724444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.724798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.736972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:01.737306 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:01.743093 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6ee8a46-5ad1-49f2-86e8-c196013530db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1171091 Jul 06 18:09:01.743093 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 5 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:01.745418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45522) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:01.749272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 223bc1a8-79f2-4127-8b80-8805d3b1d977 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:01.759235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:01.801256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45524) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:01.827911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.828720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.829107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.850177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:01.850422 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:01.850942 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 6 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:01.881481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.885759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.914751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.915489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.916875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:01.931344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:01.933017 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:01.934757 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 7 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:01.991483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:01.992362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:01.992883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:02.040717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.042188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:02.042692 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:02.043288 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 8 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:02.134581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:02.134581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:02.134581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:02.233450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:02.234974 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:02.236619 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 9 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:02.270409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:02.270810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:02.271164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:02.332294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:09:02.333697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.402429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.406907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:02.407348 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:02.407868 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 10 to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 Jul 06 18:09:02.428132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:02.428517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:02.428809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:02.450339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:02.450680 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:02.451087 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.465331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ff3b-3723-41ef-8e77-b88d11ecc2b7 req-93962d61-c66d-4e01-af52-248890a643c3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:02.478840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecc7ff3b-3723-41ef-8e77-b88d11ecc2b7 req-93962d61-c66d-4e01-af52-248890a643c3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.4809554 Jul 06 18:09:02.569515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Allocated IP 172.20.0.2 (a9d8721f-0090-4e66-8adc-ba7d0306f5f3/3f50034e-898d-4d81-8324-fd6452e9a861/5c09aaaa-da9b-4830-b525-3b5ef57cfe1d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:02.576391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3087e063-9005-4b73-8629-500c70dd7107 tempest-DvrRoutersNegativeTest-1876869872 tempest-DvrRoutersNegativeTest-1876869872-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1684514748', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:02.590895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.policy [None req-3087e063-9005-4b73-8629-500c70dd7107 tempest-DvrRoutersNegativeTest-1876869872 tempest-DvrRoutersNegativeTest-1876869872-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93943) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 18:09:02.591369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.policy [None req-3087e063-9005-4b73-8629-500c70dd7107 tempest-DvrRoutersNegativeTest-1876869872 tempest-DvrRoutersNegativeTest-1876869872-project] Failed policy check for 'create_router' {{(pid=93943) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 18:09:02.592015 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-3087e063-9005-4b73-8629-500c70dd7107 tempest-DvrRoutersNegativeTest-1876869872 tempest-DvrRoutersNegativeTest-1876869872-project] create failed (client error): Access was denied to this resource. Jul 06 18:09:02.593182 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3087e063-9005-4b73-8629-500c70dd7107 tempest-DvrRoutersNegativeTest-1876869872 tempest-DvrRoutersNegativeTest-1876869872-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7872527 Jul 06 18:09:02.682246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.710920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecc7ff3b-3723-41ef-8e77-b88d11ecc2b7 req-13a0d669-bd26-4d38-b353-d260cd2f0a24 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305388 Jul 06 18:09:02.784721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] For port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:02.785204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempted to set empty binding levels {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:09:02.798843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.810327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Transition to ACTIVE for port object 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:02.814161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.831063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Transition to ACTIVE for port object 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:02.836254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:09:02.837278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.841249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.905315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Pushing event updated for resources: {'Port': ['ID=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:02.918110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:02.920411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:02.928434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:02.935028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0042d1de-9a84-4461-8b10-a70948173fe4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:02.941554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Checking segment: {'id': '8002342e-90b7-40a8-8def-6965306b88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:02.942069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network hostable DHCP agents. Network: 223bc1a8-79f2-4127-8b80-8805d3b1d977, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:02.971000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 223bc1a8-79f2-4127-8b80-8805d3b1d977 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:02.980922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:02.997906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 223bc1a8-79f2-4127-8b80-8805d3b1d977) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:03.009680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.010486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.018575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] In _notify_port_updated(), no bound segment for port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:09:03.019953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.020995 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.027485 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dde92b85-458d-4352-a1a7-d2e43a64ebc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "PUT /v2.0/ports/2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 HTTP/1.1" status: 200 len: 978 time: 2.8126349 Jul 06 18:09:03.028785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:03.040680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189929e-f9c7-4660-a7e1-c5cc3a7b9fe8 None None] Network 223bc1a8-79f2-4127-8b80-8805d3b1d977 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:03.044271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fdf92a3a-ccfb-4c4d-9f04-84aafa7ed105 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4110715 Jul 06 18:09:03.044760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:03.052081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Attempting to bind port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:03.052664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Attempting to bind port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:03.053265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Attempting to bind port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d on network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:03.054689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-204856121', 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:03.118053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Made reservation on behalf of a220467896164053abfd12b30902114d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:03.120950 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.164607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] device_id is not set on port 65b21d7a-d779-4e77-b01b-1bd26f71d94f yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:03.204019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:03.204019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Checking segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:03.204785 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.205374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Bound using segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:03.206226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Bound port: 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:03.211573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.451050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Allocated IP 2001:db8::2e8 (223bc1a8-79f2-4127-8b80-8805d3b1d977/0042d1de-9a84-4461-8b10-a70948173fe4/65b21d7a-d779-4e77-b01b-1bd26f71d94f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:03.455224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:03.709279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.709279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.710295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.710295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.710295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.710906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.711308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:03.717813 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-193c6572-b75b-4bb1-953f-750e5598b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6406 time: 0.6860869 Jul 06 18:09:03.726357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45560) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:03.776733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.818943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.924425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] For port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:03.972826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328303cf-5a05-48b7-a5c1-2b12502329fb None None] Network 223bc1a8-79f2-4127-8b80-8805d3b1d977 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:03.983438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] For port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:04.026660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.052969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Deleting port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:04.054349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.209076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Allocated IP 172.25.5.30 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8104af01-34e1-4afa-9748-91e1c4aaf799) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:04.219345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] For port 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693, host n-h1-799527-3, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:04.220516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.247380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Calling delete_port for 2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:04.303475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b44fba-910d-431e-b0b8-5613d941308f None None] Pushing event updated for resources: {'Port': ['ID=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:04.524260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.578673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.632316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.638397 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 HTTP/1.1" status: 204 len: 168 time: 0.9109681 Jul 06 18:09:04.642477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45574) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:04.643479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0ae0-53a4-4044-bdb4-256d04c32e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:04.650123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea3795c-fa2f-4c3a-bd2c-4f881606832e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.714823 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd6fc60-0ba4-40f0-a122-56acc5677563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:09:04.731037 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7fd6fc60-0ba4-40f0-a122-56acc5677563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "GET /v2.0/ports/2e88a6ce-3c8f-47b8-b50c-d1a48f4f0693 HTTP/1.1" status: 404 len: 333 time: 0.0831614 Jul 06 18:09:04.732116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:04.733389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.796069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-574770885', 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:04.804970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Pushing event updated for resources: {'Port': ['ID=8104af01-34e1-4afa-9748-91e1c4aaf799,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:04.821688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:04.823424 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:04.826315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:04.901964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc701b-1758-40fa-9cad-833e4ede9cd6 req-35e5157f-2d63-450d-bddb-a0f8bf30af9e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:04.904829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87bc701b-1758-40fa-9cad-833e4ede9cd6 req-35e5157f-2d63-450d-bddb-a0f8bf30af9e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.4229991 Jul 06 18:09:04.919085 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.006073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87bc701b-1758-40fa-9cad-833e4ede9cd6 req-150ab000-0030-4dca-aeae-70c2c68574d1 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750947 Jul 06 18:09:05.132804 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.190180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea3795c-fa2f-4c3a-bd2c-4f881606832e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.217678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea3795c-fa2f-4c3a-bd2c-4f881606832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.288746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 223bc1a8-79f2-4127-8b80-8805d3b1d977 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:05.321516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Made reservation on behalf of f807d8aba6094d548391b8f9d4c8b2a9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:05.326603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.344335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:05.348601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bea3795c-fa2f-4c3a-bd2c-4f881606832e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f664705503724cdab56bedcde880838f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8875768 Jul 06 18:09:05.350122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:05.371142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:05.376612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:05.378612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.388381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Port': ['ID=65b21d7a-d779-4e77-b01b-1bd26f71d94f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:05.420257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.422476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.426927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.428154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.428513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port b7ebc398-daf0-443f-adb6-cc8f9e29ebc1 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:05.428991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.430454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.431527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.432129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.434054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.435522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.436308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.438977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:05.441089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.489672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b542e291-c0d8-4dcb-844a-59cd060d498a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4436884 Jul 06 18:09:05.494271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:05.542587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3795c-fa2f-4c3a-bd2c-4f881606832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da76e559-751f-4d81-91b8-c8f872b36c4c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:05.640551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848e0d82-a321-4277-b017-513ce0670728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.647952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Deleting port 65b21d7a-d779-4e77-b01b-1bd26f71d94f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:05.649271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.778531 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.794632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Calling delete_port for 65b21d7a-d779-4e77-b01b-1bd26f71d94f owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:05.913164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848e0d82-a321-4277-b017-513ce0670728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.966005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.006858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event deleted for resources: {'Port': ['ID=65b21d7a-d779-4e77-b01b-1bd26f71d94f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:06.067040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.069907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-96ac8d29-c678-4f54-b8c6-7abd27e28027 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/ports/65b21d7a-d779-4e77-b01b-1bd26f71d94f HTTP/1.1" status: 204 len: 168 time: 0.5739756 Jul 06 18:09:06.075173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:06.083547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977', 'external_fixed_ips': [{'subnet_id': '0042d1de-9a84-4461-8b10-a70948173fe4', 'ip_address': '2001:db8::2e8'}]}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:06.115189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.116754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.155710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a8bfe-cda9-4c4c-b434-ac5699fbfc7d None None] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:06.224673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.402372 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.413177 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848e0d82-a321-4277-b017-513ce0670728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.417283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848e0d82-a321-4277-b017-513ce0670728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.418813 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-848e0d82-a321-4277-b017-513ce0670728 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da76e559-751f-4d81-91b8-c8f872b36c4c HTTP/1.1" status: 204 len: 168 time: 1.0623634 Jul 06 18:09:06.449969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e0d82-a321-4277-b017-513ce0670728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da76e559-751f-4d81-91b8-c8f872b36c4c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:06.470527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e7a92e2f-2c94-423d-9ef2-b8aa65f77c68 None None] Provisioning for port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:06.473957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.657847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.693741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:06.717310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.802954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:06.814385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:06.815092 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.830185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Network 3b237e06-923a-4fed-aefa-4d2b5286a86b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:06.867599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:06.897976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:06.899287 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:06.900439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.919740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358b743-d341-4b31-8ba3-b4a0fb49a032 req-2bfb2684-997d-4f18-95ea-30eb2bc2f523 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:06.927280 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.927415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=b7ebc398-daf0-443f-adb6-cc8f9e29ebc1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:06.947573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9358b743-d341-4b31-8ba3-b4a0fb49a032 req-2bfb2684-997d-4f18-95ea-30eb2bc2f523 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.6617527 Jul 06 18:09:06.966592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:06.972738 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.019132 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ccd10854-3429-489c-8362-ff2be3a98275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2757978 Jul 06 18:09:07.021415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:07.082470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9358b743-d341-4b31-8ba3-b4a0fb49a032 req-699a1e9e-3ea4-4953-8456-813210410073 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326170 Jul 06 18:09:07.092628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:07.100481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Router d5e60669-00f8-4a5e-8717-a7c24191682a is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:07.213078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4ca89-45b9-46f5-99ab-a041de21b11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:07.215951 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3ea4ca89-45b9-46f5-99ab-a041de21b11d tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "GET /v2.0/ports/b7ebc398-daf0-443f-adb6-cc8f9e29ebc1 HTTP/1.1" status: 200 len: 958 time: 0.1925528 Jul 06 18:09:07.219861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45622) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:07.352566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:07.373114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Sync routers for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:07.389735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.391840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:07.392687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:07.392835 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e3af0328-bff2-4f02-bb80-14f4d0c0788e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6434362 Jul 06 18:09:07.395353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45626) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:07.535468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e392bec8-aad7-454f-a728-6517bce2decb None None] Provisioning complete for port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:07.535857 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e392bec8-aad7-454f-a728-6517bce2decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.655635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Deleting port b7ebc398-daf0-443f-adb6-cc8f9e29ebc1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:07.656061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.755980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:07.921973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:08.030111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.036361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.099701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.107125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Calling delete_port for b7ebc398-daf0-443f-adb6-cc8f9e29ebc1 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:08.115200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:05Z', 'revision_number': 3, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:08.165031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Checking router: d5e60669-00f8-4a5e-8717-a7c24191682a for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:08.165399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Updating router d5e60669-00f8-4a5e-8717-a7c24191682a port 8104af01-34e1-4afa-9748-91e1c4aaf799 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:08.215503 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.517844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:08.589157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.707753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4539-3b2a-42d1-925b-f9e213abd280 req-dbd066bc-afe7-4aa5-8fb5-495ba36ff648 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:08.711055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f84c4539-3b2a-42d1-925b-f9e213abd280 req-dbd066bc-afe7-4aa5-8fb5-495ba36ff648 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.3537738 Jul 06 18:09:08.717858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7ebc398-daf0-443f-adb6-cc8f9e29ebc1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:08.737194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-981e6712-d8e8-4f77-89c1-bb2138af939a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.774715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.779936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5f6dc39c-714e-4972-97cd-3e50d0f57339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b7ebc398-daf0-443f-adb6-cc8f9e29ebc1 HTTP/1.1" status: 204 len: 168 time: 1.5585866 Jul 06 18:09:08.783155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Allocated IP 2001:db8::2e8 (223bc1a8-79f2-4127-8b80-8805d3b1d977/0042d1de-9a84-4461-8b10-a70948173fe4/5665b7f1-80fd-4203-83db-d2264528e27c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:08.791883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:08.875727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-981e6712-d8e8-4f77-89c1-bb2138af939a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.886085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-981e6712-d8e8-4f77-89c1-bb2138af939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.896289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:08.897357 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.902733 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d95e65-81b8-4fa9-9a65-a8a52204a03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:09:08.907105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-85d95e65-81b8-4fa9-9a65-a8a52204a03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "GET /v2.0/ports/b7ebc398-daf0-443f-adb6-cc8f9e29ebc1 HTTP/1.1" status: 404 len: 333 time: 0.1129012 Jul 06 18:09:08.921010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:08.932661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Request body: {'port': {'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1659094624'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:08.949012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f84c4539-3b2a-42d1-925b-f9e213abd280 req-cc075d20-c0ff-4745-ab8f-048e6953658c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264941 Jul 06 18:09:09.056310 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-981e6712-d8e8-4f77-89c1-bb2138af939a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86af62ea167d45a68166b113f9df5af9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1330922 Jul 06 18:09:09.057650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6712-d8e8-4f77-89c1-bb2138af939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e90ac6-2c4b-4083-95b9-7a90bcb26154,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:09.063387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45658) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:09.152406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Made reservation on behalf of f807d8aba6094d548391b8f9d4c8b2a9 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:09.155100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.201463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port f59bb882-54c4-465f-86af-699a22f38511 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:09.207710 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.234521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Transition to ACTIVE for port object 8104af01-34e1-4afa-9748-91e1c4aaf799 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:09.235522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c029c4b4-6f32-4098-82c1-f175d11e3cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.248299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.265290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.344263 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.360632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c029c4b4-6f32-4098-82c1-f175d11e3cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.363970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.404714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 223bc1a8-79f2-4127-8b80-8805d3b1d977 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:09.415589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:09.420497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:09.455626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Attempting to bind port 8104af01-34e1-4afa-9748-91e1c4aaf799 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:09.456264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Attempting to bind port 8104af01-34e1-4afa-9748-91e1c4aaf799 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:09.456903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Attempting to bind port 8104af01-34e1-4afa-9748-91e1c4aaf799 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:09.489512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:09.491667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:09.492476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.494424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:09.501077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Bound port: 8104af01-34e1-4afa-9748-91e1c4aaf799, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:09.501518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.551985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Port': ['ID=5665b7f1-80fd-4203-83db-d2264528e27c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:09.565563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Pushing event updated for resources: {'Port': ['ID=8104af01-34e1-4afa-9748-91e1c4aaf799,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:09.652638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] For port 8104af01-34e1-4afa-9748-91e1c4aaf799, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:09.661897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] For port 8104af01-34e1-4afa-9748-91e1c4aaf799, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8104af01-34e1-4afa-9748-91e1c4aaf799,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:09.672597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.687547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c029c4b4-6f32-4098-82c1-f175d11e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.694092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c029c4b4-6f32-4098-82c1-f175d11e3cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.697941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c029c4b4-6f32-4098-82c1-f175d11e3cbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1e90ac6-2c4b-4083-95b9-7a90bcb26154 HTTP/1.1" status: 204 len: 168 time: 0.6226816 Jul 06 18:09:09.740876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029c4b4-6f32-4098-82c1-f175d11e3cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e90ac6-2c4b-4083-95b9-7a90bcb26154,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:09.824532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.829967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:09.829967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:09.877832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Pushing event updated for resources: {'Port': ['ID=8104af01-34e1-4afa-9748-91e1c4aaf799,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:09.888717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.889008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.889309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.889654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.891409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.891864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.892257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.892599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.892930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.893275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.893643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:09.893972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd2ef6-36b6-410b-84d2-a575a7434f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:10.004699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.008445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Allocated IP 172.20.0.1 (a9d8721f-0090-4e66-8adc-ba7d0306f5f3/3f50034e-898d-4d81-8324-fd6452e9a861/b6a69d95-7938-4582-bda8-f28c6b9b1c10) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:10.013931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.024788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:10.071208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Network 3b237e06-923a-4fed-aefa-4d2b5286a86b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:10.106239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a910772b-ef4e-420b-9cb1-dff6830c676d details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:09:10.119085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a910772b-ef4e-420b-9cb1-dff6830c676d no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:09:10.192206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=f59bb882-54c4-465f-86af-699a22f38511,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:10.226553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:10.232231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:10.233976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:10.235136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.400977 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-035f7d4d-d925-49d1-8a38-6473af7aa1b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4763196 Jul 06 18:09:10.405121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45682) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:10.414539 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:10.527194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842819d-449a-4099-859b-643934271ac5 req-ce14e9fb-d6a1-4bcc-badd-c19e09610ba0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:10.541807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8842819d-449a-4099-859b-643934271ac5 req-ce14e9fb-d6a1-4bcc-badd-c19e09610ba0 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.2789216 Jul 06 18:09:10.585162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45686) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:10.666368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5480526-b595-44d1-b816-7e5534102b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.696006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.721579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8842819d-449a-4099-859b-643934271ac5 req-1b80c233-0217-481c-b0f5-34dd0d377142 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652110 Jul 06 18:09:10.745472 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.789089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.832145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Transition to ACTIVE for port object b6a69d95-7938-4582-bda8-f28c6b9b1c10 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:10.867929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:11.015386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Router 381368b9-2f96-4222-80c0-21e7ea85b7aa is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:11.039891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:11.042397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.098097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'port_id': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'mac_address': 'fa:16:3e:e1:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e9c856-b31a-4abe-a2c6-6e8424788742', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:09:11.114602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:11.116883 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e1c214-3625-4268-b4de-56c39499a28f" -d '{"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-unplugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:11.166415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:11.179244 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.211442 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.247969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a910772b-ef4e-420b-9cb1-dff6830c676d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:11.250378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:11.262044 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Sync routers for ids ['381368b9-2f96-4222-80c0-21e7ea85b7aa'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:11.266155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:05Z', 'revision_number': 3, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:11.280166 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Routers {'381368b9-2f96-4222-80c0-21e7ea85b7aa'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:11.281428 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['381368b9-2f96-4222-80c0-21e7ea85b7aa'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:11.283552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] device_id is not set on port f59bb882-54c4-465f-86af-699a22f38511 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:11.324060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b031e33-9a07-4c51-b590-8eab2dfc20c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.330736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.355643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c74fb-1218-40ae-ba88-f6dce8b6549d None None] The sync data for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 is: [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:05Z', 'revision_number': 3, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:11.356383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.413668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:11.447142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:09:11.451944 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:09:11.458363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:11.512031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:11.518413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:11.572502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Set router 381368b9-2f96-4222-80c0-21e7ea85b7aa gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:11.595064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Transition to ACTIVE for port object f59bb882-54c4-465f-86af-699a22f38511 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:11.596855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a69d95-7938-4582-bda8-f28c6b9b1c10,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:11.621351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.757972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5480526-b595-44d1-b816-7e5534102b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.760271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.769588 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ee136a-735f-4c2a-83fd-819034195859 x-openstack-request-id: req-77ee136a-735f-4c2a-83fd-819034195859 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:11.770067 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-unplugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:11.770543 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77ee136a-735f-4c2a-83fd-819034195859 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:11.771280 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'code': 200} Jul 06 18:09:11.784373 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.788647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-daee6042-3169-44f0-95ea-dde43ea7a3d4 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.7097185 Jul 06 18:09:11.794929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:12.053886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5480526-b595-44d1-b816-7e5534102b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.150004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.150858 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5480526-b595-44d1-b816-7e5534102b8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c49d233a90142569461c5db20df07a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5505469 Jul 06 18:09:12.153884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:12.206308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93d5f9b0-be83-4dc5-805f-f71cf7f399f9 None None] Provisioning for port b6a69d95-7938-4582-bda8-f28c6b9b1c10 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:12.229685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a910772b-ef4e-420b-9cb1-dff6830c676d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:12.313396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:12.316891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93d5f9b0-be83-4dc5-805f-f71cf7f399f9 None None] Provisioning complete for port b6a69d95-7938-4582-bda8-f28c6b9b1c10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:12.316891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93d5f9b0-be83-4dc5-805f-f71cf7f399f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.345235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=f59bb882-54c4-465f-86af-699a22f38511,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:12.347843 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381368b9-2f96-4222-80c0-21e7ea85b7aa', 'name': '', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977', 'external_fixed_ips': [{'subnet_id': '0042d1de-9a84-4461-8b10-a70948173fe4', 'ip_address': '2001:db8::2e8'}], 'enable_snat': True}, 'gw_port_id': '5665b7f1-80fd-4203-83db-d2264528e27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:06Z', 'updated_at': '2021-07-06T18:09:09Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': '5665b7f1-80fd-4203-83db-d2264528e27c', 'name': '', 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381368b9-2f96-4222-80c0-21e7ea85b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '0042d1de-9a84-4461-8b10-a70948173fe4', 'ip_address': '2001:db8::2e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0042d1de-9a84-4461-8b10-a70948173fe4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:12.349930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5480526-b595-44d1-b816-7e5534102b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee63ee0-ffec-42e8-a7ce-becf19e35497,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:12.398013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.473885 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Checking router: 381368b9-2f96-4222-80c0-21e7ea85b7aa for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:12.475056 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Updating router 381368b9-2f96-4222-80c0-21e7ea85b7aa port 5665b7f1-80fd-4203-83db-d2264528e27c binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:12.502379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93d5f9b0-be83-4dc5-805f-f71cf7f399f9 None None] Port b6a69d95-7938-4582-bda8-f28c6b9b1c10 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:12.571446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:12.597247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8104af01-34e1-4afa-9748-91e1c4aaf799 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:12.610261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.622454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:12.635995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:12.636612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:12.645771 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.660406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['a910772b-ef4e-420b-9cb1-dff6830c676d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:09:12.676220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:12.676783 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:12.694297 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 2 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:12.743367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:12.743910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:12.744414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:12.753388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-417f4950-01b0-4491-af31-22f88075d445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.804051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.865612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8104af01-34e1-4afa-9748-91e1c4aaf799 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:12.900021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8104af01-34e1-4afa-9748-91e1c4aaf799 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:12.900509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.931984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:12.932566 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:13.006303 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 3 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:13.007721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b031e33-9a07-4c51-b590-8eab2dfc20c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.017040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b031e33-9a07-4c51-b590-8eab2dfc20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.122674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.160812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-417f4950-01b0-4491-af31-22f88075d445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.178762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a7a5c-a30d-49d3-b1bf-ec684604b0b2 req-74963069-b90a-4add-ba4a-6c14cfbecc38 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:13.179762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8104af01-34e1-4afa-9748-91e1c4aaf799, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8104af01-34e1-4afa-9748-91e1c4aaf799,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:13.184603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:13.191626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:13.191626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:13.194359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.195646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-534a7a5c-a30d-49d3-b1bf-ec684604b0b2 req-74963069-b90a-4add-ba4a-6c14cfbecc38 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 945 time: 0.5832202 Jul 06 18:09:13.223435 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.229334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.255133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:13.259905 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:13.260619 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Transition to ACTIVE for port object 5665b7f1-80fd-4203-83db-d2264528e27c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:13.270941 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.298947 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 4 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:13.302290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8104af01-34e1-4afa-9748-91e1c4aaf799,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.319584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b031e33-9a07-4c51-b590-8eab2dfc20c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f22b1a-30a1-4452-baa6-ac5eff735e12,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.376966 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Attempting to bind port 5665b7f1-80fd-4203-83db-d2264528e27c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:13.377842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Attempting to bind port 5665b7f1-80fd-4203-83db-d2264528e27c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '8002342e-90b7-40a8-8def-6965306b88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:13.377842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Attempting to bind port 5665b7f1-80fd-4203-83db-d2264528e27c on network 223bc1a8-79f2-4127-8b80-8805d3b1d977 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:13.379565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-534a7a5c-a30d-49d3-b1bf-ec684604b0b2 req-1013b465-ce02-4c93-8813-6963bcb26d20 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793456 Jul 06 18:09:13.386456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:13.386897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:13.387575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:13.403441 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Pushing event updated for resources: {'Port': ['ID=5665b7f1-80fd-4203-83db-d2264528e27c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.405072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:13.405704 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:13.406776 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:13.407176 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Checking segment: {'id': '8002342e-90b7-40a8-8def-6965306b88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:13.407795 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.408407 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Bound using segment: {'id': '8002342e-90b7-40a8-8def-6965306b88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:13.408930 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Bound port: 5665b7f1-80fd-4203-83db-d2264528e27c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8002342e-90b7-40a8-8def-6965306b88f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '223bc1a8-79f2-4127-8b80-8805d3b1d977'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:13.409363 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.414908 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 5 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:13.476257 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.476714 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.477061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.477404 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.477743 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.478088 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.478423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.478741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0b031e33-9a07-4c51-b590-8eab2dfc20c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=575697a06ba34a92867a0d37901b85ab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6088653 Jul 06 18:09:13.478879 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.479071 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.479435 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.479765 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.480093 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:13.484068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:13.484502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:13.485494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:13.485852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:13.535828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:13.536351 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:13.541309 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 6 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:13.552233 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] For port 5665b7f1-80fd-4203-83db-d2264528e27c, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:13.553687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.563386 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] For port 5665b7f1-80fd-4203-83db-d2264528e27c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5665b7f1-80fd-4203-83db-d2264528e27c,segment=NetworkSegment(8002342e-90b7-40a8-8def-6965306b88f7),segment_id=8002342e-90b7-40a8-8def-6965306b88f7)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:13.570013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.571603 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.573502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-417f4950-01b0-4491-af31-22f88075d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.579206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-417f4950-01b0-4491-af31-22f88075d445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.583281 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-417f4950-01b0-4491-af31-22f88075d445 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cee63ee0-ffec-42e8-a7ce-becf19e35497 HTTP/1.1" status: 204 len: 168 time: 1.2384260 Jul 06 18:09:13.653479 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Routers {'381368b9-2f96-4222-80c0-21e7ea85b7aa'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:13.654896 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['381368b9-2f96-4222-80c0-21e7ea85b7aa'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:13.657676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Deleting port 5665b7f1-80fd-4203-83db-d2264528e27c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:13.658693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.689683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf74e61-afd4-4d25-9423-f64e67c0a12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.693317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:13.693957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:13.694608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:13.752198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f4950-01b0-4491-af31-22f88075d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee63ee0-ffec-42e8-a7ce-becf19e35497,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.774781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:13.775339 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:13.782830 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 7 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:13.798912 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] Set router 381368b9-2f96-4222-80c0-21e7ea85b7aa gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:13.817354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.830385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a69d95-7938-4582-bda8-f28c6b9b1c10,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.837477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:13.837999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:13.838547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:13.849125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf74e61-afd4-4d25-9423-f64e67c0a12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.852808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:13.853344 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:13.876447 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 8 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:13.908992 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381368b9-2f96-4222-80c0-21e7ea85b7aa', 'name': '', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:06Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:13.915951 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c83e7-7bb3-487d-84db-33ad7d352d59 None None] Pushing event updated for resources: {'Port': ['ID=5665b7f1-80fd-4203-83db-d2264528e27c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.959132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf74e61-afd4-4d25-9423-f64e67c0a12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.961962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67623e8-0be9-4775-ba5b-2789cdcce8b0 None None] The sync data for ids ['381368b9-2f96-4222-80c0-21e7ea85b7aa'] in n-d-799527-3 is: [{'id': '381368b9-2f96-4222-80c0-21e7ea85b7aa', 'name': '', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:06Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:13.962720 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adf74e61-afd4-4d25-9423-f64e67c0a12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.966222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-adf74e61-afd4-4d25-9423-f64e67c0a12a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9f22b1a-30a1-4452-baa6-ac5eff735e12 HTTP/1.1" status: 204 len: 168 time: 0.4797757 Jul 06 18:09:13.973182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] For port 5665b7f1-80fd-4203-83db-d2264528e27c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5665b7f1-80fd-4203-83db-d2264528e27c,segment=NetworkSegment(8002342e-90b7-40a8-8def-6965306b88f7),segment_id=8002342e-90b7-40a8-8def-6965306b88f7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:13.973614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.002124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Calling delete_port for 5665b7f1-80fd-4203-83db-d2264528e27c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:14.004346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf74e61-afd4-4d25-9423-f64e67c0a12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f22b1a-30a1-4452-baa6-ac5eff735e12,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:14.085236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:14.087241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:14.092112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:14.092452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:14.093590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:14.375765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Router d5e60669-00f8-4a5e-8717-a7c24191682a has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:09:14.383719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:14.386725 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:14.399947 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 9 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:14.418738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a910772b-ef4e-420b-9cb1-dff6830c676d up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:14.440628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:14.446659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:14.447114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:14.463353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:14.463623 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:14.464188 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempt 10 to bind port f59bb882-54c4-465f-86af-699a22f38511 Jul 06 18:09:14.515451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:14.515933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:14.516285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempting to bind port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:14.546019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.594130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8104af01-34e1-4afa-9748-91e1c4aaf799 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:14.617617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:14.618298 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Failed to bind port f59bb882-54c4-465f-86af-699a22f38511 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '1ef98de0-16d8-4fda-854b-848d8f691720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b237e06-923a-4fed-aefa-4d2b5286a86b'}] Jul 06 18:09:14.618756 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.682544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event deleted for resources: {'Port': ['ID=5665b7f1-80fd-4203-83db-d2264528e27c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:14.760632 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.914567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:14.926631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.929695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.995987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.997023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 381368b9-2f96-4222-80c0-21e7ea85b7aa {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:15.008403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.009872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8104af01-34e1-4afa-9748-91e1c4aaf799 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:15.010441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f90f38d9-da22-4720-afc2-68b180b7df93 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/routers/381368b9-2f96-4222-80c0-21e7ea85b7aa HTTP/1.1" status: 204 len: 168 time: 3.2136123 Jul 06 18:09:15.010795 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.024973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:15.026505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9b79e9ad-2127-4dec-8600-3404e716554b None None] Provisioning complete for port b6a69d95-7938-4582-bda8-f28c6b9b1c10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:15.027180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b79e9ad-2127-4dec-8600-3404e716554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.104333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f963f9b-8175-4bc8-9df5-b7ce719ba0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.185711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Deleting subnet 0042d1de-9a84-4461-8b10-a70948173fe4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:09:15.203909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.308792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] For port f59bb882-54c4-465f-86af-699a22f38511, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:15.309483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attempted to set empty binding levels {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:09:15.321669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:15.354711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Sync routers for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:15.367403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b79e9ad-2127-4dec-8600-3404e716554b None None] Port b6a69d95-7938-4582-bda8-f28c6b9b1c10 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:15.379347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:15.380500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port a910772b-ef4e-420b-9cb1-dff6830c676d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:15.381113 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.396436 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc0dcfb4-1fb9-4194-949f-8c73d2b6e9e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/d5e60669-00f8-4a5e-8717-a7c24191682a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9977930 Jul 06 18:09:15.397800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.467091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event updated for resources: {'Port': ['ID=f59bb882-54c4-465f-86af-699a22f38511,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:15.485166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481f2b1-8c4e-42c8-bff8-ee43e361c27d req-7d8dc201-2c71-4c1b-9383-4b98e6337385 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:15.505135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8481f2b1-8c4e-42c8-bff8-ee43e361c27d req-7d8dc201-2c71-4c1b-9383-4b98e6337385 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 945 time: 0.4914358 Jul 06 18:09:15.553120 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f963f9b-8175-4bc8-9df5-b7ce719ba0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.559178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] In _notify_port_updated(), no bound segment for port f59bb882-54c4-465f-86af-699a22f38511 on network 3b237e06-923a-4fed-aefa-4d2b5286a86b {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:09:15.560249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:15.560915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.563444 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d31c6bed-c900-4cbf-957a-f824a2a7d33b tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "PUT /v2.0/ports/f59bb882-54c4-465f-86af-699a22f38511 HTTP/1.1" status: 200 len: 979 time: 5.1567941 Jul 06 18:09:15.568278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:15.573062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:15.574108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:15.575808 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f963f9b-8175-4bc8-9df5-b7ce719ba0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.629687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07ca049-d6fe-4848-b42a-4d1448d4e9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.635037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.686188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8481f2b1-8c4e-42c8-bff8-ee43e361c27d req-35675712-f2ca-4a7d-a5e0-b2c585a64870 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571758 Jul 06 18:09:15.695502 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f963f9b-8175-4bc8-9df5-b7ce719ba0c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bdd604e984546d2b16965fcea450e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777739 Jul 06 18:09:15.699365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:15.804628 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.822839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f963f9b-8175-4bc8-9df5-b7ce719ba0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7aa6cf-d421-45f5-a8b5-2941f9479893,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:15.899402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Deleting port f59bb882-54c4-465f-86af-699a22f38511 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:15.912750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.984375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.080843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0042d1de-9a84-4461-8b10-a70948173fe4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:16.121199 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.127194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ccb6dc29-0bb5-42d4-a1b3-4464cea52941 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/0042d1de-9a84-4461-8b10-a70948173fe4 HTTP/1.1" status: 204 len: 168 time: 1.0973692 Jul 06 18:09:16.134538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.136414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] For port f59bb882-54c4-465f-86af-699a22f38511, host n-h1-799527-3, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:16.137359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.139959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.182177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-901daeed-aae8-4f97-b37d-4692861c3d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.192372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Calling delete_port for f59bb882-54c4-465f-86af-699a22f38511 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:16.203712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:16.208592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:16.212042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:16.217362 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfa452c-8c2a-400b-82b9-84b4a4f2cba4" -d '{"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-plugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:16.282271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.432706 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775dc170-a076-44d8-a0f3-15db4ad0ac2f x-openstack-request-id: req-775dc170-a076-44d8-a0f3-15db4ad0ac2f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:16.433191 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-plugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:16.433650 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-775dc170-a076-44d8-a0f3-15db4ad0ac2f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:16.434391 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'code': 200} Jul 06 18:09:16.549241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.598815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-901daeed-aae8-4f97-b37d-4692861c3d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.603880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.644321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Pushing event deleted for resources: {'Port': ['ID=f59bb882-54c4-465f-86af-699a22f38511,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:16.648442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.652707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-789423709-network', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:16.657226 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45ad562d-118c-489d-b9eb-c51f7e173595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f59bb882-54c4-465f-86af-699a22f38511 HTTP/1.1" status: 204 len: 168 time: 1.0875568 Jul 06 18:09:16.658763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45782) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.701495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:16.712328 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-800f3aed-3b9e-4288-bda8-84f489df0852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:09:16.717343 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-800f3aed-3b9e-4288-bda8-84f489df0852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-716485455-project-admin] 10.222.0.37 "GET /v2.0/ports/f59bb882-54c4-465f-86af-699a22f38511 HTTP/1.1" status: 404 len: 333 time: 0.0566540 Jul 06 18:09:16.719407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.757443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.896170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.907757 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.928538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223bc1a8-79f2-4127-8b80-8805d3b1d977']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.950897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8002342e-90b7-40a8-8def-6965306b88f7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.950897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8002342e-90b7-40a8-8def-6965306b88f7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.968778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.989994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.997707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:16.998136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:17.081669 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:17.088728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.137052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 223bc1a8-79f2-4127-8b80-8805d3b1d977 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:09:17.167379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.174565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07ca049-d6fe-4848-b42a-4d1448d4e9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.176847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.184266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/networks/223bc1a8-79f2-4127-8b80-8805d3b1d977 HTTP/1.1" status: 204 len: 168 time: 1.0426686 Jul 06 18:09:17.192789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b237e06-923a-4fed-aefa-4d2b5286a86b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:17.214631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef98de0-16d8-4fda-854b-848d8f691720') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:17.216012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef98de0-16d8-4fda-854b-848d8f691720') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:17.225775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 2, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:17.239213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.279834 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.287464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-901daeed-aae8-4f97-b37d-4692861c3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.296846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-901daeed-aae8-4f97-b37d-4692861c3d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.297662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:17.298898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:17.309086 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:17.313775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-901daeed-aae8-4f97-b37d-4692861c3d1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be7aa6cf-d421-45f5-a8b5-2941f9479893 HTTP/1.1" status: 204 len: 168 time: 1.6078215 Jul 06 18:09:17.341636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Checking router: d5e60669-00f8-4a5e-8717-a7c24191682a for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:17.342068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Updating router d5e60669-00f8-4a5e-8717-a7c24191682a port b6a69d95-7938-4582-bda8-f28c6b9b1c10 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:17.347090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07ca049-d6fe-4848-b42a-4d1448d4e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.426804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18ff74-ed37-4a30-af1e-5dcd004b07dd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event deleted for resources: {'Network': ['ID=223bc1a8-79f2-4127-8b80-8805d3b1d977,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:17.486531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901daeed-aae8-4f97-b37d-4692861c3d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7aa6cf-d421-45f5-a8b5-2941f9479893,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:17.502394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f07ca049-d6fe-4848-b42a-4d1448d4e9f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0778824cef844347a2bc7c606a0d6ade&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1048241 Jul 06 18:09:17.505919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.511102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45794) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:17.556551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.603151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2865c64-345e-46cf-bb98-1f8a9ab420eb req-891c33b6-bcc6-4c7d-9e43-0ecca2700f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:17.611066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.611607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2865c64-345e-46cf-bb98-1f8a9ab420eb req-891c33b6-bcc6-4c7d-9e43-0ecca2700f99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 1097 time: 0.9491789 Jul 06 18:09:17.620777 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] 10.222.0.37 "DELETE /v2.0/networks/3b237e06-923a-4fed-aefa-4d2b5286a86b HTTP/1.1" status: 204 len: 168 time: 0.8962445 Jul 06 18:09:17.679037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598772bf-f877-4f0b-a704-8791adfc872f tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-573925592-project] Pushing event deleted for resources: {'Network': ['ID=3b237e06-923a-4fed-aefa-4d2b5286a86b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:17.724878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Made reservation on behalf of aec1db9ee43f458390d17c36ca0fa1b1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:17.729468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.786659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ca049-d6fe-4848-b42a-4d1448d4e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f567dfb-551a-43a4-b595-6339514edc61,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:17.793092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a3a38f-2c9d-49a1-beca-f7408d241b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.801552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.846915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6f81a-1b37-4c28-a22e-8626d505956c req-2931a50a-4ec8-4982-9494-6c594c65fe88 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:17.850254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56f6f81a-1b37-4c28-a22e-8626d505956c req-2931a50a-4ec8-4982-9494-6c594c65fe88 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.7430179 Jul 06 18:09:17.853970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2865c64-345e-46cf-bb98-1f8a9ab420eb req-d1ac48fe-cf61-414a-9feb-a8625ae1a02d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015786 Jul 06 18:09:17.882474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a3a38f-2c9d-49a1-beca-f7408d241b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.942391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56f6f81a-1b37-4c28-a22e-8626d505956c req-d906dcca-d9be-41d6-8289-43cf5d640054 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792515 Jul 06 18:09:18.045315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a3a38f-2c9d-49a1-beca-f7408d241b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.052769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a3a38f-2c9d-49a1-beca-f7408d241b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.060687 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-79a3a38f-2c9d-49a1-beca-f7408d241b95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f567dfb-551a-43a4-b595-6339514edc61 HTTP/1.1" status: 204 len: 168 time: 0.5467105 Jul 06 18:09:18.109336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.114173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3a38f-2c9d-49a1-beca-f7408d241b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f567dfb-551a-43a4-b595-6339514edc61,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:18.129930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.150728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45812) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:18.158675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:18.159791 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.160364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'name': 'tempest-router--1940171910', 'project_id': 'cb01a87ef8a944a2a49c66855fd752a5'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:18.178425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.179367 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Added segment e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d of type vlan for network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f Jul 06 18:09:18.184591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Transition to ACTIVE for port object b6a69d95-7938-4582-bda8-f28c6b9b1c10 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:18.227457 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.243742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.245830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.279775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.445140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.455548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.505555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a190ad01-cba1-42cf-a211-5ceb2e2483e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:18.508966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.519020 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a781953c-a05a-499f-9a4d-8eb705530b3a tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3605516 Jul 06 18:09:18.519020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:18.555063 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.564517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:18.567637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.646552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536021b3-3303-4aca-95b7-0fecb22638fd None None] Pushing event updated for resources: {'Port': ['ID=b6a69d95-7938-4582-bda8-f28c6b9b1c10,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:18.715622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Attempting to bind port b6a69d95-7938-4582-bda8-f28c6b9b1c10 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:18.716483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Attempting to bind port b6a69d95-7938-4582-bda8-f28c6b9b1c10 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:18.717199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Attempting to bind port b6a69d95-7938-4582-bda8-f28c6b9b1c10 on network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:18.742413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:18.742413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Checking segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:18.742413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.746769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Bound using segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:18.749914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Bound port: b6a69d95-7938-4582-bda8-f28c6b9b1c10, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:18.752165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.868198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.903277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] Pushing event updated for resources: {'Network': ['ID=8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:18.939581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ffbe4a18-9a0c-4cd5-94bb-7152ecd1b457 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3172815 Jul 06 18:09:18.943974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45822) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:18.960474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Request body: {'subnet': {'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-789423709-subnet', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:19.003959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:19.018053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Made reservation on behalf of aec1db9ee43f458390d17c36ca0fa1b1 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:19.025576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.257589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] For port b6a69d95-7938-4582-bda8-f28c6b9b1c10, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:19.264472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] For port b6a69d95-7938-4582-bda8-f28c6b9b1c10, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b6a69d95-7938-4582-bda8-f28c6b9b1c10,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:19.278901 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.503072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:19.591092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:19.592415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:19.732300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec4a07-0d40-4266-90ba-1044e474b104 req-728427e2-d6ca-4218-9ab1-1b4798f8acaa tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:19.739363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6ec4a07-0d40-4266-90ba-1044e474b104 req-728427e2-d6ca-4218-9ab1-1b4798f8acaa tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.3790715 Jul 06 18:09:19.972986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.046009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536021b3-3303-4aca-95b7-0fecb22638fd None None] Pushing event updated for resources: {'Port': ['ID=b6a69d95-7938-4582-bda8-f28c6b9b1c10,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:20.089942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6ec4a07-0d40-4266-90ba-1044e474b104 req-4fdf3558-ae04-46f5-8658-7fd47c86bb97 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393879 Jul 06 18:09:20.287221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:20.371687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed44ac0-d58b-4225-9bdd-b00cabce870e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:20.448649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Checking segment: {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:20.449754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Network hostable DHCP agents. Network: 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:20.496729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ef43ba87-99af-4248-af4f-1de5efac26e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=520884c4bb0c448a806c03ef1d6d18a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9532025 Jul 06 18:09:20.507180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:20.519548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.524851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.610742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.611684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb57531e-9d94-4532-b9c3-c7361daddaaf {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:20.629096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.631232 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-34aabc0f-fee5-48ff-9706-518e9699e0fb tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fb57531e-9d94-4532-b9c3-c7361daddaaf HTTP/1.1" status: 204 len: 168 time: 2.1110811 Jul 06 18:09:20.637365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:20.690888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:20.702367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:20.703780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.718464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bd97e-f17d-43f9-b6fb-eaefe4211961 None None] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:20.742354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67d71b-4a88-42a5-8e4d-d93c6fcc1b8f req-b7449723-1e74-436c-b38f-36e5b88e5539 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:20.744483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c67d71b-4a88-42a5-8e4d-d93c6fcc1b8f req-b7449723-1e74-436c-b38f-36e5b88e5539 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.1774688 Jul 06 18:09:20.753503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-662436da-0ef0-4614-b582-948bbf36577c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8008409 Jul 06 18:09:20.757767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45872) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:20.760420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44d972a-dc51-48ac-8362-32a4290a9deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.769444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:20.809739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44d972a-dc51-48ac-8362-32a4290a9deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.849995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c67d71b-4a88-42a5-8e4d-d93c6fcc1b8f req-05061250-afdc-44e1-ab78-7de5c512ae81 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824764 Jul 06 18:09:20.851990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.853317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.955293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44d972a-dc51-48ac-8362-32a4290a9deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.955293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44d972a-dc51-48ac-8362-32a4290a9deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.955293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d44d972a-dc51-48ac-8362-32a4290a9deb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8547ff01-da99-462c-b2a5-e06ce757220a HTTP/1.1" status: 204 len: 168 time: 0.4311631 Jul 06 18:09:20.973240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d972a-dc51-48ac-8362-32a4290a9deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547ff01-da99-462c-b2a5-e06ce757220a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:21.005497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:21.193061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f', 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'fixed_ips': [{'subnet_id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:09:21.194737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:21.317416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:19Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:21.416390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:21.425533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:21.450221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db195c67-365d-454c-98ac-36469d8f2564 None None] The sync data for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 is: [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:19Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:21.944368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Allocated IP 172.20.0.2 (8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f/7ed44ac0-d58b-4225-9bdd-b00cabce870e/fc34f648-9658-404b-9085-f2c1870fc749) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:22.167052 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.220384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.320475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.347217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Transition to ACTIVE for port object fc34f648-9658-404b-9085-f2c1870fc749 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:22.384884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Transition to ACTIVE for port object fc34f648-9658-404b-9085-f2c1870fc749 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:22.405587 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.682997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Pushing event updated for resources: {'Port': ['ID=fc34f648-9658-404b-9085-f2c1870fc749,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:22.697642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b6a69d95-7938-4582-bda8-f28c6b9b1c10 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:22.803421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Allocated IP 172.25.5.79 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a398d304-aeb4-47e5-aaa2-56c738eb4a12) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:22.861658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:22.892064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:22.902239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:22.980412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1056194101', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:22.993481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45950) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:23.121839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.123247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.231844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-247a79bd-af9a-41a5-938a-d63c5a65ae77 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:23.247671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-247a79bd-af9a-41a5-938a-d63c5a65ae77 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 815 time: 0.4727626 Jul 06 18:09:23.286385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.322181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b6a69d95-7938-4582-bda8-f28c6b9b1c10 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:23.343093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b6a69d95-7938-4582-bda8-f28c6b9b1c10 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:23.343690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.348594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-64954aaa-1436-4624-b0b0-4d3dce0bbf8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f807d8aba6094d548391b8f9d4c8b2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437586 Jul 06 18:09:23.385864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:23.409512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.457257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Attempting to bind port fc34f648-9658-404b-9085-f2c1870fc749 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:23.457967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Attempting to bind port fc34f648-9658-404b-9085-f2c1870fc749 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:23.458545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Attempting to bind port fc34f648-9658-404b-9085-f2c1870fc749 on network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:23.471160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:23.471815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Checking segment: {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:23.472812 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.474760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Bound using segment: {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:23.480000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Bound port: fc34f648-9658-404b-9085-f2c1870fc749, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:23.484680 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.548461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.559024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:23.563975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:23.570118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:23.577628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-f6a3827f-2a60-420b-a987-91c6dff932f9 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/quotas/8d82d127b2dd45aa9b9a9ec08eae8f2d HTTP/1.1" status: 200 len: 375 time: 0.3131211 Jul 06 18:09:23.629318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-783a3c6a-5e33-4902-acb9-0ec2f9fd307d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:23.635444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-783a3c6a-5e33-4902-acb9-0ec2f9fd307d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.61 "GET /v2.0/ports?device_id=92f632f1-2c97-40c1-bfb9-9eb04838cc05 HTTP/1.1" status: 200 len: 946 time: 0.7092512 Jul 06 18:09:23.712606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a398d304-aeb4-47e5-aaa2-56c738eb4a12,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:23.713465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] For port fc34f648-9658-404b-9085-f2c1870fc749, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:23.746219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] For port fc34f648-9658-404b-9085-f2c1870fc749, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc34f648-9658-404b-9085-f2c1870fc749,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:23.762238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.990273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.137785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b6a69d95-7938-4582-bda8-f28c6b9b1c10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b6a69d95-7938-4582-bda8-f28c6b9b1c10,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:24.149188 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.165100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064d5c-1687-4ffb-bd9a-75255673dc95 None None] Pushing event updated for resources: {'Port': ['ID=fc34f648-9658-404b-9085-f2c1870fc749,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:24.270422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.395832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b6a69d95-7938-4582-bda8-f28c6b9b1c10,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:24.556431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.952597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8789af1-1487-4636-b812-e7987e8ac6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.991955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ed4cbecd-0322-4e2f-9261-58825e47a3b7 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3478885 Jul 06 18:09:25.007522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-da4e3efb-580f-4167-b858-17f3921158ae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:09:25.008972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-da4e3efb-580f-4167-b858-17f3921158ae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159626 Jul 06 18:09:25.147075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8789af1-1487-4636-b812-e7987e8ac6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.242258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Deleting port a910772b-ef4e-420b-9cb1-dff6830c676d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:25.242612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.275224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.458709 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acf8dbaa-fbdc-4565-bac7-c77716dcba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.493404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7ecaabf2-477a-4528-999b-c66b4ee9fd70 service neutron] 10.222.0.37 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526615 Jul 06 18:09:25.773222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Router 57ed3592-ed25-45a2-be80-ad5ad5edab82 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:25.793396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8789af1-1487-4636-b812-e7987e8ac6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.799197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8789af1-1487-4636-b812-e7987e8ac6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.801278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d8789af1-1487-4636-b812-e7987e8ac6f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd35f053-1a5f-49d9-88c6-71cd4ed0e68a HTTP/1.1" status: 204 len: 168 time: 2.4066453 Jul 06 18:09:26.346442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961c4d0-4c6d-49b7-b637-65096e4a34e3 None None] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:26.425976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:26.451393 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Sync routers for ids ['57ed3592-ed25-45a2-be80-ad5ad5edab82'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:26.486536 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Routers {'57ed3592-ed25-45a2-be80-ad5ad5edab82'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:26.487859 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:08:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57ed3592-ed25-45a2-be80-ad5ad5edab82'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:26.518846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.521305 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-641bc430-d279-4f74-a56c-61e5e05f52d6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7608299 Jul 06 18:09:26.525559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46032) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:26.656184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device a910772b-ef4e-420b-9cb1-dff6830c676d no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:09:26.909901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b6a69d95-7938-4582-bda8-f28c6b9b1c10 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:27.069659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f24d2f5-f681-4ab3-871b-04f521eb06b1 None None] Provisioning for port fc34f648-9658-404b-9085-f2c1870fc749 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:27.070593 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Set router 57ed3592-ed25-45a2-be80-ad5ad5edab82 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:27.231533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-b7eed24c-ff74-4435-89a6-639fe1aa8112 service neutron] 10.222.0.37 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6824646 Jul 06 18:09:27.276292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:27.479528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:27.530171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8789af1-1487-4636-b812-e7987e8ac6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd35f053-1a5f-49d9-88c6-71cd4ed0e68a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:27.553256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:27.553789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:27.690614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Calling delete_port for a910772b-ef4e-420b-9cb1-dff6830c676d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:27.926819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.063966 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 3, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:28.104828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b6a69d95-7938-4582-bda8-f28c6b9b1c10 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:28.107403 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.131993 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.233413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0252e19-fd5f-4563-972a-126f943114e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.266991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:28.285630 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e9a35-b048-4926-9ab3-fe6b23a58c0a" -d '{"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-unplugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:28.494922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port a910772b-ef4e-420b-9cb1-dff6830c676d, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=a910772b-ef4e-420b-9cb1-dff6830c676d,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:28.533595 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.638093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Allocated IP 172.25.5.16 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/4f3d1b99-e5d1-4b38-af0a-13b19dba59ac) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:28.759793 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe73fe3-d9d5-478f-96f5-b0b6f7e48c16 x-openstack-request-id: req-dbe73fe3-d9d5-478f-96f5-b0b6f7e48c16 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:28.761087 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-unplugged", "status": "completed", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:28.761500 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbe73fe3-d9d5-478f-96f5-b0b6f7e48c16 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:28.762793 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'code': 200} Jul 06 18:09:28.836211 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Checking router: 57ed3592-ed25-45a2-be80-ad5ad5edab82 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:28.836946 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Updating router 57ed3592-ed25-45a2-be80-ad5ad5edab82 port a398d304-aeb4-47e5-aaa2-56c738eb4a12 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:28.954273 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.029123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:29.096016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc34f648-9658-404b-9085-f2c1870fc749 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:29.133106 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.142474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.339812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.421347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee64652c-511e-4211-9270-5aa5b3a12e01 req-c4ed228b-e9e3-475f-9593-64418b058279 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 210 time: 1.0311725 Jul 06 18:09:29.443006 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.449313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fc34f648-9658-404b-9085-f2c1870fc749 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:29.505210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fc34f648-9658-404b-9085-f2c1870fc749 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:29.506790 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.747857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:29.824263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:29.832038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:29.864682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event updated for resources: {'Port': ['ID=4f3d1b99-e5d1-4b38-af0a-13b19dba59ac,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:29.873184 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.911146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Allocated IP 172.20.0.1 (8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f/7ed44ac0-d58b-4225-9bdd-b00cabce870e/b8905566-0ee6-4a32-9091-bebb2dbe052a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:29.996372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fc34f648-9658-404b-9085-f2c1870fc749, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc34f648-9658-404b-9085-f2c1870fc749,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:30.012150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.188290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.367488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fc34f648-9658-404b-9085-f2c1870fc749,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:30.478874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46092) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.543965 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.634446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.634768 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.658750 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Transition to ACTIVE for port object a398d304-aeb4-47e5-aaa2-56c738eb4a12 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:30.666967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46100) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.680831 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.793314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Transition to ACTIVE for port object b8905566-0ee6-4a32-9091-bebb2dbe052a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:30.848917 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.906136 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Attempting to bind port a398d304-aeb4-47e5-aaa2-56c738eb4a12 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:30.914826 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Attempting to bind port a398d304-aeb4-47e5-aaa2-56c738eb4a12 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:30.915441 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Attempting to bind port a398d304-aeb4-47e5-aaa2-56c738eb4a12 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:30.931631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Pushing event deleted for resources: {'Port': ['ID=a910772b-ef4e-420b-9cb1-dff6830c676d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:30.945298 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:30.948034 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:30.953091 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.968902 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:30.969247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.975967 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Bound port: a398d304-aeb4-47e5-aaa2-56c738eb4a12, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:30.977144 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.050190 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c681af2-a37e-4eac-95d8-24118f69674e None None] Pushing event updated for resources: {'Port': ['ID=a398d304-aeb4-47e5-aaa2-56c738eb4a12,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:31.083073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] No DVR routers for this DVR port a910772b-ef4e-420b-9cb1-dff6830c676d on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:09:31.105911 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:09:31.174887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.187410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8773955-0d05-4ef1-b86c-0643fed94126 req-0ee147af-a9e1-481f-99ca-c052d8218bcd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.61 "DELETE /v2.0/ports/a910772b-ef4e-420b-9cb1-dff6830c676d HTTP/1.1" status: 204 len: 173 time: 7.4884791 Jul 06 18:09:31.193999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d673c419-c1b8-4dca-89ea-233ff65b9c6b req-9314daaf-b0c6-422d-bb02-950d832154d7 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 210 time: 0.1131866 Jul 06 18:09:31.197633 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] For port a398d304-aeb4-47e5-aaa2-56c738eb4a12, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:31.200114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-deleted', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:31.208453 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] For port a398d304-aeb4-47e5-aaa2-56c738eb4a12, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a398d304-aeb4-47e5-aaa2-56c738eb4a12,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:31.212152 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da29fb8d-7cd3-4839-94a1-035bbe558edd" -d '{"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-deleted", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:31.215065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:31.221922 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.229980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:31.273258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:31.314161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Pushing event updated for resources: {'Port': ['ID=b8905566-0ee6-4a32-9091-bebb2dbe052a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:31.426025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.439444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.441716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.443042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.444373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.446175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.447537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.448802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.449396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.450652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.454263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.455961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:31.484948 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Routers {'57ed3592-ed25-45a2-be80-ad5ad5edab82'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:31.486072 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57ed3592-ed25-45a2-be80-ad5ad5edab82'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:31.527680 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090a7445-b28f-4a92-996a-294e75816c41 x-openstack-request-id: req-090a7445-b28f-4a92-996a-294e75816c41 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:31.528034 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f632f1-2c97-40c1-bfb9-9eb04838cc05", "name": "network-vif-deleted", "tag": "a910772b-ef4e-420b-9cb1-dff6830c676d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:31.528578 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-090a7445-b28f-4a92-996a-294e75816c41 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:31.529027 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f632f1-2c97-40c1-bfb9-9eb04838cc05', 'name': 'network-vif-deleted', 'tag': 'a910772b-ef4e-420b-9cb1-dff6830c676d', 'status': 'completed', 'code': 200} Jul 06 18:09:31.540366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bec98467-2282-4084-a56b-870a3af8006f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:31.541122 n-d-799527-3 neutron-server[93942]: WARNING neutron.api.v2.base [None req-bec98467-2282-4084-a56b-870a3af8006f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:09:31.541724 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-bec98467-2282-4084-a56b-870a3af8006f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:09:31.543097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bec98467-2282-4084-a56b-870a3af8006f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.0546017 Jul 06 18:09:31.560007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46108) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:31.610981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849847786'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:31.676425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72628b70-2f2a-430f-a3a8-8660e2a5465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.682359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.730894 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c681af2-a37e-4eac-95d8-24118f69674e None None] Pushing event updated for resources: {'Port': ['ID=a398d304-aeb4-47e5-aaa2-56c738eb4a12,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:31.790126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.853057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.909906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.083695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-76ae5315-cd21-43af-82ae-4d51251feea9 None None] Provisioning for port b8905566-0ee6-4a32-9091-bebb2dbe052a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:32.120801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-76ae5315-cd21-43af-82ae-4d51251feea9 None None] Provisioning complete for port b8905566-0ee6-4a32-9091-bebb2dbe052a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:32.121375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76ae5315-cd21-43af-82ae-4d51251feea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.163480 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] Set router 57ed3592-ed25-45a2-be80-ad5ad5edab82 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:32.326081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76ae5315-cd21-43af-82ae-4d51251feea9 None None] Port b8905566-0ee6-4a32-9091-bebb2dbe052a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:32.334675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc34f648-9658-404b-9085-f2c1870fc749 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:32.661223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.740742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fc34f648-9658-404b-9085-f2c1870fc749 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:32.741169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.751732 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.852098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.144075 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 3, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:33.147906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72628b70-2f2a-430f-a3a8-8660e2a5465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.196467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72628b70-2f2a-430f-a3a8-8660e2a5465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.242052 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf9908-3756-412a-a02d-dba8786bbc52 None None] The sync data for ids ['57ed3592-ed25-45a2-be80-ad5ad5edab82'] in n-d-799527-3 is: [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 3, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:33.492153 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-72628b70-2f2a-430f-a3a8-8660e2a5465c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74c7e6d17cdf47f28a0714009dff0c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8058658 Jul 06 18:09:33.531534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46122) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:33.545297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Router 82df9e16-b528-47a7-ad51-31d1260f6d54 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:33.691046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6820e445-0b42-4be0-94f1-218182767c6b req-43f93792-47f5-4367-ba61-2380887d74a3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 210 time: 0.2263684 Jul 06 18:09:34.202520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628b70-2f2a-430f-a3a8-8660e2a5465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f6bcee-a150-4709-a7c9-52bf61bc0a52,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:34.417787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a398d304-aeb4-47e5-aaa2-56c738eb4a12 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:34.471614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.486362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.486936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-bf843b98-df58-4c8a-8540-ed0c5be9ddde tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:34.504299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-bf843b98-df58-4c8a-8540-ed0c5be9ddde tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 815 time: 0.4894204 Jul 06 18:09:34.621085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.630573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a398d304-aeb4-47e5-aaa2-56c738eb4a12 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:34.638611 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.642702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a398d304-aeb4-47e5-aaa2-56c738eb4a12 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:34.643699 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.648604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac36-3e86-4e24-9028-ea9024467aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.854282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Request body: {'port': {'device_id': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'admin_state_up': True, 'tenant_id': '8d82d127b2dd45aa9b9a9ec08eae8f2d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:34.870484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f527f6a-ec9d-4798-9404-55107e14f777,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:34.903815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac36-3e86-4e24-9028-ea9024467aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.977355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.034327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Pushing event updated for resources: {'Port': ['ID=b8905566-0ee6-4a32-9091-bebb2dbe052a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:35.035777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.118583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a398d304-aeb4-47e5-aaa2-56c738eb4a12, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a398d304-aeb4-47e5-aaa2-56c738eb4a12,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:35.145365 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.363001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a398d304-aeb4-47e5-aaa2-56c738eb4a12,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:35.420797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f57712e7-027e-484d-b4a9-62c9f75bc68a req-3061b90a-b2e2-4b94-bcae-09781b9b6b42 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 210 time: 0.1409101 Jul 06 18:09:35.427099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:35.442336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] Sync routers for ids ['82df9e16-b528-47a7-ad51-31d1260f6d54'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:35.510199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] Routers {'82df9e16-b528-47a7-ad51-31d1260f6d54'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:35.515707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['82df9e16-b528-47a7-ad51-31d1260f6d54'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:35.537841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.556415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.565194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.566748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3a99385b-5352-4e26-88e2-9bfbe4c242e2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.1492226 Jul 06 18:09:35.570251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:35.605503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:35.619109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] Routers {'82df9e16-b528-47a7-ad51-31d1260f6d54'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:35.620275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['82df9e16-b528-47a7-ad51-31d1260f6d54'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:35.663973 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac36-3e86-4e24-9028-ea9024467aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.667057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f52ac36-3e86-4e24-9028-ea9024467aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.668542 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7f52ac36-3e86-4e24-9028-ea9024467aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14f6bcee-a150-4709-a7c9-52bf61bc0a52 HTTP/1.1" status: 204 len: 168 time: 2.1316936 Jul 06 18:09:35.727202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.742870 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.1612363 Jul 06 18:09:35.749881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:35.762770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '96a6f2f6-07b0-4369-825d-6d8963cecac7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:35.779159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa27c7-2ca0-45e8-a6bf-d293794f4fc3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a6f2f6-07b0-4369-825d-6d8963cecac7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:35.802973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:35.838524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:35.839534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773d5ec-7bdf-4d57-8909-09858157dbfd None None] The sync data for ids ['82df9e16-b528-47a7-ad51-31d1260f6d54'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:35.845627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:35.867026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Made reservation on behalf of 8d82d127b2dd45aa9b9a9ec08eae8f2d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:35.875083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52ac36-3e86-4e24-9028-ea9024467aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f6bcee-a150-4709-a7c9-52bf61bc0a52,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:35.884612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.044185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c413099f-afee-4f47-aaf6-2702eaa2715c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/82df9e16-b528-47a7-ad51-31d1260f6d54 HTTP/1.1" status: 200 len: 924 time: 0.4719946 Jul 06 18:09:36.049563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:36.229510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.280448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a398d304-aeb4-47e5-aaa2-56c738eb4a12 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:36.335805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-69b2510d-9092-4c07-be07-46cacd11965f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=82df9e16-b528-47a7-ad51-31d1260f6d54 HTTP/1.1" status: 200 len: 205 time: 0.2850363 Jul 06 18:09:36.355847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:36.458257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c1a0cdbb-3bc4-4d8b-8732-e514050aa9bd None None] Provisioning complete for port b8905566-0ee6-4a32-9091-bebb2dbe052a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:36.477600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1a0cdbb-3bc4-4d8b-8732-e514050aa9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.711707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a398d304-aeb4-47e5-aaa2-56c738eb4a12 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:36.712543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.796022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Router 57ed3592-ed25-45a2-be80-ad5ad5edab82 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:09:36.810321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0cdbb-3bc4-4d8b-8732-e514050aa9bd None None] Port b8905566-0ee6-4a32-9091-bebb2dbe052a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:36.814391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46156) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:36.869228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.877993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90fbbd20-2c84-4b00-b563-22a7b561fc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.894285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.914424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.019194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.021227 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2668645 Jul 06 18:09:37.036336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46160) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:37.049179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-285aed1f-8e17-49b5-8e33-1215e91cae0b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '96a6f2f6-07b0-4369-825d-6d8963cecac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:37.072364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17c5c9-8995-4194-907d-a6c2095ce192 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a426fe20-8ee9-4e55-b8fe-836a34378a4f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:37.168554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7df6245-8a61-42cf-b0f2-cb2dde800ae2 req-124b7119-3e7a-40fb-8956-8be8c42d3e66 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 210 time: 0.2886055 Jul 06 18:09:37.195169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Allocated IP 172.20.0.3 (baaa8579-ac5d-4aed-925d-25690f241cc4/23e9c856-b31a-4abe-a2c6-6e8424788742/47028dbd-9670-4ba7-81ca-6f4952ed15f5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:37.230329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:37.246829 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d65f29dc-3f4d-4b97-84cb-5323ef9159da admin admin] 10.222.0.37 "PUT /v2.0/routers/57ed3592-ed25-45a2-be80-ad5ad5edab82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7161071 Jul 06 18:09:37.331557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90fbbd20-2c84-4b00-b563-22a7b561fc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.362727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.393997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90fbbd20-2c84-4b00-b563-22a7b561fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.583092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-285aed1f-8e17-49b5-8e33-1215e91cae0b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.590123 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-90fbbd20-2c84-4b00-b563-22a7b561fc00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9100bc4df354f86bcc5621c37a46efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695115 Jul 06 18:09:37.595994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:37.602395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbbd20-2c84-4b00-b563-22a7b561fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70791014-f47b-4fe4-8f58-3103f1629cd5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:37.604457 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Sync routers for ids ['57ed3592-ed25-45a2-be80-ad5ad5edab82'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:37.648031 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Routers {'57ed3592-ed25-45a2-be80-ad5ad5edab82'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:37.649163 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57ed3592-ed25-45a2-be80-ad5ad5edab82'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:37.724596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Deleting port 4f3d1b99-e5d1-4b38-af0a-13b19dba59ac {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:37.725256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.730139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.787858 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-285aed1f-8e17-49b5-8e33-1215e91cae0b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:09:37.789270 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-285aed1f-8e17-49b5-8e33-1215e91cae0b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7467616 Jul 06 18:09:37.794814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:37.804660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa34f-c30f-4d54-a0b3-2e780e382f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.856706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa34f-c30f-4d54-a0b3-2e780e382f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.931979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:37.958518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Calling delete_port for 4f3d1b99-e5d1-4b38-af0a-13b19dba59ac owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:37.969612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.015947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d703a2-36e9-4870-b617-c4f31c105348 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.068635 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Set router 57ed3592-ed25-45a2-be80-ad5ad5edab82 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:38.118807 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d703a2-36e9-4870-b617-c4f31c105348 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.166631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa34f-c30f-4d54-a0b3-2e780e382f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.171045 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa34f-c30f-4d54-a0b3-2e780e382f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.172992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bc9aa34f-c30f-4d54-a0b3-2e780e382f53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70791014-f47b-4fe4-8f58-3103f1629cd5 HTTP/1.1" status: 204 len: 168 time: 0.5759649 Jul 06 18:09:38.249031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Network baaa8579-ac5d-4aed-925d-25690f241cc4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:38.264688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:38.276178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Pushing event updated for resources: {'Port': ['ID=47028dbd-9670-4ba7-81ca-6f4952ed15f5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:38.285874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:38.321593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d703a2-36e9-4870-b617-c4f31c105348 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.332379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d703a2-36e9-4870-b617-c4f31c105348 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.334445 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5d703a2-36e9-4870-b617-c4f31c105348 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/96a6f2f6-07b0-4369-825d-6d8963cecac7 HTTP/1.1" status: 204 len: 168 time: 0.5379250 Jul 06 18:09:38.374990 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46182) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:38.421579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d703a2-36e9-4870-b617-c4f31c105348 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a6f2f6-07b0-4369-825d-6d8963cecac7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:38.548856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:38.561936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.576988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aa34f-c30f-4d54-a0b3-2e780e382f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70791014-f47b-4fe4-8f58-3103f1629cd5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:38.628447 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca9a4f99-e704-4262-af61-4f1e846d0549 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2430568 Jul 06 18:09:38.634514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46186) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:38.678753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206704817'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:38.712914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-ffd08ee7-1b02-41f5-9141-795b54ce5c0e tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8733475 Jul 06 18:09:38.790842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.994143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Request body: {'port': {'device_id': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:39.095005 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:09:32Z', 'revision_number': 4, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b8905566-0ee6-4a32-9091-bebb2dbe052a', 'name': '', 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'mac_address': 'fa:16:3e:f5:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:33Z', 'revision_number': 2, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'subnets': [{'id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:39.212555 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Checking router: 57ed3592-ed25-45a2-be80-ad5ad5edab82 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:39.214193 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Updating router 57ed3592-ed25-45a2-be80-ad5ad5edab82 port b8905566-0ee6-4a32-9091-bebb2dbe052a binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:39.306236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.313570 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.323937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.426698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.447912 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8047395 Jul 06 18:09:39.450718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:39.531619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.569656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-897f171a-287f-4fb5-a89a-ce3c750c0bb1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '0a09734e-c37b-4169-a54e-dbe193eab5ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:39.571393 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-897f171a-287f-4fb5-a89a-ce3c750c0bb1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 18:09:39.576224 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-897f171a-287f-4fb5-a89a-ce3c750c0bb1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:39.593245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-897f171a-287f-4fb5-a89a-ce3c750c0bb1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0844572 Jul 06 18:09:39.603412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46202) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:39.666122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389a65a-6309-4a97-b021-9ff1105623c0 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09734e-c37b-4169-a54e-dbe193eab5ac,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:39.931524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab1b89f8-2c5f-47c4-b429-8fcebeb884d3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.077729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab1b89f8-2c5f-47c4-b429-8fcebeb884d3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.241557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab1b89f8-2c5f-47c4-b429-8fcebeb884d3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.244847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab1b89f8-2c5f-47c4-b429-8fcebeb884d3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.246543 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ab1b89f8-2c5f-47c4-b429-8fcebeb884d3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a09734e-c37b-4169-a54e-dbe193eab5ac HTTP/1.1" status: 204 len: 168 time: 0.6411479 Jul 06 18:09:40.251907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:40.296428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46216) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:40.311447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383690967', 'description': 'tempest-secgroup-smoke-383690967 description', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:40.321431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5eede-c518-4d04-8b20-21599111706d req-e9d937d8-9137-40a3-bab6-1b7e5b1a286b tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:40.334909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b89f8-2c5f-47c4-b429-8fcebeb884d3 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09734e-c37b-4169-a54e-dbe193eab5ac,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:40.335897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcf5eede-c518-4d04-8b20-21599111706d req-e9d937d8-9137-40a3-bab6-1b7e5b1a286b tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 931 time: 1.3604081 Jul 06 18:09:40.356413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.474684 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b29b3f54-1c0e-4834-80e2-a8fbc4cb3674 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2212687 Jul 06 18:09:40.481917 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.503285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46220) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:40.527289 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.534198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--914431519'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:40.561848 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Transition to ACTIVE for port object b8905566-0ee6-4a32-9091-bebb2dbe052a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:40.588222 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.754871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.762797 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Attempting to bind port b8905566-0ee6-4a32-9091-bebb2dbe052a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:40.763210 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Attempting to bind port b8905566-0ee6-4a32-9091-bebb2dbe052a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:40.764101 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Attempting to bind port b8905566-0ee6-4a32-9091-bebb2dbe052a on network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:40.773689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:40.774218 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Checking segment: {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:40.774649 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.775048 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Bound using segment: {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:40.775700 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Bound port: b8905566-0ee6-4a32-9091-bebb2dbe052a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:40.776104 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.839552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.888215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.931037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.934378 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] For port b8905566-0ee6-4a32-9091-bebb2dbe052a, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:40.939827 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] For port b8905566-0ee6-4a32-9091-bebb2dbe052a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b8905566-0ee6-4a32-9091-bebb2dbe052a,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:40.946605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6435285 Jul 06 18:09:40.955794 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.973460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:40.993239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group_rule': {'security_group_id': '1b85f4c6-222f-4652-8713-104de65a4e5c', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:41.012980 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e22b97-7933-4caa-8457-88f26cd71392 None None] Pushing event updated for resources: {'Port': ['ID=b8905566-0ee6-4a32-9091-bebb2dbe052a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:41.039576 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Routers {'57ed3592-ed25-45a2-be80-ad5ad5edab82'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:41.040244 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57ed3592-ed25-45a2-be80-ad5ad5edab82'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:41.055749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f78c9-5ef3-4921-9c61-b3bd038fc821 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b85f4c6-222f-4652-8713-104de65a4e5c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:41.094024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:09:41.094024 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:09:41.094024 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id_1': 'd49074fc572741698831a89df1a067ec', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 9, 41, 36404)}] Jul 06 18:09:41.094024 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:09:41.094569 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:09:41.120159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.266191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.266427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event deleted for resources: {'Port': ['ID=4f3d1b99-e5d1-4b38-af0a-13b19dba59ac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:41.276787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.355410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd26136-0033-462e-a850-154d2e13a99b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:41.365451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.370636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dabe9552-0ea8-4f68-b160-3e7242c124c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922071 Jul 06 18:09:41.371578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46240) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:41.388101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group_rule': {'security_group_id': '1b85f4c6-222f-4652-8713-104de65a4e5c', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:41.456388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.576226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcf5eede-c518-4d04-8b20-21599111706d req-8f7451af-8fb2-44f4-ae06-d2e0637d5829 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2388186 Jul 06 18:09:41.588252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.640759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.703838 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e22b97-7933-4caa-8457-88f26cd71392 None None] Pushing event updated for resources: {'Port': ['ID=b8905566-0ee6-4a32-9091-bebb2dbe052a,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:41.735773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] Set router 57ed3592-ed25-45a2-be80-ad5ad5edab82 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:41.766728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.782314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.839866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.845336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.862576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559d7c94-8536-49ce-a447-996660b9904d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:41.998250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.003243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Fanout notify agent at l3_agent the message router_deleted on router 82df9e16-b528-47a7-ad51-31d1260f6d54 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:42.025952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.041937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.043664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.051944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3816c0e-6fbd-4c84-af5d-1100ecc10eae tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/82df9e16-b528-47a7-ad51-31d1260f6d54 HTTP/1.1" status: 204 len: 168 time: 5.6904690 Jul 06 18:09:42.067040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.069485 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.079361 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c48989e5-032f-4f51-aaff-30a06a81e87d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7030394 Jul 06 18:09:42.086120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.136373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group_rule': {'security_group_id': '1b85f4c6-222f-4652-8713-104de65a4e5c', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:42.181791 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.190820 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6626716 Jul 06 18:09:42.191885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.202637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c8107ba7-7bdd-404a-ad1b-0d93f272296b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '767d5839-5354-4f5a-b173-2ac3ae7df20e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:42.203904 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-c8107ba7-7bdd-404a-ad1b-0d93f272296b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 18:09:42.204869 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-c8107ba7-7bdd-404a-ad1b-0d93f272296b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:42.209832 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8107ba7-7bdd-404a-ad1b-0d93f272296b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125890 Jul 06 18:09:42.210904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.229933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9478be8-fdbe-49ff-80eb-f35c07fc0dc7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767d5839-5354-4f5a-b173-2ac3ae7df20e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:42.246609 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:09:32Z', 'revision_number': 4, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b8905566-0ee6-4a32-9091-bebb2dbe052a', 'name': '', 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'mac_address': 'fa:16:3e:f5:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:40Z', 'revision_number': 4, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'subnets': [{'id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:42.273628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47028dbd-9670-4ba7-81ca-6f4952ed15f5 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:42.281108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.303228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Transition to ACTIVE for port object 47028dbd-9670-4ba7-81ca-6f4952ed15f5 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:42.311410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'name': 'tempest-snat-router-25854022', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:42.323237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.325268 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.387838 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a168d743-f263-4318-845f-84fcca419fc6 None None] The sync data for ids ['57ed3592-ed25-45a2-be80-ad5ad5edab82'] in n-d-799527-3 is: [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:09:32Z', 'revision_number': 4, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b8905566-0ee6-4a32-9091-bebb2dbe052a', 'name': '', 'network_id': '8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'mac_address': 'fa:16:3e:f5:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:40Z', 'revision_number': 4, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'subnets': [{'id': '7ed44ac0-d58b-4225-9bdd-b00cabce870e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:42.414149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d6f58de-102b-4c90-b4b0-6a109f7b9b67 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.452937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d6f58de-102b-4c90-b4b0-6a109f7b9b67 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.555624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Pushing event updated for resources: {'Port': ['ID=47028dbd-9670-4ba7-81ca-6f4952ed15f5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:42.556249 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d6f58de-102b-4c90-b4b0-6a109f7b9b67 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.575347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.576552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d6f58de-102b-4c90-b4b0-6a109f7b9b67 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.578398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.581122 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d6f58de-102b-4c90-b4b0-6a109f7b9b67 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/767d5839-5354-4f5a-b173-2ac3ae7df20e HTTP/1.1" status: 204 len: 168 time: 0.3662531 Jul 06 18:09:42.582765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46266) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.649634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.651003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f58de-102b-4c90-b4b0-6a109f7b9b67 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767d5839-5354-4f5a-b173-2ac3ae7df20e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:42.658918 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.706743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf273ee4-7333-431a-8780-900ad7bbeecf,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:42.718645 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8134cf68-ce1e-4396-8445-b443ee8d91dd tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1214409 Jul 06 18:09:42.722178 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.723793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.736531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.740620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--708404134'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:42.741686 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-06ec5ba3-7c94-4c11-8906-ad7b543dde80 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6218493 Jul 06 18:09:42.743686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46276) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.759438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group_rule': {'security_group_id': '1b85f4c6-222f-4652-8713-104de65a4e5c', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:42.783568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.837749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.008522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.016319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.045277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c14d7d0-80bb-4640-aa1d-19fd45385aad,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:43.052269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.057237 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6bb3014a-3919-4fce-8ceb-b8dc52374dd7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048129 Jul 06 18:09:43.066487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46284) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:43.079184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group_rule': {'security_group_id': '1b85f4c6-222f-4652-8713-104de65a4e5c', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:43.138193 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Project 2e82ca9fd35a46e9895d72b0e660c142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:09:43.148085 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.304658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.313468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.340215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.370296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Attempting to bind port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:43.370742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Attempting to bind port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:43.370974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Attempting to bind port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 on network baaa8579-ac5d-4aed-925d-25690f241cc4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:43.398809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eec1b7-fca7-4345-9784-5b8bb115d61f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:43.400500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 on network baaa8579-ac5d-4aed-925d-25690f241cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:43.400849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Attempting to bind port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 on network baaa8579-ac5d-4aed-925d-25690f241cc4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:43.547181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:43.547698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Checking segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:43.548189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Bound using segment: {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:43.548724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Bound port: 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5a94d8-214e-4b7d-87e3-50d2843435fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:43.549180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.845762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.868376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.874796 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-03b03e21-22d1-4f94-93a5-8626b6502a25 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8049576 Jul 06 18:09:43.877433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:43.883175 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.906054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'security_group_rule': {'security_group_id': '1b85f4c6-222f-4652-8713-104de65a4e5c', 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:43.956981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f155a-93e5-47dd-a345-467fc23d176b req-80b1d6ad-0ee4-4d76-80d6-2f8f58470e9c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:43.958617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e47f155a-93e5-47dd-a345-467fc23d176b req-80b1d6ad-0ee4-4d76-80d6-2f8f58470e9c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 943 time: 0.8542616 Jul 06 18:09:43.970396 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Project 2e82ca9fd35a46e9895d72b0e660c142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:09:43.976057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.984676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] For port 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:44.127214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.134526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3992491 Jul 06 18:09:44.137097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.138329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.147374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f47f6491-dcde-45fe-a72a-402de7e19863 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '78ff8159-b30a-4a08-9109-50de53321008', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:44.150747 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-f47f6491-dcde-45fe-a72a-402de7e19863 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 18:09:44.151668 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-f47f6491-dcde-45fe-a72a-402de7e19863 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:44.153427 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f47f6491-dcde-45fe-a72a-402de7e19863 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131869 Jul 06 18:09:44.156409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.160949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.168416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] For port 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:44.170012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325192e1-7664-4d2f-a41f-48eed854297d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff8159-b30a-4a08-9109-50de53321008,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:44.213662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.226799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b9e83432-f03d-478a-89e8-e0a5645c62b5 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '78ff8159-b30a-4a08-9109-50de53321008', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:44.233839 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-b9e83432-f03d-478a-89e8-e0a5645c62b5 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 18:09:44.235849 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-b9e83432-f03d-478a-89e8-e0a5645c62b5 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:44.239788 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9e83432-f03d-478a-89e8-e0a5645c62b5 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0273736 Jul 06 18:09:44.248446 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.258699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3784595 Jul 06 18:09:44.273058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46332) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.283446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7d50ab43-40ff-403f-a6e5-9d66b4ee0318 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '78ff8159-b30a-4a08-9109-50de53321008', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:44.291167 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-7d50ab43-40ff-403f-a6e5-9d66b4ee0318 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 18:09:44.293832 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-7d50ab43-40ff-403f-a6e5-9d66b4ee0318 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:44.299243 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d50ab43-40ff-403f-a6e5-9d66b4ee0318 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196636 Jul 06 18:09:44.310033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.321685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ede5222e-3531-492d-a744-9dfdadf9188f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '78ff8159-b30a-4a08-9109-50de53321008', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:44.323010 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-ede5222e-3531-492d-a744-9dfdadf9188f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 18:09:44.324323 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-ede5222e-3531-492d-a744-9dfdadf9188f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:44.325650 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ede5222e-3531-492d-a744-9dfdadf9188f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127926 Jul 06 18:09:44.331146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46338) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.346155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e47f155a-93e5-47dd-a345-467fc23d176b req-82ce46d5-bf7f-42c4-be7d-c535027c0a0c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516259 Jul 06 18:09:44.377330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b8905566-0ee6-4a32-9091-bebb2dbe052a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:44.410629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1122b-f2db-4811-832d-7a397f041449 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34dfc1-5238-4737-b1e6-0cac603d88a9,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:44.494735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:44.495460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.508058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] 10.222.0.60 "PUT /v2.0/ports/47028dbd-9670-4ba7-81ca-6f4952ed15f5 HTTP/1.1" status: 200 len: 1091 time: 5.5314562 Jul 06 18:09:44.513496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'tag': '47028dbd-9670-4ba7-81ca-6f4952ed15f5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:44.528158 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa5fbe-28fc-4e51-8323-76449a6b43fb" -d '{"events": [{"name": "network-changed", "server_uuid": "735b754e-efe7-4604-b9dc-1a0bb6799ae9", "tag": "47028dbd-9670-4ba7-81ca-6f4952ed15f5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:44.562612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b085cc1d-ed2d-474c-bdd0-844c936341d4 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.607525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b8905566-0ee6-4a32-9091-bebb2dbe052a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:44.627076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b8905566-0ee6-4a32-9091-bebb2dbe052a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:44.627513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.645957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b085cc1d-ed2d-474c-bdd0-844c936341d4 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.780899 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d9ce0-227c-40cf-868d-0f7d596997c3 x-openstack-request-id: req-826d9ce0-227c-40cf-868d-0f7d596997c3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:44.780899 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735b754e-efe7-4604-b9dc-1a0bb6799ae9", "tag": "47028dbd-9670-4ba7-81ca-6f4952ed15f5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:44.781395 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-826d9ce0-227c-40cf-868d-0f7d596997c3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:44.781602 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'tag': '47028dbd-9670-4ba7-81ca-6f4952ed15f5', 'status': 'completed', 'code': 200} Jul 06 18:09:44.792534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b085cc1d-ed2d-474c-bdd0-844c936341d4 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.807039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b085cc1d-ed2d-474c-bdd0-844c936341d4 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.815106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7549c8-4f5d-4cb5-9236-4b42abda7048 service neutron] Pushing event updated for resources: {'Port': ['ID=47028dbd-9670-4ba7-81ca-6f4952ed15f5,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:44.815413 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b085cc1d-ed2d-474c-bdd0-844c936341d4 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/78ff8159-b30a-4a08-9109-50de53321008 HTTP/1.1" status: 204 len: 168 time: 0.4823143 Jul 06 18:09:44.827700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.860614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085cc1d-ed2d-474c-bdd0-844c936341d4 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff8159-b30a-4a08-9109-50de53321008,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:44.985932 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.055133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b8905566-0ee6-4a32-9091-bebb2dbe052a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b8905566-0ee6-4a32-9091-bebb2dbe052a,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:45.063852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.238497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-5bb81f8f-7ebe-4d25-b8fb-703bce4b25f2 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383690967&fields=id&tenant_id=2e82ca9fd35a46e9895d72b0e660c142 HTTP/1.1" status: 200 len: 267 time: 0.3787141 Jul 06 18:09:45.254453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ec4433d1-8e93-4af6-a360-08131c9862ee tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4250860 Jul 06 18:09:45.260596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46364) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:45.266492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--800751633'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:45.289600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b8905566-0ee6-4a32-9091-bebb2dbe052a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:45.346815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.417557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-dfe5112f-33a0-468b-9a4a-f7dc87301bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:45.420059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-dfe5112f-33a0-468b-9a4a-f7dc87301bd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 1094 time: 0.8026669 Jul 06 18:09:45.554977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-1fb5f01f-4824-45e4-9151-ef0030ae41b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5 HTTP/1.1" status: 200 len: 217 time: 0.1073458 Jul 06 18:09:45.594940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.635495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46372) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:45.726809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.741793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.749851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.796682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-209c2a1a-9d89-45b9-85ea-bd0e21af17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:45.806390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-209c2a1a-9d89-45b9-85ea-bd0e21af17fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.2426562 Jul 06 18:09:45.810999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.826481 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5522947 Jul 06 18:09:45.829709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46376) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:45.839449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2d1cb18b-414b-4176-8807-dcda62bc0407 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:45.840853 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-2d1cb18b-414b-4176-8807-dcda62bc0407 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:09:45.842425 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2d1cb18b-414b-4176-8807-dcda62bc0407 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:45.848266 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d1cb18b-414b-4176-8807-dcda62bc0407 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127354 Jul 06 18:09:45.848266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb89f45-2b80-479b-b598-98ab22e91465 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef84dc-bfc9-45ce-902e-621900785b49,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:45.851079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46380) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:45.863066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e675e7be-7507-4e12-b745-dcc714dfc23b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:45.954312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-1ebd95af-e86b-4401-8909-8c5ef0060f2f tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:45.957455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-1ebd95af-e86b-4401-8909-8c5ef0060f2f tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 808 time: 0.7175183 Jul 06 18:09:46.014725 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-e675e7be-7507-4e12-b745-dcc714dfc23b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.016610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e675e7be-7507-4e12-b745-dcc714dfc23b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1636200 Jul 06 18:09:46.021705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46382) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.030402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2718b3bf-b408-4be7-98d2-6f0a58829004 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.031188 n-d-799527-3 neutron-server[93943]: WARNING neutron.api.v2.base [None req-2718b3bf-b408-4be7-98d2-6f0a58829004 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 18:09:46.038176 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2718b3bf-b408-4be7-98d2-6f0a58829004 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.039950 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2718b3bf-b408-4be7-98d2-6f0a58829004 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166645 Jul 06 18:09:46.046293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46384) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.066737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b3169b10-84a2-4afa-9da5-8646bc59a3e1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.072868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-0dc3ecdc-20d8-491e-acc8-1ee797a58040 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747637 Jul 06 18:09:46.165659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b8905566-0ee6-4a32-9091-bebb2dbe052a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:46.199788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-879971de-d28c-4080-8f54-5392715590ad tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/quotas/2e82ca9fd35a46e9895d72b0e660c142 HTTP/1.1" status: 200 len: 375 time: 0.1409838 Jul 06 18:09:46.200292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34bd8b6-5670-4802-b399-88c2eda376e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.208319 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-b3169b10-84a2-4afa-9da5-8646bc59a3e1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.215375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.217781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b3169b10-84a2-4afa-9da5-8646bc59a3e1 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1686256 Jul 06 18:09:46.281036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89802710-96e8-4483-a8e2-2f3f0b5a1642 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.281876 n-d-799527-3 neutron-server[93942]: WARNING neutron.api.v2.base [None req-89802710-96e8-4483-a8e2-2f3f0b5a1642 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:09:46.282362 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-89802710-96e8-4483-a8e2-2f3f0b5a1642 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.283852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-89802710-96e8-4483-a8e2-2f3f0b5a1642 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142086 Jul 06 18:09:46.289379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.296166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-576300e8-0571-4549-bb14-3d2ca55010bd tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.427457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d7d94-e9d0-438e-a75b-0ed81a5d61ba req-ba048433-342a-45f8-a5a9-11d22cfc5d6c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:46.433736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea8d7d94-e9d0-438e-a75b-0ed81a5d61ba req-ba048433-342a-45f8-a5a9-11d22cfc5d6c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 943 time: 0.7448962 Jul 06 18:09:46.441198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34bd8b6-5670-4802-b399-88c2eda376e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.459327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34bd8b6-5670-4802-b399-88c2eda376e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.547960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Allocated IP 172.25.5.242 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/ccce1476-d454-4d70-b18e-f71f515eff15) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:46.558916 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d34bd8b6-5670-4802-b399-88c2eda376e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bbbefe994c54a6c99dc1454e688275f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212577 Jul 06 18:09:46.565862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.576991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b8905566-0ee6-4a32-9091-bebb2dbe052a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:46.578057 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.679202 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-576300e8-0571-4549-bb14-3d2ca55010bd tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.684040 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-576300e8-0571-4549-bb14-3d2ca55010bd tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3933582 Jul 06 18:09:46.685684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.692623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bd8b6-5670-4802-b399-88c2eda376e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e5064-ac2f-4061-a6b2-ba1ec196414d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:46.725464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-23d794be-d016-4d40-ab0d-0d7d35a7aca7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.726306 n-d-799527-3 neutron-server[93942]: WARNING neutron.api.v2.base [None req-23d794be-d016-4d40-ab0d-0d7d35a7aca7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 18:09:46.727946 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-23d794be-d016-4d40-ab0d-0d7d35a7aca7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.730603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-23d794be-d016-4d40-ab0d-0d7d35a7aca7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167031 Jul 06 18:09:46.732560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46398) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.739162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-adf35eb4-43c5-45fa-8df0-4eed19389199 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.745409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-435b9895-c243-4ee4-afbb-f4668a5a81a9 service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839713 Jul 06 18:09:46.772815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea8d7d94-e9d0-438e-a75b-0ed81a5d61ba req-1bfb6e35-d50a-4d85-bed8-6727eaca181d tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116004 Jul 06 18:09:46.831337 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-adf35eb4-43c5-45fa-8df0-4eed19389199 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.833399 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-adf35eb4-43c5-45fa-8df0-4eed19389199 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0994892 Jul 06 18:09:46.836421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.852017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2e05caf9-2ccd-43f7-949b-b1742dae110b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'c4ef84dc-bfc9-45ce-902e-621900785b49', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.922182 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2e05caf9-2ccd-43f7-949b-b1742dae110b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:46.927946 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2e05caf9-2ccd-43f7-949b-b1742dae110b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0899587 Jul 06 18:09:46.928982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46402) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:46.965427 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-e62556b3-5869-4515-83e2-2f1088c855b4 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7557423 Jul 06 18:09:47.002746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a248f09e-bd63-48c4-8bfe-659f4eef410c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.041184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95fd57cb-f564-4d42-84ec-1b75f397ed43 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.106881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95fd57cb-f564-4d42-84ec-1b75f397ed43 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.207008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-97ef0bbb-be35-4cbd-ad36-ae5aa5797f3e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:09:47.214529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-97ef0bbb-be35-4cbd-ad36-ae5aa5797f3e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147769 Jul 06 18:09:47.224016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a248f09e-bd63-48c4-8bfe-659f4eef410c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.227412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95fd57cb-f564-4d42-84ec-1b75f397ed43 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.234409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95fd57cb-f564-4d42-84ec-1b75f397ed43 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.238121 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-95fd57cb-f564-4d42-84ec-1b75f397ed43 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4ef84dc-bfc9-45ce-902e-621900785b49 HTTP/1.1" status: 204 len: 168 time: 0.3075421 Jul 06 18:09:47.246508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:47.255491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.268070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd57cb-f564-4d42-84ec-1b75f397ed43 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef84dc-bfc9-45ce-902e-621900785b49,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:47.274902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151428b7-7743-48e7-b1dc-a042c64d4ab4 req-e3f3865e-1b55-462e-bab7-c5171692da44 service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170999 Jul 06 18:09:47.365104 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ad48d25-6885-4557-abe6-51a481574d51 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109362 Jul 06 18:09:47.365745 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:47.376355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--847938760'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:47.438691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.461242 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a248f09e-bd63-48c4-8bfe-659f4eef410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.463898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a248f09e-bd63-48c4-8bfe-659f4eef410c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.465101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a248f09e-bd63-48c4-8bfe-659f4eef410c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b0e5064-ac2f-4061-a6b2-ba1ec196414d HTTP/1.1" status: 204 len: 168 time: 0.8776522 Jul 06 18:09:47.478754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-988eafa9-e37a-48a3-af27-9de7e5b25087 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631192 Jul 06 18:09:47.480945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.537978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248f09e-bd63-48c4-8bfe-659f4eef410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e5064-ac2f-4061-a6b2-ba1ec196414d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:47.615814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:47.629535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:47.634813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:47.636929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Port': ['ID=ccce1476-d454-4d70-b18e-f71f515eff15,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:47.649396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.649704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-e90b0ac0-3cb6-4111-a0a4-c9a4b09cc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:47.651385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-e90b0ac0-3cb6-4111-a0a4-c9a4b09cc12e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 1094 time: 0.2853918 Jul 06 18:09:47.659808 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.706563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.711447 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3421378 Jul 06 18:09:47.717781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:47.729422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f0dbcd1f-c35b-4d66-a1b8-647884447ab7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '7579b1dd-15ec-4ac9-9514-760a6c3b97bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:47.767206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fccd0d-f6a0-43fb-89d7-f238c3d47b66 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7579b1dd-15ec-4ac9-9514-760a6c3b97bb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:47.817722 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-f0dbcd1f-c35b-4d66-a1b8-647884447ab7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The resource could not be found. Jul 06 18:09:47.818995 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0dbcd1f-c35b-4d66-a1b8-647884447ab7 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0999000 Jul 06 18:09:47.823604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46424) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:47.829485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-263be486-73f1-4a61-a2c4-71bac750a962 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '7579b1dd-15ec-4ac9-9514-760a6c3b97bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c378422f-e842-4052-b27c-f976037d3915'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:47.925595 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-263be486-73f1-4a61-a2c4-71bac750a962 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The resource could not be found. Jul 06 18:09:47.930968 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-263be486-73f1-4a61-a2c4-71bac750a962 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1020646 Jul 06 18:09:47.931242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46426) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:47.989820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46428) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:48.049461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1dac2b0b-a2af-441e-8812-8ec56bdc74e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.228841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7441d7c-dd7a-4c02-823a-d7a47d279e58 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.293454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7441d7c-dd7a-4c02-823a-d7a47d279e58 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.493372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-e9cbd306-d7f1-4c61-bb50-95b1fc9aad6e service neutron] 10.222.0.37 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0137601 Jul 06 18:09:48.501519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1dac2b0b-a2af-441e-8812-8ec56bdc74e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.504125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7441d7c-dd7a-4c02-823a-d7a47d279e58 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.508775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7441d7c-dd7a-4c02-823a-d7a47d279e58 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.512293 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d7441d7c-dd7a-4c02-823a-d7a47d279e58 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/7579b1dd-15ec-4ac9-9514-760a6c3b97bb HTTP/1.1" status: 204 len: 168 time: 0.5798550 Jul 06 18:09:48.512944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46440) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:48.533356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7441d7c-dd7a-4c02-823a-d7a47d279e58 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579b1dd-15ec-4ac9-9514-760a6c3b97bb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:48.538628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1dac2b0b-a2af-441e-8812-8ec56bdc74e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.569245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-753b89a8-c175-4454-b1ea-b5e942aedb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:48.572503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-753b89a8-c175-4454-b1ea-b5e942aedb07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 200 len: 916 time: 0.8958485 Jul 06 18:09:48.590964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2b0b-a2af-441e-8812-8ec56bdc74e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b4112d-b5ca-4673-9d83-132c9f1718a0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:48.667501 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1dac2b0b-a2af-441e-8812-8ec56bdc74e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aece3f8c7aa48d9b572fe4f7b5f54b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739993 Jul 06 18:09:48.669024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46442) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:48.847584 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a192db0-df0e-4212-bb03-e7fb236e3f0d tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3227105 Jul 06 18:09:48.851789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46444) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:48.860043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9c113117-0335-44bb-a3d3-57251d5d9dac tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': '42c4edd0-9456-44cb-85c6-70329b89c952', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:48.882585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-e767599c-6516-4e9f-99e8-e70796b96ec6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5 HTTP/1.1" status: 200 len: 217 time: 0.2313590 Jul 06 18:09:48.923087 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79b68f3c-be8a-4b63-8a22-0dda8f2206be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.964685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79b68f3c-be8a-4b63-8a22-0dda8f2206be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.054643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79b68f3c-be8a-4b63-8a22-0dda8f2206be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.062201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79b68f3c-be8a-4b63-8a22-0dda8f2206be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.063432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-79b68f3c-be8a-4b63-8a22-0dda8f2206be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8b4112d-b5ca-4673-9d83-132c9f1718a0 HTTP/1.1" status: 204 len: 168 time: 0.3890274 Jul 06 18:09:49.094274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68f3c-be8a-4b63-8a22-0dda8f2206be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b4112d-b5ca-4673-9d83-132c9f1718a0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:49.102877 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-9c113117-0335-44bb-a3d3-57251d5d9dac tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The resource could not be found. Jul 06 18:09:49.104077 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9c113117-0335-44bb-a3d3-57251d5d9dac tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2507319 Jul 06 18:09:49.112740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46450) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:49.122001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005827879'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:49.122933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bc829e8-0dbd-41a3-b016-725d7a7ad6c6 req-7e53faeb-eb7a-439f-bbd4-d0db78f73bc5 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.1123040 Jul 06 18:09:49.176071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96609e00-d959-4b2e-b0b3-efe42fe8a7d1 req-f6d48a8e-9d8c-4977-bf8b-dd4119654887 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:49.192066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96609e00-d959-4b2e-b0b3-efe42fe8a7d1 req-f6d48a8e-9d8c-4977-bf8b-dd4119654887 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 943 time: 0.6974773 Jul 06 18:09:49.210254 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.249943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-18d25782-b3f9-4620-8181-0bfdad4ae4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:49.253383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-18d25782-b3f9-4620-8181-0bfdad4ae4fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 200 len: 855 time: 0.3504567 Jul 06 18:09:49.323668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-c84315e5-a3cb-46f2-b038-3cfe3ca1209a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=baaa8579-ac5d-4aed-925d-25690f241cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630252 Jul 06 18:09:49.475772 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.500730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.511158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.624625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc60192-8fed-446c-bfae-c0037eacc71b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:49.642626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.647137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f2ec24f-1c3c-4ab1-a3e9-56f946c8af0a tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5332227 Jul 06 18:09:49.647841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:49.658259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619883667'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:49.715937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.805021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96609e00-d959-4b2e-b0b3-efe42fe8a7d1 req-74107ed1-e534-4721-a3d0-16137688a367 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109648 Jul 06 18:09:49.928664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.946781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.036917 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.039340 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3904512 Jul 06 18:09:50.046014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:50.062229 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b4c9d-b15e-4088-b3c8-3c42863e5703 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908aaefd-e9cc-4999-ad72-b26762a57a81,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:50.064525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1eb57369-1b75-4e9c-84af-686f38ee741c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group_rule': {'security_group_id': 'ccc60192-8fed-446c-bfae-c0037eacc71b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '908aaefd-e9cc-4999-ad72-b26762a57a81'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:50.141261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-e3d108e2-4b02-4b10-9e29-ec7dbd421b55 service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688814 Jul 06 18:09:50.290989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.370714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cbb3678-e393-4b8c-90f9-f637c78e3ff3 req-08e26bcf-c934-4df1-9822-f324f2034575 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.0829370 Jul 06 18:09:50.437903 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-1eb57369-1b75-4e9c-84af-686f38ee741c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:09:50.439621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1eb57369-1b75-4e9c-84af-686f38ee741c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3883429 Jul 06 18:09:50.446294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46480) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:50.574563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82aa5fbe-28fc-4e51-8323-76449a6b43fb req-9b09cf18-a42c-4ce1-8df0-d4525d3fece3 service neutron] 10.222.0.60 "GET /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261770 Jul 06 18:09:50.611658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-deabcc94-7300-492c-9923-27bbee967558 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.695695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Router 8152b530-2a83-41c9-b9da-193705bc5b31 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:50.744280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-deabcc94-7300-492c-9923-27bbee967558 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.805674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 47028dbd-9670-4ba7-81ca-6f4952ed15f5 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:09:50.922110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-deabcc94-7300-492c-9923-27bbee967558 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.926777 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-deabcc94-7300-492c-9923-27bbee967558 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.931883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:50.936127 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-deabcc94-7300-492c-9923-27bbee967558 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/908aaefd-e9cc-4999-ad72-b26762a57a81 HTTP/1.1" status: 204 len: 168 time: 0.4870903 Jul 06 18:09:50.972352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabcc94-7300-492c-9923-27bbee967558 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908aaefd-e9cc-4999-ad72-b26762a57a81,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:51.024253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:51.043874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '47028dbd-9670-4ba7-81ca-6f4952ed15f5', 'network_id': 'baaa8579-ac5d-4aed-925d-25690f241cc4', 'port_id': '47028dbd-9670-4ba7-81ca-6f4952ed15f5', 'mac_address': 'fa:16:3e:c0:1e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e9c856-b31a-4abe-a2c6-6e8424788742', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:09:51.147835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:51.151882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.170972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Sync routers for ids ['8152b530-2a83-41c9-b9da-193705bc5b31'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:51.268138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47028dbd-9670-4ba7-81ca-6f4952ed15f5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:51.286738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-54443a5b-069e-4f86-971b-31b1835dfc77 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3497376 Jul 06 18:09:51.287036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Routers {'8152b530-2a83-41c9-b9da-193705bc5b31'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:51.287212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.287395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8152b530-2a83-41c9-b9da-193705bc5b31'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:51.287586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-144e3679-31eb-4c5e-8261-1b3233131262 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.2155914 Jul 06 18:09:51.287586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46512) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.290109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46514) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.346748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac824-0df3-407a-90db-f919d0599604 req-2f51f0f5-b875-45ba-9abd-d78c4117fce8 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:51.355014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fbac824-0df3-407a-90db-f919d0599604 req-2f51f0f5-b875-45ba-9abd-d78c4117fce8 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 943 time: 0.2199776 Jul 06 18:09:51.589013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140546c6-5b0d-4d58-bdfa-ac329d5a5b9e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.592769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:51.594054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c9cf2cf-1ebb-43ef-9667-328a1020091f req-1a80b551-1eed-40ab-b918-b57a7544ea00 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.1155779 Jul 06 18:09:51.598089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fbac824-0df3-407a-90db-f919d0599604 req-f4d25b11-e547-43cc-b1e3-3dea54c534ed tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419999 Jul 06 18:09:51.618209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Set router 8152b530-2a83-41c9-b9da-193705bc5b31 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:51.629041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.647775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140546c6-5b0d-4d58-bdfa-ac329d5a5b9e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.707373 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3a6e15d1-7f12-443c-a32b-60286630a03f tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/8152b530-2a83-41c9-b9da-193705bc5b31 HTTP/1.1" status: 200 len: 907 time: 0.4126260 Jul 06 18:09:51.707373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46522) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.712145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'name': 'tempest-snat-router-25854022', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': True}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:51.733447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140546c6-5b0d-4d58-bdfa-ac329d5a5b9e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.738059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140546c6-5b0d-4d58-bdfa-ac329d5a5b9e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.740986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-140546c6-5b0d-4d58-bdfa-ac329d5a5b9e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/ccc60192-8fed-446c-bfae-c0037eacc71b HTTP/1.1" status: 204 len: 168 time: 0.4527974 Jul 06 18:09:51.751112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46524) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.759095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140546c6-5b0d-4d58-bdfa-ac329d5a5b9e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc60192-8fed-446c-bfae-c0037eacc71b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:51.788818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.790261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.927134 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-346a56f5-71c8-474f-817a-813316e7f28f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1730568 Jul 06 18:09:51.934168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.939065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606659205'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:51.943403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.980668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:52.013853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.016767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=47028dbd-9670-4ba7-81ca-6f4952ed15f5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:52.105593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['47028dbd-9670-4ba7-81ca-6f4952ed15f5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:09:52.393091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.404383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.416593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-475d4ebd-8a76-488c-b93f-ed2d8f112f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.485271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152b530-2a83-41c9-b9da-193705bc5b31', 'name': 'tempest-snat-router-25854022', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.242'}], 'enable_snat': False}, 'gw_port_id': 'ccce1476-d454-4d70-b18e-f71f515eff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:42Z', 'updated_at': '2021-07-06T18:09:49Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': 'ccce1476-d454-4d70-b18e-f71f515eff15', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152b530-2a83-41c9-b9da-193705bc5b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:45Z', 'updated_at': '2021-07-06T18:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:52.593431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Checking router: 8152b530-2a83-41c9-b9da-193705bc5b31 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:52.594092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Updating router 8152b530-2a83-41c9-b9da-193705bc5b31 port ccce1476-d454-4d70-b18e-f71f515eff15 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:52.639233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-475d4ebd-8a76-488c-b93f-ed2d8f112f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.641735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.656835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.825121 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-475d4ebd-8a76-488c-b93f-ed2d8f112f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.932510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.987400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.053884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2497ef36-8c2d-48e4-899d-17ad6404a415 req-dd9b29a8-8e14-48dd-b267-370ec6f02768 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.1507547 Jul 06 18:09:53.084859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-475d4ebd-8a76-488c-b93f-ed2d8f112f31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3acc4eafdc7b4fa3ad800e81e1f87481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1030519 Jul 06 18:09:53.085642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27adabde-c1d4-4761-b686-e02d3b5901c5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:53.106535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.114374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-02d80d1b-308e-421e-8c21-a771e7babd5e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1791937 Jul 06 18:09:53.115005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.149804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.174081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-34018411-be82-4456-86f6-90764e93ca0c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:53.174849 n-d-799527-3 neutron-server[93942]: WARNING neutron.api.v2.base [None req-34018411-be82-4456-86f6-90764e93ca0c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:09:53.176856 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-34018411-be82-4456-86f6-90764e93ca0c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 18:09:53.178595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-34018411-be82-4456-86f6-90764e93ca0c tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "PUT /v2.0/security-groups/27adabde-c1d4-4761-b686-e02d3b5901c5 HTTP/1.1" status: 409 len: 330 time: 0.0102298 Jul 06 18:09:53.183425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46566) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.255114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.267591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d4ebd-8a76-488c-b93f-ed2d8f112f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c11f20-3d3e-4e2f-8a44-6930a754ab69,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:53.339245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2393-d7ca-458b-a2ef-b23cd3573d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.373325 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2393-d7ca-458b-a2ef-b23cd3573d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.386541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c189ce-03dd-4ec5-afb9-5023809e328f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.445169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c189ce-03dd-4ec5-afb9-5023809e328f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.449758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2393-d7ca-458b-a2ef-b23cd3573d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.453314 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2393-d7ca-458b-a2ef-b23cd3573d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.454855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ccbb2393-d7ca-458b-a2ef-b23cd3573d07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71c11f20-3d3e-4e2f-8a44-6930a754ab69 HTTP/1.1" status: 204 len: 168 time: 0.3366549 Jul 06 18:09:53.470613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2393-d7ca-458b-a2ef-b23cd3573d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c11f20-3d3e-4e2f-8a44-6930a754ab69,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:53.514950 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.525055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e382a8-f185-4667-a01c-9963c9fdca85 req-e7d3ccf3-d7d5-407a-be38-337d145f5077 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:53.538551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19e382a8-f185-4667-a01c-9963c9fdca85 req-e7d3ccf3-d7d5-407a-be38-337d145f5077 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 944 time: 0.4212320 Jul 06 18:09:53.585832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51b14159-f979-4e82-854d-aaac3bc9a29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.594694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Transition to ACTIVE for port object ccce1476-d454-4d70-b18e-f71f515eff15 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:53.617373 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.652415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19e382a8-f185-4667-a01c-9963c9fdca85 req-89b726a8-b20f-455e-a1e0-c4d43cfbc1b6 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116269 Jul 06 18:09:53.751997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c189ce-03dd-4ec5-afb9-5023809e328f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.757465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c189ce-03dd-4ec5-afb9-5023809e328f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.760023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-07c189ce-03dd-4ec5-afb9-5023809e328f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/27adabde-c1d4-4761-b686-e02d3b5901c5 HTTP/1.1" status: 204 len: 168 time: 0.5610373 Jul 06 18:09:53.766168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.825581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c189ce-03dd-4ec5-afb9-5023809e328f tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27adabde-c1d4-4761-b686-e02d3b5901c5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:53.858859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Allocated IP 172.25.5.234 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/4fd076c5-771b-4ca9-b478-0b91639d3b59) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:53.904321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591caa-de46-488f-84c4-7f686289f24a None None] Pushing event updated for resources: {'Port': ['ID=ccce1476-d454-4d70-b18e-f71f515eff15,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:53.925441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Attempting to bind port ccce1476-d454-4d70-b18e-f71f515eff15 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:53.927759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Attempting to bind port ccce1476-d454-4d70-b18e-f71f515eff15 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:53.931118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Attempting to bind port ccce1476-d454-4d70-b18e-f71f515eff15 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:53.968652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:53.969550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:53.971928 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.972523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:53.978627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Bound port: ccce1476-d454-4d70-b18e-f71f515eff15, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:53.979383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.003203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:54.009758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4727514f-a887-48ac-ab6c-6c32574fc14e tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2405479 Jul 06 18:09:54.063430 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-8c64caa9-f5ed-4a98-b19f-5e253c6c485b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] delete failed (client error): The resource could not be found. Jul 06 18:09:54.065714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8c64caa9-f5ed-4a98-b19f-5e253c6c485b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "DELETE /v2.0/security-groups/ea9af482-a569-4ac9-9465-98907a5686a5 HTTP/1.1" status: 404 len: 347 time: 0.0605576 Jul 06 18:09:54.071749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:54.117615 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-3b6c8b9d-d79b-44a3-b3ff-84e08ddd0369 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] show failed (client error): The resource could not be found. Jul 06 18:09:54.130350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3b6c8b9d-d79b-44a3-b3ff-84e08ddd0369 tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-groups/df16529a-4db0-47a7-ba86-1eabdc1dd318 HTTP/1.1" status: 404 len: 347 time: 0.0568368 Jul 06 18:09:54.131295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46584) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:54.134994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] For port ccce1476-d454-4d70-b18e-f71f515eff15, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:54.140850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] For port ccce1476-d454-4d70-b18e-f71f515eff15, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ccce1476-d454-4d70-b18e-f71f515eff15,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:54.149437 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.257351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Routers {'8152b530-2a83-41c9-b9da-193705bc5b31'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:54.262734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51b14159-f979-4e82-854d-aaac3bc9a29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.265391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8152b530-2a83-41c9-b9da-193705bc5b31'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:54.265674 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-5ef025d3-4e78-4a65-b427-287be7f8734b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] show failed (client error): The resource could not be found. Jul 06 18:09:54.268057 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5ef025d3-4e78-4a65-b427-287be7f8734b tempest-NegativeSecGroupTest-383866502 tempest-NegativeSecGroupTest-383866502-project] 10.222.0.37 "GET /v2.0/security-group-rules/b0795a09-608f-4f6f-b400-c14132ddfd3c HTTP/1.1" status: 404 len: 356 time: 0.0996673 Jul 06 18:09:54.305763 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51b14159-f979-4e82-854d-aaac3bc9a29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.354420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.487691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-51b14159-f979-4e82-854d-aaac3bc9a29b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46357d0b38cd4d1d8373b615db13d8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2158809 Jul 06 18:09:54.499125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:54.543767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65b4798f-9bf0-4ec9-8403-52161336c117 req-9861c350-023d-4b16-9582-8ab16e1b2301 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.1528156 Jul 06 18:09:54.594007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b14159-f979-4e82-854d-aaac3bc9a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f703e89-a7fe-4d88-856c-54a9c50cfcf1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:54.654121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.677557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] Set router 8152b530-2a83-41c9-b9da-193705bc5b31 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:54.782427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:54.796794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:54.836612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:54.851236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:54.907945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 47028dbd-9670-4ba7-81ca-6f4952ed15f5 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:54.923112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591caa-de46-488f-84c4-7f686289f24a None None] Pushing event updated for resources: {'Port': ['ID=ccce1476-d454-4d70-b18e-f71f515eff15,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:54.949197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64864eb9-2d40-473e-bb97-68540ecdb00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.971371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Port': ['ID=4fd076c5-771b-4ca9-b478-0b91639d3b59,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:55.026962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:55.040286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:55.040926 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.088037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64864eb9-2d40-473e-bb97-68540ecdb00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.193438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152b530-2a83-41c9-b9da-193705bc5b31', 'name': 'tempest-snat-router-25854022', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.242'}], 'enable_snat': False}, 'gw_port_id': 'ccce1476-d454-4d70-b18e-f71f515eff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:42Z', 'updated_at': '2021-07-06T18:09:49Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': 'ccce1476-d454-4d70-b18e-f71f515eff15', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152b530-2a83-41c9-b9da-193705bc5b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:45Z', 'updated_at': '2021-07-06T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:55.356778 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.361711 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea343bff-816e-4871-9936-8ea86ebf880b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d49074fc572741698831a89df1a067ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632865 Jul 06 18:09:55.362764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676c0cc-9f97-48da-b07e-e2eee4662469 None None] The sync data for ids ['8152b530-2a83-41c9-b9da-193705bc5b31'] in n-d-799527-3 is: [{'id': '8152b530-2a83-41c9-b9da-193705bc5b31', 'name': 'tempest-snat-router-25854022', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.242'}], 'enable_snat': False}, 'gw_port_id': 'ccce1476-d454-4d70-b18e-f71f515eff15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:42Z', 'updated_at': '2021-07-06T18:09:49Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': 'ccce1476-d454-4d70-b18e-f71f515eff15', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152b530-2a83-41c9-b9da-193705bc5b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:45Z', 'updated_at': '2021-07-06T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:55.368643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:55.383208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64864eb9-2d40-473e-bb97-68540ecdb00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.393209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64864eb9-2d40-473e-bb97-68540ecdb00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.395680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-64864eb9-2d40-473e-bb97-68540ecdb00c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f703e89-a7fe-4d88-856c-54a9c50cfcf1 HTTP/1.1" status: 204 len: 168 time: 0.8947475 Jul 06 18:09:55.468823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-fdd74974-f2e1-4905-b32f-1d6fdc71b90a tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.474078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-fdd74974-f2e1-4905-b32f-1d6fdc71b90a tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 808 time: 0.9259102 Jul 06 18:09:55.475753 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d08a6561-04c7-46a2-ac44-a31892f27b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.479383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47028dbd-9670-4ba7-81ca-6f4952ed15f5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:55.488171 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a2326-f5c3-4ad3-8aac-c4586a49518d" -d '{"events": [{"server_uuid": "735b754e-efe7-4604-b9dc-1a0bb6799ae9", "name": "network-vif-plugged", "status": "completed", "tag": "47028dbd-9670-4ba7-81ca-6f4952ed15f5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:55.520551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:55.532412 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.552023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-86a20f2c-0dcc-42c6-abe6-2ec029a132e0 req-eac1808a-0751-4743-b59c-65ab4da3445d service neutron] (93942) timed out ('10.222.0.37', 57328) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:09:55.555332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64864eb9-2d40-473e-bb97-68540ecdb00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f703e89-a7fe-4d88-856c-54a9c50cfcf1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:55.688824 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd8820-d1ff-4908-bbd3-0739f37e0733 x-openstack-request-id: req-27bd8820-d1ff-4908-bbd3-0739f37e0733 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:55.688824 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735b754e-efe7-4604-b9dc-1a0bb6799ae9", "name": "network-vif-plugged", "status": "completed", "tag": "47028dbd-9670-4ba7-81ca-6f4952ed15f5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:55.689524 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27bd8820-d1ff-4908-bbd3-0739f37e0733 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:55.698151 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47028dbd-9670-4ba7-81ca-6f4952ed15f5', 'code': 200} Jul 06 18:09:55.723676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf774f9-a6af-424a-bee9-ae6bce624c92 req-ec1d4047-8d0b-4ad1-81de-c722ba1bf664 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.745861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cf774f9-a6af-424a-bee9-ae6bce624c92 req-ec1d4047-8d0b-4ad1-81de-c722ba1bf664 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 944 time: 0.5423372 Jul 06 18:09:55.806475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=47028dbd-9670-4ba7-81ca-6f4952ed15f5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:55.924744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-34c16380-6826-4a23-ab0a-38bd4731bea1 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e82ca9fd35a46e9895d72b0e660c142 HTTP/1.1" status: 200 len: 379 time: 0.4331703 Jul 06 18:09:55.949702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'port': {'device_id': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'admin_state_up': True, 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'security_groups': ['1b85f4c6-222f-4652-8713-104de65a4e5c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:56.340102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ccce1476-d454-4d70-b18e-f71f515eff15 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:56.351040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46642) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:56.383582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5cb77cf-6388-4d1a-b5e9-1e27fac2329f req-49acc569-db40-4cd6-b736-9c833429739f tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.1838081 Jul 06 18:09:56.430326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.500040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ccce1476-d454-4d70-b18e-f71f515eff15 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:56.507614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3111-03de-4e14-b253-6ba1399646fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.508789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ccce1476-d454-4d70-b18e-f71f515eff15 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:56.509168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.541561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cf774f9-a6af-424a-bee9-ae6bce624c92 req-304eb1eb-9c96-43af-b00f-3a64173dbd53 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944319 Jul 06 18:09:56.546017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3111-03de-4e14-b253-6ba1399646fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.630005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd5ce-edc1-4503-850b-10f06d8281cf req-2a5fb43f-13a9-4bb3-b589-13d95f4cd81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:56.637138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cacd5ce-edc1-4503-850b-10f06d8281cf req-2a5fb43f-13a9-4bb3-b589-13d95f4cd81c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 1096 time: 0.8515685 Jul 06 18:09:56.659073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3111-03de-4e14-b253-6ba1399646fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.663100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3111-03de-4e14-b253-6ba1399646fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.664506 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6e0b3111-03de-4e14-b253-6ba1399646fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f527f6a-ec9d-4798-9404-55107e14f777 HTTP/1.1" status: 204 len: 168 time: 1.2943680 Jul 06 18:09:56.677150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Made reservation on behalf of 2e82ca9fd35a46e9895d72b0e660c142 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:56.681715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b3111-03de-4e14-b253-6ba1399646fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f527f6a-ec9d-4798-9404-55107e14f777,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:56.688152 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.722453 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.742718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:56.840257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ccce1476-d454-4d70-b18e-f71f515eff15, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ccce1476-d454-4d70-b18e-f71f515eff15,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:56.851903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.917397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3cacd5ce-edc1-4503-850b-10f06d8281cf req-511852d8-438d-47ab-97f3-3ad22dd7f1e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715800 Jul 06 18:09:56.933018 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf129feb-04e8-4550-93f8-d668fde74870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.947822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ccce1476-d454-4d70-b18e-f71f515eff15,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:57.072881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c7ed-8c8d-4511-aa55-d67c00767a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.083557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.264803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Allocated IP 172.20.0.14 (a9d8721f-0090-4e66-8adc-ba7d0306f5f3/3f50034e-898d-4d81-8324-fd6452e9a861/311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:57.394679 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf129feb-04e8-4550-93f8-d668fde74870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.441853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Router 53f49b38-cddb-41d7-addd-3a24aa9bfd38 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:57.455132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf129feb-04e8-4550-93f8-d668fde74870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.702372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:57.717713 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Sync routers for ids ['53f49b38-cddb-41d7-addd-3a24aa9bfd38'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:57.741574 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Routers {'53f49b38-cddb-41d7-addd-3a24aa9bfd38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:57.746415 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['53f49b38-cddb-41d7-addd-3a24aa9bfd38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:58.006396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8441a320-61e1-4c22-b0bd-ada21794b87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.017542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.119767 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Set router 53f49b38-cddb-41d7-addd-3a24aa9bfd38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:58.262010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ccce1476-d454-4d70-b18e-f71f515eff15 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:58.392245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf129feb-04e8-4550-93f8-d668fde74870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fa7b3-eafb-48af-b56e-68c420b96780,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:58.407973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f371629-f424-46ab-b0d7-63c84f5e1f37 req-23c0edb1-7029-4a9b-8fe6-a6747935024f tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.0787735 Jul 06 18:09:58.420094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46682) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:58.420363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bf129feb-04e8-4550-93f8-d668fde74870 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3e2dffb17794809aef859877b56d614&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6665289 Jul 06 18:09:58.493479 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f49b38-cddb-41d7-addd-3a24aa9bfd38', 'name': 'tempest-snat-router-25854022', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '4fd076c5-771b-4ca9-b478-0b91639d3b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:51Z', 'updated_at': '2021-07-06T18:09:55Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': '4fd076c5-771b-4ca9-b478-0b91639d3b59', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f49b38-cddb-41d7-addd-3a24aa9bfd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:52Z', 'updated_at': '2021-07-06T18:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:58.533684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.553694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Transition to ACTIVE for port object 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:58.582782 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Checking router: 53f49b38-cddb-41d7-addd-3a24aa9bfd38 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:58.583641 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Updating router 53f49b38-cddb-41d7-addd-3a24aa9bfd38 port 4fd076c5-771b-4ca9-b478-0b91639d3b59 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:58.593027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ccce1476-d454-4d70-b18e-f71f515eff15 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:58.593622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.628946 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.710311 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.710682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf86af2-48d1-4d73-a6d7-089e29be28f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.797479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf86af2-48d1-4d73-a6d7-089e29be28f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.812171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:58.846621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:58.850342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:58.927487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08a6e2-9718-4459-a2ad-08e63b0528c1 req-d4bacbd2-0372-4a54-8037-6258899b0f7a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:58.930838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af08a6e2-9718-4459-a2ad-08e63b0528c1 req-d4bacbd2-0372-4a54-8037-6258899b0f7a tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.6093485 Jul 06 18:09:58.964937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'Port': ['ID=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:58.977669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf86af2-48d1-4d73-a6d7-089e29be28f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.989128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf86af2-48d1-4d73-a6d7-089e29be28f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.991048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bdf86af2-48d1-4d73-a6d7-089e29be28f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b03fa7b3-eafb-48af-b56e-68c420b96780 HTTP/1.1" status: 204 len: 168 time: 0.5692761 Jul 06 18:09:58.996401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c7ed-8c8d-4511-aa55-d67c00767a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.018701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c7ed-8c8d-4511-aa55-d67c00767a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.053921 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.062896 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-db3b1761-63af-4aa2-9935-5c7de2a76e82 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.3489294 Jul 06 18:09:59.065598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1c7ed-8c8d-4511-aa55-d67c00767a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39552f9-e704-4ceb-adaf-b1e2664c1543,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:59.067620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46692) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:59.072078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf86af2-48d1-4d73-a6d7-089e29be28f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fa7b3-eafb-48af-b56e-68c420b96780,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:59.128249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:59.136058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.172656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af08a6e2-9718-4459-a2ad-08e63b0528c1 req-1197befa-ae51-412d-aba2-3099c102bb6f tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101641 Jul 06 18:09:59.177198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dbc1c7ed-8c8d-4511-aa55-d67c00767a5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d940aea0f0ab430bb09ce64f96c527ad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7985952 Jul 06 18:09:59.180001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:59.191405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f660ab33-9bf0-4f15-b42f-69e5ebd2d9ae tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2565401 Jul 06 18:09:59.215336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Request body: {'port': {'device_id': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:59.334318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b94376aa-c9cc-44b2-a766-3e2592e31980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.358386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.369933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.378341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b94376aa-c9cc-44b2-a766-3e2592e31980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.569579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-41ef1a1c-4387-440d-b5d9-944146827de6 None None] Provisioning for port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:59.592791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-41ef1a1c-4387-440d-b5d9-944146827de6 None None] Provisioning complete for port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:59.593166 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41ef1a1c-4387-440d-b5d9-944146827de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.607097 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45ed0bc3-98b6-4ebc-ae59-e5dbc8441405 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/53f49b38-cddb-41d7-addd-3a24aa9bfd38 HTTP/1.1" status: 200 len: 906 time: 0.5262272 Jul 06 18:09:59.625723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:59.641018 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.657568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Transition to ACTIVE for port object 4fd076c5-771b-4ca9-b478-0b91639d3b59 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:59.669566 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.725898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-41ef1a1c-4387-440d-b5d9-944146827de6 None None] Port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:59.813073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b94376aa-c9cc-44b2-a766-3e2592e31980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.816339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b94376aa-c9cc-44b2-a766-3e2592e31980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.820917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b94376aa-c9cc-44b2-a766-3e2592e31980 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f39552f9-e704-4ceb-adaf-b1e2664c1543 HTTP/1.1" status: 204 len: 168 time: 0.6394761 Jul 06 18:09:59.837713 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36cb05-60d6-4695-a7df-522771cd7cec None None] Pushing event updated for resources: {'Port': ['ID=4fd076c5-771b-4ca9-b478-0b91639d3b59,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:59.848339 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Attempting to bind port 4fd076c5-771b-4ca9-b478-0b91639d3b59 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:59.848802 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Attempting to bind port 4fd076c5-771b-4ca9-b478-0b91639d3b59 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:59.849064 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Attempting to bind port 4fd076c5-771b-4ca9-b478-0b91639d3b59 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:59.866865 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:59.867414 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:59.867687 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.868330 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:59.868890 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Bound port: 4fd076c5-771b-4ca9-b478-0b91639d3b59, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:59.869291 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.895488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94376aa-c9cc-44b2-a766-3e2592e31980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39552f9-e704-4ceb-adaf-b1e2664c1543,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:59.964923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a215cb-e979-402a-a224-d516e202b622 req-b0a15af5-4ac0-4ed7-8d72-60077c915d9e tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:59.966990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43a215cb-e979-402a-a224-d516e202b622 req-b0a15af5-4ac0-4ed7-8d72-60077c915d9e tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 932 time: 0.2821393 Jul 06 18:09:59.988164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.012103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.055150 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] For port 4fd076c5-771b-4ca9-b478-0b91639d3b59, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:00.068134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] For port 4fd076c5-771b-4ca9-b478-0b91639d3b59, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4fd076c5-771b-4ca9-b478-0b91639d3b59,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:00.080520 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.147329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43a215cb-e979-402a-a224-d516e202b622 req-55b01fc4-f9f2-49d6-9746-6de5fb1095c9 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604803 Jul 06 18:10:00.278781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:00.288795 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Routers {'53f49b38-cddb-41d7-addd-3a24aa9bfd38'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:00.289609 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['53f49b38-cddb-41d7-addd-3a24aa9bfd38'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:00.294654 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36cb05-60d6-4695-a7df-522771cd7cec None None] Pushing event updated for resources: {'Port': ['ID=4fd076c5-771b-4ca9-b478-0b91639d3b59,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:00.307800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.344216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Transition to ACTIVE for port object 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:00.349819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.534486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.606591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Pushing event updated for resources: {'Port': ['ID=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:00.669925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Attempting to bind port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:00.670347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Attempting to bind port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:00.670917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Attempting to bind port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 on network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:00.694714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Deleting port 4fd076c5-771b-4ca9-b478-0b91639d3b59 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:00.695070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.725559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a99034-aceb-48ed-9556-6e0ff781f54b req-f8824679-0451-4429-bb51-18f6c73f1d66 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:00.728507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47a99034-aceb-48ed-9556-6e0ff781f54b req-f8824679-0451-4429-bb51-18f6c73f1d66 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.2539966 Jul 06 18:10:00.730392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 on network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:10:00.731165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Attempting to bind port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 on network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:00.745192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:00.745774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Checking segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:00.746439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Bound using segment: {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:00.747806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Bound port: 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60389d69-5760-4b48-b1e4-20f15f319148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:00.748696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.753128 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] Set router 53f49b38-cddb-41d7-addd-3a24aa9bfd38 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:00.757383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.930853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] For port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:00.937296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] For port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:00.966584 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.990695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] For port 4fd076c5-771b-4ca9-b478-0b91639d3b59, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=4fd076c5-771b-4ca9-b478-0b91639d3b59,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:00.991365 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.011113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:01.012649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.015375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] 10.222.0.61 "PUT /v2.0/ports/311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 1092 time: 1.8146160 Jul 06 18:10:01.033596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:01.038666 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:01.043373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Calling delete_port for 4fd076c5-771b-4ca9-b478-0b91639d3b59 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:01.123658 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c84ec-b278-48f5-b0f8-ae5087142dcf x-openstack-request-id: req-140c84ec-b278-48f5-b0f8-ae5087142dcf {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:01.123973 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:01.124241 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-140c84ec-b278-48f5-b0f8-ae5087142dcf {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:01.124668 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'status': 'completed', 'code': 200} Jul 06 18:10:01.262426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47a99034-aceb-48ed-9556-6e0ff781f54b req-7a459579-3e16-4b8e-aa22-6441d4d9e133 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194440 Jul 06 18:10:01.321762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5129b-67a3-42aa-8bfe-62f0b256de6d service neutron] Pushing event updated for resources: {'Port': ['ID=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:01.380422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-17c35bd2-b767-410e-9317-c75fb5891d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:01.382081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-17c35bd2-b767-410e-9317-c75fb5891d5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1095 time: 0.2682316 Jul 06 18:10:01.526211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-f505ae3e-10de-44e6-a499-599ed9882658 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 217 time: 0.1363678 Jul 06 18:10:01.654936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.749374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fd076c5-771b-4ca9-b478-0b91639d3b59,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:01.857358 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f49b38-cddb-41d7-addd-3a24aa9bfd38', 'name': 'tempest-snat-router-25854022', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '4fd076c5-771b-4ca9-b478-0b91639d3b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:51Z', 'updated_at': '2021-07-06T18:09:55Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': '4fd076c5-771b-4ca9-b478-0b91639d3b59', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f49b38-cddb-41d7-addd-3a24aa9bfd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:52Z', 'updated_at': '2021-07-06T18:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:01.870240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-b82a00b3-f147-4b2e-ac34-da4f5ef10a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:01.875111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-b82a00b3-f147-4b2e-ac34-da4f5ef10a18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.3400393 Jul 06 18:10:01.911316 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a476f-8dd9-41d5-a4dc-2587bc019b3b None None] The sync data for ids ['53f49b38-cddb-41d7-addd-3a24aa9bfd38'] in n-d-799527-3 is: [{'id': '53f49b38-cddb-41d7-addd-3a24aa9bfd38', 'name': 'tempest-snat-router-25854022', 'tenant_id': 'a220467896164053abfd12b30902114d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '4fd076c5-771b-4ca9-b478-0b91639d3b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:51Z', 'updated_at': '2021-07-06T18:09:55Z', 'revision_number': 3, 'project_id': 'a220467896164053abfd12b30902114d', 'gw_port': {'id': '4fd076c5-771b-4ca9-b478-0b91639d3b59', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f49b38-cddb-41d7-addd-3a24aa9bfd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:52Z', 'updated_at': '2021-07-06T18:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:01.943558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.089964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e53b-2c74-4641-a419-7a40cb9811d2 req-d8f21072-aed1-413a-afac-00d447813572 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:02.100332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c332e53b-2c74-4641-a419-7a40cb9811d2 req-d8f21072-aed1-413a-afac-00d447813572 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 944 time: 0.4432218 Jul 06 18:10:02.134263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.137188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.225115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.226799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53f49b38-cddb-41d7-addd-3a24aa9bfd38 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:02.239707 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.245822 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c56c4545-e585-4b38-b1ec-499d18bf0f39 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/routers/53f49b38-cddb-41d7-addd-3a24aa9bfd38 HTTP/1.1" status: 204 len: 168 time: 2.6189306 Jul 06 18:10:02.247187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46776) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:02.261834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385211-21a9-41a1-99f4-ce50f1081aab req-c4e8a58a-802e-4496-8e3c-9633db59c5ab tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:02.265522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67385211-21a9-41a1-99f4-ce50f1081aab req-c4e8a58a-802e-4496-8e3c-9633db59c5ab tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.7291827 Jul 06 18:10:02.341518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-a81e8a1a-3dfd-4764-aace-17ed9fa3d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:02.355309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-a81e8a1a-3dfd-4764-aace-17ed9fa3d8a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4461010 Jul 06 18:10:02.465384 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.563923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46782) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:02.602873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c332e53b-2c74-4641-a419-7a40cb9811d2 req-31a64def-0eee-4321-a4c9-1dcbd2186661 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4809840 Jul 06 18:10:02.668132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.726016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67385211-21a9-41a1-99f4-ce50f1081aab req-d0e489cc-7f7f-4382-b300-66b013bba9e1 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423316 Jul 06 18:10:02.805629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-57289262-9255-4d0c-87d7-0200b7d7ee6d service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982270 Jul 06 18:10:02.974754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:03.006674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c489da3-d6c5-43e2-8920-7d9f8bd8b36d req-927d362f-35a3-4dec-b85a-604713b9e7c7 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915309 Jul 06 18:10:03.115089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Deleting port ccce1476-d454-4d70-b18e-f71f515eff15 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:03.115474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:03.226710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-2ee06f77-470a-4b39-b4a4-7ecb51d018d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:03.228928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-2ee06f77-470a-4b39-b4a4-7ecb51d018d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1095 time: 0.1512935 Jul 06 18:10:03.290317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] For port ccce1476-d454-4d70-b18e-f71f515eff15, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ccce1476-d454-4d70-b18e-f71f515eff15,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:03.290885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:03.334089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe275-ff85-4f9d-b5f1-c3cb13efdb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:03.413483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Calling delete_port for ccce1476-d454-4d70-b18e-f71f515eff15 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:03.703922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-2d0f97fa-5e13-475b-90a7-790a3418edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:03.705741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-2d0f97fa-5e13-475b-90a7-790a3418edda service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 909 time: 0.4678893 Jul 06 18:10:03.954186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-8644d2e9-3c4a-44da-b66f-ce8982f24f92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 217 time: 0.2259457 Jul 06 18:10:03.994918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87176da4-a674-4700-8874-b0d503f8a614 req-41752758-05ba-487c-bad0-f09cab18b582 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:03.996261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87176da4-a674-4700-8874-b0d503f8a614 req-41752758-05ba-487c-bad0-f09cab18b582 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.5726862 Jul 06 18:10:04.162166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe275-ff85-4f9d-b5f1-c3cb13efdb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.173885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe275-ff85-4f9d-b5f1-c3cb13efdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.227718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87176da4-a674-4700-8874-b0d503f8a614 req-3184dde7-511c-4125-8051-ca135970d392 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086501 Jul 06 18:10:04.269529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-ceb0166b-b13a-4df4-a874-ab007a18a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.278912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-ceb0166b-b13a-4df4-a874-ab007a18a74e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.3175695 Jul 06 18:10:04.453870 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9c5fe275-ff85-4f9d-b5f1-c3cb13efdb01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f3e40a1c6314676936b3be645e69840&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8881073 Jul 06 18:10:04.459848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:04.527456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fe275-ff85-4f9d-b5f1-c3cb13efdb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c785993-7c77-4b78-a853-3601b6f4ca46,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:04.529537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a60626-11e6-48da-93b1-9e2bc64f4d67 req-8f153720-60a2-4218-84c1-bf4391ddd56e tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.535043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44a60626-11e6-48da-93b1-9e2bc64f4d67 req-8f153720-60a2-4218-84c1-bf4391ddd56e tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 944 time: 0.5086441 Jul 06 18:10:04.604040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.759422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccce1476-d454-4d70-b18e-f71f515eff15,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:04.795294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44a60626-11e6-48da-93b1-9e2bc64f4d67 req-0d7a475c-0554-43bb-95a8-407b15cf2fdb tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383504 Jul 06 18:10:04.825179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-4a4df3dc-8e22-4dda-a827-267dd21cc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.827350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-4a4df3dc-8e22-4dda-a827-267dd21cc333 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5242474 Jul 06 18:10:04.906220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a0854-571e-4b32-a351-64d614642108 req-7cbc5d3c-615c-4365-a429-3dea5e1f0858 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.918015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-322a0854-571e-4b32-a351-64d614642108 req-7cbc5d3c-615c-4365-a429-3dea5e1f0858 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.3794405 Jul 06 18:10:04.945109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfa9c-6143-4060-aed5-cb717dc7dce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.005499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfa9c-6143-4060-aed5-cb717dc7dce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.034958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.073012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-322a0854-571e-4b32-a351-64d614642108 req-98413376-7e76-4dd4-b6f4-085d68ce4201 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529660 Jul 06 18:10:05.214274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-566804db-6e2b-4969-abbd-ccd81c51a169 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698378 Jul 06 18:10:05.409901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.412126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.456412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aadf66d4-d1c7-4cdc-83f7-2db2cdef9e6f req-7796f676-69a3-4721-8df2-cb6022aee584 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336967 Jul 06 18:10:05.557485 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.559128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8152b530-2a83-41c9-b9da-193705bc5b31 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:05.597597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.600353 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3841927a-126d-4963-8a23-65571ee8573c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8152b530-2a83-41c9-b9da-193705bc5b31 HTTP/1.1" status: 204 len: 168 time: 3.3515649 Jul 06 18:10:05.604043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:05.609499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244564853', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:05.626762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfa9c-6143-4060-aed5-cb717dc7dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.634916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfa9c-6143-4060-aed5-cb717dc7dce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.642509 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4b0dfa9c-6143-4060-aed5-cb717dc7dce1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c785993-7c77-4b78-a853-3601b6f4ca46 HTTP/1.1" status: 204 len: 168 time: 1.1638858 Jul 06 18:10:05.677971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dfa9c-6143-4060-aed5-cb717dc7dce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c785993-7c77-4b78-a853-3601b6f4ca46,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:05.692096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.693321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.857713 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.229004 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:06.245593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.310004 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46910) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:06.396449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684644-d729-4975-b83f-83faf92e6dc2 req-fa7f3e5a-bbca-4c00-8191-fafe393721f7 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:06.400884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30684644-d729-4975-b83f-83faf92e6dc2 req-fa7f3e5a-bbca-4c00-8191-fafe393721f7 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.3648019 Jul 06 18:10:06.449808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65de579-b6a8-49cb-8621-b08cf721756e req-e7ba337a-df2a-4136-a2f2-cea3bea4c36e tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:06.459238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e65de579-b6a8-49cb-8621-b08cf721756e req-e7ba337a-df2a-4136-a2f2-cea3bea4c36e tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 944 time: 0.3906126 Jul 06 18:10:06.505384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30684644-d729-4975-b83f-83faf92e6dc2 req-c514aaf1-d7db-44af-86ac-9e0f8bd5ecff tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964689 Jul 06 18:10:06.538790 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67b50766-7019-44e8-9646-18917b756846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.624237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4fd076c5-771b-4ca9-b478-0b91639d3b59 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:06.637043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e65de579-b6a8-49cb-8621-b08cf721756e req-fe78ceae-308d-4315-b66b-6d76fa842921 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761432 Jul 06 18:10:06.642125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:06.661418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf2f9-d26e-439b-8531-d225a4a1d5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.721617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 4fd076c5-771b-4ca9-b478-0b91639d3b59 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:06.721981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 4fd076c5-771b-4ca9-b478-0b91639d3b59 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:06.723761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:10:06.768123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67b50766-7019-44e8-9646-18917b756846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.772534 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.793626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67b50766-7019-44e8-9646-18917b756846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.868702 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-67b50766-7019-44e8-9646-18917b756846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4aa84437b474bd182b2503df5e6ecf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373875 Jul 06 18:10:06.869381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46918) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:06.878775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b50766-7019-44e8-9646-18917b756846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6c1ef-f803-4a5a-8876-635b0adc51af,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:06.890626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:06.917295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'port_id': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'mac_address': 'fa:16:3e:e5:55:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:10:06.971327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5de1f9-8674-4797-b446-0e9d61bf9d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.991151 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.002473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5de1f9-8674-4797-b446-0e9d61bf9d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.015498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:07.026419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.061928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:07.072598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.073563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.093984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf2f9-d26e-439b-8531-d225a4a1d5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.102895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf2f9-d26e-439b-8531-d225a4a1d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.133313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5de1f9-8674-4797-b446-0e9d61bf9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.136829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5de1f9-8674-4797-b446-0e9d61bf9d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.147952 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2c5de1f9-8674-4797-b446-0e9d61bf9d7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71d6c1ef-f803-4a5a-8876-635b0adc51af HTTP/1.1" status: 204 len: 168 time: 0.2682104 Jul 06 18:10:07.181249 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d9bf2f9-d26e-439b-8531-d225a4a1d5df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=152a78a52f3440d9afe402497926d8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694539 Jul 06 18:10:07.183838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bf2f9-d26e-439b-8531-d225a4a1d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f4b0a-80a0-429e-82fa-30a5c2c1ecf7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:07.186932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:07.201830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5de1f9-8674-4797-b446-0e9d61bf9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6c1ef-f803-4a5a-8876-635b0adc51af,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:07.209301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:07.237393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de1c6e-af5e-4817-96ba-b345b45465f1 req-44612dbc-af4a-49ce-8778-13779b02fc04 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:07.240108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45de1c6e-af5e-4817-96ba-b345b45465f1 req-44612dbc-af4a-49ce-8778-13779b02fc04 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.3858106 Jul 06 18:10:07.294362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:07.296496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff126122-cf2c-4fdd-b489-45cdd10709da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.343472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff126122-cf2c-4fdd-b489-45cdd10709da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.378129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45de1c6e-af5e-4817-96ba-b345b45465f1 req-392fb4b8-5362-4c51-aefe-3e3a5f9f94d6 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133690 Jul 06 18:10:07.455829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Allocated IP 172.25.5.219 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/e303ba91-9e7f-424d-b7e9-f35390d14355) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:07.496521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff126122-cf2c-4fdd-b489-45cdd10709da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.517374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff126122-cf2c-4fdd-b489-45cdd10709da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.531210 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff126122-cf2c-4fdd-b489-45cdd10709da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/453f4b0a-80a0-429e-82fa-30a5c2c1ecf7 HTTP/1.1" status: 204 len: 168 time: 0.3395896 Jul 06 18:10:07.569507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff126122-cf2c-4fdd-b489-45cdd10709da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f4b0a-80a0-429e-82fa-30a5c2c1ecf7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:07.794626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.811012 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.919433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8a1b7-4202-490b-9bf0-17f0deda1a58,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.004136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.009278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.010005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.010586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.011136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.011711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.012285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.013178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.013894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.014454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.015028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.015644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:08.057538 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:10:08.073972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:08.075854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d453bbba-2401-4e36-b790-58250492d77e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e53ae41c1c3948798423197f0aa82e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4300978 Jul 06 18:10:08.094825 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.160017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.168143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ccce1476-d454-4d70-b18e-f71f515eff15 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:08.187467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:08.213715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ccce1476-d454-4d70-b18e-f71f515eff15 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:08.214525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ccce1476-d454-4d70-b18e-f71f515eff15 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:08.276317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47531fca-a200-468f-b68e-7ccb8c4aea74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.310369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:08.319939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:08.330089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:08.345159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fcf16a3-a0f2-4e14-93d9-79f7206dc252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.407762 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fcf16a3-a0f2-4e14-93d9-79f7206dc252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.409706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event updated for resources: {'Port': ['ID=e303ba91-9e7f-424d-b7e9-f35390d14355,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.562541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47531fca-a200-468f-b68e-7ccb8c4aea74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.570681 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47531fca-a200-468f-b68e-7ccb8c4aea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.586607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fcf16a3-a0f2-4e14-93d9-79f7206dc252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.590382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fcf16a3-a0f2-4e14-93d9-79f7206dc252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.595663 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8fcf16a3-a0f2-4e14-93d9-79f7206dc252 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3e8a1b7-4202-490b-9bf0-17f0deda1a58 HTTP/1.1" status: 204 len: 168 time: 0.5165956 Jul 06 18:10:08.634759 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-47531fca-a200-468f-b68e-7ccb8c4aea74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3038c14a6ce044ea8a319c40ab33c4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449909 Jul 06 18:10:08.636795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46950) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:08.638490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46952) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:08.663136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47531fca-a200-468f-b68e-7ccb8c4aea74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04822d29-8208-4777-b03d-c85e4a93f072,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.708792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf16a3-a0f2-4e14-93d9-79f7206dc252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8a1b7-4202-490b-9bf0-17f0deda1a58,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.712470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:08.741442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47d3649c-3ad9-4ed7-9edc-30641c8fcfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.817637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:08.828415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:08.828802 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.907354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25a439ae-8d47-42f3-9ed6-93bd27d699c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.954039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25a439ae-8d47-42f3-9ed6-93bd27d699c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.991694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.008553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7487-595b-4f20-abc7-424f8676b52a req-d6b8a24f-9d6c-4a98-95c9-507459a586ca tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.016402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13eb7487-595b-4f20-abc7-424f8676b52a req-d6b8a24f-9d6c-4a98-95c9-507459a586ca tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 945 time: 0.7979472 Jul 06 18:10:09.083944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612410-30f7-4acd-9756-662f332400a7 req-c199bca1-d97b-4f7e-8b56-24d027d07160 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.085742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47d3649c-3ad9-4ed7-9edc-30641c8fcfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.094065 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25a439ae-8d47-42f3-9ed6-93bd27d699c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.097491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25a439ae-8d47-42f3-9ed6-93bd27d699c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.104714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25a439ae-8d47-42f3-9ed6-93bd27d699c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04822d29-8208-4777-b03d-c85e4a93f072 HTTP/1.1" status: 204 len: 168 time: 0.4629595 Jul 06 18:10:09.107930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1612410-30f7-4acd-9756-662f332400a7 req-c199bca1-d97b-4f7e-8b56-24d027d07160 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.7793839 Jul 06 18:10:09.128674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47d3649c-3ad9-4ed7-9edc-30641c8fcfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.133008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a439ae-8d47-42f3-9ed6-93bd27d699c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04822d29-8208-4777-b03d-c85e4a93f072,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:09.264580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3649c-3ad9-4ed7-9edc-30641c8fcfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0150fd4c-5f5f-42e7-9a86-793c08dffa02,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:09.286703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13eb7487-595b-4f20-abc7-424f8676b52a req-396c707f-ee7d-4216-9d4a-42b2a44fee3a tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693257 Jul 06 18:10:09.307164 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-47d3649c-3ad9-4ed7-9edc-30641c8fcfd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d7b2cc99b5c4cd3930320e3c2c1b1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6669827 Jul 06 18:10:09.308050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1612410-30f7-4acd-9756-662f332400a7 req-61c9439d-e4c4-4066-af3c-04490e96a0bc tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991534 Jul 06 18:10:09.310646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:09.440711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.456924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:09.462080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:09.465134 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe127840-b80d-4d3e-b0e6-1da9990640fd" -d '{"events": [{"server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "name": "network-vif-plugged", "status": "completed", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:09.473667 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.522577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0657-fde5-4b97-95b3-702b57b97a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.530639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-1dc9b311-5d8f-424c-a33c-c3e9f2e445da tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.532846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-1dc9b311-5d8f-424c-a33c-c3e9f2e445da tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.2128844 Jul 06 18:10:09.579046 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c820a692-ade9-40bf-b8c1-fc5f475a1f6f x-openstack-request-id: req-c820a692-ade9-40bf-b8c1-fc5f475a1f6f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:09.579364 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "name": "network-vif-plugged", "status": "completed", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:09.582318 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c820a692-ade9-40bf-b8c1-fc5f475a1f6f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:09.583152 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'code': 200} Jul 06 18:10:09.599953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:09.638804 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0657-fde5-4b97-95b3-702b57b97a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.739411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0657-fde5-4b97-95b3-702b57b97a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.743664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0657-fde5-4b97-95b3-702b57b97a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.748382 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca7c0657-fde5-4b97-95b3-702b57b97a02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0150fd4c-5f5f-42e7-9a86-793c08dffa02 HTTP/1.1" status: 204 len: 168 time: 0.4338684 Jul 06 18:10:09.766151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c0657-fde5-4b97-95b3-702b57b97a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0150fd4c-5f5f-42e7-9a86-793c08dffa02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:10.081226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1981a93-d26c-418e-9d13-4abfd0fbc260 req-36a0be0b-dbea-4570-9cd2-9515c71d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.083962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1981a93-d26c-418e-9d13-4abfd0fbc260 req-36a0be0b-dbea-4570-9cd2-9515c71d7710 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 0.3743019 Jul 06 18:10:10.253802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Deleting port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:10.254396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.282767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1981a93-d26c-418e-9d13-4abfd0fbc260 req-03b8cb08-5693-44da-9b22-90797114c698 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389894 Jul 06 18:10:10.319640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.480840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] For port 47028dbd-9670-4ba7-81ca-6f4952ed15f5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=47028dbd-9670-4ba7-81ca-6f4952ed15f5,segment=NetworkSegment(dc5a94d8-214e-4b7d-87e3-50d2843435fd),segment_id=dc5a94d8-214e-4b7d-87e3-50d2843435fd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:10.482300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.510072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Calling delete_port for 47028dbd-9670-4ba7-81ca-6f4952ed15f5 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:10.772700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Router dc63b965-b445-41f3-bbd6-3aef10921a7d is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:10:10.890496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec1a42-9bda-4ca2-b27d-f5de62849ba0 req-33d20084-5b7d-49c5-ab05-ff744cb97993 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.892975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4ec1a42-9bda-4ca2-b27d-f5de62849ba0 req-33d20084-5b7d-49c5-ab05-ff744cb97993 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.2987516 Jul 06 18:10:10.906935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926443-373d-4b77-9a18-5864832c0b08 req-2b3a855f-069b-430d-9192-6e9128e31fdd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.910462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68926443-373d-4b77-9a18-5864832c0b08 req-2b3a855f-069b-430d-9192-6e9128e31fdd tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/ports?device_id=735b754e-efe7-4604-b9dc-1a0bb6799ae9 HTTP/1.1" status: 200 len: 945 time: 0.3139157 Jul 06 18:10:11.098271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.163581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Pushing event deleted for resources: {'Port': ['ID=47028dbd-9670-4ba7-81ca-6f4952ed15f5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:11.242180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68926443-373d-4b77-9a18-5864832c0b08 req-2b52fb29-2b61-4a32-9863-819021e30ea3 tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bcb6751-8031-432a-940a-fb6eb9e13d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867125 Jul 06 18:10:11.311803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] No DVR routers for this DVR port 47028dbd-9670-4ba7-81ca-6f4952ed15f5 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:11.319695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.322163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbcabf27-f8d7-4a6a-b2e8-765e74da0185 req-27a564c2-b869-491d-9e54-a4b2ebe5621c tempest-ServerDiskConfigTestJSON-2024248874 tempest-ServerDiskConfigTestJSON-2024248874-project] 10.222.0.60 "DELETE /v2.0/ports/47028dbd-9670-4ba7-81ca-6f4952ed15f5 HTTP/1.1" status: 204 len: 173 time: 1.7822111 Jul 06 18:10:11.323076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'name': 'network-vif-deleted', 'tag': '47028dbd-9670-4ba7-81ca-6f4952ed15f5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:11.326067 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f90f209-cd5b-411e-849d-edbed60f0b14" -d '{"events": [{"server_uuid": "735b754e-efe7-4604-b9dc-1a0bb6799ae9", "name": "network-vif-deleted", "tag": "47028dbd-9670-4ba7-81ca-6f4952ed15f5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:11.331291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4ec1a42-9bda-4ca2-b27d-f5de62849ba0 req-6a3d36bb-4a7b-4864-ac9f-bd7337e33e69 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526673 Jul 06 18:10:11.350303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:11.378402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.383737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47044) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:11.387064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] Sync routers for ids ['dc63b965-b445-41f3-bbd6-3aef10921a7d'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:11.393424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-861e2f69-960c-47e3-b969-50e4a7a81b13 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7881410 Jul 06 18:10:11.394585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': False}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:11.405740 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b7ce70-1091-4079-abc7-1af614f796e3 x-openstack-request-id: req-e8b7ce70-1091-4079-abc7-1af614f796e3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:11.406398 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735b754e-efe7-4604-b9dc-1a0bb6799ae9", "name": "network-vif-deleted", "tag": "47028dbd-9670-4ba7-81ca-6f4952ed15f5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:11.406905 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8b7ce70-1091-4079-abc7-1af614f796e3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:11.407569 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735b754e-efe7-4604-b9dc-1a0bb6799ae9', 'name': 'network-vif-deleted', 'tag': '47028dbd-9670-4ba7-81ca-6f4952ed15f5', 'status': 'completed', 'code': 200} Jul 06 18:10:11.410995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] Routers {'dc63b965-b445-41f3-bbd6-3aef10921a7d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:11.412367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['dc63b965-b445-41f3-bbd6-3aef10921a7d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:11.469642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:11.493802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] Routers {'dc63b965-b445-41f3-bbd6-3aef10921a7d'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:11.494363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['dc63b965-b445-41f3-bbd6-3aef10921a7d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:11.572773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:11.573468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeafd31e-bc05-4d38-ab9a-6d0fa21f68b8 None None] The sync data for ids ['dc63b965-b445-41f3-bbd6-3aef10921a7d'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:12.351533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:12.492598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:12.864185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62441dc4-9166-4ac9-89ca-e6b45557c1b2 req-8d8140bc-73a1-4430-b25e-8aa2f67764c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:12.871301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62441dc4-9166-4ac9-89ca-e6b45557c1b2 req-8d8140bc-73a1-4430-b25e-8aa2f67764c6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.1717710 Jul 06 18:10:12.878385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 47028dbd-9670-4ba7-81ca-6f4952ed15f5 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:12.941495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 47028dbd-9670-4ba7-81ca-6f4952ed15f5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:12.944142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 47028dbd-9670-4ba7-81ca-6f4952ed15f5 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:12.971782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62441dc4-9166-4ac9-89ca-e6b45557c1b2 req-249b678b-5481-4b1d-a971-54dd9ed865c8 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941966 Jul 06 18:10:13.002189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c353ce20-873e-41e7-8f4c-60a8c9b8d856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.209256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:13.311919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c353ce20-873e-41e7-8f4c-60a8c9b8d856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.324763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c353ce20-873e-41e7-8f4c-60a8c9b8d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.341126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Deleting subnet 23e9c856-b31a-4abe-a2c6-6e8424788742 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:13.352371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.538450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353ce20-873e-41e7-8f4c-60a8c9b8d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab4cd0-e14d-40e5-a071-edbdc895f6af,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:13.552746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c353ce20-873e-41e7-8f4c-60a8c9b8d856 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e34b94078d1451e8c719dcb4839204f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2005370 Jul 06 18:10:13.558980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.561335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:13.636089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.649049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.734260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.767038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:13.821655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Router dc63b965-b445-41f3-bbd6-3aef10921a7d has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:10:13.893248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6c165-6031-427e-8109-805466cc0858 req-bf51b685-0f94-4589-8b8c-82475d77234b tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:13.897072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8a6c165-6031-427e-8109-805466cc0858 req-bf51b685-0f94-4589-8b8c-82475d77234b tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.5506463 Jul 06 18:10:13.904700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3494b91-016e-4174-85b9-45f8be3a2f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.020738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.044192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf78f69-0f9e-4d25-a3a9-a6207e3ff421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.054409 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3494b91-016e-4174-85b9-45f8be3a2f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.122608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.122922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:14.133224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.135121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/23e9c856-b31a-4abe-a2c6-6e8424788742 HTTP/1.1" status: 204 len: 168 time: 0.9216506 Jul 06 18:10:14.138224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96817b1-f999-45a6-a555-e80214cfbb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e9c856-b31a-4abe-a2c6-6e8424788742,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:14.139651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.141180 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] Sync routers for ids ['dc63b965-b445-41f3-bbd6-3aef10921a7d'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:14.147460 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5faf2a1f-ad31-4c30-8103-e09cd983037d tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "PUT /v2.0/routers/dc63b965-b445-41f3-bbd6-3aef10921a7d HTTP/1.1" status: 200 len: 925 time: 2.7605865 Jul 06 18:10:14.152932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47142) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.168734 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] Routers {'dc63b965-b445-41f3-bbd6-3aef10921a7d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:14.170472 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['dc63b965-b445-41f3-bbd6-3aef10921a7d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.177184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8a6c165-6031-427e-8109-805466cc0858 req-d0fcf85f-68d8-4ba6-b165-13a0d9b3a1d3 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664695 Jul 06 18:10:14.219911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3494b91-016e-4174-85b9-45f8be3a2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.231464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3494b91-016e-4174-85b9-45f8be3a2f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.239135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d3494b91-016e-4174-85b9-45f8be3a2f38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bab4cd0-e14d-40e5-a071-edbdc895f6af HTTP/1.1" status: 204 len: 168 time: 0.6763067 Jul 06 18:10:14.272973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3494b91-016e-4174-85b9-45f8be3a2f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab4cd0-e14d-40e5-a071-edbdc895f6af,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:14.337343 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.380430 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] Routers {'dc63b965-b445-41f3-bbd6-3aef10921a7d'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:14.381545 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['dc63b965-b445-41f3-bbd6-3aef10921a7d'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.508148 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.516579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89589b69-6c3b-4da4-a564-c9d32820fc6b None None] The sync data for ids ['dc63b965-b445-41f3-bbd6-3aef10921a7d'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:14.550245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.726932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c87f2-a167-4a3f-ba31-ac524cb38c39 req-fe729213-43a0-4ecf-85b6-fc2b29658a4d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:14.728765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-915c87f2-a167-4a3f-ba31-ac524cb38c39 req-fe729213-43a0-4ecf-85b6-fc2b29658a4d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.1382532 Jul 06 18:10:14.807122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-915c87f2-a167-4a3f-ba31-ac524cb38c39 req-e45c76d6-1cec-4e83-a8e1-65d03e6269ab tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718222 Jul 06 18:10:14.846064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.851909 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.878312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baaa8579-ac5d-4aed-925d-25690f241cc4']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.896736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5a94d8-214e-4b7d-87e3-50d2843435fd') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.897040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5a94d8-214e-4b7d-87e3-50d2843435fd') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:14.912911 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-38aad7bc-fbfa-42e6-b09a-52d35e5991b2 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/dc63b965-b445-41f3-bbd6-3aef10921a7d HTTP/1.1" status: 200 len: 925 time: 0.3668113 Jul 06 18:10:14.914238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.916720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.951980 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.964873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf78f69-0f9e-4d25-a3a9-a6207e3ff421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.969264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:14.969728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:14.971984 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:14.989102 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdf78f69-0f9e-4d25-a3a9-a6207e3ff421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.040656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98623409-ebf3-48d3-be62-7bd5303054dc tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:15.048339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-98623409-ebf3-48d3-be62-7bd5303054dc tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=dc63b965-b445-41f3-bbd6-3aef10921a7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1319809 Jul 06 18:10:15.049586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.076979 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bdf78f69-0f9e-4d25-a3a9-a6207e3ff421 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b82507431114372bebbe78757effecd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3075957 Jul 06 18:10:15.079601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47178) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.081706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78f69-0f9e-4d25-a3a9-a6207e3ff421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bacca4-e3b4-4d12-81dc-8d36cd786c90,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:15.098000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.112388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.116859 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] 10.222.0.37 "DELETE /v2.0/networks/baaa8579-ac5d-4aed-925d-25690f241cc4 HTTP/1.1" status: 204 len: 168 time: 0.9643750 Jul 06 18:10:15.141444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45cb55-6b80-4a8b-90cf-bdc2995b6dee admin admin] Pushing event deleted for resources: {'Network': ['ID=baaa8579-ac5d-4aed-925d-25690f241cc4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:15.220153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18766afe-20aa-4cd6-a106-251928fc9eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.266649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18766afe-20aa-4cd6-a106-251928fc9eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.295631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ba2a3-d940-486a-b1f7-aa24b14b1a59 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:15.300576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-242ba2a3-d940-486a-b1f7-aa24b14b1a59 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.2473814 Jul 06 18:10:15.300887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47196) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.339234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c544f7-7ec9-492b-91c6-cf7c59baf7c1 tempest-TestServerBasicOps-119797023 tempest-TestServerBasicOps-119797023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:15.345236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e4c544f7-7ec9-492b-91c6-cf7c59baf7c1 tempest-TestServerBasicOps-119797023 tempest-TestServerBasicOps-119797023-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1092 time: 0.4944143 Jul 06 18:10:15.345475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47198) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.349967 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-817283df-e567-4bbc-8fff-09843e603346 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc63b965-b445-41f3-bbd6-3aef10921a7d HTTP/1.1" status: 200 len: 205 time: 0.0479662 Jul 06 18:10:15.354251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:15.354474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.398932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.479329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47202) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.522376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18766afe-20aa-4cd6-a106-251928fc9eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.527305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18766afe-20aa-4cd6-a106-251928fc9eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.530111 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-18766afe-20aa-4cd6-a106-251928fc9eca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8bacca4-e3b4-4d12-81dc-8d36cd786c90 HTTP/1.1" status: 204 len: 168 time: 0.4491963 Jul 06 18:10:15.555689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18766afe-20aa-4cd6-a106-251928fc9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bacca4-e3b4-4d12-81dc-8d36cd786c90,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:15.601233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47210) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.603135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f23f6f89-8941-4388-aeed-622eef871077 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d82d127b2dd45aa9b9a9ec08eae8f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125062 Jul 06 18:10:15.642377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.653953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.698486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.761773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee235-cf87-4036-8c48-496f202a0db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.834923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee235-cf87-4036-8c48-496f202a0db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.914195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.974880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Allocated IP 172.25.5.202 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/3cb5cc29-7215-4f3a-a801-fc483c0f87d4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:15.979454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee235-cf87-4036-8c48-496f202a0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.983781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee235-cf87-4036-8c48-496f202a0db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.988948 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a3ee235-cf87-4036-8c48-496f202a0db4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bcb6751-8031-432a-940a-fb6eb9e13d0a HTTP/1.1" status: 204 len: 168 time: 0.3817332 Jul 06 18:10:16.002129 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ee235-cf87-4036-8c48-496f202a0db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb6751-8031-432a-940a-fb6eb9e13d0a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:16.036462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Deleting port e303ba91-9e7f-424d-b7e9-f35390d14355 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:16.036821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.194441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.210254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Calling delete_port for e303ba91-9e7f-424d-b7e9-f35390d14355 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:16.250862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a117-30ba-4287-a3a2-ce9887bf13c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.355076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:16.412474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a9204f7-7d83-4820-99ae-a8e0787caafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.475998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.568096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.626694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event deleted for resources: {'Port': ['ID=e303ba91-9e7f-424d-b7e9-f35390d14355,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:16.629888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a117-30ba-4287-a3a2-ce9887bf13c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.658676 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a117-30ba-4287-a3a2-ce9887bf13c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.683790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.758689 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.878329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6a117-30ba-4287-a3a2-ce9887bf13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da433094-2be7-45b7-aa82-cb1664bd3bc9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:16.914579 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47240) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:16.915607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fdc6a117-30ba-4287-a3a2-ce9887bf13c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdd528353cd14342910c73beb51a7bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2703013 Jul 06 18:10:16.935569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.939659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.025820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.027112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Fanout notify agent at l3_agent the message router_deleted on router dc63b965-b445-41f3-bbd6-3aef10921a7d {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:17.027323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:17.036864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:17.039918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'Port': ['ID=3cb5cc29-7215-4f3a-a801-fc483c0f87d4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:17.041306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.042483 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3fc98d0d-b1f3-4e44-b969-75f29f50de83 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/dc63b965-b445-41f3-bbd6-3aef10921a7d HTTP/1.1" status: 204 len: 168 time: 1.6870546 Jul 06 18:10:17.044477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:17.050716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47246) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:17.061125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-665069272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:17.107114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc02f268-2235-4c6e-b37f-28bc8dec1cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.168656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc02f268-2235-4c6e-b37f-28bc8dec1cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.211766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a9204f7-7d83-4820-99ae-a8e0787caafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.224294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a9204f7-7d83-4820-99ae-a8e0787caafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.288459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.292447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.333914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc02f268-2235-4c6e-b37f-28bc8dec1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.336645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc02f268-2235-4c6e-b37f-28bc8dec1cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.341845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc02f268-2235-4c6e-b37f-28bc8dec1cbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da433094-2be7-45b7-aa82-cb1664bd3bc9 HTTP/1.1" status: 204 len: 168 time: 0.4221711 Jul 06 18:10:17.382633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6a9204f7-7d83-4820-99ae-a8e0787caafe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c722a2e7dad3455c813b8a7cc112cedd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0196486 Jul 06 18:10:17.388716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9204f7-7d83-4820-99ae-a8e0787caafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c3a1af-68de-453d-b525-129da7745b29,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:17.389334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:17.418957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02f268-2235-4c6e-b37f-28bc8dec1cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da433094-2be7-45b7-aa82-cb1664bd3bc9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:17.461306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.470326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.513307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.514961 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-69669642-d47a-46e4-90b4-2d44dba62fe8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4632032 Jul 06 18:10:17.520646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47260) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:17.525595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:17.592131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e08c0d8a-e02c-494f-bdaf-58523ca9be2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.020092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.086170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:18.131946 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0291d919-6ae9-4f36-b291-0808cc982f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.194897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.321655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e08c0d8a-e02c-494f-bdaf-58523ca9be2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.394659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.492717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e08c0d8a-e02c-494f-bdaf-58523ca9be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.498253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e08c0d8a-e02c-494f-bdaf-58523ca9be2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.501368 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e08c0d8a-e02c-494f-bdaf-58523ca9be2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30c3a1af-68de-453d-b525-129da7745b29 HTTP/1.1" status: 204 len: 168 time: 1.1080954 Jul 06 18:10:18.573576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c0d8a-e02c-494f-bdaf-58523ca9be2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c3a1af-68de-453d-b525-129da7745b29,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:18.651971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0291d919-6ae9-4f36-b291-0808cc982f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.665235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0291d919-6ae9-4f36-b291-0808cc982f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.778531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0291d919-6ae9-4f36-b291-0808cc982f11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b3bea73760746bcbf0c07427f3ec218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6894596 Jul 06 18:10:18.781216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291d919-6ae9-4f36-b291-0808cc982f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c595c7-3fbe-4e51-baa6-c81d958ad696,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:18.787393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47292) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:18.875714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.907847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.133955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.242127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.677150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Allocated IP 172.25.5.108 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/84bf2888-1241-481d-8ef1-a17cef230978) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:19.751815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47314) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:19.813554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4829236-7362-403e-8c42-de11f4d2a8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.851449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event updated for resources: {'Port': ['ID=3cb5cc29-7215-4f3a-a801-fc483c0f87d4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:19.921276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4829236-7362-403e-8c42-de11f4d2a8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.934755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.017700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.048287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb7211b3-44e3-4ecf-9239-9f85d4df7ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.082713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.223551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event updated for resources: {'Port': ['ID=84bf2888-1241-481d-8ef1-a17cef230978,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:20.253683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:20.255317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:20.258502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4829236-7362-403e-8c42-de11f4d2a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.264457 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4829236-7362-403e-8c42-de11f4d2a8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.268078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c4829236-7362-403e-8c42-de11f4d2a8c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30c595c7-3fbe-4e51-baa6-c81d958ad696 HTTP/1.1" status: 204 len: 168 time: 1.4788492 Jul 06 18:10:20.275396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:20.305028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4829236-7362-403e-8c42-de11f4d2a8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c595c7-3fbe-4e51-baa6-c81d958ad696,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:20.424452 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Floating IP 256931b9-0e6c-4f44-bfea-8d3f813be0de associated. External IP: 172.25.5.202, port: 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8. Jul 06 18:10:20.776587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb7211b3-44e3-4ecf-9239-9f85d4df7ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.834350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb7211b3-44e3-4ecf-9239-9f85d4df7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.933880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb7211b3-44e3-4ecf-9239-9f85d4df7ec3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c1b17abf3b4448f8004c34f6d293e79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1757228 Jul 06 18:10:20.937749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:20.955210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7211b3-44e3-4ecf-9239-9f85d4df7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6892eb35-0c7b-4c31-ba9f-7a749dad8ffa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:20.986916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.093241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Router d5e60669-00f8-4a5e-8717-a7c24191682a has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:10:21.094359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39fce66e-74f4-4c8b-b144-d09494ad3c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.143914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39fce66e-74f4-4c8b-b144-d09494ad3c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.328731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:21.341911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] Sync routers for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:21.357408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:21.358519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:21.365592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39fce66e-74f4-4c8b-b144-d09494ad3c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.370655 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39fce66e-74f4-4c8b-b144-d09494ad3c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.371575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-39fce66e-74f4-4c8b-b144-d09494ad3c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6892eb35-0c7b-4c31-ba9f-7a749dad8ffa HTTP/1.1" status: 204 len: 168 time: 0.4312615 Jul 06 18:10:21.377905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.398121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fce66e-74f4-4c8b-b144-d09494ad3c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6892eb35-0c7b-4c31-ba9f-7a749dad8ffa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:21.444996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.452198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.467321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c680c9a1-0166-4ce3-ad39-5d9efbd85d60 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1102409 Jul 06 18:10:21.467321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:21.467321 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:21.513710 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6078090-0525-4a3b-b857-812a27961d8b x-openstack-request-id: req-f6078090-0525-4a3b-b857-812a27961d8b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:21.514405 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:21.514845 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6078090-0525-4a3b-b857-812a27961d8b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:21.515543 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'status': 'completed', 'code': 200} Jul 06 18:10:21.563063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:21.653492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-778ab334-cf99-443e-8395-b90dfeb7a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:21.655672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-778ab334-cf99-443e-8395-b90dfeb7a091 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 0.1100988 Jul 06 18:10:21.788428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Router dd89c9a6-ebde-42ef-b0fc-078ffb336f31 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:10:21.831356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-5fe0fb7e-9ef4-4d52-a213-43fa7ad46495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:21.831356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-5fe0fb7e-9ef4-4d52-a213-43fa7ad46495 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 909 time: 0.1638496 Jul 06 18:10:21.996931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-42e7ba3e-a4ff-4c7f-90f0-f2f14577a156 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 1000 time: 0.1544104 Jul 06 18:10:22.038016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:22.052184 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] Sync routers for ids ['dd89c9a6-ebde-42ef-b0fc-078ffb336f31'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:22.062207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.066523 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3cebddad-4f47-406b-9643-da838567da25 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "PUT /v2.0/routers/dd89c9a6-ebde-42ef-b0fc-078ffb336f31 HTTP/1.1" status: 200 len: 883 time: 4.5421491 Jul 06 18:10:22.067399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47390) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:22.082444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] Routers {'dd89c9a6-ebde-42ef-b0fc-078ffb336f31'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:22.089360 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['dd89c9a6-ebde-42ef-b0fc-078ffb336f31'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.109585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-0b03b2cb-88b3-40ff-886e-b942a19e5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.111119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-0b03b2cb-88b3-40ff-886e-b942a19e5d0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.1163785 Jul 06 18:10:22.217726 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.227440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '256931b9-0e6c-4f44-bfea-8d3f813be0de', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'port_id': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'mac_address': 'fa:16:3e:e5:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:10:17Z', 'updated_at': '2021-07-06T18:10:17Z', 'revision_number': 0, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.229436 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] Routers {'dd89c9a6-ebde-42ef-b0fc-078ffb336f31'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:22.230252 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['dd89c9a6-ebde-42ef-b0fc-078ffb336f31'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.287031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-8a51f7b5-221c-40c9-9bde-d42a241514f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.289730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-8a51f7b5-221c-40c9-9bde-d42a241514f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716630 Jul 06 18:10:22.313789 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.315213 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63015d3-67f7-4daa-8e88-143eeb8c986b None None] The sync data for ids ['dd89c9a6-ebde-42ef-b0fc-078ffb336f31'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:22.322248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] Checking router: d5e60669-00f8-4a5e-8717-a7c24191682a for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:10:22.366206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:22.367765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.404607 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a0da9de-ba37-4a7f-b9e2-4137e7b4bcc7 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/dd89c9a6-ebde-42ef-b0fc-078ffb336f31 HTTP/1.1" status: 200 len: 924 time: 0.3299136 Jul 06 18:10:22.409468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:22.594157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-b7249afc-6e6d-4d59-9059-9313413545d0 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936947 Jul 06 18:10:22.687854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd658ccc-efdf-4430-a7ed-fbbda2cc33cd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.690184 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd658ccc-efdf-4430-a7ed-fbbda2cc33cd tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=dd89c9a6-ebde-42ef-b0fc-078ffb336f31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2792966 Jul 06 18:10:22.691293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:22.694288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47414) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:22.781244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73cbc4e6-fffd-45b3-a029-e8c7f3e16fda req-2804c3a7-6a4a-4030-ad06-0a583b1733fc service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803269 Jul 06 18:10:22.885979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b3f9c-3a87-42e8-b8f8-efbafc6290e6 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.901503 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-533b3f9c-3a87-42e8-b8f8-efbafc6290e6 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.2012172 Jul 06 18:10:22.901833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:23.058305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6a09c47d-3796-4da5-b2ae-458cb8ad60f9 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd89c9a6-ebde-42ef-b0fc-078ffb336f31 HTTP/1.1" status: 200 len: 205 time: 0.1505845 Jul 06 18:10:23.059223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47432) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:23.397247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:23.554625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '256931b9-0e6c-4f44-bfea-8d3f813be0de', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'port_id': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'mac_address': 'fa:16:3e:e5:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:10:17Z', 'updated_at': '2021-07-06T18:10:17Z', 'revision_number': 0, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:23.607911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a646-e11d-46d4-9bf9-ee6002d1e1a8 None None] The sync data for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 is: [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '256931b9-0e6c-4f44-bfea-8d3f813be0de', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'port_id': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'mac_address': 'fa:16:3e:e5:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:10:17Z', 'updated_at': '2021-07-06T18:10:17Z', 'revision_number': 0, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:23.678249 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:23.873803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Deleting port 84bf2888-1241-481d-8ef1-a17cef230978 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:23.874753 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.062046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.086338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Calling delete_port for 84bf2888-1241-481d-8ef1-a17cef230978 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:24.318907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b4572-70a3-424b-ad29-9d1d5f0ae9bd None None] New status for floating IP 256931b9-0e6c-4f44-bfea-8d3f813be0de: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:10:24.752334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.816689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event deleted for resources: {'Port': ['ID=84bf2888-1241-481d-8ef1-a17cef230978,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:24.873596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:25.013737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.107795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fef4b1f6-85fa-4163-bf40-b737add8df6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.270565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.275499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.384292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.384880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Fanout notify agent at l3_agent the message router_deleted on router dd89c9a6-ebde-42ef-b0fc-078ffb336f31 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:25.392974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.399849 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c125385c-e3d4-49c9-a1e5-8202365a57e5 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/dd89c9a6-ebde-42ef-b0fc-078ffb336f31 HTTP/1.1" status: 204 len: 168 time: 2.3369722 Jul 06 18:10:25.400054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:25.433520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1499215944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:25.435792 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-371484c8-c4d4-43d8-9f27-e7857cb0ce0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.455297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fef4b1f6-85fa-4163-bf40-b737add8df6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.468399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fef4b1f6-85fa-4163-bf40-b737add8df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.552636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.553995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.675931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.677503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b1f6-85fa-4163-bf40-b737add8df6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af702ec1-d31c-47f2-901c-eef5ff52cfb9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:25.734574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:25.735745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fef4b1f6-85fa-4163-bf40-b737add8df6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c6b58eed1094ca793d7d81ec09a374a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548312 Jul 06 18:10:25.741697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.792958 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.796670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c786cde-8619-4611-965f-c56565a402bc tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3838708 Jul 06 18:10:25.800184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:25.812799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': True}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:25.909613 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8352d00c-96d9-452d-943c-35ecb057b14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.967405 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8352d00c-96d9-452d-943c-35ecb057b14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.050813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8352d00c-96d9-452d-943c-35ecb057b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.057946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8352d00c-96d9-452d-943c-35ecb057b14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.063157 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8352d00c-96d9-452d-943c-35ecb057b14d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af702ec1-d31c-47f2-901c-eef5ff52cfb9 HTTP/1.1" status: 204 len: 168 time: 0.3258958 Jul 06 18:10:26.082037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352d00c-96d9-452d-943c-35ecb057b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af702ec1-d31c-47f2-901c-eef5ff52cfb9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:26.197287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.719111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.762570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.923692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Allocated IP 172.25.5.216 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/d5537390-1b23-4b93-8857-f6e7a9511c31) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:27.170474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.255145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.332209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:27.334164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Port': ['ID=d5537390-1b23-4b93-8857-f6e7a9511c31,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:27.345050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:27.348381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:27.674206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47572) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:27.930393 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb189cf0-42af-41f5-bfc5-b68b8d862ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.980490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.029912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-890fa7fb-fe68-49db-aca6-4faf814bfa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.129453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.316607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-890fa7fb-fe68-49db-aca6-4faf814bfa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.327231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-890fa7fb-fe68-49db-aca6-4faf814bfa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.491956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fa7fb-fe68-49db-aca6-4faf814bfa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d44feb7-7260-46bf-af94-8e7c3b781a5f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:28.506235 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-890fa7fb-fe68-49db-aca6-4faf814bfa99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e50edd4d30ab440b92a8203f488ba256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8306777 Jul 06 18:10:28.511419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:28.770899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1caa5a20-5b3c-402e-b73d-287631ba57fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.783201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.812597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.846099 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1caa5a20-5b3c-402e-b73d-287631ba57fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.400038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.671683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1caa5a20-5b3c-402e-b73d-287631ba57fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.681297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1caa5a20-5b3c-402e-b73d-287631ba57fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.689124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1caa5a20-5b3c-402e-b73d-287631ba57fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d44feb7-7260-46bf-af94-8e7c3b781a5f HTTP/1.1" status: 204 len: 168 time: 1.1753817 Jul 06 18:10:29.745920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa5a20-5b3c-402e-b73d-287631ba57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d44feb7-7260-46bf-af94-8e7c3b781a5f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:29.835565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Router 758c3b35-e417-4eb9-ae4a-37fde983ad2a is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:10:30.008069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.162859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47640) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:30.311926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:30.367201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] Sync routers for ids ['758c3b35-e417-4eb9-ae4a-37fde983ad2a'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:30.398787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.408921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-25fd1d3f-8208-4a3c-8d2b-a1380aba3920 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "PUT /v2.0/routers/758c3b35-e417-4eb9-ae4a-37fde983ad2a HTTP/1.1" status: 200 len: 919 time: 4.6037920 Jul 06 18:10:30.409619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:30.486488 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] Routers {'758c3b35-e417-4eb9-ae4a-37fde983ad2a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:30.494975 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['758c3b35-e417-4eb9-ae4a-37fde983ad2a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.620091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:30.647377 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.676533 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] Routers {'758c3b35-e417-4eb9-ae4a-37fde983ad2a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:30.677320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['758c3b35-e417-4eb9-ae4a-37fde983ad2a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.709222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:30.713050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d6d30d7c-603d-4fc1-b653-0d87d77a75c6 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/758c3b35-e417-4eb9-ae4a-37fde983ad2a HTTP/1.1" status: 200 len: 925 time: 0.3022141 Jul 06 18:10:30.716561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:30.723408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44cbf4c3-97c3-4b62-80ac-760d89f2d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.741389 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.743994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.744571 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5f09f-aa3d-4178-b854-1b1ef2dd31e4 None None] The sync data for ids ['758c3b35-e417-4eb9-ae4a-37fde983ad2a'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:30.813628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb45ca-a55b-4aed-8fb4-5c2524523b8c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:30.814930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:10:30.814930 n-d-799527-3 neutron-server[93943]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 18:10:30.814930 n-d-799527-3 neutron-server[93943]: [parameters: {'project_id': '3013797778184b8ca4b5852063780075', 'id': '3403bcff-10ca-4e0b-9ad5-fa85548bcb4b', 'expiration': datetime.datetime(2021, 7, 6, 18, 12, 30, 760404)}] Jul 06 18:10:30.814930 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:10:30.815721 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:10:30.830982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-accb45ca-a55b-4aed-8fb4-5c2524523b8c tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=758c3b35-e417-4eb9-ae4a-37fde983ad2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1069033 Jul 06 18:10:30.832033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:30.879929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44cbf4c3-97c3-4b62-80ac-760d89f2d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.886000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44cbf4c3-97c3-4b62-80ac-760d89f2d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.959737 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-44cbf4c3-97c3-4b62-80ac-760d89f2d1a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=051506de64c244e98a27587daada1c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376017 Jul 06 18:10:30.961450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf4c3-97c3-4b62-80ac-760d89f2d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc5979-b33f-4a10-b4fc-897848726dcc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:30.966881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:31.014796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5863971-e103-4df5-84fb-1c5076aa20c7 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:31.018530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b5863971-e103-4df5-84fb-1c5076aa20c7 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.1847310 Jul 06 18:10:31.019780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47662) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:31.081666 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8a88204e-3842-42ec-9d2e-8d58bac07724 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=758c3b35-e417-4eb9-ae4a-37fde983ad2a HTTP/1.1" status: 200 len: 205 time: 0.0598254 Jul 06 18:10:31.084113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47664) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:31.101596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c45f916-999e-4c11-afdb-03dcde506e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.145031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c45f916-999e-4c11-afdb-03dcde506e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.234447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c45f916-999e-4c11-afdb-03dcde506e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.237621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c45f916-999e-4c11-afdb-03dcde506e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.242222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9c45f916-999e-4c11-afdb-03dcde506e55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6edc5979-b33f-4a10-b4fc-897848726dcc HTTP/1.1" status: 204 len: 168 time: 0.2673600 Jul 06 18:10:31.257328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45f916-999e-4c11-afdb-03dcde506e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc5979-b33f-4a10-b4fc-897848726dcc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:31.299197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.410546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.015607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.154221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.257377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Deleting port d5537390-1b23-4b93-8857-f6e7a9511c31 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:32.257669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.456213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.531381 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.556927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Allocated IP 172.25.5.163 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/738e5951-879a-40a4-94d0-238a4d6ed89a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:32.575468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Calling delete_port for d5537390-1b23-4b93-8857-f6e7a9511c31 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:32.776460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:33.101188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-339191801-network', 'tenant_id': 'bbb76efe2c3c4d1ea54ebd3841b7df8c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:33.177227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Made reservation on behalf of bbb76efe2c3c4d1ea54ebd3841b7df8c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:33.188824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.197596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.213063 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.480315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.599064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:33.702336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:33.732573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:33.754202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:33.865927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.868842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Port': ['ID=738e5951-879a-40a4-94d0-238a4d6ed89a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:33.871575 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.872680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:33.884048 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.910620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.911573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:33.913549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.914271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.916036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.917558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.919923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.920595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.924010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.925891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.926794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.927035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.927206 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Added segment 72c6540c-2993-440a-be9f-125c9c52c61c of type vlan for network 7c759bc8-a204-41a2-b5a0-af82962d84b1 Jul 06 18:10:33.928659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:33.930040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:34.015909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event deleted for resources: {'Port': ['ID=d5537390-1b23-4b93-8857-f6e7a9511c31,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:34.069641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.108578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857fa1bc-aee3-417f-bc00-b153d09194fe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:34.173087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3d55-85c1-430b-8926-2fda079a4b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.198358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-202e594c-b55d-467a-9411-f04087cbfdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.211777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.213048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:34.213648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.248042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.317758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] Pushing event updated for resources: {'Network': ['ID=7c759bc8-a204-41a2-b5a0-af82962d84b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:34.340541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7c759bc8-a204-41a2-b5a0-af82962d84b1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:34.433949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3d55-85c1-430b-8926-2fda079a4b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.438742 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3d55-85c1-430b-8926-2fda079a4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.465342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-230edee8-0ea3-49c6-a518-b0063edbed6e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6828780 Jul 06 18:10:34.476712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47738) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.487032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Request body: {'subnet': {'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-339191801-subnet', 'tenant_id': 'bbb76efe2c3c4d1ea54ebd3841b7df8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:34.523581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf4f3d55-85c1-430b-8926-2fda079a4b4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=830622a763224f32b2bdc5022bf72255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228680 Jul 06 18:10:34.524254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.526794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.529844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f3d55-85c1-430b-8926-2fda079a4b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b61b64-f461-4162-b930-aa18fe42c3ef,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:34.532201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.538476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.619821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae55b604-5403-4133-b4f9-c34b69a64b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.662698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae55b604-5403-4133-b4f9-c34b69a64b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.681337 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-202e594c-b55d-467a-9411-f04087cbfdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.688852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.689873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Fanout notify agent at l3_agent the message router_deleted on router 758c3b35-e417-4eb9-ae4a-37fde983ad2a {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:34.696293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-202e594c-b55d-467a-9411-f04087cbfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.705270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.707292 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73c68261-edde-4fd1-acec-749ea150618e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/758c3b35-e417-4eb9-ae4a-37fde983ad2a HTTP/1.1" status: 204 len: 168 time: 3.6212974 Jul 06 18:10:34.709518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.720112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.732377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-458601611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:34.779031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Made reservation on behalf of bbb76efe2c3c4d1ea54ebd3841b7df8c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:34.781814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.794119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-202e594c-b55d-467a-9411-f04087cbfdbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c24989e172974f4ebbbe52a61640bd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9198985 Jul 06 18:10:34.808152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.847345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e594c-b55d-467a-9411-f04087cbfdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c953e66b-e147-46d9-ab29-e3478bfaa93b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:34.876151 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.878074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.924417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae55b604-5403-4133-b4f9-c34b69a64b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.928037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae55b604-5403-4133-b4f9-c34b69a64b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.932689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ae55b604-5403-4133-b4f9-c34b69a64b3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07b61b64-f461-4162-b930-aa18fe42c3ef HTTP/1.1" status: 204 len: 168 time: 0.4040368 Jul 06 18:10:34.987646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.994342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.007295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55b604-5403-4133-b4f9-c34b69a64b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b61b64-f461-4162-b930-aa18fe42c3ef,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.020822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.034853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.048762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5289084-cf82-4c73-a08b-34e0a0b0cc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.113528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Port': ['ID=738e5951-879a-40a4-94d0-238a4d6ed89a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.118006 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.119233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d94127b5-36d1-4ffa-b1ff-fca3f548eb20 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3981218 Jul 06 18:10:35.121740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5289084-cf82-4c73-a08b-34e0a0b0cc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.125426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:35.132079 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.140385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:35.170492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.174342 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0019c682-ec3c-44d7-ad2e-657fbf612d8d tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0067980 Jul 06 18:10:35.177818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47750) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:35.192431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1397910295'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:35.262079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Made reservation on behalf of 3013797778184b8ca4b5852063780075 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:35.271843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.291501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.501687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.525385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.545066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.590984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c30bb-6fc6-447b-a921-13909c2f9980,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.731576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:35.752486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.753408 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Added segment e48023fb-4f5e-4580-8d82-6db3793e09b3 of type vlan for network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 Jul 06 18:10:35.798185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d10f3d9-bb20-47b0-ac38-089148857203,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.808149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5289084-cf82-4c73-a08b-34e0a0b0cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.816250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5289084-cf82-4c73-a08b-34e0a0b0cc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.823732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a5289084-cf82-4c73-a08b-34e0a0b0cc4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c953e66b-e147-46d9-ab29-e3478bfaa93b HTTP/1.1" status: 204 len: 168 time: 1.0120804 Jul 06 18:10:35.844311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.852653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.875917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5289084-cf82-4c73-a08b-34e0a0b0cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c953e66b-e147-46d9-ab29-e3478bfaa93b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.925887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.939093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:35.941318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.002983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Checking segment: {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:36.012193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Network hostable DHCP agents. Network: 7c759bc8-a204-41a2-b5a0-af82962d84b1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:36.066855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Network 7c759bc8-a204-41a2-b5a0-af82962d84b1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:36.071393 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8914309 Jul 06 18:10:36.077072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:36.086224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Request body: {'subnet': {'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:36.100403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 7c759bc8-a204-41a2-b5a0-af82962d84b1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:36.111601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:36.113702 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.115237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df73ba5-aa5b-43f7-97a0-29543deebd36 None None] Network 7c759bc8-a204-41a2-b5a0-af82962d84b1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:36.178548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8ae414c1-322a-4201-bcea-b4b4d027c3fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6919429 Jul 06 18:10:36.206781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0fc3a-a116-43ca-ae2c-c68c53d29ae8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Network': ['ID=bb23790d-14d2-43e6-b125-0c7fc6f38ad7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:36.258582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:36.333206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.365101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Made reservation on behalf of 3013797778184b8ca4b5852063780075 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:36.370056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.371801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.671417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Allocated IP 172.25.5.47 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/78902af4-0356-486e-9fe4-04f05dc98c5b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:36.701023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24284173-5bd1-4d1e-a4e7-91dad1dde638 None None] Network 7c759bc8-a204-41a2-b5a0-af82962d84b1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:36.747445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.865510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Subnet': ['ID=d34ebb3b-192d-4f06-bd15-09e30ae14452,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:36.960054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Checking segment: {'id': 'e48023fb-4f5e-4580-8d82-6db3793e09b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:36.960740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network hostable DHCP agents. Network: bb23790d-14d2-43e6-b125-0c7fc6f38ad7, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:36.992135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.020385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:37.056869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, bb23790d-14d2-43e6-b125-0c7fc6f38ad7) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:37.073031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69572490-8104-49bb-94b1-0414c3f72dac None None] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:37.080476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:37.082391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.084842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:37.127160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.135343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcda9f77-36bc-4bed-9ac3-2dfa2afdb571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.144473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d54b3dad-42ea-4aaa-8f11-58e954d6a4ee tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0620158 Jul 06 18:10:37.145300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:37.162535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2072634355', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:37.257005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.260559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.314954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:37.353300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:37.365687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:37.436138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-bb23790d-14d2-43e6-b125-0c7fc6f38ad7', 'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7', 'tenant_id': '3013797778184b8ca4b5852063780075', 'fixed_ips': [{'subnet_id': 'd34ebb3b-192d-4f06-bd15-09e30ae14452'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:10:37.438875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.501471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Pushing event updated for resources: {'Port': ['ID=78902af4-0356-486e-9fe4-04f05dc98c5b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:37.523641 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.843418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.887294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcda9f77-36bc-4bed-9ac3-2dfa2afdb571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.920094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcda9f77-36bc-4bed-9ac3-2dfa2afdb571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.978243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda9f77-36bc-4bed-9ac3-2dfa2afdb571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453792e1-8233-4636-be12-50e219a0a566,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:37.997564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Allocated IP 172.20.0.2 (bb23790d-14d2-43e6-b125-0c7fc6f38ad7/d34ebb3b-192d-4f06-bd15-09e30ae14452/827c5e56-9dd9-4d26-8f8a-dd62cdaab7be) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:38.045985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bcda9f77-36bc-4bed-9ac3-2dfa2afdb571 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6846e28236744649bbb18a35239e2eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533017 Jul 06 18:10:38.046306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47820) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:38.165485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.380847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.386248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e51552ef-c463-4f6c-9891-b0ffd327f5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.402042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Transition to ACTIVE for port object 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:38.467648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Transition to ACTIVE for port object 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:38.478852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.534130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Pushing event updated for resources: {'Port': ['ID=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:38.549931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.550255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.550623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.550961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.551310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.551665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.552256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.552696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.552989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.553286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.553614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.553940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:38.573348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:38.576402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:38.580294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:38.598188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e51552ef-c463-4f6c-9891-b0ffd327f5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.627778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.643413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.750199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.765770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Attempting to bind port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:38.769141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Attempting to bind port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e48023fb-4f5e-4580-8d82-6db3793e09b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:38.773136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Attempting to bind port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be on network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:38.794754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:38.798203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Checking segment: {'id': 'e48023fb-4f5e-4580-8d82-6db3793e09b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:38.803338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.804411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Bound using segment: {'id': 'e48023fb-4f5e-4580-8d82-6db3793e09b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:38.805497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Bound port: 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48023fb-4f5e-4580-8d82-6db3793e09b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:38.806428 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.840984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.057731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Router 6f8eb02f-a950-4fc3-8d88-778e8cfa6751 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:10:39.137385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] For port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:39.144456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] For port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,segment=NetworkSegment(e48023fb-4f5e-4580-8d82-6db3793e09b3),segment_id=e48023fb-4f5e-4580-8d82-6db3793e09b3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:39.155468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.202058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e51552ef-c463-4f6c-9891-b0ffd327f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.208138 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e51552ef-c463-4f6c-9891-b0ffd327f5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.223231 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e51552ef-c463-4f6c-9891-b0ffd327f5a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/453792e1-8233-4636-be12-50e219a0a566 HTTP/1.1" status: 204 len: 168 time: 1.1757476 Jul 06 18:10:39.259553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51552ef-c463-4f6c-9891-b0ffd327f5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453792e1-8233-4636-be12-50e219a0a566,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:39.458790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867363d5-b923-4f3d-a279-cbd8b4d06c79 None None] Pushing event updated for resources: {'Port': ['ID=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:39.519499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Allocated IP 172.25.5.118 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/c38cb8cb-5cee-4e55-99c8-6c2418033455) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:39.616629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:39.641321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] Sync routers for ids ['6f8eb02f-a950-4fc3-8d88-778e8cfa6751'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:39.665254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.672802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:39.688185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c14a0063-ce1e-4b26-a25e-eecdbbc66a64 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "PUT /v2.0/routers/6f8eb02f-a950-4fc3-8d88-778e8cfa6751 HTTP/1.1" status: 200 len: 918 time: 4.5342109 Jul 06 18:10:39.708254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] Routers {'6f8eb02f-a950-4fc3-8d88-778e8cfa6751'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:39.708940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6f8eb02f-a950-4fc3-8d88-778e8cfa6751'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:39.914227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:39.954884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] Routers {'6f8eb02f-a950-4fc3-8d88-778e8cfa6751'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:39.955760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6f8eb02f-a950-4fc3-8d88-778e8cfa6751'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:40.056127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:40.057510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ddfbc4-5d2a-47ff-a019-46e451a72491 None None] The sync data for ids ['6f8eb02f-a950-4fc3-8d88-778e8cfa6751'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:40.238414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:40.312630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.453134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:40.483565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76f1e718-6894-4d52-8458-566cabc6b92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.604391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:40.617079 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-69eac0b5-8782-4280-b2f9-4164763bdde6 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/6f8eb02f-a950-4fc3-8d88-778e8cfa6751 HTTP/1.1" status: 200 len: 924 time: 0.6983967 Jul 06 18:10:40.664488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:40.732879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.885033 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-0649f9fc-aa9d-473d-a69f-4f36371e231c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3551679 Jul 06 18:10:40.906967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968a853-86e0-428c-9d17-a73366116757 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:40.918172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0968a853-86e0-428c-9d17-a73366116757 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=6f8eb02f-a950-4fc3-8d88-778e8cfa6751&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3097630 Jul 06 18:10:40.919591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.010684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Port': ['ID=c38cb8cb-5cee-4e55-99c8-6c2418033455,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:41.064475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:41.082459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:41.086363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:41.145065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d66875-6c2c-44b7-9764-5c67e971ee32 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:41.150011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-09d66875-6c2c-44b7-9764-5c67e971ee32 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/networks/5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 881 time: 0.2261608 Jul 06 18:10:41.156145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.304621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76f1e718-6894-4d52-8458-566cabc6b92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.350719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cceeab53-aa53-4082-8650-66b55b7bbae0 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8eb02f-a950-4fc3-8d88-778e8cfa6751 HTTP/1.1" status: 200 len: 205 time: 0.1927137 Jul 06 18:10:41.398391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47904) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.405089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76f1e718-6894-4d52-8458-566cabc6b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.551810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-76f1e718-6894-4d52-8458-566cabc6b92b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1abfc5a59724df483afe2795e836155&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3116202 Jul 06 18:10:41.562559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47908) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.654416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-5a31128b-d597-4463-9140-5031fddab25c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:41.656106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212db60-7725-4a5c-8698-a67fe94b916e None None] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:41.656385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-5a31128b-d597-4463-9140-5031fddab25c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 808 time: 0.5026491 Jul 06 18:10:41.658073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1e718-6894-4d52-8458-566cabc6b92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0bfd3a-0332-4f6b-8e75-52ed99e5f693,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:41.772852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-8056fd23-67fe-463a-9389-fd4e546fc71e tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/quotas/bbb76efe2c3c4d1ea54ebd3841b7df8c HTTP/1.1" status: 200 len: 375 time: 0.0826447 Jul 06 18:10:41.787140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-286dc805-9c2e-41a5-ad6f-ae007de30bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:41.789779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-286dc805-9c2e-41a5-ad6f-ae007de30bce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 0.6380723 Jul 06 18:10:41.860041 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.123272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] Provisioning for port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:42.133378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] Provisioning complete for port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:42.133874 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.378001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.431862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] For port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,segment=NetworkSegment(e48023fb-4f5e-4580-8d82-6db3793e09b3),segment_id=e48023fb-4f5e-4580-8d82-6db3793e09b3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:42.451099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.475435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5914788c-69a4-42b1-a265-dbfeb6a986ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.480201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.555801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea65cb-a0e5-4492-b43f-0543da2111f5 None None] Pushing event updated for resources: {'Port': ['ID=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:42.778900 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5914788c-69a4-42b1-a265-dbfeb6a986ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.796561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-eef9d6cc-4e7f-4168-afac-cfaa3daf3537 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0222092 Jul 06 18:10:43.154747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5914788c-69a4-42b1-a265-dbfeb6a986ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.157815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5914788c-69a4-42b1-a265-dbfeb6a986ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.159298 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5914788c-69a4-42b1-a265-dbfeb6a986ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a0bfd3a-0332-4f6b-8e75-52ed99e5f693 HTTP/1.1" status: 204 len: 168 time: 1.5958993 Jul 06 18:10:43.216675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-43d7c744-aec4-41e3-ae71-9db5db600235 None None] Provisioning complete for port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:43.217548 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d7c744-aec4-41e3-ae71-9db5db600235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.286350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.300241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914788c-69a4-42b1-a265-dbfeb6a986ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0bfd3a-0332-4f6b-8e75-52ed99e5f693,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:43.522149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.597284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-c651b65b-ec81-420e-a9a7-f98ef90bcb7b service neutron] 10.222.0.37 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576320 Jul 06 18:10:43.618528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-9c8c6ed9-66ac-43ce-8b9f-85df371f57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:43.626770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-9c8c6ed9-66ac-43ce-8b9f-85df371f57a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 909 time: 1.7944870 Jul 06 18:10:43.658025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Deleting port 78902af4-0356-486e-9fe4-04f05dc98c5b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:43.658821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.829122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.857281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Calling delete_port for 78902af4-0356-486e-9fe4-04f05dc98c5b owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:44.067067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-65f97389-5406-4d8b-a79d-9960303b3ad6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 1002 time: 0.4333234 Jul 06 18:10:44.137836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-c1405f17-b4a5-4407-b12e-41c49a5f8695 service neutron] 10.222.0.37 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329237 Jul 06 18:10:44.176480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-22fa595b-2669-48d7-b5a3-49e5c87e72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:44.180145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-22fa595b-2669-48d7-b5a3-49e5c87e72ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.1032228 Jul 06 18:10:44.273954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:44.415458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-4bb70737-ee07-4211-8167-7edc41cfe166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:44.422760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-4bb70737-ee07-4211-8167-7edc41cfe166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361114 Jul 06 18:10:44.498356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:44.498960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:44.698135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:44.759632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cfbe5d3-3017-4b26-84bb-e35e278dfac4 req-b36fa19a-b41b-4020-99a4-1ce0e3edca5e tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 210 time: 0.1320555 Jul 06 18:10:44.839006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-90f5f3ed-90a8-4a91-93d4-e994610516fd service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084787 Jul 06 18:10:44.903913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event deleted for resources: {'Port': ['ID=78902af4-0356-486e-9fe4-04f05dc98c5b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:44.977567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Router e6031c0f-f1f7-4234-935d-618cbf038dd8 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:10:45.013113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a7c17c4-25db-48b4-a727-ec9718ca4b96 req-3a9d7aa8-b5fb-4419-98b6-23908de2c5b2 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486850 Jul 06 18:10:45.059368 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:10:45.096606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.239757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.280946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.408514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:45.411069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.412053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Fanout notify agent at l3_agent the message router_deleted on router 6f8eb02f-a950-4fc3-8d88-778e8cfa6751 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:45.421263 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] Sync routers for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:45.435945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.441986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:45.444717 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-99db8933-30eb-48c2-aad5-572d1b39ab97 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/6f8eb02f-a950-4fc3-8d88-778e8cfa6751 HTTP/1.1" status: 204 len: 168 time: 4.0444419 Jul 06 18:10:45.449454 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:45.450593 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:45.461991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1479755552', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:45.481135 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.483146 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-94c3205d-e9f7-4b9a-88bf-826d07993d60 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.3358636 Jul 06 18:10:45.488224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48042) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:45.536692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.538757 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.578207 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:45.600061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:45.601774 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:45.676227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.688473 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:45.690209 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a5acc-f01a-4ef6-82eb-770fe31995a8 None None] The sync data for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:45.987997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.124163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d42d292e-daca-45a7-9ee0-624583169a17 req-b368c38f-0f56-42cb-9be5-da0dce25d2b9 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 210 time: 0.0565538 Jul 06 18:10:46.372389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.403875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.730917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Allocated IP 172.25.5.148 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/0e747771-4d36-4167-9562-01f90ab98ee0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:46.911849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.953425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:47.041809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.050798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.240490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:47.248418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:47.261910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:47.274612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event updated for resources: {'Port': ['ID=0e747771-4d36-4167-9562-01f90ab98ee0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:47.928084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Allocated IP 172.20.0.1 (bb23790d-14d2-43e6-b125-0c7fc6f38ad7/d34ebb3b-192d-4f06-bd15-09e30ae14452/5acca9d5-b4fc-4730-8ab9-1077b3d730c8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:47.930840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b731df6c-6974-4911-bed0-734858ed4858 req-a096b6aa-2b2e-41bb-a303-fe934589ed2f tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 210 time: 0.3718452 Jul 06 18:10:48.172800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.204259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Transition to ACTIVE for port object 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:48.204639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbcee7-62db-4466-9de6-1a1cfabd06c2 req-6567c4c1-15a6-41f4-a4ea-004fe09e3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:48.207507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bfbcee7-62db-4466-9de6-1a1cfabd06c2 req-6567c4c1-15a6-41f4-a4ea-004fe09e3b71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 1.2524686 Jul 06 18:10:48.219942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-6cc99a18-41e4-418a-9bec-29b8f6f552d3 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:48.222691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-6cc99a18-41e4-418a-9bec-29b8f6f552d3 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 808 time: 0.6659334 Jul 06 18:10:48.275578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Request body: {'port': {'device_id': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1', 'admin_state_up': True, 'tenant_id': 'bbb76efe2c3c4d1ea54ebd3841b7df8c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:48.278589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.389112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:48.395421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:48.400676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:48.487759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Port': ['ID=5acca9d5-b4fc-4730-8ab9-1077b3d730c8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:48.510982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.530756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bfbcee7-62db-4466-9de6-1a1cfabd06c2 req-40d6cd59-6c87-4cf2-812d-948e95493750 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644894 Jul 06 18:10:48.629342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.873747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5aeb74f5-7933-4cdb-9551-aaabc6a12c8d None None] Provisioning for port 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:48.885401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5aeb74f5-7933-4cdb-9551-aaabc6a12c8d None None] Provisioning complete for port 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:48.886090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aeb74f5-7933-4cdb-9551-aaabc6a12c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.055186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb74f5-7933-4cdb-9551-aaabc6a12c8d None None] Port 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:49.060814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.381988 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.575458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8980109-6dd8-4ba8-ae24-d98b721d1353 req-d92c47f8-8630-4486-9ffb-018a02c696a7 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 210 time: 0.1518764 Jul 06 18:10:49.796084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Made reservation on behalf of bbb76efe2c3c4d1ea54ebd3841b7df8c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:49.803105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.962876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Router 7e6227ef-f343-44e9-95fa-ad937eac8055 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:10:50.156650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48136) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:50.203091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Allocated IP 172.20.0.9 (7c759bc8-a204-41a2-b5a0-af82962d84b1/4d10f3d9-bb20-47b0-ac38-089148857203/5e4c01d8-4780-459b-868b-87feb0a1e949) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:50.218583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.242795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.368691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Port': ['ID=5acca9d5-b4fc-4730-8ab9-1077b3d730c8,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:50.380426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.869479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e86f761b-18b1-4856-84a1-a95804e21729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.044458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:51.132114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e86f761b-18b1-4856-84a1-a95804e21729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.135049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:51.162892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e86f761b-18b1-4856-84a1-a95804e21729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.215465 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e86f761b-18b1-4856-84a1-a95804e21729 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5785bbc31f045809822f0f0d4f66ade&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0537388 Jul 06 18:10:51.218234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48150) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:51.281022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.344802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.466625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:51.481019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] Sync routers for ids ['7e6227ef-f343-44e9-95fa-ad937eac8055'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:51.487996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Network 7c759bc8-a204-41a2-b5a0-af82962d84b1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:51.502803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] Routers {'7e6227ef-f343-44e9-95fa-ad937eac8055'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:51.503844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7e6227ef-f343-44e9-95fa-ad937eac8055'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.505017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f761b-18b1-4856-84a1-a95804e21729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df90a7e-2c1b-4b50-bde6-cf0010dd406f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:51.534455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:51.544783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:51.552677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Pushing event updated for resources: {'Port': ['ID=5e4c01d8-4780-459b-868b-87feb0a1e949,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:51.602098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3dc8265f-6e2e-42c8-8a11-325c7c2e4326 None None] Provisioning complete for port 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:51.602514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dc8265f-6e2e-42c8-8a11-325c7c2e4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.608586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.616132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245ebb-05d7-414f-b0af-a044aa2df252 req-2603d3fb-24eb-4c3e-8ae8-62694a538dfc tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:51.617789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f245ebb-05d7-414f-b0af-a044aa2df252 req-2603d3fb-24eb-4c3e-8ae8-62694a538dfc tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 931 time: 0.2901006 Jul 06 18:10:51.624726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.626222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-05b5b2e6-efc2-4516-8b39-27257aa214bf tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1802609 Jul 06 18:10:51.632954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:51.637318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Router e6031c0f-f1f7-4234-935d-618cbf038dd8 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:10:51.647216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:51.670540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] Routers {'7e6227ef-f343-44e9-95fa-ad937eac8055'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:51.672339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7e6227ef-f343-44e9-95fa-ad937eac8055'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.680465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:51.681063 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.705017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f245ebb-05d7-414f-b0af-a044aa2df252 req-28030460-9696-41c3-9c3b-d216468f53a8 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Jul 06 18:10:51.713376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-60db52b2-4e2b-4718-9e9d-4c5f778a6d2a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4522781 Jul 06 18:10:51.721740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eb81799-e6f3-4acf-9747-eb22c53970b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.725413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Request body: {'port': {'device_id': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:51.761207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8265f-6e2e-42c8-8a11-325c7c2e4326 None None] Port 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:51.764404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.765519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feba5ef-296f-4931-934f-04a762354fa3 None None] The sync data for ids ['7e6227ef-f343-44e9-95fa-ad937eac8055'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:51.867401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.887773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eb81799-e6f3-4acf-9747-eb22c53970b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.025910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:52.041575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] Sync routers for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:52.078502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:52.081815 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:52.135555 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8fb04226-f513-4ce9-aec0-91e19ab0dfb9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "PUT /v2.0/routers/e6031c0f-f1f7-4234-935d-618cbf038dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6459353 Jul 06 18:10:52.142976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48160) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:52.153359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Request body: {'port': {'network_id': 'bb23790d-14d2-43e6-b125-0c7fc6f38ad7', 'name': 'tempest-FloatingIPAdminTestJSON-1570634340'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:52.251759 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:52.269917 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:52.271773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:52.321774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eb81799-e6f3-4acf-9747-eb22c53970b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.326616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9eb81799-e6f3-4acf-9747-eb22c53970b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.328376 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9eb81799-e6f3-4acf-9747-eb22c53970b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8df90a7e-2c1b-4b50-bde6-cf0010dd406f HTTP/1.1" status: 204 len: 168 time: 1.1090600 Jul 06 18:10:52.347855 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:52.348554 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e2e7c-37ee-4f24-a0b3-19de03c89ebb None None] The sync data for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:52.390888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb81799-e6f3-4acf-9747-eb22c53970b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df90a7e-2c1b-4b50-bde6-cf0010dd406f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:52.430554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Made reservation on behalf of 3013797778184b8ca4b5852063780075 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:52.435664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.523418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] device_id is not set on port d6498d95-abf2-4fa9-827d-9bb249162c57 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:52.618009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4c01d8-4780-459b-868b-87feb0a1e949 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:52.661619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.702937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Transition to ACTIVE for port object 5e4c01d8-4780-459b-868b-87feb0a1e949 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:52.709003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.732491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.809140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.813139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Allocated IP 172.20.0.13 (bb23790d-14d2-43e6-b125-0c7fc6f38ad7/d34ebb3b-192d-4f06-bd15-09e30ae14452/d6498d95-abf2-4fa9-827d-9bb249162c57) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:52.880530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4c01d8-4780-459b-868b-87feb0a1e949,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:53.018955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Attempting to bind port 5e4c01d8-4780-459b-868b-87feb0a1e949 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:53.019321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Attempting to bind port 5e4c01d8-4780-459b-868b-87feb0a1e949 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:53.019912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Attempting to bind port 5e4c01d8-4780-459b-868b-87feb0a1e949 on network 7c759bc8-a204-41a2-b5a0-af82962d84b1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:53.029866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Port 5e4c01d8-4780-459b-868b-87feb0a1e949 on network 7c759bc8-a204-41a2-b5a0-af82962d84b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:10:53.030297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Attempting to bind port 5e4c01d8-4780-459b-868b-87feb0a1e949 on network 7c759bc8-a204-41a2-b5a0-af82962d84b1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:53.039031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:53.039479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Checking segment: {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:53.039946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Bound using segment: {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:53.040462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Bound port: 5e4c01d8-4780-459b-868b-87feb0a1e949, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:53.041265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.054229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de88bf-b237-4da6-9f8d-678162e2f2ab req-6938362b-3aea-4e51-baf2-b70f497d886d tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:53.054489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Deleting port 0e747771-4d36-4167-9562-01f90ab98ee0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:53.054632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.056166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74de88bf-b237-4da6-9f8d-678162e2f2ab req-6938362b-3aea-4e51-baf2-b70f497d886d tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 943 time: 0.1186333 Jul 06 18:10:53.113986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48174) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:53.148245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] For port 5e4c01d8-4780-459b-868b-87feb0a1e949, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:53.152711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] For port 5e4c01d8-4780-459b-868b-87feb0a1e949, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5e4c01d8-4780-459b-868b-87feb0a1e949,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:53.157428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2933704b-ed71-4f01-add7-420026601cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.165373 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.220940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:53.222158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.223878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] 10.222.0.60 "PUT /v2.0/ports/5e4c01d8-4780-459b-868b-87feb0a1e949 HTTP/1.1" status: 200 len: 1091 time: 1.5034153 Jul 06 18:10:53.224800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'tag': '5e4c01d8-4780-459b-868b-87feb0a1e949'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:53.227692 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6c5a2f-b42e-4283-93b9-46accf8917b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e22ca43-0449-4961-a2ca-f2fbe8565c13", "tag": "5e4c01d8-4780-459b-868b-87feb0a1e949"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:53.248362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74de88bf-b237-4da6-9f8d-678162e2f2ab req-ba206388-3a57-4f32-a1e5-a79d1a4932da tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850505 Jul 06 18:10:53.319145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2933704b-ed71-4f01-add7-420026601cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.332702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2933704b-ed71-4f01-add7-420026601cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.334522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628394-fbce-4da8-bf36-7ddb4ec69ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4c01d8-4780-459b-868b-87feb0a1e949,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:53.338642 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883b2605-0c64-4065-a541-a65e8ecd2ccd x-openstack-request-id: req-883b2605-0c64-4065-a541-a65e8ecd2ccd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:53.339188 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e22ca43-0449-4961-a2ca-f2fbe8565c13", "tag": "5e4c01d8-4780-459b-868b-87feb0a1e949", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:53.339487 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-883b2605-0c64-4065-a541-a65e8ecd2ccd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:53.339900 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'tag': '5e4c01d8-4780-459b-868b-87feb0a1e949', 'status': 'completed', 'code': 200} Jul 06 18:10:53.366126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-fbb595de-7fb1-44f9-9202-4802da13ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:53.368368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-fbb595de-7fb1-44f9-9202-4802da13ab6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 1094 time: 0.0830629 Jul 06 18:10:53.378138 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.420118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.430540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-781692a1-9a70-45a8-86de-e2956a8918d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e4c01d8-4780-459b-868b-87feb0a1e949 HTTP/1.1" status: 200 len: 217 time: 0.0546625 Jul 06 18:10:53.450041 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2933704b-ed71-4f01-add7-420026601cc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2542e5871d142f09ea523f4c69b2b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323052 Jul 06 18:10:53.458529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:53.459220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933704b-ed71-4f01-add7-420026601cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a5346-1bd4-4449-aec4-cad9a15c4196,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:53.479053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Transition to ACTIVE for port object d6498d95-abf2-4fa9-827d-9bb249162c57 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:53.484191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Calling delete_port for 0e747771-4d36-4167-9562-01f90ab98ee0 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:53.519608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-3ae162db-515b-484b-a7ee-dc43f1879933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:53.521426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-3ae162db-515b-484b-a7ee-dc43f1879933 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d10f3d9-bb20-47b0-ac38-089148857203 HTTP/1.1" status: 200 len: 848 time: 0.0845988 Jul 06 18:10:53.595135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-da364b48-9ab2-4dd8-b542-bd276c35e41c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c759bc8-a204-41a2-b5a0-af82962d84b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657053 Jul 06 18:10:53.635077 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6995c524-de17-4a82-9e0d-e51890a7d1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.653540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.750633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6995c524-de17-4a82-9e0d-e51890a7d1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.812962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:53.827297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-51df9a87-55c2-44c3-80de-b4ccd30595eb service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191641 Jul 06 18:10:53.866183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:53.912861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:53.922613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event updated for resources: {'Port': ['ID=d6498d95-abf2-4fa9-827d-9bb249162c57,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:53.980980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bc900f2-1b3d-42aa-aa86-29abc8f36dfc req-fabf2926-c344-47de-a9b3-c85799394b26 service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468649 Jul 06 18:10:54.001761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.002437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.007441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.027399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6995c524-de17-4a82-9e0d-e51890a7d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.038331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6995c524-de17-4a82-9e0d-e51890a7d1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.043384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6995c524-de17-4a82-9e0d-e51890a7d1f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b95a5346-1bd4-4449-aec4-cad9a15c4196 HTTP/1.1" status: 204 len: 168 time: 0.5702202 Jul 06 18:10:54.098352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Pushing event deleted for resources: {'Port': ['ID=0e747771-4d36-4167-9562-01f90ab98ee0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:54.117938 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7bfc9276-ea7d-41fd-af11-ef5aba5973f2 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9675982 Jul 06 18:10:54.123775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:54.152995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995c524-de17-4a82-9e0d-e51890a7d1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a5346-1bd4-4449-aec4-cad9a15c4196,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:54.249330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.267940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-93411bdb-7730-4800-a0b5-3077f7c6eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.282638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-93411bdb-7730-4800-a0b5-3077f7c6eccc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 1094 time: 0.2095013 Jul 06 18:10:54.386724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9547c04c-1e29-46f0-a3cc-900b4f3c2546 None None] Provisioning for port d6498d95-abf2-4fa9-827d-9bb249162c57 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:54.400998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9547c04c-1e29-46f0-a3cc-900b4f3c2546 None None] Provisioning complete for port d6498d95-abf2-4fa9-827d-9bb249162c57 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:54.402211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9547c04c-1e29-46f0-a3cc-900b4f3c2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.504938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-5d3dde9e-b01b-4a06-8ca2-dceb1f631a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.507400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-5d3dde9e-b01b-4a06-8ca2-dceb1f631a1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 909 time: 0.2222159 Jul 06 18:10:54.534281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9547c04c-1e29-46f0-a3cc-900b4f3c2546 None None] Port d6498d95-abf2-4fa9-827d-9bb249162c57 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:54.595185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-6c219b09-60a2-4486-b895-371e660eec97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e4c01d8-4780-459b-868b-87feb0a1e949 HTTP/1.1" status: 200 len: 217 time: 0.0784574 Jul 06 18:10:54.788332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'project_id': '3013797778184b8ca4b5852063780075', 'port_id': 'd6498d95-abf2-4fa9-827d-9bb249162c57'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:54.801258 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.814549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4082206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4082181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4180431'] for router, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.814897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-482c0fb0-6baa-43be-b042-fad847e29664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.817048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-482c0fb0-6baa-43be-b042-fad847e29664 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d10f3d9-bb20-47b0-ac38-089148857203 HTTP/1.1" status: 200 len: 848 time: 0.2033057 Jul 06 18:10:54.893514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-6ebf9d94-c5ad-441d-a004-1f68018ef41e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c759bc8-a204-41a2-b5a0-af82962d84b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628238 Jul 06 18:10:54.919022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.932989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Router 7e6227ef-f343-44e9-95fa-ad937eac8055 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:10:54.950121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e48c5-0bcf-4f80-91c4-9c93407f6091 req-414742d8-9fd3-4140-a188-115683558e39 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.951972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f6e48c5-0bcf-4f80-91c4-9c93407f6091 req-414742d8-9fd3-4140-a188-115683558e39 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 943 time: 0.3552356 Jul 06 18:10:55.098903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:55.123527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] Sync routers for ids ['7e6227ef-f343-44e9-95fa-ad937eac8055'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:55.133577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:55.141772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c1dc920e-5707-4c8c-b4a0-1d196465da1f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "PUT /v2.0/routers/7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 200 len: 710 time: 3.5024862 Jul 06 18:10:55.142835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48210) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:55.143488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] Routers {'7e6227ef-f343-44e9-95fa-ad937eac8055'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:55.147811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7e6227ef-f343-44e9-95fa-ad937eac8055'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:55.191236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f6e48c5-0bcf-4f80-91c4-9c93407f6091 req-ba92491c-fe71-440f-86be-e3d13532c791 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946638 Jul 06 18:10:55.293462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-0006ef0a-73a1-4b8f-94dc-dae37e6f99bc service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899791 Jul 06 18:10:55.314940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:55.348770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] Routers {'7e6227ef-f343-44e9-95fa-ad937eac8055'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:55.353607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7e6227ef-f343-44e9-95fa-ad937eac8055'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:55.468815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:55.470488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cccb8-dc63-4e7f-89f4-8b4f5827730f None None] The sync data for ids ['7e6227ef-f343-44e9-95fa-ad937eac8055'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:55.478639 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14a71fb9-97eb-4bbf-a14f-722cf3bc4c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:55.584384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:55.918006 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c9802ed1-7288-4f50-a074-b84785ff2996 tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/routers/7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 200 len: 745 time: 0.7716815 Jul 06 18:10:55.918973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48228) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.004199 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-453a77a4-71e6-429f-874d-181c7e44059b tempest-RoutersIpV6AdminTest-1001103024 tempest-RoutersIpV6AdminTest-1001103024-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&device_id=7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 200 len: 205 time: 0.0835345 Jul 06 18:10:56.005185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.041641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee6c5a2f-b42e-4283-93b9-46accf8917b6 req-e764de4f-419b-4b37-a6f7-f5f9f0cfcecb service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374051 Jul 06 18:10:56.044792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Allocated IP 172.25.5.46 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a0c895c4-9fa4-492a-9861-e18ee11415d6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:56.068133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.069273 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd85fbed-a1fa-4e94-ba05-0199b41b044e tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 200 len: 205 time: 0.0614116 Jul 06 18:10:56.320945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.668832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.678319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.684454 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.773951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.774514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6227ef-f343-44e9-95fa-ad937eac8055 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:56.785780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.786953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2a131fbb-ebec-4fc8-9554-2aa0e51c4006 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 204 len: 168 time: 0.7173359 Jul 06 18:10:56.796613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.797935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f92e-c343-446f-965a-cd91300289dd req-e578a2e8-fd61-4ffc-8976-1e6008715350 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:56.799625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d900f92e-c343-446f-965a-cd91300289dd req-e578a2e8-fd61-4ffc-8976-1e6008715350 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 943 time: 0.3307481 Jul 06 18:10:56.841801 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f5a2c0e-24f7-4909-9488-b2dc878c8aa8 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 200 len: 205 time: 0.0433793 Jul 06 18:10:56.846256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.869800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d900f92e-c343-446f-965a-cd91300289dd req-4067ea40-2838-41ad-8813-a992371a739c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524259 Jul 06 18:10:56.880609 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.918077 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-caa59bdb-8fc1-4b57-be5b-eed06fce7d95 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] delete failed (client error): The resource could not be found. Jul 06 18:10:56.924136 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-caa59bdb-8fc1-4b57-be5b-eed06fce7d95 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/7e6227ef-f343-44e9-95fa-ad937eac8055 HTTP/1.1" status: 404 len: 336 time: 0.0715456 Jul 06 18:10:56.924136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:56.957480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:56.967520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:56.978656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:56.990183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e6fc964-e920-48d1-b746-9b37f62b5314 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f8eb02f-a950-4fc3-8d88-778e8cfa6751 HTTP/1.1" status: 200 len: 205 time: 0.0633676 Jul 06 18:10:56.991211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.072023 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-f27ac422-1db2-4642-ab4f-512b63165407 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] delete failed (client error): The resource could not be found. Jul 06 18:10:57.075248 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f27ac422-1db2-4642-ab4f-512b63165407 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/6f8eb02f-a950-4fc3-8d88-778e8cfa6751 HTTP/1.1" status: 404 len: 336 time: 0.0823674 Jul 06 18:10:57.080533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48268) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.096520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5e4c01d8-4780-459b-868b-87feb0a1e949 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:10:57.150839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d34b34b-4252-479a-aab6-98fae468d55f tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=758c3b35-e417-4eb9-ae4a-37fde983ad2a HTTP/1.1" status: 200 len: 205 time: 0.0682166 Jul 06 18:10:57.155171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.175171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Pushing event updated for resources: {'Port': ['ID=a0c895c4-9fa4-492a-9861-e18ee11415d6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:57.243969 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-ecbba927-7a75-424f-9850-962248353960 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] delete failed (client error): The resource could not be found. Jul 06 18:10:57.248431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ecbba927-7a75-424f-9850-962248353960 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/758c3b35-e417-4eb9-ae4a-37fde983ad2a HTTP/1.1" status: 404 len: 336 time: 0.0911944 Jul 06 18:10:57.252563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48272) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.320682 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2dc565dd-ce42-4867-9165-20e6e2a17c06 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd89c9a6-ebde-42ef-b0fc-078ffb336f31 HTTP/1.1" status: 200 len: 205 time: 0.0651641 Jul 06 18:10:57.324951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48276) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.402022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5e4c01d8-4780-459b-868b-87feb0a1e949, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5e4c01d8-4780-459b-868b-87feb0a1e949,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:57.447485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '5e4c01d8-4780-459b-868b-87feb0a1e949', 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1', 'port_id': '5e4c01d8-4780-459b-868b-87feb0a1e949', 'mac_address': 'fa:16:3e:7d:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d10f3d9-bb20-47b0-ac38-089148857203', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:10:57.484527 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-428a9519-8ce9-45c8-bf4c-6a893532f5f2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] delete failed (client error): The resource could not be found. Jul 06 18:10:57.492317 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-428a9519-8ce9-45c8-bf4c-6a893532f5f2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/dd89c9a6-ebde-42ef-b0fc-078ffb336f31 HTTP/1.1" status: 404 len: 336 time: 0.1586876 Jul 06 18:10:57.492317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48280) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.562133 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27ce7914-5c0f-4315-8a26-32a1f64b641a tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc63b965-b445-41f3-bbd6-3aef10921a7d HTTP/1.1" status: 200 len: 205 time: 0.0679715 Jul 06 18:10:57.566527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48282) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.587901 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.616957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4c01d8-4780-459b-868b-87feb0a1e949 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:57.659497 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-d637dc93-dffc-49f9-b50a-3243a205d472 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] delete failed (client error): The resource could not be found. Jul 06 18:10:57.661288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5e4c01d8-4780-459b-868b-87feb0a1e949, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5e4c01d8-4780-459b-868b-87feb0a1e949,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:57.663241 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d637dc93-dffc-49f9-b50a-3243a205d472 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/dc63b965-b445-41f3-bbd6-3aef10921a7d HTTP/1.1" status: 404 len: 336 time: 0.0921881 Jul 06 18:10:57.667445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.671459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.794529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5e4c01d8-4780-459b-868b-87feb0a1e949,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:57.816910 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8047aefa-40f7-4346-b302-65c934c09b90 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "GET /v2.0/ports?device_id=82df9e16-b528-47a7-ad51-31d1260f6d54 HTTP/1.1" status: 200 len: 205 time: 0.1445777 Jul 06 18:10:57.817902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48292) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.875117 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-05fc8e4a-c3de-461d-bf83-1dd0fbcf69a2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] delete failed (client error): The resource could not be found. Jul 06 18:10:57.880609 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-05fc8e4a-c3de-461d-bf83-1dd0fbcf69a2 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/routers/82df9e16-b528-47a7-ad51-31d1260f6d54 HTTP/1.1" status: 404 len: 336 time: 0.0557790 Jul 06 18:10:57.881160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.891174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5e4c01d8-4780-459b-868b-87feb0a1e949'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:57.994646 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adf6a0a-0497-4904-a1d5-34762108fb41 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] DELETE failed (client error): The resource could not be found. Jul 06 18:10:57.996340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adf6a0a-0497-4904-a1d5-34762108fb41 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:58.005359 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5adf6a0a-0497-4904-a1d5-34762108fb41 tempest-RoutersIpV6AdminTest-194638600 tempest-RoutersIpV6AdminTest-194638600-project] 10.222.0.37 "DELETE /v2.0/subnets/0042d1de-9a84-4461-8b10-a70948173fe4 HTTP/1.1" status: 404 len: 337 time: 0.1226721 Jul 06 18:10:58.147865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.349852 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.352945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d386b88b-9756-43d9-be56-4c41f06ba6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.480990 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.630229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0d677-162f-4d67-9321-7180e3261b0e req-4cc12a44-5aa4-4b54-8b82-910a16dc2f0f tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:58.633626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77b0d677-162f-4d67-9321-7180e3261b0e req-4cc12a44-5aa4-4b54-8b82-910a16dc2f0f tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 944 time: 0.2562835 Jul 06 18:10:58.857160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77b0d677-162f-4d67-9321-7180e3261b0e req-21c0c5c5-b6ab-472d-978e-01ea81d032e9 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087978 Jul 06 18:10:58.934860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48322) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:59.038139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.048418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.102928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5e4c01d8-4780-459b-868b-87feb0a1e949 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:59.216843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-228a7f9c-34e9-4d3d-adc3-36f4f5e8ef6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.221247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Pushing event updated for resources: {'Port': ['ID=a0c895c4-9fa4-492a-9861-e18ee11415d6,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:59.231065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 5e4c01d8-4780-459b-868b-87feb0a1e949 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:59.237468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 5e4c01d8-4780-459b-868b-87feb0a1e949 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:59.237855 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.303979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.443921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.477864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:59.498645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-228a7f9c-34e9-4d3d-adc3-36f4f5e8ef6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.506192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-228a7f9c-34e9-4d3d-adc3-36f4f5e8ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.521169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.543092 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-228a7f9c-34e9-4d3d-adc3-36f4f5e8ef6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d1007c8b3f540b1baf7a23a4a7e6e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032705 Jul 06 18:10:59.543360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48334) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:59.598515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5e4c01d8-4780-459b-868b-87feb0a1e949, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5e4c01d8-4780-459b-868b-87feb0a1e949,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:59.600048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4c01d8-4780-459b-868b-87feb0a1e949'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:59.605183 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3706a2a3-61ba-4fdb-8aef-564057a7c37b" -d '{"events": [{"server_uuid": "7e22ca43-0449-4961-a2ca-f2fbe8565c13", "name": "network-vif-plugged", "status": "completed", "tag": "5e4c01d8-4780-459b-868b-87feb0a1e949"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:59.606987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a7f9c-34e9-4d3d-adc3-36f4f5e8ef6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879be851-0be6-4c80-a8f3-29b8bda775c3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:59.610812 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.647092 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Floating IP b536cbed-f153-42e1-9bd5-8a3156028255 associated. External IP: 172.25.5.46, port: d6498d95-abf2-4fa9-827d-9bb249162c57. Jul 06 18:10:59.685014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5e4c01d8-4780-459b-868b-87feb0a1e949,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:59.701847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07d92e2a-dcf5-407c-ac43-e7e9aa3528b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.704429 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1c782-03fd-45ea-8214-30e8066fa959 x-openstack-request-id: req-90e1c782-03fd-45ea-8214-30e8066fa959 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:59.704726 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e22ca43-0449-4961-a2ca-f2fbe8565c13", "name": "network-vif-plugged", "status": "completed", "tag": "5e4c01d8-4780-459b-868b-87feb0a1e949", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:59.704983 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90e1c782-03fd-45ea-8214-30e8066fa959 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:59.705415 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4c01d8-4780-459b-868b-87feb0a1e949', 'code': 200} Jul 06 18:10:59.781080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07d92e2a-dcf5-407c-ac43-e7e9aa3528b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.790693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d703847c-0768-47a9-af5e-f48f37f3d0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.894649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07d92e2a-dcf5-407c-ac43-e7e9aa3528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.898352 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07d92e2a-dcf5-407c-ac43-e7e9aa3528b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.899812 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-07d92e2a-dcf5-407c-ac43-e7e9aa3528b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/879be851-0be6-4c80-a8f3-29b8bda775c3 HTTP/1.1" status: 204 len: 168 time: 0.3554828 Jul 06 18:10:59.915982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92e2a-dcf5-407c-ac43-e7e9aa3528b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879be851-0be6-4c80-a8f3-29b8bda775c3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:00.012542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.033881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d703847c-0768-47a9-af5e-f48f37f3d0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.039677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d703847c-0768-47a9-af5e-f48f37f3d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.098926 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d703847c-0768-47a9-af5e-f48f37f3d0dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a43ec3dfb30149c5a8b507919e16e6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193721 Jul 06 18:11:00.099989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703847c-0768-47a9-af5e-f48f37f3d0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b749870-dd84-427e-b6c7-20f2cfacb84a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:00.102955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48344) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:00.213321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b28c9c3f-7462-4ae7-aa30-c6fe716c094e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.220512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a73a-e8fa-479f-af0e-c1889ea7cf3a req-37700423-e0c6-479e-aeb2-266268aca97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:00.226603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50f4a73a-e8fa-479f-af0e-c1889ea7cf3a req-37700423-e0c6-479e-aeb2-266268aca97c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 1096 time: 0.4415982 Jul 06 18:11:00.283110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b28c9c3f-7462-4ae7-aa30-c6fe716c094e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.408858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b28c9c3f-7462-4ae7-aa30-c6fe716c094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.417056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b28c9c3f-7462-4ae7-aa30-c6fe716c094e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.422529 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b28c9c3f-7462-4ae7-aa30-c6fe716c094e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b749870-dd84-427e-b6c7-20f2cfacb84a HTTP/1.1" status: 204 len: 168 time: 0.3184090 Jul 06 18:11:00.438741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9c3f-7462-4ae7-aa30-c6fe716c094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b749870-dd84-427e-b6c7-20f2cfacb84a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:00.734671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48352) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:00.779891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.841885 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0dcc71a2-c57c-464e-b82b-9ee4fc5d7878 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a220467896164053abfd12b30902114d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1028059 Jul 06 18:11:00.844827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:00.993401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7958ce9b-64a1-4564-8391-24f55e8c5f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.040380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7958ce9b-64a1-4564-8391-24f55e8c5f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.079106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Router e6031c0f-f1f7-4234-935d-618cbf038dd8 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:01.135874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7958ce9b-64a1-4564-8391-24f55e8c5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.140059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7958ce9b-64a1-4564-8391-24f55e8c5f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.141257 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7958ce9b-64a1-4564-8391-24f55e8c5f0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea10df3b-f620-47ed-8495-ed061601f4ed HTTP/1.1" status: 204 len: 168 time: 0.2974281 Jul 06 18:11:01.142193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50f4a73a-e8fa-479f-af0e-c1889ea7cf3a req-649abd45-7667-43ff-ab2d-3c9164ed8d35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9051955 Jul 06 18:11:01.163676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958ce9b-64a1-4564-8391-24f55e8c5f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10df3b-f620-47ed-8495-ed061601f4ed,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:01.226164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad18eb-d464-4166-8d3f-49f51a5aa50b req-664ce858-c246-4207-9305-876fd21651f5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:01.247285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4bad18eb-d464-4166-8d3f-49f51a5aa50b req-664ce858-c246-4207-9305-876fd21651f5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 945 time: 0.9951007 Jul 06 18:11:01.399592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:01.437086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb5a833c-99fa-422a-8d68-bd12543e05f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.448971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4bad18eb-d464-4166-8d3f-49f51a5aa50b req-4fdd1ea2-13e8-45cf-a5af-5c74bac09af6 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989377 Jul 06 18:11:01.630432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:01.662265 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] Sync routers for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:01.696752 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:01.700594 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:01.736208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb5a833c-99fa-422a-8d68-bd12543e05f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.747920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb5a833c-99fa-422a-8d68-bd12543e05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.752071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.775069 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:01.820973 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb5a833c-99fa-422a-8d68-bd12543e05f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2083cba5ce264168bfc02a0706a6d306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199622 Jul 06 18:11:01.826327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:01.833331 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:01.835978 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:01.948125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a833c-99fa-422a-8d68-bd12543e05f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7669ac0-568a-4451-8010-d1c28e9ed03d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:01.996688 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:01.997641 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f1f88-92c1-4be3-8f61-807196cc4064 None None] The sync data for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:02.022504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7fdc92c9-37f8-4bb2-b4e7-ed578a65f009 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.8973680 Jul 06 18:11:02.027654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48370) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:02.057342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cba98f72-96ea-4578-8195-a954c398e0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.112334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cba98f72-96ea-4578-8195-a954c398e0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.239567 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cba98f72-96ea-4578-8195-a954c398e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.246330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cba98f72-96ea-4578-8195-a954c398e0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.250343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cba98f72-96ea-4578-8195-a954c398e0ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7669ac0-568a-4451-8010-d1c28e9ed03d HTTP/1.1" status: 204 len: 168 time: 0.4118946 Jul 06 18:11:02.292136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98f72-96ea-4578-8195-a954c398e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7669ac0-568a-4451-8010-d1c28e9ed03d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:02.334208 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-389663cc-dfaf-4163-94fb-294f02f6e43c tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] 10.222.0.37 "GET /v2.0/floatingips/b536cbed-f153-42e1-9bd5-8a3156028255 HTTP/1.1" status: 200 len: 983 time: 0.3012726 Jul 06 18:11:02.334692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48380) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:02.470549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.600790 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8766d31-aaae-440e-9347-a2932c24139f tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.2644367 Jul 06 18:11:02.608136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:02.950767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86177-dd6b-4518-af05-ce99e3538f63 req-d0cd6f52-50d5-449e-958d-2a5d8fe7f2cd tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:02.971053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dce86177-dd6b-4518-af05-ce99e3538f63 req-d0cd6f52-50d5-449e-958d-2a5d8fe7f2cd tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 945 time: 0.1747909 Jul 06 18:11:03.030802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dce86177-dd6b-4518-af05-ce99e3538f63 req-da6ca67b-065d-4310-9d19-c04ca118a593 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Jul 06 18:11:03.172767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting port a0c895c4-9fa4-492a-9861-e18ee11415d6 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:03.173041 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.324016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.324460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.353634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Calling delete_port for a0c895c4-9fa4-492a-9861-e18ee11415d6 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:03.649923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48418) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:03.802283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.888642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Port': ['ID=a0c895c4-9fa4-492a-9861-e18ee11415d6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:03.953010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1394020993'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:04.050276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:04.054332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.061561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.062053 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Floating IP b536cbed-f153-42e1-9bd5-8a3156028255 disassociated (deleted). External IP: 172.25.5.46, port: d6498d95-abf2-4fa9-827d-9bb249162c57. Jul 06 18:11:04.195158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.630171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.671991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.752668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:11:04.780418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.780418 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Added segment 16dfb259-4b7c-439c-abc0-2c40e698d52d of type vlan for network 46db3b6e-bc8c-4732-b016-cecdff01cd3b Jul 06 18:11:04.787912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Router e6031c0f-f1f7-4234-935d-618cbf038dd8 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:04.788896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff68c6-ea3a-498a-a058-c395adff366a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:04.896315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.051686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.064998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:05.066981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.221499 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5680480 Jul 06 18:11:05.232161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:05.266928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:05.267300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'subnet': {'network_id': '46db3b6e-bc8c-4732-b016-cecdff01cd3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:05.279320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.293954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] Sync routers for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:05.313373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45022ea-9599-4e20-8e98-be7138933ac7 req-0b2712b7-5c58-47c8-ba27-eb1f899915f0 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:05.325155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f77b-8599-4523-90cb-c55ce41b0e34 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Network': ['ID=46db3b6e-bc8c-4732-b016-cecdff01cd3b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:05.329129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d45022ea-9599-4e20-8e98-be7138933ac7 req-0b2712b7-5c58-47c8-ba27-eb1f899915f0 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 945 time: 0.2196872 Jul 06 18:11:05.358978 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3d5c5cfd-0515-4ba1-8056-9e2f0e01cea9 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "DELETE /v2.0/floatingips/b536cbed-f153-42e1-9bd5-8a3156028255 HTTP/1.1" status: 204 len: 168 time: 2.7524157 Jul 06 18:11:05.359955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:05.363314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:11:05.369038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:05.457412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.606909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d45022ea-9599-4e20-8e98-be7138933ac7 req-fb2f4de6-1fc6-478d-bee0-b7b3b55c105b tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620852 Jul 06 18:11:05.647109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:05.648296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:05.741193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:05.756130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.791888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:05.819628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:05.826380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:05.871378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.923543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:05.926808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9fd9-df0a-487d-8f3b-1bce77af3159 None None] The sync data for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:06.117204 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.253391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Subnet': ['ID=4363994e-3f39-4c5c-a402-2e2956d36525,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:06.262138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Checking segment: {'id': '16dfb259-4b7c-439c-abc0-2c40e698d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '46db3b6e-bc8c-4732-b016-cecdff01cd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:06.262611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network hostable DHCP agents. Network: 46db3b6e-bc8c-4732-b016-cecdff01cd3b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:11:06.271416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Allocated IP 172.25.5.18 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a3061930-a7f7-40af-be1e-b53fac4cc48f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:06.313880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:11:06.334300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-491c19d9-b29e-44b4-ac61-a22239407d6c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:06.336920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-491c19d9-b29e-44b4-ac61-a22239407d6c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 945 time: 0.1523113 Jul 06 18:11:06.390648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 46db3b6e-bc8c-4732-b016-cecdff01cd3b) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:06.402887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602926d8-9190-4b1d-8bcd-f41e7ccda732 None None] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:06.405777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:06.406780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.510595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f35fec68-1510-4353-a0c4-b4fd837382a5 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2512023 Jul 06 18:11:06.514407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48468) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:06.524100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2044771578', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:06.603232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Deleting port 5e4c01d8-4780-459b-868b-87feb0a1e949 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:06.603866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.610704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.612503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.749647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.912438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.956709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.004198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87904f86-864c-4f30-abf2-aaae12c1edb3 None None] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:07.085517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:07.120900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:07.122985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:07.144794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Pushing event updated for resources: {'Port': ['ID=a3061930-a7f7-40af-be1e-b53fac4cc48f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:07.188822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] For port 5e4c01d8-4780-459b-868b-87feb0a1e949, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5e4c01d8-4780-459b-868b-87feb0a1e949,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:07.189160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.209268 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Calling delete_port for 5e4c01d8-4780-459b-868b-87feb0a1e949 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:07.412838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.426846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.444299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0820b0-fc32-4f1f-82a2-107aec263d44 req-912b6ca6-9a85-43e2-9d27-c1860f395742 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:07.453402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb0820b0-fc32-4f1f-82a2-107aec263d44 req-912b6ca6-9a85-43e2-9d27-c1860f395742 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 945 time: 0.5296772 Jul 06 18:11:07.553520 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.588029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb0820b0-fc32-4f1f-82a2-107aec263d44 req-8d0cc889-ed21-47ae-8148-6a7013350ca7 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332939 Jul 06 18:11:07.918792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.932603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5e4c01d8-4780-459b-868b-87feb0a1e949'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:11:07.971158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.984388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.017408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Pushing event deleted for resources: {'Port': ['ID=5e4c01d8-4780-459b-868b-87feb0a1e949,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:08.096506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.142844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Pushing event updated for resources: {'Port': ['ID=a3061930-a7f7-40af-be1e-b53fac4cc48f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:08.182690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.206360 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.216573 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-997a91d4-0afd-4f72-a803-34bda9fc3696 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8476143 Jul 06 18:11:08.216715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.216831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48492) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:08.220501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] No DVR routers for this DVR port 5e4c01d8-4780-459b-868b-87feb0a1e949 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:08.231031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.236104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aebdcdf4-7eaa-4462-9bdb-b6572889245b req-d445718a-9165-43b7-8bff-c69bb11182c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "DELETE /v2.0/ports/5e4c01d8-4780-459b-868b-87feb0a1e949 HTTP/1.1" status: 204 len: 173 time: 1.8906407 Jul 06 18:11:08.247455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'name': 'network-vif-deleted', 'tag': '5e4c01d8-4780-459b-868b-87feb0a1e949'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:08.251708 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a1fc2c-cf89-4c03-b0d1-49ca6af5ff99" -d '{"events": [{"server_uuid": "7e22ca43-0449-4961-a2ca-f2fbe8565c13", "name": "network-vif-deleted", "tag": "5e4c01d8-4780-459b-868b-87feb0a1e949"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:08.436220 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2c285-3723-4f38-82a7-1753fe89966c x-openstack-request-id: req-b3b2c285-3723-4f38-82a7-1753fe89966c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:08.436950 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e22ca43-0449-4961-a2ca-f2fbe8565c13", "name": "network-vif-deleted", "tag": "5e4c01d8-4780-459b-868b-87feb0a1e949", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:08.436950 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3b2c285-3723-4f38-82a7-1753fe89966c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:08.437334 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e22ca43-0449-4961-a2ca-f2fbe8565c13', 'name': 'network-vif-deleted', 'tag': '5e4c01d8-4780-459b-868b-87feb0a1e949', 'status': 'completed', 'code': 200} Jul 06 18:11:08.627757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.153 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/0bf49c3a-cbd7-46b0-94dd-95ca9579132f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:08.804861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:08.856416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.927775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.953393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5f98e27-64e2-411a-a12d-a5bf14a3473a req-885da317-400d-4468-b6d9-06b3b86d33c1 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e22ca43-0449-4961-a2ca-f2fbe8565c13 HTTP/1.1" status: 200 len: 210 time: 0.0687501 Jul 06 18:11:09.024013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:09.168045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:09.174693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:09.192264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:09.244024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=0bf49c3a-cbd7-46b0-94dd-95ca9579132f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:09.262878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.263293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.263612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.263960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.264306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.264652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.266089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.266702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.266702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.267173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.267532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.267864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:09.287646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:09.670837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Allocated IP 172.25.5.113 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/78d317db-8070-4dde-a4f7-c7f5f8dca562) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:09.995485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.063075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.203555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.324461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:10.336364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:10.350613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:10.435063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Pushing event updated for resources: {'Port': ['ID=78d317db-8070-4dde-a4f7-c7f5f8dca562,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:10.435404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48520) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:10.730285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.856779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c98a741-937a-48c9-aa68-14e40e58836c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.878514 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.189264 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5e4c01d8-4780-459b-868b-87feb0a1e949 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:11.281775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.304953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 5e4c01d8-4780-459b-868b-87feb0a1e949 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:11.306495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5e4c01d8-4780-459b-868b-87feb0a1e949 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:11.424067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-59c46db4-351f-439f-aa9e-a1d8670d22ee tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:11.426681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-59c46db4-351f-439f-aa9e-a1d8670d22ee tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 808 time: 0.4521291 Jul 06 18:11:11.472321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-3afa7b12-7851-4624-a3da-4e82f5cfe93a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/quotas/bbb76efe2c3c4d1ea54ebd3841b7df8c HTTP/1.1" status: 200 len: 375 time: 0.0345998 Jul 06 18:11:11.513702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.526220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.547964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c98a741-937a-48c9-aa68-14e40e58836c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.551472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-6d90eb7e-5ebe-4258-bb01-af8512d539f3 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642028 Jul 06 18:11:11.559447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c98a741-937a-48c9-aa68-14e40e58836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.612309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:11:11.642994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Pushing event updated for resources: {'Port': ['ID=78d317db-8070-4dde-a4f7-c7f5f8dca562,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:11.660940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98a741-937a-48c9-aa68-14e40e58836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d9347e-0189-4dfb-9b69-2409d7d00f73,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:11.662968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.687988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.689495 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-65c01a11-17a4-4e60-8956-e834bab85a35 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4694626 Jul 06 18:11:11.694316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48538) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:11.782847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1c98a741-937a-48c9-aa68-14e40e58836c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8070bf7188f94f559be34e0fa21b4533&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3465307 Jul 06 18:11:11.786444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48540) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:11.819166 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0301a5b1-9852-4785-87c0-5b289b905740 tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1234403 Jul 06 18:11:11.825734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48542) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:11.907508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-aced4435-be91-40a9-ad16-3f345b2e7c3d service neutron] 10.222.0.37 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967725 Jul 06 18:11:11.957322 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a7e39e71-5d05-4d12-ba39-5f839ebaad66 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1278164 Jul 06 18:11:11.961458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:12.033167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b110-4920-407d-8fb5-a5b4acb55b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.069381 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b110-4920-407d-8fb5-a5b4acb55b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.106605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:12.123570 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:12.150376 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:12.152499 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:12.159064 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b110-4920-407d-8fb5-a5b4acb55b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.162874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4f1b110-4920-407d-8fb5-a5b4acb55b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.167581 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e4f1b110-4920-407d-8fb5-a5b4acb55b9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04d9347e-0189-4dfb-9b69-2409d7d00f73 HTTP/1.1" status: 204 len: 168 time: 0.3782048 Jul 06 18:11:12.194638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1b110-4920-407d-8fb5-a5b4acb55b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d9347e-0189-4dfb-9b69-2409d7d00f73,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:12.196875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-9e560386-64fc-4c99-9695-5bfebc45f871 service neutron] 10.222.0.37 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877853 Jul 06 18:11:12.203574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.204819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6217406b-aaa6-462b-b30e-86bc1eab1ed8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6889868 Jul 06 18:11:12.209202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:12.243013 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:12.263706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Deleting port 78d317db-8070-4dde-a4f7-c7f5f8dca562 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:12.266237 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:12.266972 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.270614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:12.354423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:12.356562 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b2566-b4af-42c2-95cf-b98d491a5e4c None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:12.491899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.492607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.529944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Calling delete_port for 78d317db-8070-4dde-a4f7-c7f5f8dca562 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:12.953672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:13.034693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67f66dba-65b2-450b-9e17-4059cb1ec67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.537282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a86d012-3ea5-4625-9af3-1fc2e09ca88d req-ed41ed3a-02e6-4585-bbef-16bd601b007a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 210 time: 0.8234172 Jul 06 18:11:13.553517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67f66dba-65b2-450b-9e17-4059cb1ec67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.585227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67f66dba-65b2-450b-9e17-4059cb1ec67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.636255 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-67f66dba-65b2-450b-9e17-4059cb1ec67c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbc8544d2eaa41589595bc5cba16ddb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6812036 Jul 06 18:11:13.643061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:13.705188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.718696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.751936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Pushing event deleted for resources: {'Port': ['ID=78d317db-8070-4dde-a4f7-c7f5f8dca562,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:13.779647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd64-e915-4b56-84e7-c7c49f033337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.791836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f66dba-65b2-450b-9e17-4059cb1ec67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925e519c-c2a9-4c22-9d3e-c7c5214ca703,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:13.888090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd64-e915-4b56-84e7-c7c49f033337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.938928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.941750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.946241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e91e961a-1953-4ceb-8205-47f210c76035 tempest-FloatingIPAdminTestJSON-569655684 tempest-FloatingIPAdminTestJSON-569655684-project] 10.222.0.37 "DELETE /v2.0/floatingips/fd085f77-3a26-4946-9bfe-a6b03c712ec8 HTTP/1.1" status: 204 len: 168 time: 1.9811704 Jul 06 18:11:13.946939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:14.166823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd64-e915-4b56-84e7-c7c49f033337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.173830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd64-e915-4b56-84e7-c7c49f033337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.180713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1b28dd64-e915-4b56-84e7-c7c49f033337 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/925e519c-c2a9-4c22-9d3e-c7c5214ca703 HTTP/1.1" status: 204 len: 168 time: 0.5358286 Jul 06 18:11:14.234197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28dd64-e915-4b56-84e7-c7c49f033337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e519c-c2a9-4c22-9d3e-c7c5214ca703,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:14.298867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Deleting port a3061930-a7f7-40af-be1e-b53fac4cc48f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:14.299552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.563931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.565238 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.627176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Calling delete_port for a3061930-a7f7-40af-be1e-b53fac4cc48f owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:14.662488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.1 (46db3b6e-bc8c-4732-b016-cecdff01cd3b/4363994e-3f39-4c5c-a402-2e2956d36525/6ee9df24-f549-462b-b2d3-c28ab9315dd0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:15.160241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.215574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c83afa2b-d729-4d32-8ddd-4d882c352005 req-7b3d2e69-5e59-43ba-bb2b-e23e575a5b75 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 210 time: 0.1382844 Jul 06 18:11:15.388357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.486500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-f17b0bf2-0543-44d0-8d66-8394091b6003 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:15.495218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:15.499005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:15.500266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-f17b0bf2-0543-44d0-8d66-8394091b6003 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 808 time: 0.4417026 Jul 06 18:11:15.521649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:15.529387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Request body: {'port': {'device_id': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1', 'admin_state_up': True, 'tenant_id': 'bbb76efe2c3c4d1ea54ebd3841b7df8c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:15.634597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.638416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.808041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=6ee9df24-f549-462b-b2d3-c28ab9315dd0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:15.879107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3061930-a7f7-40af-be1e-b53fac4cc48f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:15.979809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.045437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.050389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.053059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8ef9edad-a9a1-4759-930c-d9ac38d8ba5d tempest-FloatingIPAdminTestJSON-2087360834 tempest-FloatingIPAdminTestJSON-2087360834-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/58e34d21-442a-407b-9317-caeceda5e937 HTTP/1.1" status: 204 len: 168 time: 2.1034355 Jul 06 18:11:16.059804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:16.258472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Made reservation on behalf of bbb76efe2c3c4d1ea54ebd3841b7df8c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:16.267215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.570652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting port d6498d95-abf2-4fa9-827d-9bb249162c57 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:16.570966 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.866053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.875846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.878802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-22a70174-990b-48ec-b392-225f31314da4 req-3fe4de69-067d-4a14-8a8e-6f7d26c3135a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 210 time: 0.1298153 Jul 06 18:11:17.011561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Allocated IP 172.20.0.2 (7c759bc8-a204-41a2-b5a0-af82962d84b1/4d10f3d9-bb20-47b0-ac38-089148857203/d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:17.027909 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.163476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.185442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=6ee9df24-f549-462b-b2d3-c28ab9315dd0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:17.201373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Calling delete_port for d6498d95-abf2-4fa9-827d-9bb249162c57 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:17.288392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:17.291960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:17.546939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:17.597583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.687828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Port': ['ID=d6498d95-abf2-4fa9-827d-9bb249162c57,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:17.695881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.936429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.950554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:17.965147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:17.981502 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ecaf3180-7235-46c6-8095-1177f125d1d3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/routers/fd68c888-9398-4823-b0e3-ca0abc8b669e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7710445 Jul 06 18:11:17.986191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48676) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:17.996429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'port': {'network_id': '46db3b6e-bc8c-4732-b016-cecdff01cd3b', 'name': 'tempest-FloatingIPTestJSON-920466726'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:18.011560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:18.012682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:18.035426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.040635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7f71c702-2a1e-4f8a-b47b-46da903d28fb tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "DELETE /v2.0/ports/d6498d95-abf2-4fa9-827d-9bb249162c57 HTTP/1.1" status: 204 len: 168 time: 1.9758737 Jul 06 18:11:18.044885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48678) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:18.066622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Network 7c759bc8-a204-41a2-b5a0-af82962d84b1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:18.069861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Pushing event updated for resources: {'Port': ['ID=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:18.098411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:18.112157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:18.130030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:18.156638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:18.159508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:18.220340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:18.221035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034121e-cf90-4ed4-8629-b036bffa6635 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:18.384417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:18.386183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.437464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-85108eaa-af6e-40c8-b591-cf847bf194c5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9260032 Jul 06 18:11:18.452955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Request body: {'port': {'device_id': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:18.466232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82f29b-ada6-4784-9695-db6a14670136 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:18.469306 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8a82f29b-ada6-4784-9695-db6a14670136 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6031c0f-f1f7-4234-935d-618cbf038dd8 HTTP/1.1" status: 200 len: 913 time: 0.4202273 Jul 06 18:11:18.473509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48686) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:18.519907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6b680-8dbb-4510-852e-3400612d46d7 req-3d5a3825-a782-41ef-a6bc-f3fa48779f27 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:18.522413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97b6b680-8dbb-4510-852e-3400612d46d7 req-3d5a3825-a782-41ef-a6bc-f3fa48779f27 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 931 time: 0.1855402 Jul 06 18:11:18.587010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:18.590783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.651445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97b6b680-8dbb-4510-852e-3400612d46d7 req-71d60a8e-6a70-424e-8078-e32744fc18b7 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115601 Jul 06 18:11:18.653396 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.687890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] device_id is not set on port 17c8775f-4b03-431b-8e5e-2bc2306f8dc6 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:19.383944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:11:19.424101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.450340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.5 (46db3b6e-bc8c-4732-b016-cecdff01cd3b/4363994e-3f39-4c5c-a402-2e2956d36525/17c8775f-4b03-431b-8e5e-2bc2306f8dc6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:19.464335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Transition to ACTIVE for port object d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:19.473083 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.721130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:19.954222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Attempting to bind port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:19.954704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Attempting to bind port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:19.955381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Attempting to bind port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 on network 7c759bc8-a204-41a2-b5a0-af82962d84b1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:19.991193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.997738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 on network 7c759bc8-a204-41a2-b5a0-af82962d84b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:19.998497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Attempting to bind port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 on network 7c759bc8-a204-41a2-b5a0-af82962d84b1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:20.013324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:20.013651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Checking segment: {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:20.014575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Bound using segment: {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:20.015047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Bound port: d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c6540c-2993-440a-be9f-125c9c52c61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:20.015787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.117843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c74852-8707-4c31-88b5-48e3cc5a9398 req-67b9a40d-6ecc-403b-959f-8387cecf8d2c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:20.129037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.130418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8c74852-8707-4c31-88b5-48e3cc5a9398 req-67b9a40d-6ecc-403b-959f-8387cecf8d2c tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 943 time: 0.2150929 Jul 06 18:11:20.181272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:20.187231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.242598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] For port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:20.248800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] For port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:20.259818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.307128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8c74852-8707-4c31-88b5-48e3cc5a9398 req-5a747c0a-df6a-4d68-9323-be48158315c8 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747680 Jul 06 18:11:20.324499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:20.325455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.327355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 HTTP/1.1" status: 200 len: 1091 time: 1.8802087 Jul 06 18:11:20.327963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'tag': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:20.330547 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3017e7a-1046-41cc-b945-2929758dc4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3afe11e-a53b-447e-b18d-f4db94433f2c", "tag": "d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:20.376320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:20.379689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1fe66-ce68-44c1-9da5-63b0c5bd2157 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:20.391727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:20.488978 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31c9d56-1593-449c-97e8-25869da8620c x-openstack-request-id: req-f31c9d56-1593-449c-97e8-25869da8620c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:20.490106 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3afe11e-a53b-447e-b18d-f4db94433f2c", "tag": "d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:20.490356 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f31c9d56-1593-449c-97e8-25869da8620c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:20.495209 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'tag': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7', 'status': 'completed', 'code': 200} Jul 06 18:11:20.572140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-911c88a7-89bc-413c-86d2-d14b90a467d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:20.580486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-911c88a7-89bc-413c-86d2-d14b90a467d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 1094 time: 0.1847723 Jul 06 18:11:20.726258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-20fceedc-1e72-4c8b-8784-072cc7d7013b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 HTTP/1.1" status: 200 len: 217 time: 0.1394651 Jul 06 18:11:20.790100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=17c8775f-4b03-431b-8e5e-2bc2306f8dc6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:20.819607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:20.821070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.891694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-738fdca4-a460-4686-847c-84fb3a0c89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:20.893756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-738fdca4-a460-4686-847c-84fb3a0c89ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d10f3d9-bb20-47b0-ac38-089148857203 HTTP/1.1" status: 200 len: 848 time: 0.1613293 Jul 06 18:11:20.915066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b0d086a3-01e6-448d-8f15-d505ccd11cdf tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9275188 Jul 06 18:11:20.920013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:20.982262 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-6937f153-ac09-48f4-a202-7b5255d5509e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c759bc8-a204-41a2-b5a0-af82962d84b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781229 Jul 06 18:11:20.997647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'port': {'network_id': '46db3b6e-bc8c-4732-b016-cecdff01cd3b', 'name': 'tempest-FloatingIPTestJSON-1215645768'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:21.217531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-b6959b4e-4f60-4b27-b14b-0a7e79331d09 service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271216 Jul 06 18:11:21.254995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48724) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:21.404133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:21.409116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:21.469677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] device_id is not set on port bde72610-6eb2-437d-97f0-e01d6cd60021 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:21.597349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d030dcc-b778-4948-a60d-9579e0ecb42e req-48f9da8c-b809-476f-b922-0e49fab55ae8 service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703215 Jul 06 18:11:21.766600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6bb58d8-5774-4fd8-9331-1f95cfba0203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:21.806202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting port 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:21.808034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:21.812387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.10 (46db3b6e-bc8c-4732-b016-cecdff01cd3b/4363994e-3f39-4c5c-a402-2e2956d36525/bde72610-6eb2-437d-97f0-e01d6cd60021) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:21.908472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f253b1-cf6b-4e51-9b54-0cb245f0046b req-d15e698b-6fdb-4d68-a38c-8003107d0e08 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:21.911579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9f253b1-cf6b-4e51-9b54-0cb245f0046b req-d15e698b-6fdb-4d68-a38c-8003107d0e08 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 943 time: 0.3116779 Jul 06 18:11:21.960923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-f752d0d0-0645-4da6-9939-6b2d915814c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:21.964446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-f752d0d0-0645-4da6-9939-6b2d915814c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 1094 time: 0.2785633 Jul 06 18:11:22.064303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.080506 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:11:22.109351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Calling delete_port for 5acca9d5-b4fc-4730-8ab9-1077b3d730c8 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:22.157836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9f253b1-cf6b-4e51-9b54-0cb245f0046b req-cc0ed31f-3a60-4969-a33a-4f640b783233 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355249 Jul 06 18:11:22.236991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-5f13e6c3-b4b5-45cc-8897-0c95e7625f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:22.240408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-5f13e6c3-b4b5-45cc-8897-0c95e7625f2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 909 time: 0.2526412 Jul 06 18:11:22.397923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-9ee1a282-5593-4e18-94b5-538c4f87cd34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 HTTP/1.1" status: 200 len: 217 time: 0.1481726 Jul 06 18:11:22.428492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6bb58d8-5774-4fd8-9331-1f95cfba0203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.452624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6bb58d8-5774-4fd8-9331-1f95cfba0203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.534789 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6bb58d8-5774-4fd8-9331-1f95cfba0203 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=199ef63259f64a6f804038a799a625c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2699068 Jul 06 18:11:22.537307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:22.594711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb58d8-5774-4fd8-9331-1f95cfba0203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260cc673-3815-4084-846c-431400ff4922,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:22.611771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.663566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-2038b2b9-15ae-412e-ac93-116cad7942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:22.666379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-2038b2b9-15ae-412e-ac93-116cad7942a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d10f3d9-bb20-47b0-ac38-089148857203 HTTP/1.1" status: 200 len: 848 time: 0.2605479 Jul 06 18:11:22.753765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-9235c2fd-5300-422c-be09-725c88ffc920 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c759bc8-a204-41a2-b5a0-af82962d84b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686200 Jul 06 18:11:22.780534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.799153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3911b403-156d-46be-9477-2be48e26c5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.872611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3911b403-156d-46be-9477-2be48e26c5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.941498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-9e9cf5f8-e023-4a6a-9a1b-8444c5d5690a service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791849 Jul 06 18:11:22.981789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=bde72610-6eb2-437d-97f0-e01d6cd60021,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:23.067365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:23.080362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:23.090363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:23.094556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3017e7a-1046-41cc-b945-2929758dc4dd req-e838ac69-66f3-4003-9847-4a407e222113 service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461759 Jul 06 18:11:23.126827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3911b403-156d-46be-9477-2be48e26c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.130823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3911b403-156d-46be-9477-2be48e26c5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.132737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3911b403-156d-46be-9477-2be48e26c5fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/260cc673-3815-4084-846c-431400ff4922 HTTP/1.1" status: 204 len: 168 time: 0.5822191 Jul 06 18:11:23.143433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911b403-156d-46be-9477-2be48e26c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260cc673-3815-4084-846c-431400ff4922,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:23.181745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.252346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Port': ['ID=5acca9d5-b4fc-4730-8ab9-1077b3d730c8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:23.273997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:23.275537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.413863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:23.414287 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c2a43d9-dbd5-41d1-92af-4dd83bea69e2 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4909029 Jul 06 18:11:23.425180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'bde72610-6eb2-437d-97f0-e01d6cd60021', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:23.465662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.740741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.851803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b51dd-2518-431d-a0bd-bad8dcd2cfec req-686d92d4-6806-438e-9315-97a90094b86d tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:23.853695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:23.855107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-719b51dd-2518-431d-a0bd-bad8dcd2cfec req-686d92d4-6806-438e-9315-97a90094b86d tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 943 time: 0.2009387 Jul 06 18:11:23.909566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.950712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-719b51dd-2518-431d-a0bd-bad8dcd2cfec req-409076ff-5494-458f-ae3c-ca55c2aac31d tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795543 Jul 06 18:11:23.965484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d71beaec-995a-4750-ae35-87edfedeca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.103909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.81 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/10d6f66d-e8d4-4c35-9db2-cfac7df9425b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:24.347914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.392182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d71beaec-995a-4750-ae35-87edfedeca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.417329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.475043 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d71beaec-995a-4750-ae35-87edfedeca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.486844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:24.496334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:24.500318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=10d6f66d-e8d4-4c35-9db2-cfac7df9425b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:24.505435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:24.529239 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d71beaec-995a-4750-ae35-87edfedeca74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d93252999a5c4fea8dad47babfa3bd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599846 Jul 06 18:11:24.530076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48768) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:24.606197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71beaec-995a-4750-ae35-87edfedeca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa4cbf8-7b9c-4ddd-9676-605206c436e8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:24.632403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Router e6031c0f-f1f7-4234-935d-618cbf038dd8 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:24.660044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7d28108-95ec-41d6-8ff6-286b68940267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.797585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7d28108-95ec-41d6-8ff6-286b68940267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.800724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:24.810722 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a35cdd16-564f-483e-a6e0-7c68e294dfe8 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "PUT /v2.0/routers/e6031c0f-f1f7-4234-935d-618cbf038dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3360448 Jul 06 18:11:24.815080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:24.827615 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] Sync routers for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:24.860565 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:24.864396 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:24.961476 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:24.980791 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] Routers {'e6031c0f-f1f7-4234-935d-618cbf038dd8'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:24.982111 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:10:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e6031c0f-f1f7-4234-935d-618cbf038dd8'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:25.039042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7d28108-95ec-41d6-8ff6-286b68940267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.042429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7d28108-95ec-41d6-8ff6-286b68940267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.063511 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f7d28108-95ec-41d6-8ff6-286b68940267 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4aa4cbf8-7b9c-4ddd-9676-605206c436e8 HTTP/1.1" status: 204 len: 168 time: 0.5293667 Jul 06 18:11:25.113098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.126501 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:25.135234 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71dab2e-09ea-4ebf-844a-81b273cff9c6 None None] The sync data for ids ['e6031c0f-f1f7-4234-935d-618cbf038dd8'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:25.252845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:11:25.325543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28108-95ec-41d6-8ff6-286b68940267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa4cbf8-7b9c-4ddd-9676-605206c436e8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:25.331066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.444795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting port c38cb8cb-5cee-4e55-99c8-6c2418033455 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:25.445826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.651765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:25.718910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7', 'network_id': '7c759bc8-a204-41a2-b5a0-af82962d84b1', 'port_id': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7', 'mac_address': 'fa:16:3e:50:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d10f3d9-bb20-47b0-ac38-089148857203', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:11:25.848589 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63fa0f54-7e71-467f-9dce-214d19d6a111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.930338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.986064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:11:25.986807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a43d2-39ba-4cae-a63a-1319c2b93e90 req-dc1e6f01-30ef-43ba-9215-4b551d0865bc tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:25.995287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-386a43d2-39ba-4cae-a63a-1319c2b93e90 req-dc1e6f01-30ef-43ba-9215-4b551d0865bc tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 943 time: 0.3473563 Jul 06 18:11:26.068756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:26.081425 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.301465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:26.323954 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.390662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:11:26.448314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-386a43d2-39ba-4cae-a63a-1319c2b93e90 req-99bb5dac-1766-4f9d-8d38-2897f9961b94 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515147 Jul 06 18:11:26.575402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.587945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.622364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Calling delete_port for c38cb8cb-5cee-4e55-99c8-6c2418033455 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:27.221694 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.233790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.250677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.283288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Port': ['ID=c38cb8cb-5cee-4e55-99c8-6c2418033455,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:27.532734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.628491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=10d6f66d-e8d4-4c35-9db2-cfac7df9425b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:27.642784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.817479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.824617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.911558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.912454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Fanout notify agent at l3_agent the message router_deleted on router e6031c0f-f1f7-4234-935d-618cbf038dd8 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:11:27.933154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.939873 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28b68964-00d1-4c30-8ed2-d38d83b681b3 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "DELETE /v2.0/routers/e6031c0f-f1f7-4234-935d-618cbf038dd8 HTTP/1.1" status: 204 len: 168 time: 3.1203039 Jul 06 18:11:27.940386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48856) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:27.952163 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d939e37-b488-408c-8a8f-c22103beffb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.957182 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP 95436059-4513-4a9f-8c86-5803ba8c2d23 associated. External IP: 172.25.5.81, port: bde72610-6eb2-437d-97f0-e01d6cd60021. Jul 06 18:11:27.966971 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.030406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting subnet d34ebb3b-192d-4f06-bd15-09e30ae14452 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:28.031860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451923-41b9-4fa6-a83d-d367f5e49edc req-4fcc58f0-de59-4e05-9118-4114b6e471f5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:28.036766 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.038958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c451923-41b9-4fa6-a83d-d367f5e49edc req-4fcc58f0-de59-4e05-9118-4114b6e471f5 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 944 time: 0.2463987 Jul 06 18:11:28.138180 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.299358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.334485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c451923-41b9-4fa6-a83d-d367f5e49edc req-a7a6405c-67ed-45c8-9c56-140febc0b0e0 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861905 Jul 06 18:11:28.407955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.445889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.451589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "DELETE /v2.0/subnets/d34ebb3b-192d-4f06-bd15-09e30ae14452 HTTP/1.1" status: 204 len: 168 time: 0.5097411 Jul 06 18:11:28.452472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:28.454871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0935bf2-8922-4ac2-b5a1-87bc2ca20152 tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Subnet': ['ID=d34ebb3b-192d-4f06-bd15-09e30ae14452,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:28.459884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a22f98-039f-4e4e-95bc-3983e7626494 None None] Network bb23790d-14d2-43e6-b125-0c7fc6f38ad7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:28.567982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:28.653223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.805484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:28.806705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.890956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:28.903681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:28.926239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] DHCP port deletion for bb23790d-14d2-43e6-b125-0c7fc6f38ad7 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:11:28.934178 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:28.980048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] For port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,segment=NetworkSegment(e48023fb-4f5e-4580-8d82-6db3793e09b3),segment_id=e48023fb-4f5e-4580-8d82-6db3793e09b3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:28.980869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.017948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Calling delete_port for 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:29.037999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-78b06c71-4e76-4e43-9156-adf3b7b414e8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6221869 Jul 06 18:11:29.042243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48906) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:29.043290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:29.045836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.055669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:29.140954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.158695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:29.159829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.163034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] Deleting port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:29.163927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.254428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] For port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,segment=NetworkSegment(e48023fb-4f5e-4580-8d82-6db3793e09b3),segment_id=e48023fb-4f5e-4580-8d82-6db3793e09b3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:29.255150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.257530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.273151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] Calling delete_port for 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:29.324382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.384758 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.394909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:29.414974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Port': ['ID=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:29.430737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] No DVR routers for this DVR port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:29.539976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] Pushing event deleted for resources: {'Port': ['ID=827c5e56-9dd9-4d26-8f8a-dd62cdaab7be,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:29.552506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.553573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9b1d4-2489-4092-b947-784437356860 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:29.557914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.564079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def72734-47bb-4d0c-a412-80ce715e3e47 None None] No DVR routers for this DVR port 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:29.596209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:29.604708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:29.605071 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.612037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.624873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.625131 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP 95436059-4513-4a9f-8c86-5803ba8c2d23 disassociated. External IP: 172.25.5.81, port: bde72610-6eb2-437d-97f0-e01d6cd60021. Jul 06 18:11:29.641029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.665240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb23790d-14d2-43e6-b125-0c7fc6f38ad7']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.697739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48023fb-4f5e-4580-8d82-6db3793e09b3') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.698047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48023fb-4f5e-4580-8d82-6db3793e09b3') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:29.729210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.767391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.780785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:11:29.781583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:11:29.805443 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:11:29.839294 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.876137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa875bf-33fd-4cb4-bd6b-504f20904d66 req-6c7a1f7f-a6b8-4d5d-b018-4d23f72e75ad tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:29.888308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1aa875bf-33fd-4cb4-bd6b-504f20904d66 req-6c7a1f7f-a6b8-4d5d-b018-4d23f72e75ad tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 944 time: 0.2743366 Jul 06 18:11:29.910766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:29.914028 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a8ac3-5129-402e-be5c-1d10fe8d6695" -d '{"events": [{"server_uuid": "e3afe11e-a53b-447e-b18d-f4db94433f2c", "name": "network-vif-plugged", "status": "completed", "tag": "d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:29.952187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:29.954680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.962685 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.980424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.986155 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "DELETE /v2.0/networks/bb23790d-14d2-43e6-b125-0c7fc6f38ad7 HTTP/1.1" status: 204 len: 168 time: 1.5323770 Jul 06 18:11:29.988860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:30.097188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1aa875bf-33fd-4cb4-bd6b-504f20904d66 req-bee4122c-a40d-4889-bcac-5ae050194425 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106906 Jul 06 18:11:30.140973 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5e67f1-a099-4773-a1d7-b5b0082aa49b x-openstack-request-id: req-2c5e67f1-a099-4773-a1d7-b5b0082aa49b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:30.145646 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3afe11e-a53b-447e-b18d-f4db94433f2c", "name": "network-vif-plugged", "status": "completed", "tag": "d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:30.146288 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c5e67f1-a099-4773-a1d7-b5b0082aa49b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:30.147152 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7', 'code': 200} Jul 06 18:11:30.186793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2625a-2262-4f82-b613-d24cf5fd95db tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Network': ['ID=bb23790d-14d2-43e6-b125-0c7fc6f38ad7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:30.189336 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.287599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:30.314319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:30.351317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458253-bc28-4e4d-939c-cc76cc20d57a req-31cd9c20-3734-4a5b-9927-c215f62474e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:30.351317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-37458253-bc28-4e4d-939c-cc76cc20d57a req-31cd9c20-3734-4a5b-9927-c215f62474e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 1096 time: 0.1663783 Jul 06 18:11:30.414092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:30.480407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-37458253-bc28-4e4d-939c-cc76cc20d57a req-7a8e1468-ceb6-4510-b7ca-664aa946f856 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628908 Jul 06 18:11:30.486210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:30.494548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 827c5e56-9dd9-4d26-8f8a-dd62cdaab7be not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:30.597911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:30.629346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.637916 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:30.641303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Deleting port 738e5951-879a-40a4-94d0-238a4d6ed89a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:30.641716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.669128 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:30.670299 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:30.757056 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:30.757368 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.774111 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:30.775905 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:30.789843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bafe56bf-1d0e-416f-a6fe-b7e726090f40 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/floatingips/95436059-4513-4a9f-8c86-5803ba8c2d23 HTTP/1.1" status: 200 len: 687 time: 1.7439976 Jul 06 18:11:30.791027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:30.837068 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:30.839971 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894490cf-6249-46f2-b8ab-9d7c09b5b4ee None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:30.949640 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.951074 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.997777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Calling delete_port for 738e5951-879a-40a4-94d0-238a4d6ed89a owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:31.183469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 10d6f66d-e8d4-4c35-9db2-cfac7df9425b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:31.183829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.438013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.448558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.448936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.538368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Pushing event deleted for resources: {'Port': ['ID=738e5951-879a-40a4-94d0-238a4d6ed89a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:31.575879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 10d6f66d-e8d4-4c35-9db2-cfac7df9425b owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:31.698011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.701634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.703377 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-17fd305e-43fe-4626-8de7-7cc37c98f25c tempest-FloatingIPAdminTestJSON-985500755 tempest-FloatingIPAdminTestJSON-985500755-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2ea7da1-c82c-4dbf-8537-dfe84841c57d HTTP/1.1" status: 204 len: 168 time: 1.7105958 Jul 06 18:11:31.734486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2db55-6c99-4d8f-ada0-2d59c9abbc2b req-092492a7-20af-478e-a836-1d730f776f0a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:31.736582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eac2db55-6c99-4d8f-ada0-2d59c9abbc2b req-092492a7-20af-478e-a836-1d730f776f0a tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 945 time: 0.2483652 Jul 06 18:11:31.826058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eac2db55-6c99-4d8f-ada0-2d59c9abbc2b req-d31af6b4-fd24-408e-a278-69551d06519f tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773509 Jul 06 18:11:31.959232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.010046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=10d6f66d-e8d4-4c35-9db2-cfac7df9425b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:32.169670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.180793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.185389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6a151b1e-1cb6-4b55-8484-7125e6358acb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/floatingips/95436059-4513-4a9f-8c86-5803ba8c2d23 HTTP/1.1" status: 204 len: 168 time: 1.3925376 Jul 06 18:11:32.188986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 48956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:32.199459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '17c8775f-4b03-431b-8e5e-2bc2306f8dc6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:32.298491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.380890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:32.480077 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.577856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.714914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-639a4176-a6fa-48a2-9cf1-6009dab93957 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3013797778184b8ca4b5852063780075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299825 Jul 06 18:11:32.715411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:32.856994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-057e7a24-172a-4172-bcb0-e471882c094d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.884673 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.20 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/6ad27fd9-074d-4eab-831a-d7be7a611b0a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:32.937729 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-057e7a24-172a-4172-bcb0-e471882c094d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.136733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-057e7a24-172a-4172-bcb0-e471882c094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.146530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-057e7a24-172a-4172-bcb0-e471882c094d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.151587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-057e7a24-172a-4172-bcb0-e471882c094d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e44c30bb-6fc6-447b-a921-13909c2f9980 HTTP/1.1" status: 204 len: 168 time: 0.4275324 Jul 06 18:11:33.165042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e7a24-172a-4172-bcb0-e471882c094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c30bb-6fc6-447b-a921-13909c2f9980,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:33.260411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.391235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.478545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:33.480765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:33.488577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:33.566111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=6ad27fd9-074d-4eab-831a-d7be7a611b0a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:33.600795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f91d-98e1-4287-9dcc-7fd40f87beca req-e33bb361-393a-4dc1-aaae-3be733388867 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:33.605014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fe6f91d-98e1-4287-9dcc-7fd40f87beca req-e33bb361-393a-4dc1-aaae-3be733388867 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 945 time: 0.3704951 Jul 06 18:11:33.780024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fe6f91d-98e1-4287-9dcc-7fd40f87beca req-b1daf1e0-e0e2-41f6-a5d6-842073d6ca06 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613121 Jul 06 18:11:34.239418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:34.320412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9b11bc7-5dc7-4077-8e61-3517368a8186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.542789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9b11bc7-5dc7-4077-8e61-3517368a8186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.558151 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9b11bc7-5dc7-4077-8e61-3517368a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.580810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.665956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d9b11bc7-5dc7-4077-8e61-3517368a8186 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a7776f48554d15894e38f575b0e381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219964 Jul 06 18:11:34.679836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 48998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:34.774172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b11bc7-5dc7-4077-8e61-3517368a8186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12d65c-beff-440f-ae14-be81a8a8002e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:34.869050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91ea9ef-2fc2-4580-898e-0909b0950a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.902942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.939909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91ea9ef-2fc2-4580-898e-0909b0950a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.140315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91ea9ef-2fc2-4580-898e-0909b0950a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.147140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91ea9ef-2fc2-4580-898e-0909b0950a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.148619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b91ea9ef-2fc2-4580-898e-0909b0950a2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f12d65c-beff-440f-ae14-be81a8a8002e HTTP/1.1" status: 204 len: 168 time: 0.4678199 Jul 06 18:11:35.164418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ea9ef-2fc2-4580-898e-0909b0950a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12d65c-beff-440f-ae14-be81a8a8002e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:35.377421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.392561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.559156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.561555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=6ad27fd9-074d-4eab-831a-d7be7a611b0a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:35.676358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.677070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.677378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.677871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.678434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.678928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.679504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.680502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.680633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.681216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.681749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.682351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:35.839652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-5b226aef-474a-4f72-bf86-02af277f7e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2888746 Jul 06 18:11:35.981151 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b associated. External IP: 172.25.5.20, port: 17c8775f-4b03-431b-8e5e-2bc2306f8dc6. Jul 06 18:11:36.334565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875662-0544-4df4-8879-d494a8b65964 req-02b58982-cbae-4ac6-8ae1-52be6d1ebd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:36.336405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-02b58982-cbae-4ac6-8ae1-52be6d1ebd71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 1096 time: 0.3927586 Jul 06 18:11:36.553012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49024) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:36.592720 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfe88-54d6-4018-924d-4b5704834bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.620418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:36.716416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248c869-96b3-44d7-a851-e4715aab66f9 req-60a6946f-86b7-4229-948c-161b7a01e6c6 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:36.718010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f248c869-96b3-44d7-a851-e4715aab66f9 req-60a6946f-86b7-4229-948c-161b7a01e6c6 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 945 time: 0.4013925 Jul 06 18:11:36.781259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875662-0544-4df4-8879-d494a8b65964 req-e8afc0b4-0edd-4124-85ca-68f1f5a9648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:36.782806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-e8afc0b4-0edd-4124-85ca-68f1f5a9648d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 200 len: 909 time: 0.3758814 Jul 06 18:11:36.873513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-d6a943fe-fb77-457c-ac84-0bda6b92b223 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 HTTP/1.1" status: 200 len: 217 time: 0.0793943 Jul 06 18:11:36.903849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f248c869-96b3-44d7-a851-e4715aab66f9 req-2b2f25a0-b4bc-40c2-94d5-743487aa6fab tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652141 Jul 06 18:11:37.115593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:37.135453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:37.159057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfe88-54d6-4018-924d-4b5704834bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.164722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875662-0544-4df4-8879-d494a8b65964 req-88e072ac-6070-41b2-a701-804918e9c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:37.167497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-88e072ac-6070-41b2-a701-804918e9c4a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d10f3d9-bb20-47b0-ac38-089148857203 HTTP/1.1" status: 200 len: 848 time: 0.2439814 Jul 06 18:11:37.170672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfe88-54d6-4018-924d-4b5704834bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.206411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:37.214911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:37.236766 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.257234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcfe88-54d6-4018-924d-4b5704834bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527573c3-1d5d-470c-b881-b7f6f5449707,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:37.337566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:37.356565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-52e8c42f-7bc3-493f-9b67-f3a5d090f87e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c759bc8-a204-41a2-b5a0-af82962d84b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166883 Jul 06 18:11:37.364007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:37.365663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:37.403907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0bdcfe88-54d6-4018-924d-4b5704834bb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f20e1bdd6f9543e3bf10d12490de053b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460083 Jul 06 18:11:37.403907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:37.438920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a6bc9461-c5c0-43af-8389-5df6dabf92f4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2477899 Jul 06 18:11:37.441177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49038) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:37.533368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:37.534731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98026a8-8d9c-4608-a540-60a9e3e3e7e8 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:37.566147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-5fa963e0-4c65-4839-8f46-e0588cfc1798 service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959631 Jul 06 18:11:37.630769 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cb4c364a-a0fd-4400-9137-ee3459171749 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/floatingips/cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b HTTP/1.1" status: 200 len: 976 time: 0.1893406 Jul 06 18:11:37.635713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49040) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:38.332599 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83d2c503-f27b-4f91-a08d-1af631403a55 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.6937859 Jul 06 18:11:38.333695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:38.340677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'port_id': 'bde72610-6eb2-437d-97f0-e01d6cd60021'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:38.424592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97ebeb59-a0c4-4969-aba1-99b3f9792850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.463831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-bf41d43e-ad87-4504-8a9c-949fe771c7a7 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:38.465559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-bf41d43e-ad87-4504-8a9c-949fe771c7a7 tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 945 time: 1.0044770 Jul 06 18:11:38.471102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-44875662-0544-4df4-8879-d494a8b65964 req-d44a35bd-35fc-4b9b-82d6-c55c580f1682 service neutron] 10.222.0.60 "GET /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889847 Jul 06 18:11:38.472761 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.497563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97ebeb59-a0c4-4969-aba1-99b3f9792850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.536008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90ff09-4c75-4598-80f3-d23e1e464b86 req-ca9fa9db-c744-4beb-80e9-e67e217c3fed tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:38.543829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e90ff09-4c75-4598-80f3-d23e1e464b86 req-ca9fa9db-c744-4beb-80e9-e67e217c3fed tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 945 time: 0.2677209 Jul 06 18:11:38.755057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e90ff09-4c75-4598-80f3-d23e1e464b86 req-155d8a08-5f04-4091-8aed-3ad32e63e73e tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/security-groups?id=857fa1bc-aee3-417f-bc00-b153d09194fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102258 Jul 06 18:11:38.786155 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97ebeb59-a0c4-4969-aba1-99b3f9792850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.789179 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97ebeb59-a0c4-4969-aba1-99b3f9792850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.792260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-97ebeb59-a0c4-4969-aba1-99b3f9792850 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/527573c3-1d5d-470c-b881-b7f6f5449707 HTTP/1.1" status: 204 len: 168 time: 1.3537269 Jul 06 18:11:38.822144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebeb59-a0c4-4969-aba1-99b3f9792850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527573c3-1d5d-470c-b881-b7f6f5449707,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.841764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Deleting port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:38.842210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.056942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] For port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,segment=NetworkSegment(72c6540c-2993-440a-be9f-125c9c52c61c),segment_id=72c6540c-2993-440a-be9f-125c9c52c61c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:39.057440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.097276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Calling delete_port for d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:39.682336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.891956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Pushing event deleted for resources: {'Port': ['ID=d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:39.942566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] No DVR routers for this DVR port d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:39.952699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.956070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57d66cf8-2b71-4c3a-b366-3c3267cf09ac req-77bd0971-d958-4a77-8cb6-165ab3661fdf tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.60 "DELETE /v2.0/ports/d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 HTTP/1.1" status: 204 len: 173 time: 1.4839718 Jul 06 18:11:39.956983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'name': 'network-vif-deleted', 'tag': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:39.959393 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9a2e55-fd59-4022-985b-2a018b24811d" -d '{"events": [{"server_uuid": "e3afe11e-a53b-447e-b18d-f4db94433f2c", "name": "network-vif-deleted", "tag": "d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:40.056396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:11:40.065889 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561b47ea-a290-4502-95b8-e602881529be x-openstack-request-id: req-561b47ea-a290-4502-95b8-e602881529be {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:40.066365 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3afe11e-a53b-447e-b18d-f4db94433f2c", "name": "network-vif-deleted", "tag": "d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:40.066876 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-561b47ea-a290-4502-95b8-e602881529be {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:40.067552 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3afe11e-a53b-447e-b18d-f4db94433f2c', 'name': 'network-vif-deleted', 'tag': 'd2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7', 'status': 'completed', 'code': 200} Jul 06 18:11:40.170710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.179325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.473371 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b associated. External IP: 172.25.5.20, port: 17c8775f-4b03-431b-8e5e-2bc2306f8dc6. Jul 06 18:11:40.876654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9b4d1cb-1fd0-483a-99e5-f04f714229ac req-123ba719-ee1c-4456-8128-04becf4aa64d tempest-VolumesActionsTest-678128721 tempest-VolumesActionsTest-678128721-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3afe11e-a53b-447e-b18d-f4db94433f2c HTTP/1.1" status: 200 len: 210 time: 0.7786305 Jul 06 18:11:41.237042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:41.326133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:41.361397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:41.362175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device d2ae9d30-ddd9-454b-8e0a-6ccc72a2c9d7 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:41.578084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:41.597404 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:41.622735 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:41.624327 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.658590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-e81e6ff5-3ebc-482b-a9e4-6ae932c8174b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1872716 Jul 06 18:11:41.794871 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.833421 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:41.836974 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.933632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-60fa3f5e-1f1f-4fa6-9cc3-343f89f977d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:41.936023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-60fa3f5e-1f1f-4fa6-9cc3-343f89f977d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 0.2175088 Jul 06 18:11:41.969070 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.974771 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346b03b-5629-476c-9cbe-5d63c69a9f4b None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:42.492086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-8f0fd41f-9d67-4daf-bace-202be835ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:42.495650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-8f0fd41f-9d67-4daf-bace-202be835ec5e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 909 time: 0.5264771 Jul 06 18:11:42.526100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:42.674454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-e96c4fea-f15d-42bd-85a7-a8b0d873b2c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 1002 time: 0.1694217 Jul 06 18:11:42.808860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:42.814569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.820374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:42.836426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-90b9b683-96fd-42fc-8f4b-c6c3ee6b758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:42.843196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-90b9b683-96fd-42fc-8f4b-c6c3ee6b758f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.1626358 Jul 06 18:11:42.857165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:42.859617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:43.081850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-c6c002e8-e9f4-43b5-ae84-e4463ab2346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:43.089095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-06ab3aaa-7925-4699-86a9-f49135e375bc tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/floatingips/cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b HTTP/1.1" status: 200 len: 978 time: 4.7506349 Jul 06 18:11:43.089922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-c6c002e8-e9f4-43b5-ae84-e4463ab2346b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346475 Jul 06 18:11:43.089922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:43.095506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:43.559071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:43.562803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:43.573877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:43.574977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:43.701142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:43.704927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322498b-33b7-49ac-bd0c-06f7129b0bf0 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:43.746998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-404676fa-590e-4408-91f7-53f5bec46a50 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552937 Jul 06 18:11:43.752056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:43.968881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deca707a-f058-41da-aedd-d6fddaa87be7 req-2cc58dcd-9162-4ed1-abcf-2ce15f020d91 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150619 Jul 06 18:11:44.306212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.315116 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.315950 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b disassociated. External IP: 172.25.5.20, port: bde72610-6eb2-437d-97f0-e01d6cd60021. Jul 06 18:11:44.366987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1872027467'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:44.423354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Made reservation on behalf of 7d7a0ca7d32c49f1b2d7cac753005de0 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:44.432621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.459159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.740061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.755617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.855061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:11:44.889982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98427104-2313-4000-b849-b8ec6ee323f0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:44.902230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.909834 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Added segment 9456741e-9c75-46b0-8cfa-126319a025d7 of type vlan for network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 Jul 06 18:11:44.934311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:44.991744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.078073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.098567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:45.099879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.143797 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3870785 Jul 06 18:11:45.189525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:45.202666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.213667 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:45.235981 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:45.236701 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:45.264322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2941afe5-ac5c-4a95-a817-1b3bbd5aead0 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/floatingips/cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b HTTP/1.1" status: 200 len: 687 time: 2.1738119 Jul 06 18:11:45.267044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49198) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:45.371553 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:45.392478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6056ec-b683-4bca-a195-a69dbdb58c9a tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Pushing event updated for resources: {'Network': ['ID=e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:45.402013 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:45.404136 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:45.406941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:11:45.475664 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:45.479078 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b7701c-c931-499d-af51-de5f26869225 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:45.665453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 6ad27fd9-074d-4eab-831a-d7be7a611b0a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:45.666082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.782978 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.783341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.819847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 6ad27fd9-074d-4eab-831a-d7be7a611b0a owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:45.886937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:45.893406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Request body: {'port': {'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9', 'binding:host_id': 'n-h1-799527-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1908790125'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:45.924174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Made reservation on behalf of 199da78a2eb64d8490edb3dfa343dbc5 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:45.928773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.949322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.170487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.177140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.183681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port 46997aae-e68f-4533-a5f1-08b30261aa88 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:46.246455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c09124-4869-4446-bd9c-86c29981bc78,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:46.299617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.424272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=6ad27fd9-074d-4eab-831a-d7be7a611b0a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:46.650403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.655980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.660481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-83644f04-6a24-4bef-9638-9f5c81e2e7cd tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b HTTP/1.1" status: 204 len: 168 time: 1.3897014 Jul 06 18:11:46.667078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:46.778868 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-18ad5ed5-c53e-4de3-b05d-73c4eb4b6bde tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] delete failed (client error): The resource could not be found. Jul 06 18:11:46.784713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-18ad5ed5-c53e-4de3-b05d-73c4eb4b6bde tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf34d6cc-5d26-4ce5-bbbd-2cd1b6c9d90b HTTP/1.1" status: 404 len: 345 time: 0.1059582 Jul 06 18:11:46.785806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:46.941023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port 46997aae-e68f-4533-a5f1-08b30261aa88 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:46.972859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.003300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Transition to ACTIVE for port object 46997aae-e68f-4533-a5f1-08b30261aa88 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:47.026931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.103786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5c25f-d13f-48b8-85d8-18925aa2279a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:47.122313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5c25f-d13f-48b8-85d8-18925aa2279a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:47.143035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=46997aae-e68f-4533-a5f1-08b30261aa88,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:47.148810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5c25f-d13f-48b8-85d8-18925aa2279a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:47.151630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3ec5c25f-d13f-48b8-85d8-18925aa2279a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/ports?network_id=46db3b6e-bc8c-4732-b016-cecdff01cd3b HTTP/1.1" status: 200 len: 2358 time: 0.3574202 Jul 06 18:11:47.154950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:47.239681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Checking segment: {'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:47.240293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Network hostable DHCP agents. Network: e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:11:47.269861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:11:47.276849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bad6d-adac-428e-94de-8bc4e4f9acfe tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:47.278585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-881bad6d-adac-428e-94de-8bc4e4f9acfe tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/subnets/4363994e-3f39-4c5c-a402-2e2956d36525 HTTP/1.1" status: 200 len: 797 time: 0.1222341 Jul 06 18:11:47.283641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:47.284697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:47.291607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'port': {'network_id': '46db3b6e-bc8c-4732-b016-cecdff01cd3b', 'name': 'tempest-FloatingIPTestJSON-2019385770', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:47.297977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bbbc43-63af-4548-b089-0edc6ed95c44 None None] Network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:47.298588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:47.354625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.355002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.355379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.380151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.380541 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.384982 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 2 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.421888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.421888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.422219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.432861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.433228 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.433633 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 3 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.452014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.452427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.452778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.461330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.461330 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.463759 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 4 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.482431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.482803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.483131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.495731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.496120 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.496614 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 5 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.547570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.548405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.550591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.564093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.567054 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.567950 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 6 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.595215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:47.608149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.608798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.610778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.631737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.632122 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.634440 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 7 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.684575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.684935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.685282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.699475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.699823 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.700218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.700709 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 8 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.737974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.738234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.738574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.756505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.756505 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.756841 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 9 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.763615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] device_id is not set on port 31047b25-a839-463a-8ee8-37c73e9633eb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:47.798220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.798609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.800358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.812252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.812707 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.813482 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 10 to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 Jul 06 18:11:47.854224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:47.854630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:47.855083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:47.865307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 46997aae-e68f-4533-a5f1-08b30261aa88 on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:47.865753 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 46997aae-e68f-4533-a5f1-08b30261aa88 on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:47.866313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.976561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] For port 46997aae-e68f-4533-a5f1-08b30261aa88, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:47.977769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempted to set empty binding levels {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:11:47.985730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.066149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=46997aae-e68f-4533-a5f1-08b30261aa88,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:48.079626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:48.080402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.105810 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7febb712-07b3-4d98-a6aa-919db2d82859 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2169356 Jul 06 18:11:48.111217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49278) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:48.376524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Deleting port 46997aae-e68f-4533-a5f1-08b30261aa88 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:48.377406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.427531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.14 (46db3b6e-bc8c-4732-b016-cecdff01cd3b/4363994e-3f39-4c5c-a402-2e2956d36525/31047b25-a839-463a-8ee8-37c73e9633eb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:48.436411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.13 (46db3b6e-bc8c-4732-b016-cecdff01cd3b/4363994e-3f39-4c5c-a402-2e2956d36525/31047b25-a839-463a-8ee8-37c73e9633eb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:48.506467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] For port 46997aae-e68f-4533-a5f1-08b30261aa88, host n-h1-799527-3, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:48.506820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.541178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Calling delete_port for 46997aae-e68f-4533-a5f1-08b30261aa88 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:48.684110 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.691406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.741813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.755861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event deleted for resources: {'Port': ['ID=46997aae-e68f-4533-a5f1-08b30261aa88,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:48.768542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.771527 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-18e3935f-92e3-4a0c-b027-04da33b53671 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "DELETE /v2.0/ports/46997aae-e68f-4533-a5f1-08b30261aa88 HTTP/1.1" status: 204 len: 168 time: 0.6583745 Jul 06 18:11:48.779014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49284) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:48.779791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:48.819892 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-85472214-0097-40dd-9f0a-3b65f367d3fa tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:11:48.830137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-85472214-0097-40dd-9f0a-3b65f367d3fa tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "GET /v2.0/ports/46997aae-e68f-4533-a5f1-08b30261aa88 HTTP/1.1" status: 404 len: 333 time: 0.0406301 Jul 06 18:11:48.832678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49292) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:48.842541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Request body: {'port': {'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-135262524'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:48.892107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:48.901527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:48.909379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Made reservation on behalf of 199da78a2eb64d8490edb3dfa343dbc5 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:48.913112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.917214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:48.966368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port 04397468-58b7-4c80-a2fd-fdb4e14495de yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:49.134744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=31047b25-a839-463a-8ee8-37c73e9633eb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:49.172561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:49.173244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.200618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a4d45a72-8453-4a68-87fd-e9090dc55a97 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9153099 Jul 06 18:11:49.203045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49298) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:49.209217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '31047b25-a839-463a-8ee8-37c73e9633eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:49.223000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f25077-d3fd-4dcb-b927-f3a4050557af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.248445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.546644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.634948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.638997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f25077-d3fd-4dcb-b927-f3a4050557af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.647100 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f25077-d3fd-4dcb-b927-f3a4050557af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.742266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f25077-d3fd-4dcb-b927-f3a4050557af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098e5b4-3990-4367-8ed8-b51269172d2e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:49.777431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2f25077-d3fd-4dcb-b927-f3a4050557af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f01a7ca8212747e6b4221a8d6f4423f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9946456 Jul 06 18:11:49.784845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49302) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:49.911853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.954944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.60 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/73e9b1a5-09d7-4ed9-bf44-aa0c50898b15) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:50.079245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=04397468-58b7-4c80-a2fd-fdb4e14495de,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:50.148130 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da677cc-8eae-47bb-aa8e-e41158eaf1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.153962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:50.157590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:50.163762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:50.166132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:50.168897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.215298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da677cc-8eae-47bb-aa8e-e41158eaf1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.218358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.229193 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98b2412d-4bd5-442e-8f5d-d22a11a44436 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3950613 Jul 06 18:11:50.233487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:50.242421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:50.334174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.417540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da677cc-8eae-47bb-aa8e-e41158eaf1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.422561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3da677cc-8eae-47bb-aa8e-e41158eaf1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.429245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3da677cc-8eae-47bb-aa8e-e41158eaf1d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a098e5b4-3990-4367-8ed8-b51269172d2e HTTP/1.1" status: 204 len: 168 time: 0.6288722 Jul 06 18:11:50.436876 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.463247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=73e9b1a5-09d7-4ed9-bf44-aa0c50898b15,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:50.481643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da677cc-8eae-47bb-aa8e-e41158eaf1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098e5b4-3990-4367-8ed8-b51269172d2e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:50.547540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:50.564797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:50.579654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:51.041005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:51.084134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b294ddae-96aa-4672-b2f7-3fb3c8a7dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.102891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port 04397468-58b7-4c80-a2fd-fdb4e14495de yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:51.122645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.183704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Transition to ACTIVE for port object 04397468-58b7-4c80-a2fd-fdb4e14495de will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:51.192536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.312310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=04397468-58b7-4c80-a2fd-fdb4e14495de,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:51.347545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.348402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.348840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.373944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.374501 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.375179 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 2 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.410227 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.412252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.413098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.428769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.429898 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.431559 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 3 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.481854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.482705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.483037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.493898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.496897 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.497830 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 4 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.533397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.537777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.541080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.550582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.551119 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.551829 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 5 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.582402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.582992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.583597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.592156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.592715 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.593374 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 6 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.641779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.642955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.644621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.659704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.660866 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.661922 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 7 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.691631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.692726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.694322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.711940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.722080 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.722771 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 8 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.799915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.802796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.803202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.812645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.840779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.841268 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.841940 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 9 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.890558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.891141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.892207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.904781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.905345 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.906004 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 10 to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de Jul 06 18:11:51.956837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.957881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.958474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.984964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.985357 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port 04397468-58b7-4c80-a2fd-fdb4e14495de on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:51.987288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.152441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] For port 04397468-58b7-4c80-a2fd-fdb4e14495de, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:52.152797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempted to set empty binding levels {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:11:52.177364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.342244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] In _notify_port_updated(), no bound segment for port 04397468-58b7-4c80-a2fd-fdb4e14495de on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:11:52.343008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.343797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.345599 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "PUT /v2.0/ports/04397468-58b7-4c80-a2fd-fdb4e14495de HTTP/1.1" status: 200 len: 974 time: 2.1104734 Jul 06 18:11:52.356051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:52.402756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be78c-7574-4a59-b1cf-c6cf1658c36a tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=04397468-58b7-4c80-a2fd-fdb4e14495de,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:52.465359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.466165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.467119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.468255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.469542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.470552 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.471211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.472167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.473310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.473960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.474625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.475484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.478848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.480075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.481277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.482696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.483532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.487298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.503227 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.522877 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6541b441-f7bb-4336-87d6-f40c0cfd836d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16613 time: 0.1653507 Jul 06 18:11:52.532075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:52.769376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Deleting port 04397468-58b7-4c80-a2fd-fdb4e14495de {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:52.770766 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.882095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] For port 04397468-58b7-4c80-a2fd-fdb4e14495de, host n-h1-799527-3, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:52.882823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.923173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Calling delete_port for 04397468-58b7-4c80-a2fd-fdb4e14495de owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:52.969782 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b294ddae-96aa-4672-b2f7-3fb3c8a7dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.970907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.984938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b294ddae-96aa-4672-b2f7-3fb3c8a7dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.165845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294ddae-96aa-4672-b2f7-3fb3c8a7dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f652f7-3bd0-4afc-957d-956480617df8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:53.180698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.184375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b294ddae-96aa-4672-b2f7-3fb3c8a7dbaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01fe04a415794fce980de925feae7920&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1389771 Jul 06 18:11:53.186156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:53.244690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event deleted for resources: {'Port': ['ID=04397468-58b7-4c80-a2fd-fdb4e14495de,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:53.285550 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.291450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:53.291881 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-33070ecd-821a-41fe-a65a-f064876dbb2c tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "DELETE /v2.0/ports/04397468-58b7-4c80-a2fd-fdb4e14495de HTTP/1.1" status: 204 len: 168 time: 0.7585316 Jul 06 18:11:53.331814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26914a22-0dff-40ec-ad5a-a8c00351a3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.333130 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-01826989-3032-4dd6-9844-8b2b5f61bf74 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:11:53.339704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-01826989-3032-4dd6-9844-8b2b5f61bf74 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "GET /v2.0/ports/04397468-58b7-4c80-a2fd-fdb4e14495de HTTP/1.1" status: 404 len: 333 time: 0.0468159 Jul 06 18:11:53.349355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:53.370375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-935032877', 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:53.439021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Made reservation on behalf of 199da78a2eb64d8490edb3dfa343dbc5 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:53.457285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.509279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26914a22-0dff-40ec-ad5a-a8c00351a3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.544876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.562462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port f9771d2d-6018-4070-a976-624b758e9499 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:53.569714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.738045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=73e9b1a5-09d7-4ed9-bf44-aa0c50898b15,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:53.756609 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.929293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26914a22-0dff-40ec-ad5a-a8c00351a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.937201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26914a22-0dff-40ec-ad5a-a8c00351a3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.939287 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-26914a22-0dff-40ec-ad5a-a8c00351a3ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5f652f7-3bd0-4afc-957d-956480617df8 HTTP/1.1" status: 204 len: 168 time: 0.7463603 Jul 06 18:11:54.000858 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP d46c467d-a256-48a7-9e9b-fa606131ec0b associated. External IP: 172.25.5.60, port: 31047b25-a839-463a-8ee8-37c73e9633eb. Jul 06 18:11:54.091712 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26914a22-0dff-40ec-ad5a-a8c00351a3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f652f7-3bd0-4afc-957d-956480617df8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:54.257009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:54.393480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:54.536927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:54.543046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=f9771d2d-6018-4070-a976-624b758e9499,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:54.550021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:54.559718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:54.560846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:54.562000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:54.585830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:54.603856 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-669667eb-29d8-49ac-8eb8-6b91feaa9517 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2415133 Jul 06 18:11:54.603856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49348) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:54.659006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f5389-2d3c-44d5-beed-867de2e48f1e tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:54.663789 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-981f5389-2d3c-44d5-beed-867de2e48f1e tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "GET /v2.0/ports/f9771d2d-6018-4070-a976-624b758e9499 HTTP/1.1" status: 200 len: 954 time: 0.0694447 Jul 06 18:11:54.664965 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:54.794411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Deleting port f9771d2d-6018-4070-a976-624b758e9499 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:54.794822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.007238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:55.044890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:55.103454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:55.113878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:55.151116 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.324346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:55.342065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:55.343063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:55.352759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a6ce5714-9085-4456-862b-c5a9cfa121f8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1473687 Jul 06 18:11:55.359842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49360) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:55.369760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'port_id': '31047b25-a839-463a-8ee8-37c73e9633eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:55.454784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.472049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:55.475762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495993d-6077-48b8-a80b-a270077d32b2 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:55.490632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Calling delete_port for f9771d2d-6018-4070-a976-624b758e9499 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:55.554796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be456e0d-4513-44b2-82e5-9c88e6e4057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.583203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.783630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.849121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9771d2d-6018-4070-a976-624b758e9499,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:55.858606 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.866139 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c1d2f4bf-524a-4d33-bdad-165d3d2146af tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f9771d2d-6018-4070-a976-624b758e9499 HTTP/1.1" status: 204 len: 168 time: 1.1949935 Jul 06 18:11:55.866139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49372) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:55.959107 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-10241e16-b10d-4c26-9686-4fa86de23b8d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:11:55.966702 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-10241e16-b10d-4c26-9686-4fa86de23b8d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "GET /v2.0/ports/f9771d2d-6018-4070-a976-624b758e9499 HTTP/1.1" status: 404 len: 333 time: 0.0982647 Jul 06 18:11:55.969796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49374) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:55.979655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Request body: {'port': {'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-815086504'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:56.071595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Made reservation on behalf of 199da78a2eb64d8490edb3dfa343dbc5 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:56.078158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.136339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port a6edc63e-9f93-42d1-af91-d5db324a409e yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:56.602704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.771699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.902894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.908810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.003061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:57.045362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:57.051224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:57.054045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:57.056192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.064748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=a6edc63e-9f93-42d1-af91-d5db324a409e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:57.093697 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce9b36ed-be32-48d4-843d-2e2264b0676d tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1192083 Jul 06 18:11:57.095981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49398) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:57.114942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:57.249598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.666176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:57.772376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] device_id is not set on port a6edc63e-9f93-42d1-af91-d5db324a409e yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:57.815990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.859733 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Transition to ACTIVE for port object a6edc63e-9f93-42d1-af91-d5db324a409e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:57.866208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.999066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=a6edc63e-9f93-42d1-af91-d5db324a409e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:58.035093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-212b2c6e-4b65-4d23-8268-3b49f4b9df41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.045525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.062849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.063247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.063560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.082238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.082748 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.088531 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 2 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.193090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.193435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.193817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.231642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.232174 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.232827 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 3 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.236661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:58.256923 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:58.264471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.284536 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:58.285866 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:58.316257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.316961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.317536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.334690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.335214 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.335877 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 4 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.397919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.398472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.399638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.423954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.424507 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.425136 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 5 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.507883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.519504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.520071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.538429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.540318 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.541050 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 6 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.598819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.600588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.603566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.611796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-021c7c2e-45f7-468d-8583-17a7113b0499 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/floatingips/d46c467d-a256-48a7-9e9b-fa606131ec0b HTTP/1.1" status: 200 len: 978 time: 3.2501283 Jul 06 18:11:58.617358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49418) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.672063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.672772 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.686936 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 7 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.813541 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:58.842099 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:58.843496 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:58.938062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.938700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.950329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:58.961227 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:58.964571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:58.965505 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2370af1-c48d-4ec0-9062-cb57f18a5909 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:58.966749 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:58.970191 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 8 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:58.988675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:58.989122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:58.989633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:59.092774 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:11:59.137332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:59.137742 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:59.138468 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 9 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:59.189554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:59.189932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:59.190242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:59.200289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:59.200802 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:59.202494 n-d-799527-3 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempt 10 to bind port a6edc63e-9f93-42d1-af91-d5db324a409e Jul 06 18:11:59.264530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:59.265725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:59.267929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempting to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:59.290769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:59.291135 n-d-799527-3 neutron-server[93943]: ERROR neutron.plugins.ml2.managers [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Failed to bind port a6edc63e-9f93-42d1-af91-d5db324a409e on host n-h1-799527-3 for vnic_type normal using segments [{'id': '9456741e-9c75-46b0-8cfa-126319a025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9'}] Jul 06 18:11:59.291757 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.314391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 73e9b1a5-09d7-4ed9-bf44-aa0c50898b15 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:59.314725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.346389 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.539526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] For port a6edc63e-9f93-42d1-af91-d5db324a409e, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:59.540647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attempted to set empty binding levels {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:11:59.547904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.549333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.560529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.575982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 73e9b1a5-09d7-4ed9-bf44-aa0c50898b15 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:59.618553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] In _notify_port_updated(), no bound segment for port a6edc63e-9f93-42d1-af91-d5db324a409e on network e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:11:59.620017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:59.620722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.625319 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "PUT /v2.0/ports/a6edc63e-9f93-42d1-af91-d5db324a409e HTTP/1.1" status: 200 len: 974 time: 2.5279284 Jul 06 18:11:59.625622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49434) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.677963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17551b1f-d55a-4739-84c1-4cca650c6323 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event updated for resources: {'Port': ['ID=a6edc63e-9f93-42d1-af91-d5db324a409e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:00.037031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.040293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.063220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Deleting port a6edc63e-9f93-42d1-af91-d5db324a409e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:00.064290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.137230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=73e9b1a5-09d7-4ed9-bf44-aa0c50898b15,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:00.221621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] For port a6edc63e-9f93-42d1-af91-d5db324a409e, host n-h1-799527-3, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:00.222601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.253001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Calling delete_port for a6edc63e-9f93-42d1-af91-d5db324a409e owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:00.273489 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.274576 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP d46c467d-a256-48a7-9e9b-fa606131ec0b disassociated (deleted). External IP: 172.25.5.60, port: 31047b25-a839-463a-8ee8-37c73e9633eb. Jul 06 18:12:00.489524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.577015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6edc63e-9f93-42d1-af91-d5db324a409e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:00.598725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.607656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:00.615923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6c73d345-0b54-4f98-85d6-2d3345e1f5eb tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a6edc63e-9f93-42d1-af91-d5db324a409e HTTP/1.1" status: 204 len: 168 time: 0.9887569 Jul 06 18:12:00.667787 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa848bb3-998f-4d06-8811-f05d2ef0e937 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:12:00.672643 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa848bb3-998f-4d06-8811-f05d2ef0e937 tempest-PortsAdminExtendedAttrsTestJSON-787133497 tempest-PortsAdminExtendedAttrsTestJSON-787133497-project-admin] 10.222.0.37 "GET /v2.0/ports/a6edc63e-9f93-42d1-af91-d5db324a409e HTTP/1.1" status: 404 len: 333 time: 0.0609634 Jul 06 18:12:00.673391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:00.791322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.799185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.968739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.021902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:01.048526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:01.066143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9456741e-9c75-46b0-8cfa-126319a025d7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:01.074090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9456741e-9c75-46b0-8cfa-126319a025d7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:01.113850 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.140004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.155406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:12:01.156228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:12:01.160056 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:12:01.370432 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.431598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.436199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] 10.222.0.37 "DELETE /v2.0/networks/e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9 HTTP/1.1" status: 204 len: 168 time: 0.7607172 Jul 06 18:12:01.437240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adc82c-8d16-424e-b706-e3e5a4971910 tempest-PortsAdminExtendedAttrsTestJSON-797898156 tempest-PortsAdminExtendedAttrsTestJSON-797898156-project] Pushing event deleted for resources: {'Network': ['ID=e0dcd3fd-6c00-4ad4-ad29-7c6a827f62a9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:01.519428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:01.530493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:01.568646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.675993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:01.677552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:01.805900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:01.807163 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ffdb969e-9e31-4ed1-af34-450dd97b1ec4 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/floatingips/d46c467d-a256-48a7-9e9b-fa606131ec0b HTTP/1.1" status: 204 len: 168 time: 3.1700623 Jul 06 18:12:01.981336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:02.017574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:02.020062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:02.197639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:02.204581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b4051-d14c-4160-962e-982624f0dc17 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:02.244652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 31047b25-a839-463a-8ee8-37c73e9633eb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:02.247441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.485378 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.509104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.564429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 31047b25-a839-463a-8ee8-37c73e9633eb owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:02.728807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49494) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.344646 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.410700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=31047b25-a839-463a-8ee8-37c73e9633eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:03.433572 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2382acaa-b976-4c38-a256-cd2fd98d832a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d7a0ca7d32c49f1b2d7cac753005de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028537 Jul 06 18:12:03.436612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49520) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.589575 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.594818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cea0fa3e-7b34-49f5-a4f2-8bfb03e2709f tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/ports/31047b25-a839-463a-8ee8-37c73e9633eb HTTP/1.1" status: 204 len: 168 time: 1.7859032 Jul 06 18:12:03.600068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.606936 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae3e8-32bd-4dfb-9321-32b413cfb9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.624943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:03.672630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae3e8-32bd-4dfb-9321-32b413cfb9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.716369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.776154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae3e8-32bd-4dfb-9321-32b413cfb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.782248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0ae3e8-32bd-4dfb-9321-32b413cfb9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.788043 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e0ae3e8-32bd-4dfb-9321-32b413cfb9bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98427104-2313-4000-b849-b8ec6ee323f0 HTTP/1.1" status: 204 len: 168 time: 0.3465993 Jul 06 18:12:03.808076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ae3e8-32bd-4dfb-9321-32b413cfb9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98427104-2313-4000-b849-b8ec6ee323f0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:04.254447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.604624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.168 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/80becd57-0498-4fde-b0e0-fff0c3b83d1a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:04.968923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.080747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49548) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.082594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.152798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=80becd57-0498-4fde-b0e0-fff0c3b83d1a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:05.210083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:05.214940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:05.232058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:05.322708 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d97f3b4-c205-4050-ac55-c180d604c76d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=199da78a2eb64d8490edb3dfa343dbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389379 Jul 06 18:12:05.323852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49558) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.492985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.637643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd02b7ab-56a7-4660-8d99-9d7771929902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.646589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.833863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd02b7ab-56a7-4660-8d99-9d7771929902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.138852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd02b7ab-56a7-4660-8d99-9d7771929902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.158522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd02b7ab-56a7-4660-8d99-9d7771929902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.176242 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fd02b7ab-56a7-4660-8d99-9d7771929902 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25c09124-4869-4446-bd9c-86c29981bc78 HTTP/1.1" status: 204 len: 168 time: 0.8491690 Jul 06 18:12:06.240890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02b7ab-56a7-4660-8d99-9d7771929902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c09124-4869-4446-bd9c-86c29981bc78,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:06.396303 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.417806 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.799775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=80becd57-0498-4fde-b0e0-fff0c3b83d1a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:06.834487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.910966 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.922442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.933808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2061d08e-77bf-4fec-8f85-9adfff6f5523 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3163073 Jul 06 18:12:06.940411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'port': {'network_id': '46db3b6e-bc8c-4732-b016-cecdff01cd3b', 'name': 'tempest-FloatingIPTestJSON-1115902460'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:07.328039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:07.333059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.386469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] device_id is not set on port 86cdf851-d74f-4924-8779-c3d9ddb07058 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:07.920020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.6 (46db3b6e-bc8c-4732-b016-cecdff01cd3b/4363994e-3f39-4c5c-a402-2e2956d36525/86cdf851-d74f-4924-8779-c3d9ddb07058) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:08.245890 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.325059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.457825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=86cdf851-d74f-4924-8779-c3d9ddb07058,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:08.498058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 46db3b6e-bc8c-4732-b016-cecdff01cd3b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:08.506321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:08.511523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:08.650185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:08.657008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.697036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d31f16e-e557-43c4-9c48-27a6c77ddc60 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7719455 Jul 06 18:12:08.697727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.703680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'port_id': '86cdf851-d74f-4924-8779-c3d9ddb07058'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:08.887387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:10.574712 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:10.860816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-314715062', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:10.923594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Made reservation on behalf of 7530c3efd39c466da49da987f30a6dad for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:10.938824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:10.961049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:11.103637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:12:11.366661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:11.373850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:11.382088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] device_id is not set on port 211c1c8a-709c-4e9a-854c-095977267401 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:11.481813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:11.503749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:11.731439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Allocated IP 172.25.5.196 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/211c1c8a-709c-4e9a-854c-095977267401) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:11.908920 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP d715a017-52df-419e-be75-37d98fd023b6 associated. External IP: 172.25.5.168, port: 86cdf851-d74f-4924-8779-c3d9ddb07058. Jul 06 18:12:12.231898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.247698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81cc22d-4493-4c36-b955-3f3382d70ae5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:12.526244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.643657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:12.644629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:12.648406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:12.654931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:12.718105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Pushing event updated for resources: {'Port': ['ID=211c1c8a-709c-4e9a-854c-095977267401,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:12.772306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:12.776591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.806255 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2bbb5c59-8275-439d-a9ec-fd8b73071dc2 tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2284677 Jul 06 18:12:12.808363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49732) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:12.815849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}]}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:12.877403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.880565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.019451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:13.025096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.042381 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:13.119318 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:13.131381 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.133867 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:13.149154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49738) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:13.149807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fff1b34b-633a-4ae6-bc18-a1c164b9d0a7 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/floatingips/d715a017-52df-419e-be75-37d98fd023b6 HTTP/1.1" status: 200 len: 978 time: 4.4488487 Jul 06 18:12:13.282935 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:13.301441 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:13.302785 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:13.395598 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:13.396279 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda758b-4e49-4155-af19-abdd855bc797 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:13.566487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.678135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 86cdf851-d74f-4924-8779-c3d9ddb07058 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:13.678544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.831803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.655704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.656581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.656581 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP d715a017-52df-419e-be75-37d98fd023b6 disassociated. External IP: 172.25.5.168, port: 86cdf851-d74f-4924-8779-c3d9ddb07058. Jul 06 18:12:14.656829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 86cdf851-d74f-4924-8779-c3d9ddb07058 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:14.841529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.844637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.897617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.909804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=86cdf851-d74f-4924-8779-c3d9ddb07058,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:15.162615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:15.724196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:15.799628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:15.814961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:15.815672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:15.831716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:15.896714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:15.957450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:15.958778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:16.182691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:16.187772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810772ab-ca2a-469a-a39b-b475d28336b0 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:16.211026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:16.216869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:16.229701 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ecfdafa9-dec9-42ab-8d53-2ed0ed51b295 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/ports/86cdf851-d74f-4924-8779-c3d9ddb07058 HTTP/1.1" status: 204 len: 168 time: 3.0762463 Jul 06 18:12:16.367819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-703764f6-ea02-4b4a-9b10-25da03fffdd9 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/floatingips/d715a017-52df-419e-be75-37d98fd023b6 HTTP/1.1" status: 200 len: 688 time: 0.1489449 Jul 06 18:12:16.374699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:16.612908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:16.620736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:16.761290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:16.763222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7367de0a-26ac-4412-bcba-63b3fa2a934a {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:12:16.766041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 80becd57-0498-4fde-b0e0-fff0c3b83d1a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:16.766754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:16.813620 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:12:16.818580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f6cfffb5-69c8-4500-833a-78cf5ee0ff6c tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0080802 Jul 06 18:12:16.820821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49814) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:17.009170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.009513 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.037972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 80becd57-0498-4fde-b0e0-fff0c3b83d1a owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:17.344453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.379051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Deleting port 211c1c8a-709c-4e9a-854c-095977267401 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:17.379692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.403500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=80becd57-0498-4fde-b0e0-fff0c3b83d1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.435502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.437566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.437933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:17.701559 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.712657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.719914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:17.728985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1272dc27-6275-4530-b6f5-bc1ef5596eb3 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/floatingips/d715a017-52df-419e-be75-37d98fd023b6 HTTP/1.1" status: 204 len: 168 time: 1.3531988 Jul 06 18:12:17.767933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'bde72610-6eb2-437d-97f0-e01d6cd60021'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:17.829696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.850614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.864380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Calling delete_port for 211c1c8a-709c-4e9a-854c-095977267401 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:18.218235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.347759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Pushing event deleted for resources: {'Port': ['ID=211c1c8a-709c-4e9a-854c-095977267401,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:18.395674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.739133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.752225 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-102ef697-115d-4676-9497-96b386e0764b tempest-RoutersAdminNegativeIpV6Test-1946871124 tempest-RoutersAdminNegativeIpV6Test-1946871124-project-admin] 10.222.0.37 "DELETE /v2.0/ports/211c1c8a-709c-4e9a-854c-095977267401 HTTP/1.1" status: 204 len: 168 time: 1.9295385 Jul 06 18:12:18.956640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.80 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/18ff700a-0b9d-49b0-94b6-098f55a4a1be) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:19.212693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.310604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.481217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:19.485101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:19.494267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:19.584974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:19.675111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=18ff700a-0b9d-49b0-94b6-098f55a4a1be,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:20.077493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca7bbc6e-49f7-4276-a40a-c91a4830e193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.252866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca7bbc6e-49f7-4276-a40a-c91a4830e193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.267523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca7bbc6e-49f7-4276-a40a-c91a4830e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.352756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ca7bbc6e-49f7-4276-a40a-c91a4830e193 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f6ae5a9b7d04950a4307d3e6fb71e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653081 Jul 06 18:12:20.354225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bbc6e-49f7-4276-a40a-c91a4830e193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631e2fc-c553-4c52-9364-397a2315752c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:20.366519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:20.458538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c31f8a0-e35f-45d1-a2bd-e20d4989df96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.506472 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c31f8a0-e35f-45d1-a2bd-e20d4989df96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.595021 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c31f8a0-e35f-45d1-a2bd-e20d4989df96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.605984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c31f8a0-e35f-45d1-a2bd-e20d4989df96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.609329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8c31f8a0-e35f-45d1-a2bd-e20d4989df96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2631e2fc-c553-4c52-9364-397a2315752c HTTP/1.1" status: 204 len: 168 time: 0.2407024 Jul 06 18:12:20.630091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.680594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31f8a0-e35f-45d1-a2bd-e20d4989df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631e2fc-c553-4c52-9364-397a2315752c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:20.825476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:21.362293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:21.372353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:21.553288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=18ff700a-0b9d-49b0-94b6-098f55a4a1be,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:21.746394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:21.777754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:21.850761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5049c87d-a046-4ae7-b408-f13b1e63a9a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7530c3efd39c466da49da987f30a6dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701356 Jul 06 18:12:21.854587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:21.963460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8fc5-ddd3-4254-bf16-515126ac5922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:22.046394 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8fc5-ddd3-4254-bf16-515126ac5922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:22.209721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8fc5-ddd3-4254-bf16-515126ac5922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:22.234442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8fc5-ddd3-4254-bf16-515126ac5922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:22.241790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ed4a8fc5-ddd3-4254-bf16-515126ac5922 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c81cc22d-4493-4c36-b955-3f3382d70ae5 HTTP/1.1" status: 204 len: 168 time: 0.3798773 Jul 06 18:12:22.278159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a8fc5-ddd3-4254-bf16-515126ac5922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81cc22d-4493-4c36-b955-3f3382d70ae5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:22.323304 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP bb6de8b3-54f8-4e45-8ee2-cba3faf34668 associated. External IP: 172.25.5.80, port: bde72610-6eb2-437d-97f0-e01d6cd60021. Jul 06 18:12:23.662645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:24.052842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:24.069226 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:24.090421 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:24.092197 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:24.147053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:24.246664 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:24.270817 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:24.271837 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:11:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:24.296696 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4160981c-71c2-4ce7-b335-d9b28d8c136b tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5467730 Jul 06 18:12:24.297041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:24.313685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-994624818'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:24.448322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:24.457725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:24.519640 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:24.522282 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7d439-c1bd-4bbe-b590-8948a075870b None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:24.535234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:24.546721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:24.547601 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Added segment c00152d2-3701-4f3b-9778-0a3a22ecc296 of type vlan for network a8626437-b6e6-422f-a0d3-c38829b78c40 Jul 06 18:12:24.642715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:24.721459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:24.733967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:24.734656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:24.776417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4716411 Jul 06 18:12:24.778228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 49986) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:24.785360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'subnet': {'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:24.930392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad59d45-07a2-47a5-949c-b25c3ffc6716 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Network': ['ID=a8626437-b6e6-422f-a0d3-c38829b78c40,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:24.947726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a8626437-b6e6-422f-a0d3-c38829b78c40 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:25.048406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:25.052469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.218970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 49996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:25.417627 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3328f30e-ae0e-4ad2-bc56-1bab81a35b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.465793 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.534157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-875743463'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:25.590882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:25.597927 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.613878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Subnet': ['ID=66aee724-ba5c-4fc0-8a5a-f717017a3aa1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:25.646430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.670677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Checking segment: {'id': 'c00152d2-3701-4f3b-9778-0a3a22ecc296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:25.671232 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network hostable DHCP agents. Network: a8626437-b6e6-422f-a0d3-c38829b78c40, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:12:25.737386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network a8626437-b6e6-422f-a0d3-c38829b78c40 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:12:25.758533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a8626437-b6e6-422f-a0d3-c38829b78c40) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:25.770829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc66ae5-e293-4029-ac47-9e17a24b7b96 None None] Network a8626437-b6e6-422f-a0d3-c38829b78c40 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:25.778906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:25.782357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.865461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50004) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:25.881974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.892843 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:25.899465 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9ced00e2-2d72-44d3-bf37-88d3fc041aa8 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1186745 Jul 06 18:12:25.902255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50010) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:25.909468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2037442255', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:26.066382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.069416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.114122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:26.206146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cef37-e73d-43b3-9821-3d3961f74423,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:26.227831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.232619 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Added segment 83be26ac-0db3-4c59-9cac-0c601362fb73 of type vlan for network b93ba3d4-6204-46bf-8941-c428da39aa18 Jul 06 18:12:26.291409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.310576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0bafd086-8bd4-462c-b75c-5a8d91593f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.347234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a8626437-b6e6-422f-a0d3-c38829b78c40', 'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40', 'tenant_id': '195976cff729476b9ab586faff7502fa', 'fixed_ips': [{'subnet_id': '66aee724-ba5c-4fc0-8a5a-f717017a3aa1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:26.348279 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.438236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.561170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.611480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.644303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:26.645344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:26.750762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Network': ['ID=b93ba3d4-6204-46bf-8941-c428da39aa18,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:26.786837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:26.987478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Allocated IP 172.20.0.2 (a8626437-b6e6-422f-a0d3-c38829b78c40/66aee724-ba5c-4fc0-8a5a-f717017a3aa1/961fc468-5982-4f11-988e-ee4363e44e27) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:27.246942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0bafd086-8bd4-462c-b75c-5a8d91593f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.266179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0630e6c-8423-4413-b019-4f0c99bc5475 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0418861 Jul 06 18:12:27.266741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:27.278957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:27.311574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0bafd086-8bd4-462c-b75c-5a8d91593f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.530436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:27.530813 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0bafd086-8bd4-462c-b75c-5a8d91593f8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb31c2d32cde4fecb706b0dc335980a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6629825 Jul 06 18:12:27.534180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafd086-8bd4-462c-b75c-5a8d91593f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f915058-0485-4ad7-bb97-1091f19db912,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:27.545472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.562154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Transition to ACTIVE for port object 961fc468-5982-4f11-988e-ee4363e44e27 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:27.588867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Transition to ACTIVE for port object 961fc468-5982-4f11-988e-ee4363e44e27 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:27.606136 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.695896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Network a8626437-b6e6-422f-a0d3-c38829b78c40 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:27.730103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:27.736786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:27.769322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.818227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:27.822137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.830426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.904058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Attempting to bind port 961fc468-5982-4f11-988e-ee4363e44e27 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:27.909343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Attempting to bind port 961fc468-5982-4f11-988e-ee4363e44e27 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c00152d2-3701-4f3b-9778-0a3a22ecc296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:27.910019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Attempting to bind port 961fc468-5982-4f11-988e-ee4363e44e27 on network a8626437-b6e6-422f-a0d3-c38829b78c40 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:27.965243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:27.965940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Checking segment: {'id': 'c00152d2-3701-4f3b-9778-0a3a22ecc296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:27.966618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.967279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Bound using segment: {'id': 'c00152d2-3701-4f3b-9778-0a3a22ecc296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:27.968363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Bound port: 961fc468-5982-4f11-988e-ee4363e44e27, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00152d2-3701-4f3b-9778-0a3a22ecc296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:27.969133 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.985489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb85b3f3-a9ce-42f6-a092-0266434d9502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:27.993960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d441ca6c-6772-4637-910c-5a541a1cf4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.006169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.010132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Pushing event updated for resources: {'Port': ['ID=961fc468-5982-4f11-988e-ee4363e44e27,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:28.024049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.025030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.025609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.026244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.026823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.027425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.028023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.028739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.029305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.029976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.030559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.031143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:28.093290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.25.5.52 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/4094f84e-3076-4e6d-b09e-8723e2021223) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:28.196298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] For port 961fc468-5982-4f11-988e-ee4363e44e27, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:28.205063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] For port 961fc468-5982-4f11-988e-ee4363e44e27, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=961fc468-5982-4f11-988e-ee4363e44e27,segment=NetworkSegment(c00152d2-3701-4f3b-9778-0a3a22ecc296),segment_id=c00152d2-3701-4f3b-9778-0a3a22ecc296)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:28.206382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb85b3f3-a9ce-42f6-a092-0266434d9502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.214736 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.313424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.418035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc659-daa7-46f7-bcce-09c7780df0b0 None None] Pushing event updated for resources: {'Port': ['ID=961fc468-5982-4f11-988e-ee4363e44e27,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:28.430306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.453038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb85b3f3-a9ce-42f6-a092-0266434d9502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.456592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb85b3f3-a9ce-42f6-a092-0266434d9502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.461778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fb85b3f3-a9ce-42f6-a092-0266434d9502 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f915058-0485-4ad7-bb97-1091f19db912 HTTP/1.1" status: 204 len: 168 time: 0.9282436 Jul 06 18:12:28.481882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85b3f3-a9ce-42f6-a092-0266434d9502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f915058-0485-4ad7-bb97-1091f19db912,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:28.598821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.655869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:28.670425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:28.688771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:28.721088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=b010312f-7205-448f-a96d-0d111ba6b93f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:28.749136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:28.749783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network hostable DHCP agents. Network: b93ba3d4-6204-46bf-8941-c428da39aa18, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:12:28.782276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:12:28.809911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b93ba3d4-6204-46bf-8941-c428da39aa18) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:28.824456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e97ee-1996-4329-b84b-b3aa7f9d981c None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:28.825352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:28.827301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:28.886496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d5c272f-28d3-41e3-8dcd-b1bf9d1441a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6174152 Jul 06 18:12:28.891668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50050) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:28.908400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'name': 'tempest-NetworksTestDHCPv6-1703966469'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:29.182481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:29.188290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:29.230360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 4c685b4c-73f8-445a-ab29-b595b83addea yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:29.396605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50062) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:29.452109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=4094f84e-3076-4e6d-b09e-8723e2021223,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:29.464808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1720d11-825e-48b5-ad7a-be511ea0e6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:29.490188 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:29.642312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'b010312f-7205-448f-a96d-0d111ba6b93f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:29.645827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:29.731555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:30.075816 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:30.105807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::10 (b93ba3d4-6204-46bf-8941-c428da39aa18/b010312f-7205-448f-a96d-0d111ba6b93f/4c685b4c-73f8-445a-ab29-b595b83addea) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:30.594584 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:30.620497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1720d11-825e-48b5-ad7a-be511ea0e6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:30.646032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1720d11-825e-48b5-ad7a-be511ea0e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:30.689553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 4c685b4c-73f8-445a-ab29-b595b83addea will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:30.697563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 961fc468-5982-4f11-988e-ee4363e44e27 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:30.697966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:30.848225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f1720d11-825e-48b5-ad7a-be511ea0e6f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b04a22bb9cc142a58c2e8092a0fd5e69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4406054 Jul 06 18:12:30.852781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50074) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:30.863499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1720d11-825e-48b5-ad7a-be511ea0e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2263a6e2-3f30-4358-b7b2-2b1954911d25,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:30.931169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.074398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:31.094282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:31.103592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:31.111368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:31.111368 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.139564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=4c685b4c-73f8-445a-ab29-b595b83addea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:31.148803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c52f68e6-a44b-402e-8343-8d015d181f0d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2558336 Jul 06 18:12:31.152896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:31.172158 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49442a44-07f5-492f-9676-46d84e6e52d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.210855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733e2c9-db55-4768-b5f9-54c03aced808 None None] Network a8626437-b6e6-422f-a0d3-c38829b78c40 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:31.232098 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.294693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49442a44-07f5-492f-9676-46d84e6e52d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.418017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49442a44-07f5-492f-9676-46d84e6e52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.420686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49442a44-07f5-492f-9676-46d84e6e52d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:31.433184 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49442a44-07f5-492f-9676-46d84e6e52d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2263a6e2-3f30-4358-b7b2-2b1954911d25 HTTP/1.1" status: 204 len: 168 time: 0.5752645 Jul 06 18:12:31.452949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442a44-07f5-492f-9676-46d84e6e52d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2263a6e2-3f30-4358-b7b2-2b1954911d25,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:31.486359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router 35903b69-474d-4a6d-8297-43ccfdd55015 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:12:31.555758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d62940-68dd-4e4c-9cf6-bdc5be7abd10 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:31.563946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a1d62940-68dd-4e4c-9cf6-bdc5be7abd10 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4060793 Jul 06 18:12:31.568222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:31.620189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 961fc468-5982-4f11-988e-ee4363e44e27 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:31.758796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/b010312f-7205-448f-a96d-0d111ba6b93f/061d7027-3f5e-4862-ad75-6fb56bfaf65f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:31.775825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] Provisioning for port 961fc468-5982-4f11-988e-ee4363e44e27 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:31.926135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50094) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:31.997676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 4c685b4c-73f8-445a-ab29-b595b83addea {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:31.998067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.010689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:32.019318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] Provisioning complete for port 961fc468-5982-4f11-988e-ee4363e44e27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:32.019702 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.047764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248474d-3fce-477c-a762-33979c38de66 None None] Sync routers for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:32.085610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.093208 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8600780-2a94-4cf4-ac2c-a62b0e72bc8d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1884274 Jul 06 18:12:32.096022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50102) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:32.314623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248474d-3fce-477c-a762-33979c38de66 None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:32.321647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5248474d-3fce-477c-a762-33979c38de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:32.327719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.332835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27e536b6-61e4-4667-8bc5-9c04ff880f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.362528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 4c685b4c-73f8-445a-ab29-b595b83addea owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:32.727108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5248474d-3fce-477c-a762-33979c38de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:32.736201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.817138 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27e536b6-61e4-4667-8bc5-9c04ff880f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.824207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27e536b6-61e4-4667-8bc5-9c04ff880f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.955704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:32.966482 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.027815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248474d-3fce-477c-a762-33979c38de66 None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:33.034139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5248474d-3fce-477c-a762-33979c38de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:33.095931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=4c685b4c-73f8-445a-ab29-b595b83addea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:33.119014 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27e536b6-61e4-4667-8bc5-9c04ff880f85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e5756b0f1b8484498c6cc70dec35295&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1907384 Jul 06 18:12:33.126982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:33.130612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e536b6-61e4-4667-8bc5-9c04ff880f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e199239-af5f-4f0f-86ae-2a8d64925fbd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:33.220287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5248474d-3fce-477c-a762-33979c38de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:33.233468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248474d-3fce-477c-a762-33979c38de66 None None] The sync data for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:33.246826 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.291199 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.296392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1b705980-8c1b-4fbe-b697-a01a1a9e7c71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/4c685b4c-73f8-445a-ab29-b595b83addea HTTP/1.1" status: 204 len: 168 time: 1.7269368 Jul 06 18:12:33.300504 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50124) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:33.363362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47b86f43-6dda-4b1a-86db-bcb2b7fe98d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.383651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] For port 961fc468-5982-4f11-988e-ee4363e44e27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=961fc468-5982-4f11-988e-ee4363e44e27,segment=NetworkSegment(c00152d2-3701-4f3b-9778-0a3a22ecc296),segment_id=c00152d2-3701-4f3b-9778-0a3a22ecc296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:33.403281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Transition to ACTIVE for port object 061d7027-3f5e-4862-ad75-6fb56bfaf65f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:33.405608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.445528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47b86f43-6dda-4b1a-86db-bcb2b7fe98d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.545036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac1da4-431b-461e-8eb6-3d7fe9ec8457 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:33.546987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac1da4-431b-461e-8eb6-3d7fe9ec8457 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:33.553105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-36ac1da4-431b-461e-8eb6-3d7fe9ec8457 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2512367 Jul 06 18:12:33.559849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:33.604696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Transition to ACTIVE for port object 061d7027-3f5e-4862-ad75-6fb56bfaf65f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:33.641305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.687198 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47b86f43-6dda-4b1a-86db-bcb2b7fe98d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.690790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad717a0-79d8-452c-b69f-73adb396c50c None None] Pushing event updated for resources: {'Port': ['ID=961fc468-5982-4f11-988e-ee4363e44e27,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:33.692241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47b86f43-6dda-4b1a-86db-bcb2b7fe98d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.695502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47b86f43-6dda-4b1a-86db-bcb2b7fe98d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e199239-af5f-4f0f-86ae-2a8d64925fbd HTTP/1.1" status: 204 len: 168 time: 0.5561342 Jul 06 18:12:33.745673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b86f43-6dda-4b1a-86db-bcb2b7fe98d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e199239-af5f-4f0f-86ae-2a8d64925fbd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:33.799762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet b010312f-7205-448f-a96d-0d111ba6b93f {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:12:33.816881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:33.817303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:33.843445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:33.848652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:33.886331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Pushing event updated for resources: {'Port': ['ID=061d7027-3f5e-4862-ad75-6fb56bfaf65f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:34.039321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:34.133452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Attempting to bind port 061d7027-3f5e-4862-ad75-6fb56bfaf65f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:34.136969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Attempting to bind port 061d7027-3f5e-4862-ad75-6fb56bfaf65f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:34.144280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Attempting to bind port 061d7027-3f5e-4862-ad75-6fb56bfaf65f on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:34.165503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:34.165882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:34.169396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:34.173464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:34.175226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Bound port: 061d7027-3f5e-4862-ad75-6fb56bfaf65f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:34.179737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:34.499956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:34.573134 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:34.622843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 961fc468-5982-4f11-988e-ee4363e44e27 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:34.659623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0b1e5473-4f9b-415b-881c-7ffbc48fedd7 None None] Provisioning complete for port 961fc468-5982-4f11-988e-ee4363e44e27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:34.661264 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5473-4f9b-415b-881c-7ffbc48fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:35.040744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:35.206254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] For port 061d7027-3f5e-4862-ad75-6fb56bfaf65f, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:35.230045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] For port 061d7027-3f5e-4862-ad75-6fb56bfaf65f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=061d7027-3f5e-4862-ad75-6fb56bfaf65f,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:35.262126 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:35.316580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=b010312f-7205-448f-a96d-0d111ba6b93f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:35.699169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf1d75-ba48-442a-94da-6c63c6285f42 None None] Pushing event updated for resources: {'Port': ['ID=061d7027-3f5e-4862-ad75-6fb56bfaf65f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:35.868470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 961fc468-5982-4f11-988e-ee4363e44e27 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:35.874402 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:35.897042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:36.101812 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:12:36.423199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:36.426394 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-55bb952e-c5bf-4a1e-b8da-08efe049dde9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/b010312f-7205-448f-a96d-0d111ba6b93f HTTP/1.1" status: 204 len: 168 time: 2.8648109 Jul 06 18:12:36.431893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:36.682129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8b563eb4-4333-4d61-b4dd-bcd2c47a116f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2482331 Jul 06 18:12:36.686203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50222) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:36.689334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.1 (a8626437-b6e6-422f-a0d3-c38829b78c40/66aee724-ba5c-4fc0-8a5a-f717017a3aa1/7c3f0d8b-5b67-4f27-93b1-b2fb92063c84) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:36.703209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:36.816947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7903-e38e-481b-925c-7816c62b7f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:36.964985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 061d7027-3f5e-4862-ad75-6fb56bfaf65f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:37.116155 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7903-e38e-481b-925c-7816c62b7f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.124725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7903-e38e-481b-925c-7816c62b7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.172722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 061d7027-3f5e-4862-ad75-6fb56bfaf65f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:37.213671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7903-e38e-481b-925c-7816c62b7f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0da6bb-241b-4d8c-92a1-e89a965c6437,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:37.303170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3d1a7903-e38e-481b-925c-7816c62b7f1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=967920f944384ab8bf7b83f8cfc1b8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4004025 Jul 06 18:12:37.304641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:37.433732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:37.438630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.446300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf9-5d08-4883-a832-f15cd8fb4d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.512252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf9-5d08-4883-a832-f15cd8fb4d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.655514 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf9-5d08-4883-a832-f15cd8fb4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.659372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e298cf9-5d08-4883-a832-f15cd8fb4d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.664664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6e298cf9-5d08-4883-a832-f15cd8fb4d75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb0da6bb-241b-4d8c-92a1-e89a965c6437 HTTP/1.1" status: 204 len: 168 time: 0.3580165 Jul 06 18:12:37.703158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50244) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:37.708784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e298cf9-5d08-4883-a832-f15cd8fb4d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0da6bb-241b-4d8c-92a1-e89a965c6437,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:37.754280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:37.845231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15de22-471b-44a3-8ac1-0bc9dbf8cce5 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:37.895181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Transition to ACTIVE for port object 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:38.092670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-51e06281-521f-4882-afc5-d7143701f86e None None] Provisioning for port 061d7027-3f5e-4862-ad75-6fb56bfaf65f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:38.164989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-51e06281-521f-4882-afc5-d7143701f86e None None] Provisioning complete for port 061d7027-3f5e-4862-ad75-6fb56bfaf65f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:38.168398 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e06281-521f-4882-afc5-d7143701f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.179647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.598788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=7c3f0d8b-5b67-4f27-93b1-b2fb92063c84,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:38.615693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network a8626437-b6e6-422f-a0d3-c38829b78c40 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:38.636111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.636462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.638442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.638817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.639156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.640569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.640932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.641271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.642895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.643291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.648382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.649016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:38.660927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e06281-521f-4882-afc5-d7143701f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.665978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a613ea3-6336-4e9c-a626-1bc9353ba7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.706434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:38.712988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:38.805395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-51e06281-521f-4882-afc5-d7143701f86e None None] For port 061d7027-3f5e-4862-ad75-6fb56bfaf65f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=061d7027-3f5e-4862-ad75-6fb56bfaf65f,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:38.813273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e06281-521f-4882-afc5-d7143701f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.909292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e06281-521f-4882-afc5-d7143701f86e None None] Pushing event updated for resources: {'Port': ['ID=061d7027-3f5e-4862-ad75-6fb56bfaf65f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:38.932347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:12:39.077814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a613ea3-6336-4e9c-a626-1bc9353ba7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.080743 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.104874 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a613ea3-6336-4e9c-a626-1bc9353ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.124611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] Deleting port 061d7027-3f5e-4862-ad75-6fb56bfaf65f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:39.125225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.233225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:39.274422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.286073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:39.290638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:39.291307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.302548 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9a613ea3-6336-4e9c-a626-1bc9353ba7bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d7cf362227746368c87e31414274928&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5862668 Jul 06 18:12:39.314066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:39.367578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a613ea3-6336-4e9c-a626-1bc9353ba7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8be5f5-6b41-41c7-9523-de9c54af6d76,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:39.374547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=e15ec237-05f6-4a6d-9fc4-c9287c424cf7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:39.394062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6633180-ca84-48ec-8153-988f52c1cfbc None None] Provisioning for port 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:39.414816 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e701e153-a54f-4b60-a438-d94862369042 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7273953 Jul 06 18:12:39.448844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:39.455080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e6633180-ca84-48ec-8153-988f52c1cfbc None None] Provisioning complete for port 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:39.463088 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e6633180-ca84-48ec-8153-988f52c1cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.465873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'name': 'tempest-NetworksTestDHCPv6-733934842'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:39.541308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e213ca08-7dcf-47cd-9e8d-2177ab9a7af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.557130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] For port 061d7027-3f5e-4862-ad75-6fb56bfaf65f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=061d7027-3f5e-4862-ad75-6fb56bfaf65f,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:39.557523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.614199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e6633180-ca84-48ec-8153-988f52c1cfbc None None] Port 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:12:39.617770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] Calling delete_port for 061d7027-3f5e-4862-ad75-6fb56bfaf65f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:39.649965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.713836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e213ca08-7dcf-47cd-9e8d-2177ab9a7af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.878734 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:39.974735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] Pushing event deleted for resources: {'Port': ['ID=061d7027-3f5e-4862-ad75-6fb56bfaf65f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:39.999461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845a307-9523-4287-9d82-c0c9ea5e9a46 None None] No DVR routers for this DVR port 061d7027-3f5e-4862-ad75-6fb56bfaf65f on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:12:40.002752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e213ca08-7dcf-47cd-9e8d-2177ab9a7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.005636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e213ca08-7dcf-47cd-9e8d-2177ab9a7af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.017214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e213ca08-7dcf-47cd-9e8d-2177ab9a7af4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b8be5f5-6b41-41c7-9523-de9c54af6d76 HTTP/1.1" status: 204 len: 168 time: 0.6910882 Jul 06 18:12:40.018297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:40.031686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d6577-5ee8-41fc-a9e9-d925e143760a None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:40.045884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.083376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.108700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.110098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213ca08-7dcf-47cd-9e8d-2177ab9a7af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8be5f5-6b41-41c7-9523-de9c54af6d76,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:40.172524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port a4e26dcf-339e-437a-88ea-e2cd4edf40c2 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:40.307804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=7c3f0d8b-5b67-4f27-93b1-b2fb92063c84,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:40.376958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.654224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::30c (b93ba3d4-6204-46bf-8941-c428da39aa18/e15ec237-05f6-4a6d-9fc4-c9287c424cf7/a4e26dcf-339e-437a-88ea-e2cd4edf40c2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:40.745069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'e15ec237-05f6-4a6d-9fc4-c9287c424cf7'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:40.746150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:40.807033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network a8626437-b6e6-422f-a0d3-c38829b78c40 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:40.826264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:40.941100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 061d7027-3f5e-4862-ad75-6fb56bfaf65f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:12:40.996192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 061d7027-3f5e-4862-ad75-6fb56bfaf65f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:12:40.996701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 061d7027-3f5e-4862-ad75-6fb56bfaf65f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:12:41.137584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50312) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:41.206963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8966809b-d970-4cfc-9c68-8c08a120befe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.327623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.376913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-89a8a2b6-a4d3-4f64-bbdc-94bf6d19da8c None None] Provisioning complete for port 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:41.379307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89a8a2b6-a4d3-4f64-bbdc-94bf6d19da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.394005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object a4e26dcf-339e-437a-88ea-e2cd4edf40c2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:41.549147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.566693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8966809b-d970-4cfc-9c68-8c08a120befe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.582275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8966809b-d970-4cfc-9c68-8c08a120befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.623349 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8966809b-d970-4cfc-9c68-8c08a120befe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b04915b71cb478fbb456f2c68454358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848995 Jul 06 18:12:41.626978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50324) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:41.635790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89a8a2b6-a4d3-4f64-bbdc-94bf6d19da8c None None] Port 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:12:41.704056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:41.714665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:41.728653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:41.739088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:41.740717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:41.748816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router 35903b69-474d-4a6d-8297-43ccfdd55015 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:41.752718 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/e15ec237-05f6-4a6d-9fc4-c9287c424cf7/33853ca9-f83c-4fe4-afa5-640eb876fbae) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:41.764478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=a4e26dcf-339e-437a-88ea-e2cd4edf40c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:41.770109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966809b-d970-4cfc-9c68-8c08a120befe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b59b3-0d59-4e38-a864-2a434a01e6b4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:41.794850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b3a97348-e367-4bb6-9fb7-f6945ae26fb7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3425970 Jul 06 18:12:41.798386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:41.976843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4b2733-0859-4a71-9ab7-770b7fabc7a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:41.978503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5e4b2733-0859-4a71-9ab7-770b7fabc7a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1791110 Jul 06 18:12:41.985622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50336) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:42.119984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:42.136455 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d76a38a5-15b4-45f7-98ad-4438259b4876 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/routers/35903b69-474d-4a6d-8297-43ccfdd55015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0377769 Jul 06 18:12:42.139010 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] Sync routers for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:42.143634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:42.144892 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.157355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'port': {'network_id': 'a8626437-b6e6-422f-a0d3-c38829b78c40', 'name': 'tempest-FloatingIPTestJSON-1984755928'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:42.158492 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:42.161796 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:42.164982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Transition to ACTIVE for port object 33853ca9-f83c-4fe4-afa5-640eb876fbae will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:42.217173 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:42.218171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Transition to ACTIVE for port object 33853ca9-f83c-4fe4-afa5-640eb876fbae will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:42.231987 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:42.232440 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.247162 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:42.261161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port a4e26dcf-339e-437a-88ea-e2cd4edf40c2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:42.268039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.330842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:42.333595 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eae90b-a5db-4fd0-9739-b4177838e354 None None] The sync data for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:42.383983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:42.408937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1e-0570-4175-af7b-b3fae673ed0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.409385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:42.415930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:42.440348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Pushing event updated for resources: {'Port': ['ID=33853ca9-f83c-4fe4-afa5-640eb876fbae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:42.499866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1e-0570-4175-af7b-b3fae673ed0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.514529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Made reservation on behalf of 195976cff729476b9ab586faff7502fa for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:42.526385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.567512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Attempting to bind port 33853ca9-f83c-4fe4-afa5-640eb876fbae on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:42.567878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Attempting to bind port 33853ca9-f83c-4fe4-afa5-640eb876fbae by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:42.574893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.578719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Attempting to bind port 33853ca9-f83c-4fe4-afa5-640eb876fbae on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:42.591143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:42.591620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:42.592005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.592402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:42.592903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Bound port: 33853ca9-f83c-4fe4-afa5-640eb876fbae, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:42.593283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.619423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] device_id is not set on port 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:42.682303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for a4e26dcf-339e-437a-88ea-e2cd4edf40c2 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:42.748552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] For port 33853ca9-f83c-4fe4-afa5-640eb876fbae, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:42.758315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] For port 33853ca9-f83c-4fe4-afa5-640eb876fbae, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=33853ca9-f83c-4fe4-afa5-640eb876fbae,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:42.765423 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:42.895402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24d9a9-7838-4b58-b7dc-8fdaf1ec5aae None None] Pushing event updated for resources: {'Port': ['ID=33853ca9-f83c-4fe4-afa5-640eb876fbae,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:42.932990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-95563aaf-5b9e-4e13-85d1-b4774b802fe1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4290001 Jul 06 18:12:43.146628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Allocated IP 172.20.0.10 (a8626437-b6e6-422f-a0d3-c38829b78c40/66aee724-ba5c-4fc0-8a5a-f717017a3aa1/33dedcf9-287f-4a2e-9fe4-8c40e5304a67) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:43.171416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:43.188014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559471889', 'description': 'tempest-secgroup-smoke-559471889 description', 'project_id': '2909ba718d4b4f079da147d783770456'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:43.264163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1e-0570-4175-af7b-b3fae673ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.267975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1e-0570-4175-af7b-b3fae673ed0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.269662 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-12e0dd1e-0570-4175-af7b-b3fae673ed0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d87b59b3-0d59-4e38-a864-2a434a01e6b4 HTTP/1.1" status: 204 len: 168 time: 1.6366920 Jul 06 18:12:43.276428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.289245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.304058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0dd1e-0570-4175-af7b-b3fae673ed0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b59b3-0d59-4e38-a864-2a434a01e6b4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:43.347240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.387697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=a4e26dcf-339e-437a-88ea-e2cd4edf40c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:43.430528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-2368044f-900e-42da-98f2-8b03b44bca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:43.434117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-2368044f-900e-42da-98f2-8b03b44bca12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 0.3901100 Jul 06 18:12:43.489836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.493813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eb86ef1a-ab1a-4bd5-8f87-fadfa537f1a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/a4e26dcf-339e-437a-88ea-e2cd4edf40c2 HTTP/1.1" status: 204 len: 168 time: 1.4992235 Jul 06 18:12:43.497209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:43.641925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.685007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Transition to ACTIVE for port object 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:43.695647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8764cb00-27eb-488c-9f5a-62b58a58c4f7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:43.697680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8764cb00-27eb-488c-9f5a-62b58a58c4f7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:43.700150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8764cb00-27eb-488c-9f5a-62b58a58c4f7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2013834 Jul 06 18:12:43.703232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:43.752468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.774554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.872644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-cc1fb14f-0a6a-4fd6-ab3c-03021c8de090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:43.874447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-cc1fb14f-0a6a-4fd6-ab3c-03021c8de090 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 909 time: 0.3999264 Jul 06 18:12:43.962937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:43.985145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.017019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.078731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-a7ae5671-bebf-48f7-94dd-0519936a5eaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 1002 time: 0.1852090 Jul 06 18:12:44.086711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet e15ec237-05f6-4a6d-9fc4-c9287c424cf7 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:12:44.099589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.113951 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.120671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9340699 Jul 06 18:12:44.130181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bf0ca4-2524-473b-b11e-2351a1af7a71,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:44.137904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:44.224096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': 'ddb87513-f1fb-4347-a0a1-5a46e7ae57d0', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:44.281667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Network a8626437-b6e6-422f-a0d3-c38829b78c40 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:44.289928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:44.290827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-2b222d4c-c467-4d9d-af3c-a89e5f1d2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:44.292949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-2b222d4c-c467-4d9d-af3c-a89e5f1d2109 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.2047961 Jul 06 18:12:44.306030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event updated for resources: {'Port': ['ID=33dedcf9-287f-4a2e-9fe4-8c40e5304a67,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:44.335148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:44.405994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.492198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32d589-b965-4e6f-8a92-6ae4dfab179b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:44.644941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:44.645637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.669833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.689901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-44f04d8f-4311-4061-9d8b-c64f7472abeb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5415230 Jul 06 18:12:44.694487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50408) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:44.699999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Request body: {'floatingip': {'port_id': '33dedcf9-287f-4a2e-9fe4-8c40e5304a67'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:44.806510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-bbb4e7f4-32e9-4767-8df6-73a6b0cf8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:44.813944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-bbb4e7f4-32e9-4767-8df6-73a6b0cf8379 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4974349 Jul 06 18:12:44.855553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:44.915696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5e2a89de-8420-4d7a-8ad8-811cfb6818b9 None None] Provisioning for port 33853ca9-f83c-4fe4-afa5-640eb876fbae completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:44.955014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 33853ca9-f83c-4fe4-afa5-640eb876fbae up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:45.115514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9fbe6876-4de9-467d-bf38-cf805c93574d None None] Provisioning for port 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:45.157233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9fbe6876-4de9-467d-bf38-cf805c93574d None None] Provisioning complete for port 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:45.159542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6876-4de9-467d-bf38-cf805c93574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.175945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 33853ca9-f83c-4fe4-afa5-640eb876fbae completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:45.341028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 33853ca9-f83c-4fe4-afa5-640eb876fbae triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:45.345916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.372120 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.559053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.561747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe6876-4de9-467d-bf38-cf805c93574d None None] Port 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:12:45.619223 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.622145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/e15ec237-05f6-4a6d-9fc4-c9287c424cf7 HTTP/1.1" status: 204 len: 168 time: 1.9172206 Jul 06 18:12:45.633408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.636999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:45.681822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.709674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:45.806376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:45.811142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-48d35793-dbc7-455c-a5bd-ecf17ea90a24 None None] Could not find standard attr ID for object 4c685b4c-73f8-445a-ab29-b595b83addea. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:12:45.879578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 33853ca9-f83c-4fe4-afa5-640eb876fbae, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=33853ca9-f83c-4fe4-afa5-640eb876fbae,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:45.888951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.027432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=33853ca9-f83c-4fe4-afa5-640eb876fbae,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:46.045847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-587a51b6-afb1-4e9f-90e0-233a9ace6814 None None] Could not find standard attr ID for object a4e26dcf-339e-437a-88ea-e2cd4edf40c2. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:12:46.050367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a45733-437b-4893-8d01-e88577c21641 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:46.282386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.296585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.480349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:12:46.494795 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP bb6de8b3-54f8-4e45-8ee2-cba3faf34668 associated. External IP: 172.25.5.80, port: bde72610-6eb2-437d-97f0-e01d6cd60021. Jul 06 18:12:46.560866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] Deleting port 33853ca9-f83c-4fe4-afa5-640eb876fbae {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:46.561957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.646172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bf49c-b0ee-4bff-9cc8-f95790e3551d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=e15ec237-05f6-4a6d-9fc4-c9287c424cf7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:46.658559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] For port 33853ca9-f83c-4fe4-afa5-640eb876fbae, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=33853ca9-f83c-4fe4-afa5-640eb876fbae,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:46.660245 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.665742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4d40a666-47fd-4e87-aa1c-7e3538f833cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0222507 Jul 06 18:12:46.666662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5b1136-3466-424b-bc50-39499fd2bbd5,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:46.690775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50476) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:46.695811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] Calling delete_port for 33853ca9-f83c-4fe4-afa5-640eb876fbae owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:46.698836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:46.748467 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.750416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0729cf72-875b-4c48-96d7-da5047fd67b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5304775 Jul 06 18:12:46.755948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:46.767949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': 'ddb87513-f1fb-4347-a0a1-5a46e7ae57d0', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:46.815552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-c4f78d67-a4a7-4d49-aa7a-db4cf839464b service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9538248 Jul 06 18:12:46.838970 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:46.848844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 33853ca9-f83c-4fe4-afa5-640eb876fbae no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:12:46.974958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50484) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:47.136885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.140205 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.142975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:47.172724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.195724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.238184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fb6cf67-c372-49b8-a69e-23226edf39e4 req-608d4612-19e9-41f2-81c8-a62ba79f9ce0 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029992 Jul 06 18:12:47.259414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1591486321'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:47.265288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f72f4c-696f-442b-8a1d-ed6d6990eef4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:47.268470 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.297927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] No DVR routers for this DVR port 33853ca9-f83c-4fe4-afa5-640eb876fbae on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:12:47.302192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453e782-18f3-4a08-9cf2-25f785807401 None None] Pushing event deleted for resources: {'Port': ['ID=33853ca9-f83c-4fe4-afa5-640eb876fbae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:47.331652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:47.334211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.336110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.336281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c9cef7b5-9241-484a-b0b9-7ec45faa7e9d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5740132 Jul 06 18:12:47.341826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:47.347055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': 'ddb87513-f1fb-4347-a0a1-5a46e7ae57d0', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:47.360696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:12:47.360696 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:12:47.360696 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': '6efe613428b544969edf842dfdbc3ff6', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 12, 47, 292687)}] Jul 06 18:12:47.360696 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:12:47.361263 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:12:47.371013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Made reservation on behalf of 9c45200fa56a4dd5bd48f361ab54b2f8 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:47.374702 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.402049 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.448935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.584112 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.596698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.631780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c439535-4934-400e-97de-800167435c3e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:47.647665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.657271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.674607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.680127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9dc1673d-7ba0-49f8-b0fb-86b6faf12fc8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338757 Jul 06 18:12:47.690295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:47.716556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': 'ddb87513-f1fb-4347-a0a1-5a46e7ae57d0', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:47.744097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:47.749293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:47.768783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd48bb76-19fd-4873-8a7d-0bca6daff535,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:47.772551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:47.781684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.782446 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Added segment 513164a1-9577-42cc-aa37-19cbb20455ae of type vlan for network b3c5ea40-f097-48aa-a987-7d78f849abc8 Jul 06 18:12:47.794361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:47.795024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:47.839220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:47.849012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:47.849688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:47.863812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.868986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.897363 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:47.899121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:47.899891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c5090-5f89-41d6-bfa6-0cdf9f16660f None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:48.010360 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.016128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:48.016891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.020938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.110402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Pushing event updated for resources: {'Network': ['ID=b3c5ea40-f097-48aa-a987-7d78f849abc8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:48.116979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.137242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b3c5ea40-f097-48aa-a987-7d78f849abc8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:48.157315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebd826a-b3b6-4f85-b02a-7fc88cb8f857,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:48.160653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.208025 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.217557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.223656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router 35903b69-474d-4a6d-8297-43ccfdd55015 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:48.238245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f935791a-c408-4c73-97af-07b4fa86987a tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2550921 Jul 06 18:12:48.238245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.238617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:48.238731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73f1e7d4-0082-447c-8a7a-5123e433b3e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5391235 Jul 06 18:12:48.240275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50494) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:48.240275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50496) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:48.251420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': 'ddb87513-f1fb-4347-a0a1-5a46e7ae57d0', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:48.265718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:48.269040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:48.270894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.273874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6efe613428b544969edf842dfdbc3ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6288986 Jul 06 18:12:48.275636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc1d8d-6cf3-4925-9df7-8df112586439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c5d8f-3309-4673-b5ff-f185a92cb99d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:48.289355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b9321-7a99-4f5a-9442-dfb3748b47d7 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:48.292232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:48.324330 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:12:48.380051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'network': {'name': 'tempest-network--37513100', 'router:external': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:48.390905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deb24e25-92ce-4738-8e78-418cf5dec87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.406219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=1caeb134-9f80-4f0f-b119-faaca3bdd3ed,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:48.429770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deb24e25-92ce-4738-8e78-418cf5dec87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.461582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.501952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deb24e25-92ce-4738-8e78-418cf5dec87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.505801 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deb24e25-92ce-4738-8e78-418cf5dec87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.508403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-deb24e25-92ce-4738-8e78-418cf5dec87c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e65c5d8f-3309-4673-b5ff-f185a92cb99d HTTP/1.1" status: 204 len: 168 time: 0.2146537 Jul 06 18:12:48.520256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb24e25-92ce-4738-8e78-418cf5dec87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c5d8f-3309-4673-b5ff-f185a92cb99d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:48.522877 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6f1ae6d4-1b19-4a2b-8827-2223179c3ee0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8300197 Jul 06 18:12:48.524002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Made reservation on behalf of 26f997d480574f28b4d46bf348676023 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:48.527715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50504) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:48.535203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'name': 'tempest-NetworksTestDHCPv6-1773825260'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:48.540147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.614501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.692770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:48.698587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.725340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 0de20f0c-6ac1-4ea3-8177-add9375b81f3 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:48.797096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:48.810948 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] Sync routers for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:48.821970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:48.833963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:48.835247 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:48.887338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:48.900541 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:48.902487 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:48.950037 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:48.950972 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34449b5b-4a90-4bea-9dfc-6ba86016b0fd None None] The sync data for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:48.980205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::101 (b93ba3d4-6204-46bf-8941-c428da39aa18/1caeb134-9f80-4f0f-b119-faaca3bdd3ed/0de20f0c-6ac1-4ea3-8177-add9375b81f3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:48.987236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.010015 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.058155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '1caeb134-9f80-4f0f-b119-faaca3bdd3ed'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:49.059309 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.120108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bb3697-bce7-4b0f-bb9b-bc3444b69bd4,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:49.179591 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3d5d30ef-1799-4a35-98c4-162ffd009ed6 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/floatingips/bb6de8b3-54f8-4e45-8ee2-cba3faf34668 HTTP/1.1" status: 200 len: 978 time: 4.4794533 Jul 06 18:12:49.189208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.246310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.314484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.338236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.340048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-333cf8d0-2fd7-4f39-9bc3-8a7142fc7b1b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0968883 Jul 06 18:12:49.341010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.343599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.353685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': 'ddb87513-f1fb-4347-a0a1-5a46e7ae57d0', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:49.366404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Deleting subnet 4d10f3d9-bb20-47b0-ac38-089148857203 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:12:49.370328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.413395 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.421631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:49.457950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad12a6-641e-4a5a-b901-8de72bc12d7a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:49.464312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.472738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.473137 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Added segment 4eefe663-78b6-4e60-9f83-0b69557c66de of type vlan for network 5bc41998-9d3d-441f-ad93-0750e98dc810 Jul 06 18:12:49.548027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:49.548607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.551466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.583983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 0de20f0c-6ac1-4ea3-8177-add9375b81f3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:49.589247 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:12:49.605597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.663111 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.676552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.684945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.718406 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.734654 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.738072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:49.739120 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.761170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d241489-03b5-4c09-b395-28a65fc867ed,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:49.767597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.774758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c67c1c04-a802-4dcb-aff0-7071bb57e642 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4259419 Jul 06 18:12:49.774758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d10f3d9-bb20-47b0-ac38-089148857203,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:49.776533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50532) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.782266 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.784139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'network': {'name': 'tempest-network-smoke--1346037053', 'project_id': '2909ba718d4b4f079da147d783770456', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:49.784431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d33e94c1-0ac6-44ba-a253-f75e5107c2a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d10f3d9-bb20-47b0-ac38-089148857203 HTTP/1.1" status: 204 len: 168 time: 0.5368118 Jul 06 18:12:49.789079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:49.802217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.880649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.908364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Network': ['ID=5bc41998-9d3d-441f-ad93-0750e98dc810,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:49.930966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5bc41998-9d3d-441f-ad93-0750e98dc810 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:49.943327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:49.952509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:49.966117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:49.972419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:49.973118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.993225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=0de20f0c-6ac1-4ea3-8177-add9375b81f3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:50.001126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.013350 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d19649d8-f1d1-4b25-9975-bfea5f49e0d4 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7686524 Jul 06 18:12:50.019189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.020351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.036888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/1caeb134-9f80-4f0f-b119-faaca3bdd3ed/bee5f787-c5b4-40b0-917f-47da6f3e70e7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:50.063886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:50.071574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.153471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b9e3b1ed-b5cd-47f2-bbbe-73204986e748 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6204255 Jul 06 18:12:50.154213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.215590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.230232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c759bc8-a204-41a2-b5a0-af82962d84b1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:50.234686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.234999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:50.254109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c6540c-2993-440a-be9f-125c9c52c61c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:50.254405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c6540c-2993-440a-be9f-125c9c52c61c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:50.270153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2011986762-network', 'tenant_id': '134d7784eda64df68326e164954bf00e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:50.276499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.304602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.305038 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Added segment 28e4a9dc-9898-44d2-a22a-f89ad4dabe82 of type vlan for network d825f954-f324-4bcb-b126-2de6f590119c Jul 06 18:12:50.306233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.315520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Transition to ACTIVE for port object bee5f787-c5b4-40b0-917f-47da6f3e70e7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:50.345249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Transition to ACTIVE for port object bee5f787-c5b4-40b0-917f-47da6f3e70e7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:50.345922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.354615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.387541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.395040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.395516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.395849 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Floating IP bb6de8b3-54f8-4e45-8ee2-cba3faf34668 disassociated. External IP: 172.25.5.80, port: 33dedcf9-287f-4a2e-9fe4-8c40e5304a67. Jul 06 18:12:50.396302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 33dedcf9-287f-4a2e-9fe4-8c40e5304a67 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:50.404299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:50.410271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:50.414952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:50.416023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be638cbd-1bb4-441a-a248-71e726360f75 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:50.421636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-be638cbd-1bb4-441a-a248-71e726360f75 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2622736 Jul 06 18:12:50.424842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50546) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.429213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:12:50.429646 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:12:50.432516 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:12:50.435813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Pushing event updated for resources: {'Port': ['ID=bee5f787-c5b4-40b0-917f-47da6f3e70e7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:50.517178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Made reservation on behalf of 134d7784eda64df68326e164954bf00e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:50.519983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Attempting to bind port bee5f787-c5b4-40b0-917f-47da6f3e70e7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:50.520936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Attempting to bind port bee5f787-c5b4-40b0-917f-47da6f3e70e7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:50.521343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.522939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Attempting to bind port bee5f787-c5b4-40b0-917f-47da6f3e70e7 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:50.530347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:50.532270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:50.533236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.533859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:50.534563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Bound port: bee5f787-c5b4-40b0-917f-47da6f3e70e7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:50.535299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.549013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.552023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.556786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:50.557112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.559242 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.605252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc41998-9d3d-441f-ad93-0750e98dc810']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:50.627165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.632996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eefe663-78b6-4e60-9f83-0b69557c66de') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:50.633723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eefe663-78b6-4e60-9f83-0b69557c66de') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:50.647783 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.650161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c759bc8-a204-41a2-b5a0-af82962d84b1 HTTP/1.1" status: 204 len: 168 time: 0.8593187 Jul 06 18:12:50.664220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] For port bee5f787-c5b4-40b0-917f-47da6f3e70e7, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:50.672935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.675735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] For port bee5f787-c5b4-40b0-917f-47da6f3e70e7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bee5f787-c5b4-40b0-917f-47da6f3e70e7,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:50.680564 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9008942 Jul 06 18:12:50.681362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.686943 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.708520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'admin_state_up': True, 'project_id': '2909ba718d4b4f079da147d783770456', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:50.733713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d09a2-ae92-47db-91fa-cbbd59b65c77 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Network': ['ID=d825f954-f324-4bcb-b126-2de6f590119c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:50.753005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ff89-41dd-4493-aaae-4aab2d6721ac admin admin] Pushing event deleted for resources: {'Network': ['ID=7c759bc8-a204-41a2-b5a0-af82962d84b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:50.800084 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.801641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d825f954-f324-4bcb-b126-2de6f590119c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:50.830878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:12:50.831728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.855817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 0de20f0c-6ac1-4ea3-8177-add9375b81f3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:50.856850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.889791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50552) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:12:50.948402 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:12:50.981430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.012795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c724d-164e-468c-b43e-6a7421e01acd None None] Pushing event updated for resources: {'Port': ['ID=bee5f787-c5b4-40b0-917f-47da6f3e70e7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:51.096233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.107111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=33dedcf9-287f-4a2e-9fe4-8c40e5304a67,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:51.140036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bc41998-9d3d-441f-ad93-0750e98dc810 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:12:51.149104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bc41998-9d3d-441f-ad93-0750e98dc810,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:51.153164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.156854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a581b1e8-163e-4e04-b183-879eb03a84ee tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/networks/5bc41998-9d3d-441f-ad93-0750e98dc810 HTTP/1.1" status: 204 len: 168 time: 1.1072712 Jul 06 18:12:51.165661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:51.175386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:51.204263 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2a0557d1-2153-43ea-840f-fa80e1f8a95a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbb76efe2c3c4d1ea54ebd3841b7df8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126416 Jul 06 18:12:51.210605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:51.250894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.259150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.284639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.289235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:51.312155 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.312908 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Added segment 389dca06-54e3-4815-816d-16ef74a92632 of type vlan for network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 Jul 06 18:12:51.316034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 0de20f0c-6ac1-4ea3-8177-add9375b81f3 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:51.404683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.488605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.491429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:51.492963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.581821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.583000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.639472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5877328 Jul 06 18:12:51.641082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681bc4cb-b95d-4f74-a40f-920bbaeaa5e0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:51.643339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50558) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:51.659201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Request body: {'subnet': {'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2011986762-subnet', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:51.683096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cd19379-1730-4886-af2c-e561482260cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.690590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router 35903b69-474d-4a6d-8297-43ccfdd55015 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:51.691943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff38fa-0781-477c-a7fa-9bc1f22bc31c admin admin] Pushing event updated for resources: {'Network': ['ID=1591dbf6-1ad1-4336-8edb-acb5e4881fb1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:51.699036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Made reservation on behalf of 26f997d480574f28b4d46bf348676023 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:51.704111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.712490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:51.759345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:12:51.790042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.809265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.811557 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Added segment 5637b771-1414-47ef-8efa-e86f3e3471b6 of type vlan for network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 Jul 06 18:12:51.816357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.915836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.985851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.988414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:51.989617 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.997101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cd19379-1730-4886-af2c-e561482260cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.079523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=0de20f0c-6ac1-4ea3-8177-add9375b81f3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:52.102589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9317982 Jul 06 18:12:52.105176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:52.114653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'subnet': {'network_id': 'd9a9a74a-3ef1-4ee9-8126-674d82c9b382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:52.146133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Made reservation on behalf of 134d7784eda64df68326e164954bf00e for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:52.150719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.160905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c52f01-5697-4c9a-9ea4-a1f3b51fd08c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a9a74a-3ef1-4ee9-8126-674d82c9b382,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:52.177503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:12:52.182564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Made reservation on behalf of 26f997d480574f28b4d46bf348676023 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:52.192916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.283931 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.291579 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3a5ede75-bd13-41d6-a18e-1cafaa73092a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/0de20f0c-6ac1-4ea3-8177-add9375b81f3 HTTP/1.1" status: 204 len: 168 time: 1.8595493 Jul 06 18:12:52.301641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50566) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:52.381285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b47d62b1-e7db-4858-a834-7f67260ef811 None None] Provisioning for port bee5f787-c5b4-40b0-917f-47da6f3e70e7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:52.431586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c57c8-ff9d-45cf-bac7-18612e344c4d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:52.434954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c57c8-ff9d-45cf-bac7-18612e344c4d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:52.439370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d19c57c8-ff9d-45cf-bac7-18612e344c4d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1365738 Jul 06 18:12:52.443890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:52.548516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 1caeb134-9f80-4f0f-b119-faaca3bdd3ed {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:12:52.561705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.661025 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.725138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-266de0dd-afaa-421a-817b-b101b360b983 None None] Could not find standard attr ID for object 0de20f0c-6ac1-4ea3-8177-add9375b81f3. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:12:52.811099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bee5f787-c5b4-40b0-917f-47da6f3e70e7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:52.822700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.887077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port bee5f787-c5b4-40b0-917f-47da6f3e70e7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:52.892450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port bee5f787-c5b4-40b0-917f-47da6f3e70e7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:52.892968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.909580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:52.927480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] Sync routers for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:52.934273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.951543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:52.952575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:52.978736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.996110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:52.996458 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cd19379-1730-4886-af2c-e561482260cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.000858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cd19379-1730-4886-af2c-e561482260cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.002735 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7cd19379-1730-4886-af2c-e561482260cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/857fa1bc-aee3-417f-bc00-b153d09194fe HTTP/1.1" status: 204 len: 168 time: 1.7904060 Jul 06 18:12:53.038137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:53.038802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:53.039372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=1caeb134-9f80-4f0f-b119-faaca3bdd3ed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:53.084710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:53.085798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2391c-4a4c-4b02-a74a-ae6ddafbbf6a None None] The sync data for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:53.087412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.087977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a262c3-731e-434a-8f91-4cfc08c614e1 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:53.089653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-026f45e8-2ddd-401c-9d37-c13471aafa3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/1caeb134-9f80-4f0f-b119-faaca3bdd3ed HTTP/1.1" status: 204 len: 168 time: 0.6446819 Jul 06 18:12:53.090974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:12:53.091554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.097615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.105641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.151845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd19379-1730-4886-af2c-e561482260cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857fa1bc-aee3-417f-bc00-b153d09194fe,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:53.189143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.197693 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e96d07e8-6419-457c-98a2-42aa9cf4b605 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/ports/33dedcf9-287f-4a2e-9fe4-8c40e5304a67 HTTP/1.1" status: 204 len: 168 time: 4.0009658 Jul 06 18:12:53.215620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.223187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e834c548-5e6b-48ab-80a6-8ae5c81f940a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725741 Jul 06 18:12:53.224504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50576) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.276650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port bee5f787-c5b4-40b0-917f-47da6f3e70e7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bee5f787-c5b4-40b0-917f-47da6f3e70e7,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:53.356889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.417799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3783bcf8-589d-43c7-94a1-86c0e191395f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:53.495318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.504594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=bee5f787-c5b4-40b0-917f-47da6f3e70e7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:53.516658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Checking segment: {'id': '5637b771-1414-47ef-8efa-e86f3e3471b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9a9a74a-3ef1-4ee9-8126-674d82c9b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:53.517016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Network hostable DHCP agents. Network: d9a9a74a-3ef1-4ee9-8126-674d82c9b382, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:12:53.597930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:12:53.619409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d9a9a74a-3ef1-4ee9-8126-674d82c9b382) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:53.629398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6180fe7-5b62-447e-8ced-a52c97afce5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:53.631878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a6180fe7-5b62-447e-8ced-a52c97afce5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4066026 Jul 06 18:12:53.641103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.648173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f08ee6-9113-4687-b3f9-23f8bcba56f6 None None] Network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:53.686818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:53.687836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.782140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:12:53.797439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c3e200-6503-46a9-b000-68cb73262905,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:53.823786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Checking segment: {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:53.824363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Network hostable DHCP agents. Network: 1591dbf6-1ad1-4336-8edb-acb5e4881fb1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:12:53.868299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.875656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6058a21f-6afc-47ee-b8b5-f76b470576b0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7685039 Jul 06 18:12:53.882512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.890233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9a9a74a-3ef1-4ee9-8126-674d82c9b382'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:53.899578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd6d77-03c9-4f19-8e39-fde9a20ef141 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:53.902392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0edd6d77-03c9-4f19-8e39-fde9a20ef141 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2602189 Jul 06 18:12:53.911120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50590) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.929981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.965132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:53.986303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a297d2e1-e600-49a4-bc5b-db3c967e0964 None None] Network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:54.005238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-80724937-a223-4543-92e3-23357d098671 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915780 Jul 06 18:12:54.014712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:54.026022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:12:54.070094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:54.100942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1591dbf6-1ad1-4336-8edb-acb5e4881fb1) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:54.118949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:54.119964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.135164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d651b5-ff40-4a8a-896c-c40485e32869 None None] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:54.171464 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-461cd827-9622-4d71-a3c5-10e87e66103b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5244918 Jul 06 18:12:54.179803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:54.197169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:54.236118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] Deleting port bee5f787-c5b4-40b0-917f-47da6f3e70e7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:54.236765 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.281392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.23 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8ce978b5-2565-4b46-93e8-cc4a98f12aab) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:54.313860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.316145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.379529 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.432736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:54.437550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.513322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] For port bee5f787-c5b4-40b0-917f-47da6f3e70e7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bee5f787-c5b4-40b0-917f-47da6f3e70e7,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:54.514142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.524170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.555738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] Calling delete_port for bee5f787-c5b4-40b0-917f-47da6f3e70e7 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:54.651342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.696761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1591dbf6-1ad1-4336-8edb-acb5e4881fb1', 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'fixed_ips': [{'subnet_id': 'e6c3e200-6503-46a9-b000-68cb73262905'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:54.697752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.739017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:54.760112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:54.806432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:54.810754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=8ce978b5-2565-4b46-93e8-cc4a98f12aab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:54.829989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bee5f787-c5b4-40b0-917f-47da6f3e70e7 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:12:54.874918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.917679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] Pushing event deleted for resources: {'Port': ['ID=bee5f787-c5b4-40b0-917f-47da6f3e70e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:54.994105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Allocated IP 172.20.0.2 (1591dbf6-1ad1-4336-8edb-acb5e4881fb1/e6c3e200-6503-46a9-b000-68cb73262905/12a0e320-1bb3-4cb6-8cdd-142dc8c41f51) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:55.081548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No active binding found for port bee5f787-c5b4-40b0-917f-47da6f3e70e7 {{(pid=93944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:12:55.082052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bee5f787-c5b4-40b0-917f-47da6f3e70e7 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:12:55.101984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.120305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f96e1-7e5e-40cb-a972-380f40179ce0 None None] No DVR routers for this DVR port bee5f787-c5b4-40b0-917f-47da6f3e70e7 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:12:55.192973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.289782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.331302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Transition to ACTIVE for port object 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:55.360336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.376690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Transition to ACTIVE for port object 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:55.388950 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.455723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:55.459577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:55.463948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d407626-51fd-4b2b-a535-5ee121fc2665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.468437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:55.501668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Allocated IP 172.20.0.11 (d9a9a74a-3ef1-4ee9-8126-674d82c9b382/3783bcf8-589d-43c7-94a1-86c0e191395f/fd53fee3-50db-4439-8e5f-0fc71c42341c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:55.501799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Pushing event updated for resources: {'Port': ['ID=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:55.577624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Attempting to bind port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:55.578281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Attempting to bind port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:55.578723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Attempting to bind port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 on network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:55.586592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:55.587177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Checking segment: {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:55.587733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.588238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Bound using segment: {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:55.588980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Bound port: 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:55.589466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.673245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] For port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:55.677710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] For port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:55.683803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.752182 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.784035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754fad4-00fe-41f8-8fa6-eb119e173d1b None None] Pushing event updated for resources: {'Port': ['ID=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:55.793628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.917336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.028406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:12:56.032204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:56.078036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:56.081856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:56.082464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.092495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.104276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b233386-7f75-4b3a-8ac6-3096a3db0c43 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:56.111634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=1b304570-2f9b-4c97-8298-005e76b15d0e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:56.158205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-55a08cd2-b908-455f-9552-7552919d1074 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0947053 Jul 06 18:12:56.161635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50616) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:56.167997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '1b304570-2f9b-4c97-8298-005e76b15d0e', 'ip_address': '2001:db8::c2fb:c1b5:c2d9:f70d'}], 'name': 'tempest-NetworksTestDHCPv6-1849051059'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:56.316305 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.356356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:56.386385 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Sync routers for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:56.392799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.405051 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62626966-df5e-4234-a36c-5cf0e2ff965b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7002640 Jul 06 18:12:56.406278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:56.411843 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:56.413804 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:56.419912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '1b304570-2f9b-4c97-8298-005e76b15d0e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:56.422058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.552122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:56.609642 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:56.678942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:56.708622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/1b304570-2f9b-4c97-8298-005e76b15d0e/5a3a4550-8e15-4d64-b4cd-44be360228a4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:56.782477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:56.809284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:56.845954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:56.846333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.864042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Port': ['ID=fd53fee3-50db-4439-8e5f-0fc71c42341c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:56.866492 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:12:55Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:56.896931 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Checking router: ac014e6d-0c2e-4fa1-834d-0931ed1914f7 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:12:56.898613 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Updating router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 port 8ce978b5-2565-4b46-93e8-cc4a98f12aab binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:12:56.909740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:56.981176 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.014736 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-594110fc-afbb-4c1e-94ef-c7c866ce9577 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2909ba718d4b4f079da147d783770456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6070218 Jul 06 18:12:57.015456 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50624) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:57.107931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.156035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.296287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:57.312283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.324865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.366567 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.368099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.369760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 7c3f0d8b-5b67-4f27-93b1-b2fb92063c84 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:57.385680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:12:57.386731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Transition to ACTIVE for port object 5a3a4550-8e15-4d64-b4cd-44be360228a4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:57.423345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Transition to ACTIVE for port object 5a3a4550-8e15-4d64-b4cd-44be360228a4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:57.438259 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.492142 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.503927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb69597-c650-4a0e-9d6d-afb25dc76e85 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:57.504941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb69597-c650-4a0e-9d6d-afb25dc76e85 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:57.508526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3bb69597-c650-4a0e-9d6d-afb25dc76e85 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.4917555 Jul 06 18:12:57.511996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50626) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:57.525457 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Transition to ACTIVE for port object 8ce978b5-2565-4b46-93e8-cc4a98f12aab will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:57.537164 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.562981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:57.572017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fed6cc-24df-4877-b75f-dafc8f203c56 None None] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:57.595277 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dde5571b-6e6c-4a18-a6ba-db82ad135b06 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776951 Jul 06 18:12:57.595277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:57.618243 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Attempting to bind port 8ce978b5-2565-4b46-93e8-cc4a98f12aab on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:57.618933 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Attempting to bind port 8ce978b5-2565-4b46-93e8-cc4a98f12aab by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:57.619503 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Attempting to bind port 8ce978b5-2565-4b46-93e8-cc4a98f12aab on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:57.628960 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:57.630141 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:57.631038 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.632280 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:57.632988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Bound port: 8ce978b5-2565-4b46-93e8-cc4a98f12aab, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:57.633573 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.680531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:57.685245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:57.714349 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] For port 8ce978b5-2565-4b46-93e8-cc4a98f12aab, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:57.716327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3b526-910d-44ba-a7c4-e27c70aba607 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:57.718307 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6e3b526-910d-44ba-a7c4-e27c70aba607 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d9a9a74a-3ef1-4ee9-8126-674d82c9b382&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1222217 Jul 06 18:12:57.718808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Pushing event updated for resources: {'Port': ['ID=5a3a4550-8e15-4d64-b4cd-44be360228a4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:57.721392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:57.724902 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] For port 8ce978b5-2565-4b46-93e8-cc4a98f12aab, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8ce978b5-2565-4b46-93e8-cc4a98f12aab,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:57.734175 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.746096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.756689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Allocated IP 172.25.5.88 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/706db3aa-7b76-4349-8f9b-96a04710ee0f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:57.770363 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-05d352a9-740d-414e-aaad-eb891ac83ad7 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2909ba718d4b4f079da147d783770456&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472331 Jul 06 18:12:57.772862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50634) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:57.784912 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:57.785563 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:57.847278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::c2fb:c1b5:c2d9:f70d (b93ba3d4-6204-46bf-8941-c428da39aa18/1b304570-2f9b-4c97-8298-005e76b15d0e/a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:57.871363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] Provisioning for port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:57.921709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00545ad8-8897-4993-a540-661249db3483 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:57.922658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00545ad8-8897-4993-a540-661249db3483 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:57.926981 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-00545ad8-8897-4993-a540-661249db3483 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.1502616 Jul 06 18:12:57.928024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:57.934006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] Provisioning complete for port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:57.934942 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:57.960126 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:57.966415 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ecf4251c-1c2b-42b2-9613-94010e04a605 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341616 Jul 06 18:12:57.971136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:58.048981 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Pushing event updated for resources: {'Port': ['ID=8ce978b5-2565-4b46-93e8-cc4a98f12aab,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:58.062802 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.063441 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.063987 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.064640 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.066264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.066264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.066264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.066264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.066761 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.067159 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.068535 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.069043 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:58.077561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Attempting to bind port 5a3a4550-8e15-4d64-b4cd-44be360228a4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:12:58.077953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-41af167b-ff98-49af-b906-67ed84205c9a tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d9a9a74a-3ef1-4ee9-8126-674d82c9b382&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031468 Jul 06 18:12:58.078090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Attempting to bind port 5a3a4550-8e15-4d64-b4cd-44be360228a4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:12:58.078581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Attempting to bind port 5a3a4550-8e15-4d64-b4cd-44be360228a4 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:12:58.081128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:58.087716 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d610483-ad11-44a6-bf78-775e2c27a37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.088836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321328309', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'project_id': '2909ba718d4b4f079da147d783770456', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:58.110324 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.160937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:12:58.161596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:58.162869 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.163644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:12:58.164494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Bound port: 5a3a4550-8e15-4d64-b4cd-44be360228a4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:12:58.165124 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.216698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-862e03fa-adbb-45dc-af58-cf66791aead2 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7719ff8ba4424c559e7466944578f6f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296501 Jul 06 18:12:58.251958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:12:58.258859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.304227 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3dba-e208-447d-98cf-d0ee792b6080 None None] Pushing event updated for resources: {'Port': ['ID=8ce978b5-2565-4b46-93e8-cc4a98f12aab,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:58.471691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] For port 5a3a4550-8e15-4d64-b4cd-44be360228a4, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:12:58.483236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:12:55Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:58.519625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] For port 5a3a4550-8e15-4d64-b4cd-44be360228a4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5a3a4550-8e15-4d64-b4cd-44be360228a4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:12:58.527810 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38984a-be2b-4336-b4b9-2ed8bdc3696f None None] The sync data for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 is: [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:12:55Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:58.570648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.614128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.695283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.723962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] For port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:58.733520 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.772375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffcf42-87a5-4812-858a-651e61828496 None None] Pushing event updated for resources: {'Port': ['ID=5a3a4550-8e15-4d64-b4cd-44be360228a4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:58.823963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Subnet': ['ID=c814702b-270a-46e6-a6bd-b193fe871a12,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:58.830508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Checking segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:12:58.831080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network hostable DHCP agents. Network: d825f954-f324-4bcb-b126-2de6f590119c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:12:58.867519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d825f954-f324-4bcb-b126-2de6f590119c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:12:58.893061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d825f954-f324-4bcb-b126-2de6f590119c) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:58.913022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:58.913985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.929813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f322f-0309-4397-837c-183e9f9d269f None None] Pushing event updated for resources: {'Port': ['ID=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:58.959665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:58.964327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78d99d-c023-4620-bf7f-07d72c484049 None None] Network d825f954-f324-4bcb-b126-2de6f590119c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:12:58.998964 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da797d2d-4bcd-44d1-9bc6-0cb15cdff204 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9151034 Jul 06 18:12:59.001963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50656) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:59.260148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.382819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8e4feff7-5ed5-474e-9ed4-6a0f19c7acef None None] Provisioning complete for port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:59.383640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e4feff7-5ed5-474e-9ed4-6a0f19c7acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.390851 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.456658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=7c3f0d8b-5b67-4f27-93b1-b2fb92063c84,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:59.494426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d825f954-f324-4bcb-b126-2de6f590119c', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:12:59.495621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.777283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.790498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.809685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-bf7b22b5-226f-4aed-b360-ef8fe1342b99 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:59.811756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-bf7b22b5-226f-4aed-b360-ef8fe1342b99 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5760880 Jul 06 18:12:59.820754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:59.860415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Allocated IP 172.20.0.18 (d825f954-f324-4bcb-b126-2de6f590119c/c814702b-270a-46e6-a6bd-b193fe871a12/17207d93-452f-45f4-be99-9db25c662ace) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:59.895971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:12:59.911421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-398b7940-97a5-45c8-8424-439a9cc7f98b tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/quotas/7719ff8ba4424c559e7466944578f6f9 HTTP/1.1" status: 200 len: 375 time: 0.0824599 Jul 06 18:13:00.043758 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.079496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-56d7dfbc-e4e2-4da3-8663-df6ccbc52718 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7719ff8ba4424c559e7466944578f6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657238 Jul 06 18:13:00.132236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Port': ['ID=fd53fee3-50db-4439-8e5f-0fc71c42341c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:00.145175 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.228682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.241355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:00.278136 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.304304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Transition to ACTIVE for port object 17207d93-452f-45f4-be99-9db25c662ace will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:00.362830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Transition to ACTIVE for port object 17207d93-452f-45f4-be99-9db25c662ace will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:00.368539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:00.383468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.409969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=706db3aa-7b76-4349-8f9b-96a04710ee0f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:00.420988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:00.449759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.491831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.496431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:00.497365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1b2ed1f1-0d84-4331-9580-90976fdbd087 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6102917 Jul 06 18:13:00.504581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Pushing event updated for resources: {'Port': ['ID=17207d93-452f-45f4-be99-9db25c662ace,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:00.532335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Network d825f954-f324-4bcb-b126-2de6f590119c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:00.534688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:00.548736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:00.565039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.598688 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc58c89a-4724-44b6-b7ba-915cac0a5ab3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=d9a9a74a-3ef1-4ee9-8126-674d82c9b382 HTTP/1.1" status: 200 len: 690 time: 0.1010914 Jul 06 18:13:00.602142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50670) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:00.611791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:00.630517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.661096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:00.702702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Attempting to bind port 17207d93-452f-45f4-be99-9db25c662ace on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:00.706372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Attempting to bind port 17207d93-452f-45f4-be99-9db25c662ace by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:00.707449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Attempting to bind port 17207d93-452f-45f4-be99-9db25c662ace on network d825f954-f324-4bcb-b126-2de6f590119c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:00.729196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:00.730679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Checking segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:00.731761 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.734681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Bound using segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:00.735500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Bound port: 17207d93-452f-45f4-be99-9db25c662ace, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:00.738436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.764025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:00.766774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:00.780800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:00.781557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.871198 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.876997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2c4afa6-5095-4958-98e5-d866e6d49ce7 None None] Provisioning for port 5a3a4550-8e15-4d64-b4cd-44be360228a4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:00.902061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] For port 17207d93-452f-45f4-be99-9db25c662ace, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:00.906506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] For port 17207d93-452f-45f4-be99-9db25c662ace, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17207d93-452f-45f4-be99-9db25c662ace,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:00.930909 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:00.968106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.049302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123403-f867-4785-921c-fcb468b0d895 None None] Pushing event updated for resources: {'Port': ['ID=17207d93-452f-45f4-be99-9db25c662ace,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:01.139455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:01.155824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bd117ace-a1f0-4fa9-858e-69f3cc2c5169 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9927893 Jul 06 18:13:01.196332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50672) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:01.199917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0057d9a7-4067-43aa-9782-b5b241d0035b req-049ea21e-be62-4153-bb01-1eefaf20cda2 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.6457341 Jul 06 18:13:01.243442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-370f9779-3e16-4f2a-baa6-0c30d3ad43a0 None None] Provisioning for port a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:01.252100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:01.253468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.256906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-370f9779-3e16-4f2a-baa6-0c30d3ad43a0 None None] Provisioning complete for port a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:01.257510 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-370f9779-3e16-4f2a-baa6-0c30d3ad43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.348233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-370f9779-3e16-4f2a-baa6-0c30d3ad43a0 None None] Port a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:01.416998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.447036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a3a4550-8e15-4d64-b4cd-44be360228a4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:01.453025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Deleting port fd53fee3-50db-4439-8e5f-0fc71c42341c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:01.453422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.519294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9e0dc-486d-4225-beb7-2cd415a137c1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:01.535191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9e0dc-486d-4225-beb7-2cd415a137c1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:01.540562 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c7d9e0dc-486d-4225-beb7-2cd415a137c1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3416781 Jul 06 18:13:01.541539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:01.555760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 5a3a4550-8e15-4d64-b4cd-44be360228a4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:01.574797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5a3a4550-8e15-4d64-b4cd-44be360228a4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:01.575190 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.627140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.17 (d825f954-f324-4bcb-b126-2de6f590119c/c814702b-270a-46e6-a6bd-b193fe871a12/b582236a-3486-4271-945d-dc8198fb4a86) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:01.691854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.722379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router 35903b69-474d-4a6d-8297-43ccfdd55015 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:01.728617 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.728968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.730810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 5a3a4550-8e15-4d64-b4cd-44be360228a4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5a3a4550-8e15-4d64-b4cd-44be360228a4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:01.738617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.740447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8ce978b5-2565-4b46-93e8-cc4a98f12aab up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:01.754116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Calling delete_port for fd53fee3-50db-4439-8e5f-0fc71c42341c owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:01.828445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=5a3a4550-8e15-4d64-b4cd-44be360228a4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:01.844500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8ce978b5-2565-4b46-93e8-cc4a98f12aab completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:01.849537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8ce978b5-2565-4b46-93e8-cc4a98f12aab triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:01.850285 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.860885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.890131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object b582236a-3486-4271-945d-dc8198fb4a86 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:01.942117 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:01.968778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8ce978b5-2565-4b46-93e8-cc4a98f12aab, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8ce978b5-2565-4b46-93e8-cc4a98f12aab,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:01.978579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.005891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.011948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.051505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8ce978b5-2565-4b46-93e8-cc4a98f12aab,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:02.071425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d825f954-f324-4bcb-b126-2de6f590119c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:02.079551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:02.103524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:02.131397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:02.131792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.137776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.152522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=b582236a-3486-4271-945d-dc8198fb4a86,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:02.202528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd53fee3-50db-4439-8e5f-0fc71c42341c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:02.209708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:02.217704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.222863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b9322214-cb9a-485f-815c-6051a0ea344a tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/routers/35903b69-474d-4a6d-8297-43ccfdd55015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9991317 Jul 06 18:13:02.223165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.224435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50680) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:02.233994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] Sync routers for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:02.249631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:02.250448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:02.313712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:02.326531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f7097b-1d6d-438d-b89e-ee78516c942c req-3b5dac74-bbb2-498b-a451-6b7aec9b8a69 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.0564725 Jul 06 18:13:02.326892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] Routers {'35903b69-474d-4a6d-8297-43ccfdd55015'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:02.327812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['35903b69-474d-4a6d-8297-43ccfdd55015'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:02.366363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:02.367230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc44ccbe-9c23-4a08-85a7-0d8ae6ed9a49 None None] The sync data for ids ['35903b69-474d-4a6d-8297-43ccfdd55015'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:02.416003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.446400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:02.494723 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.532351 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.574566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d2772-8da4-4580-8c84-34b718690526 None None] Network d825f954-f324-4bcb-b126-2de6f590119c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:02.588192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Router d8b25485-aefd-46f5-8fd3-463c189ec1c2 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:13:02.600440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.759831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.768675 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.828398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3783bcf8-589d-43c7-94a1-86c0e191395f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:02.882142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-119b55d5-5038-43b9-8794-e8e3ab1d4507 None None] Provisioning for port 17207d93-452f-45f4-be99-9db25c662ace completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:02.931510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.942096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.975752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a9a74a-3ef1-4ee9-8126-674d82c9b382']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:03.032997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5637b771-1414-47ef-8efa-e86f3e3471b6') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:03.033469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5637b771-1414-47ef-8efa-e86f3e3471b6') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:03.053105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17207d93-452f-45f4-be99-9db25c662ace up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:03.067730 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.126861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 17207d93-452f-45f4-be99-9db25c662ace completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:03.135502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 17207d93-452f-45f4-be99-9db25c662ace triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:03.136712 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.144010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.161668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:03.162172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:03.164767 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:03.264919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:03.278648 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Sync routers for ids ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:03.287296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.291873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-44ea1c66-548e-4c70-88bd-b842c62ab3a4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1036551 Jul 06 18:13:03.292536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:03.301295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.307640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.307994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 4094f84e-3076-4e6d-b09e-8723e2021223 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:03.308533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.320470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.325134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9a9a74a-3ef1-4ee9-8126-674d82c9b382 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:13:03.325363 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Routers {'d8b25485-aefd-46f5-8fd3-463c189ec1c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:03.325803 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:03.327836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.334019 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d9a9a74a-3ef1-4ee9-8126-674d82c9b382 HTTP/1.1" status: 204 len: 168 time: 2.7269273 Jul 06 18:13:03.343474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50692) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:03.402204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409cf98-8ae4-4708-82aa-f413b489d78c tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9a9a74a-3ef1-4ee9-8126-674d82c9b382,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:03.446164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 17207d93-452f-45f4-be99-9db25c662ace, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17207d93-452f-45f4-be99-9db25c662ace,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:03.454444 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.455946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a3a4550-8e15-4d64-b4cd-44be360228a4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:03.542692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.555862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:03.598613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 4094f84e-3076-4e6d-b09e-8723e2021223 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:03.603588 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.613692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.636338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0351d046-abf4-428c-8a26-394df2027fe6 req-a6c00d14-cf88-4c21-a58b-b0873488a065 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.1041338 Jul 06 18:13:03.700222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.703004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-102e9f0a-b0f2-4291-b4c5-08e4804c5770 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad HTTP/1.1" status: 204 len: 168 time: 2.1478975 Jul 06 18:13:03.704626 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Set router d8b25485-aefd-46f5-8fd3-463c189ec1c2 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:03.745144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50696) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:03.766258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=17207d93-452f-45f4-be99-9db25c662ace,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:03.810102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ce926ef5-fdcb-437b-b553-38cedf945095 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.4634118 Jul 06 18:13:03.814841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:03.815095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc24aa1c-2bbf-4dd9-bed2-ab1543dca489 None None] Provisioning for port b582236a-3486-4271-945d-dc8198fb4a86 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:03.823888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 5a3a4550-8e15-4d64-b4cd-44be360228a4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:03.824264 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:03.918601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc24aa1c-2bbf-4dd9-bed2-ab1543dca489 None None] Provisioning complete for port b582236a-3486-4271-945d-dc8198fb4a86 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:03.919064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc24aa1c-2bbf-4dd9-bed2-ab1543dca489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.031625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc24aa1c-2bbf-4dd9-bed2-ab1543dca489 None None] Port b582236a-3486-4271-945d-dc8198fb4a86 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:04.060817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8ce978b5-2565-4b46-93e8-cc4a98f12aab up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:04.110800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc24aa1c-2bbf-4dd9-bed2-ab1543dca489 None None] Provisioning complete for port 17207d93-452f-45f4-be99-9db25c662ace triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:04.111518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc24aa1c-2bbf-4dd9-bed2-ab1543dca489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.191139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.191649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.192259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.192740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.195493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.196067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.196697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.197217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.199929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.200410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.202671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cb2850ff-2203-40bd-9207-7f6858538c13 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6463 time: 0.3861785 Jul 06 18:13:04.207238 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 3, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:04.215839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:04.294216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8ce978b5-2565-4b46-93e8-cc4a98f12aab triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:04.294604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.297107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Checking router: d8b25485-aefd-46f5-8fd3-463c189ec1c2 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:04.297714 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Updating router d8b25485-aefd-46f5-8fd3-463c189ec1c2 port 706db3aa-7b76-4349-8f9b-96a04710ee0f binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:13:04.395414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b0debadc-f25e-4d82-8448-60c4a7167140 None None] Provisioning complete for port b582236a-3486-4271-945d-dc8198fb4a86 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:04.395835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0debadc-f25e-4d82-8448-60c4a7167140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.400109 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.435382 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-5f30821e-afbb-46a0-8970-9be01e08bf83 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] delete failed (client error): The resource could not be found. Jul 06 18:13:04.436457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5f30821e-afbb-46a0-8970-9be01e08bf83 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/653a4752-dcf6-491e-8dd1-6cdf48caf29a HTTP/1.1" status: 404 len: 345 time: 0.2196178 Jul 06 18:13:04.449209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:04.498838 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-24daeb37-b82c-44ab-9090-ea164c750af6 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 18:13:04.499506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24daeb37-b82c-44ab-9090-ea164c750af6 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:13:04.501370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-24daeb37-b82c-44ab-9090-ea164c750af6 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d9a9a74a-3ef1-4ee9-8126-674d82c9b382 HTTP/1.1" status: 404 len: 339 time: 0.0492725 Jul 06 18:13:04.513493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50708) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:04.518566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'network': {'name': 'tempest-network--198348036', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:04.530072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b0debadc-f25e-4d82-8448-60c4a7167140 None None] Port b582236a-3486-4271-945d-dc8198fb4a86 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:04.559086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.640104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Made reservation on behalf of 26f997d480574f28b4d46bf348676023 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:04.644287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.678731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=b582236a-3486-4271-945d-dc8198fb4a86,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:04.710691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971be53f-c323-4f26-a957-0ffcb86f9449 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.712500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971be53f-c323-4f26-a957-0ffcb86f9449 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:04.714112 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-971be53f-c323-4f26-a957-0ffcb86f9449 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1655939 Jul 06 18:13:04.718199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50712) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:04.788586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 1b304570-2f9b-4c97-8298-005e76b15d0e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:04.809635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:04.810173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.850787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.851919 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Added segment 4ebd9181-1287-4d98-adfc-1d3e19f6c49d of type vlan for network eb4dad71-5096-4042-80e6-7c4d9def825b Jul 06 18:13:04.891728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17207d93-452f-45f4-be99-9db25c662ace up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:04.895443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.930600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d825f954-f324-4bcb-b126-2de6f590119c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:04.936562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:04.949075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:04.984379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=4094f84e-3076-4e6d-b09e-8723e2021223,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:05.024055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 17207d93-452f-45f4-be99-9db25c662ace triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:05.024980 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.027773 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.048683 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Transition to ACTIVE for port object 706db3aa-7b76-4349-8f9b-96a04710ee0f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:05.061947 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.116940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.136157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1b2d1b7-3d0d-4061-af3b-f3e3df04ec46 req-4f330c8d-4fce-4212-a4d6-a1d951fb88a1 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.2618678 Jul 06 18:13:05.200621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.201164 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Attempting to bind port 706db3aa-7b76-4349-8f9b-96a04710ee0f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:05.201772 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Attempting to bind port 706db3aa-7b76-4349-8f9b-96a04710ee0f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:05.202362 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Attempting to bind port 706db3aa-7b76-4349-8f9b-96a04710ee0f on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:05.205785 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b904e-ca19-4a10-b218-e38827cbae3d None None] Pushing event updated for resources: {'Port': ['ID=706db3aa-7b76-4349-8f9b-96a04710ee0f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:05.217032 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:05.217812 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:05.218166 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.218763 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:05.219575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Bound port: 706db3aa-7b76-4349-8f9b-96a04710ee0f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:05.220193 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.255943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.268018 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.269210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:05.269900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.331959 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] For port 706db3aa-7b76-4349-8f9b-96a04710ee0f, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:05.333108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8184781 Jul 06 18:13:05.338320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] For port 706db3aa-7b76-4349-8f9b-96a04710ee0f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=706db3aa-7b76-4349-8f9b-96a04710ee0f,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:05.341296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:05.345075 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.358157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.378230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2de53ad5-7960-4efb-9357-24cdca8e2e03 None None] Provisioning complete for port b582236a-3486-4271-945d-dc8198fb4a86 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:05.379163 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2de53ad5-7960-4efb-9357-24cdca8e2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.426285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2de53ad5-7960-4efb-9357-24cdca8e2e03 None None] Port b582236a-3486-4271-945d-dc8198fb4a86 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:05.438835 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Routers {'d8b25485-aefd-46f5-8fd3-463c189ec1c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:05.439607 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:05.497074 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b904e-ca19-4a10-b218-e38827cbae3d None None] Pushing event updated for resources: {'Port': ['ID=706db3aa-7b76-4349-8f9b-96a04710ee0f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:05.606326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.609117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.663602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] Set router d8b25485-aefd-46f5-8fd3-463c189ec1c2 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:05.673108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.750778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.751658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Fanout notify agent at l3_agent the message router_deleted on router 35903b69-474d-4a6d-8297-43ccfdd55015 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:05.756715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50998899-3a0a-4ae5-bec4-c3264d9ad667 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Network': ['ID=eb4dad71-5096-4042-80e6-7c4d9def825b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:05.769838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=1b304570-2f9b-4c97-8298-005e76b15d0e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:05.775812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network eb4dad71-5096-4042-80e6-7c4d9def825b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:05.785776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.788025 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4480b088-1084-4e33-87be-c269ba869c92 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/routers/35903b69-474d-4a6d-8297-43ccfdd55015 HTTP/1.1" status: 204 len: 168 time: 3.5520861 Jul 06 18:13:05.792396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.797495 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-782180ef-7824-4fe6-b9bd-b5543f1507f2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/1b304570-2f9b-4c97-8298-005e76b15d0e HTTP/1.1" status: 204 len: 168 time: 1.0766356 Jul 06 18:13:05.799400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:05.799947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:05.837263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:05.914741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-615d99c8-aff4-4513-a727-d4c6271db0b9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030414 Jul 06 18:13:05.917885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50722) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:05.927020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:05.936851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8e7e57-37bd-4a39-8b23-65b76768f240 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:06.011441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84bf1a-b5dd-4d22-93c5-5c5ebcd83f78 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:06.018023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84bf1a-b5dd-4d22-93c5-5c5ebcd83f78 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:06.024880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84bf1a-b5dd-4d22-93c5-5c5ebcd83f78 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:06.031400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84bf1a-b5dd-4d22-93c5-5c5ebcd83f78 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:06.036622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3a84bf1a-b5dd-4d22-93c5-5c5ebcd83f78 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6916215 Jul 06 18:13:06.040213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:06.053031 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 3, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:06.093459 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4916-c7ca-4e6e-9f6a-18c651ce9022 None None] The sync data for ids ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'] in n-d-799527-3 is: [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 3, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:06.120921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:06.131108 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ae759e28-a85c-41c4-b766-551295702de9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/ac014e6d-0c2e-4fa1-834d-0931ed1914f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1262696 Jul 06 18:13:06.157659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:06.164602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:06.369271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Sync routers for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:06.400082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:06.400829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:06.581550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Allocated IP 172.20.0.1 (1591dbf6-1ad1-4336-8edb-acb5e4881fb1/e6c3e200-6503-46a9-b000-68cb73262905/0b23c065-7df1-41b2-a33d-3541c4e8cef3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:06.739824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:06.760740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:06.857738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a415f33-e528-45c0-b404-0a28075e4261 req-6fad9d67-b00e-431b-bf8c-534cfee95309 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.0522137 Jul 06 18:13:06.881759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:06.907454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=98e5fc19-f472-4bb0-af80-d304ada44613,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:06.948362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting subnet 66aee724-ba5c-4fc0-8a5a-f717017a3aa1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:06.973415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:06.978439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:06.986645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:06.987446 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:06.992805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:06.995053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 706db3aa-7b76-4349-8f9b-96a04710ee0f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:07.001841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-51126066-5853-4a5c-b752-6a32affce975 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559471889&fields=id&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 267 time: 0.2216430 Jul 06 18:13:07.010578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-009617e3-8e36-4e1b-80f2-9b124ac2c2de tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7719ff8ba4424c559e7466944578f6f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2424536 Jul 06 18:13:07.011887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.028523 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62111509-8a6b-4d31-a56a-b650046aee2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1092334 Jul 06 18:13:07.034412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:07.045407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '98e5fc19-f472-4bb0-af80-d304ada44613', 'ip_address': '2001:db8::5c7a:e269:438a:4ea1'}], 'name': 'tempest-NetworksTestDHCPv6-1349368663'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:07.091455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.122476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Transition to ACTIVE for port object 0b23c065-7df1-41b2-a33d-3541c4e8cef3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:07.202384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:07.230880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 706db3aa-7b76-4349-8f9b-96a04710ee0f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:07.248271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 706db3aa-7b76-4349-8f9b-96a04710ee0f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:07.248585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.295189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.325923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.358640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 6fb86e5b-367f-46fe-a4a1-aea2d1ae920a yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:07.433149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] Deleting port 5a3a4550-8e15-4d64-b4cd-44be360228a4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:07.433149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.563447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] For port 5a3a4550-8e15-4d64-b4cd-44be360228a4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5a3a4550-8e15-4d64-b4cd-44be360228a4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:07.564491 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.597782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-5f6d4754-275b-466d-bbcb-2c7fe768f76c tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:07.599997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-5f6d4754-275b-466d-bbcb-2c7fe768f76c tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5411625 Jul 06 18:13:07.602119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.604752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] Calling delete_port for 5a3a4550-8e15-4d64-b4cd-44be360228a4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:07.611745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.629816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-5e8d52ec-a735-4d2b-a8d9-56994258b661 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:07.632309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-5e8d52ec-a735-4d2b-a8d9-56994258b661 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 797 time: 0.6112247 Jul 06 18:13:07.637936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Request body: {'port': {'device_id': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '7719ff8ba4424c559e7466944578f6f9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:07.650340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.672837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4dad71-5096-4042-80e6-7c4d9def825b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:07.705387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 706db3aa-7b76-4349-8f9b-96a04710ee0f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=706db3aa-7b76-4349-8f9b-96a04710ee0f,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:07.711648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:03Z', 'revision_number': 2, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:07.722376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebd9181-1287-4d98-adfc-1d3e19f6c49d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:07.722689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebd9181-1287-4d98-adfc-1d3e19f6c49d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:07.744314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::5c7a:e269:438a:4ea1 (b93ba3d4-6204-46bf-8941-c428da39aa18/98e5fc19-f472-4bb0-af80-d304ada44613/6fb86e5b-367f-46fe-a4a1-aea2d1ae920a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:07.746005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.756863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Checking router: ac014e6d-0c2e-4fa1-834d-0931ed1914f7 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:07.757278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Updating router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 port b582236a-3486-4271-945d-dc8198fb4a86 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:13:07.860938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.865851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-11e1ce40-b6ad-4e1e-a08c-4a7110a2bba7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/quotas/2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 375 time: 0.2060888 Jul 06 18:13:07.875389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=706db3aa-7b76-4349-8f9b-96a04710ee0f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:07.881453 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.886886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:07.914161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] Pushing event deleted for resources: {'Port': ['ID=5a3a4550-8e15-4d64-b4cd-44be360228a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:07.937958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965ad06-3219-443c-b99d-3f8e6c63e6cc None None] No DVR routers for this DVR port 5a3a4550-8e15-4d64-b4cd-44be360228a4 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:07.983732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:08.007827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.041294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.063484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06fdaf-3ddc-4ea8-ab99-c1df9974afd0 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:08.072205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 6fb86e5b-367f-46fe-a4a1-aea2d1ae920a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:08.079498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:08.100840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.105282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:08.132740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.174638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Pushing event updated for resources: {'Port': ['ID=0b23c065-7df1-41b2-a33d-3541c4e8cef3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:08.181196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:08.181899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.203218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=6fb86e5b-367f-46fe-a4a1-aea2d1ae920a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:08.225975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:08.227782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:08.231589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:08.233913 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:08.242527 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:08.243609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.269376 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35f91cfe-70fd-46fe-a93f-bf96ce57f42f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2336001 Jul 06 18:13:08.271241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50744) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:08.310562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dd1e17f-2ad8-4dbc-90f8-2fa51d107630 req-7dda38d9-72ac-4b04-889a-0bb57cb7a152 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.0966034 Jul 06 18:13:08.402216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076d9df-467f-4758-8e91-1880adeeacd8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:08.405348 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9076d9df-467f-4758-8e91-1880adeeacd8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1327429 Jul 06 18:13:08.408022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50746) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:08.469143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.471307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.532847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d378c87c-0baf-4937-9959-a802a571cd98 None None] Provisioning for port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:08.546055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.551306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '98e5fc19-f472-4bb0-af80-d304ada44613'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:08.551306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.557254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d378c87c-0baf-4937-9959-a802a571cd98 None None] Provisioning complete for port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:08.557602 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d378c87c-0baf-4937-9959-a802a571cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.584512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Made reservation on behalf of 7719ff8ba4424c559e7466944578f6f9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:08.587888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.606233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Subnet': ['ID=66aee724-ba5c-4fc0-8a5a-f717017a3aa1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:08.614365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.623940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3871e9c-9fde-43ff-bb8b-b2bab0ae829d tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/subnets/66aee724-ba5c-4fc0-8a5a-f717017a3aa1 HTTP/1.1" status: 204 len: 168 time: 2.8187032 Jul 06 18:13:08.630494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:08.659130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.688943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.713738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 6fb86e5b-367f-46fe-a4a1-aea2d1ae920a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:08.714327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.750006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Transition to ACTIVE for port object b582236a-3486-4271-945d-dc8198fb4a86 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:08.758980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea1b75-f06b-49c5-8da6-161fca43b63c None None] Network a8626437-b6e6-422f-a0d3-c38829b78c40 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:08.788108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb4dad71-5096-4042-80e6-7c4d9def825b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:13:08.798981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.805729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-528a24b5-7c6c-400f-a519-40f8fd5142a5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9386380 Jul 06 18:13:08.806820 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.808898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/networks/eb4dad71-5096-4042-80e6-7c4d9def825b HTTP/1.1" status: 204 len: 168 time: 2.7655478 Jul 06 18:13:08.816126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:08.849603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'network': {'name': 'tempest-network--935984361', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:08.866634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbb1c9-c268-4cbe-a88f-6152a830f1a3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb4dad71-5096-4042-80e6-7c4d9def825b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:08.904950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.933172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 706db3aa-7b76-4349-8f9b-96a04710ee0f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:08.970058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.974442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 6fb86e5b-367f-46fe-a4a1-aea2d1ae920a owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:08.980392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:13:08.980392 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:13:08.980392 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': '7719ff8ba4424c559e7466944578f6f9', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 13, 8, 878175)}] Jul 06 18:13:08.980392 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:13:08.981002 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:13:09.004544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Made reservation on behalf of 26f997d480574f28b4d46bf348676023 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:09.007512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.124415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d378c87c-0baf-4937-9959-a802a571cd98 None None] Port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:09.197027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.290656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=6fb86e5b-367f-46fe-a4a1-aea2d1ae920a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:09.360303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.366252 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-897eb9d8-326b-4830-9109-943a9fbdd9a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/6fb86e5b-367f-46fe-a4a1-aea2d1ae920a HTTP/1.1" status: 204 len: 168 time: 0.9559367 Jul 06 18:13:09.372291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:09.387865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/98e5fc19-f472-4bb0-af80-d304ada44613/88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:09.491733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.528507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fde72d-ba5f-4709-a9b2-804b80e94b58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:09.530469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff7b65-5a0e-4019-a648-c09d67a90060 None None] Pushing event updated for resources: {'Port': ['ID=b582236a-3486-4271-945d-dc8198fb4a86,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:09.533843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fde72d-ba5f-4709-a9b2-804b80e94b58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:09.538031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:09.547171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e7fde72d-ba5f-4709-a9b2-804b80e94b58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1713636 Jul 06 18:13:09.550712 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:09.583127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.589329 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Added segment 25b979ca-4665-41bd-8af0-547110351d82 of type vlan for network 1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8 Jul 06 18:13:09.632366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.695206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-241840e5-9c45-48d4-88ef-a4f3ff3df568 req-107c7d42-bada-4ee7-816c-c49f58d5be8a tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.0849380 Jul 06 18:13:09.723613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 98e5fc19-f472-4bb0-af80-d304ada44613 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:09.805129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.811873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-e023923c-3c96-4efa-985a-fc5588300327 service neutron] 10.222.0.37 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9525921 Jul 06 18:13:09.821084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 961fc468-5982-4f11-988e-ee4363e44e27 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:09.821745 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.859344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 706db3aa-7b76-4349-8f9b-96a04710ee0f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:09.860039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.863706 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.889928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Attempting to bind port b582236a-3486-4271-945d-dc8198fb4a86 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:09.890308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Attempting to bind port b582236a-3486-4271-945d-dc8198fb4a86 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:09.890665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Attempting to bind port b582236a-3486-4271-945d-dc8198fb4a86 on network d825f954-f324-4bcb-b126-2de6f590119c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:09.905151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Transition to ACTIVE for port object 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:09.931725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:09.932125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Checking segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:09.932544 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.932912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Bound using segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:09.933793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Bound port: b582236a-3486-4271-945d-dc8198fb4a86, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:09.934361 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.985359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Transition to ACTIVE for port object 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:10.003634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.051709 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.079580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.089312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.091102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:10.091743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.122030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] For port 961fc468-5982-4f11-988e-ee4363e44e27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=961fc468-5982-4f11-988e-ee4363e44e27,segment=NetworkSegment(c00152d2-3701-4f3b-9778-0a3a22ecc296),segment_id=c00152d2-3701-4f3b-9778-0a3a22ecc296)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:10.122766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.166248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:10.184308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:10.187307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:10.195345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] For port b582236a-3486-4271-945d-dc8198fb4a86, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:10.208063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Pushing event updated for resources: {'Port': ['ID=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:10.218383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 961fc468-5982-4f11-988e-ee4363e44e27 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:10.227576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] For port b582236a-3486-4271-945d-dc8198fb4a86, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b582236a-3486-4271-945d-dc8198fb4a86,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:10.239988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] DHCP port deletion for a8626437-b6e6-422f-a0d3-c38829b78c40 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:10.261380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.265669 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.281753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-c6514d16-851c-4c3f-9725-71be48449406 service neutron] 10.222.0.37 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483728 Jul 06 18:13:10.294421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.343548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.407562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Attempting to bind port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:10.407946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Attempting to bind port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:10.408389 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Attempting to bind port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:10.433516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:10.433894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:10.434479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.434700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:10.435179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Bound port: 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:10.438281 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.444086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Allocated IP 192.168.233.37 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/4503a498-ccde-4b6f-be53-f89f42e729df) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:10.465269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a3a4550-8e15-4d64-b4cd-44be360228a4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:10.465624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Network': ['ID=1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:10.477888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff7b65-5a0e-4019-a648-c09d67a90060 None None] Pushing event updated for resources: {'Port': ['ID=b582236a-3486-4271-945d-dc8198fb4a86,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:10.481197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.489192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:10.489612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b5248bba-6b8e-4c04-a846-b7cd073745f0 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6440973 Jul 06 18:13:10.491867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:10.492545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:10.511502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50760) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:10.538559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.542190 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/98e5fc19-f472-4bb0-af80-d304ada44613 HTTP/1.1" status: 204 len: 168 time: 0.9880984 Jul 06 18:13:10.548842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:10.586327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 5a3a4550-8e15-4d64-b4cd-44be360228a4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:10.587079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5a3a4550-8e15-4d64-b4cd-44be360228a4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:10.622206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d33843-fea0-421f-a718-6d5cc60eaa81 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=98e5fc19-f472-4bb0-af80-d304ada44613,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:10.691069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-048be3ee-0269-4e2c-a248-7b68367de343 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345868 Jul 06 18:13:10.691635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:10.706605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:10.727399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] Deleting port 961fc468-5982-4f11-988e-ee4363e44e27 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:10.727801 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:10.879286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8adfef9-e7cd-4812-8f9d-66b8819ea1fd tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:10.881313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f20228-fff3-4479-8097-ca3dff5bdee8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:10.884695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8adfef9-e7cd-4812-8f9d-66b8819ea1fd tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] 10.222.0.37 "GET /v2.0/networks/1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8 HTTP/1.1" status: 200 len: 756 time: 0.3615172 Jul 06 18:13:10.885819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50770) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:10.887957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 961fc468-5982-4f11-988e-ee4363e44e27 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:10.952056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] For port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:11.004110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] For port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:11.008721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.033851 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.036337 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.047566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:11.059190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] For port 961fc468-5982-4f11-988e-ee4363e44e27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=961fc468-5982-4f11-988e-ee4363e44e27,segment=NetworkSegment(c00152d2-3701-4f3b-9778-0a3a22ecc296),segment_id=c00152d2-3701-4f3b-9778-0a3a22ecc296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:11.059681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.185219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] Calling delete_port for 961fc468-5982-4f11-988e-ee4363e44e27 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:11.191693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No active binding found for port 961fc468-5982-4f11-988e-ee4363e44e27 {{(pid=93944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:13:11.192121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 961fc468-5982-4f11-988e-ee4363e44e27 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:11.214778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0061b-37c0-4cdf-b7dd-abca6e6a8a4b tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:11.227245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1bc0061b-37c0-4cdf-b7dd-abca6e6a8a4b tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] 10.222.0.37 "GET /v2.0/networks/b3c5ea40-f097-48aa-a987-7d78f849abc8 HTTP/1.1" status: 200 len: 768 time: 0.3400915 Jul 06 18:13:11.228950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50776) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:11.240418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.276108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a14d98c8-b174-49fe-91c2-dc283ea92023 req-d4455009-d9fb-442e-b303-83367b065794 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 210 time: 0.1409335 Jul 06 18:13:11.375842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e540-0c92-4857-b779-5782034a78ac None None] Pushing event updated for resources: {'Port': ['ID=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:11.383686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.384572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.421310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856126f3-111d-4180-a47a-f13889e2f82d req-7141ab8c-2989-4b69-8f88-eac7ecb5917c tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.1761487 Jul 06 18:13:11.445626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Pushing event updated for resources: {'Port': ['ID=0b23c065-7df1-41b2-a33d-3541c4e8cef3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:11.454820 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.457061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:11.462583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.508358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Transition to ACTIVE for port object 4503a498-ccde-4b6f-be53-f89f42e729df will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:11.510064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] No DVR routers for this DVR port 961fc468-5982-4f11-988e-ee4363e44e27 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:11.530494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.550897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=961fc468-5982-4f11-988e-ee4363e44e27,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:11.553193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.567515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:11.582945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b979ca-4665-41bd-8af0-547110351d82') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:11.583762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b979ca-4665-41bd-8af0-547110351d82') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:11.597370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.621414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.623690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] Pushing event deleted for resources: {'Port': ['ID=961fc468-5982-4f11-988e-ee4363e44e27,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:11.627230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc5164-63ca-43fd-a248-1858e8030780 None None] No DVR routers for this DVR port 961fc468-5982-4f11-988e-ee4363e44e27 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:11.654139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:11.654139 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:11.657372 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:11.720140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a2737-b774-4ccc-842c-e3bae3f232d4 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:13:11.751532 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.759898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:13:11.766378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.768894 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8 HTTP/1.1" status: 204 len: 168 time: 0.5397646 Jul 06 18:13:11.774073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:11.825024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'network': {'name': 'tempest-network--817424395'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:11.854392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a91b1-0ed7-44b2-bba3-1417ab714a66 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a9d60bf-24f6-4b81-84bd-c9c9e3d638b8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:11.888084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Made reservation on behalf of 26f997d480574f28b4d46bf348676023 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:11.893843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.932594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a2737-b774-4ccc-842c-e3bae3f232d4 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:13:11.991534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:12.012877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.013501 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Added segment 89677bc4-78b4-4440-995f-61cae6937c79 of type vlan for network 7d5bb421-0bd1-4679-abba-a5fd71662691 Jul 06 18:13:12.047046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:10Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:12.074995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.121921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8626437-b6e6-422f-a0d3-c38829b78c40']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:12.148797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00152d2-3701-4f3b-9778-0a3a22ecc296') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:12.150915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00152d2-3701-4f3b-9778-0a3a22ecc296') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:12.168034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.173003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.218707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.229668 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.231406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:12.231877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:12.232062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.239322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:12.240349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:12.245790 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:12.293924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:12.327589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Network': ['ID=7d5bb421-0bd1-4679-abba-a5fd71662691,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:12.343190 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d55a6acb-a356-43f3-a437-6076ba53c5c3 tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5667436 Jul 06 18:13:12.345822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50790) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:12.355697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:12.376671 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.476471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ca11-b548-4715-b10a-2155337c086e None None] The sync data for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 is: [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:10Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:12.493243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7d5bb421-0bd1-4679-abba-a5fd71662691 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:12.688397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d9947b4-b4d7-460b-93ba-d9a544b4ffeb req-b95ea28f-1c5f-43eb-9dfb-ff60f9bf0e6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 210 time: 0.0772777 Jul 06 18:13:12.689397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.697728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.702810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/networks/a8626437-b6e6-422f-a0d3-c38829b78c40 HTTP/1.1" status: 204 len: 168 time: 4.0585783 Jul 06 18:13:12.704101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50794) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:12.767098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:12.861134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400d378-11bf-47de-ac13-e383f0d82c96 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Network': ['ID=a8626437-b6e6-422f-a0d3-c38829b78c40,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:12.871726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:12.874426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:12.908461 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:12.921423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b582236a-3486-4271-945d-dc8198fb4a86 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:12.969047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Pushing event updated for resources: {'Port': ['ID=4503a498-ccde-4b6f-be53-f89f42e729df,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:13.044369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.079074 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:13:13.131698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b582236a-3486-4271-945d-dc8198fb4a86 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:13.139193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b582236a-3486-4271-945d-dc8198fb4a86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:13.141211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.155375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Network 7d5bb421-0bd1-4679-abba-a5fd71662691 is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:13:13.157100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:13.157713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.159659 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "PUT /v2.0/networks/7d5bb421-0bd1-4679-abba-a5fd71662691 HTTP/1.1" status: 200 len: 857 time: 0.8122437 Jul 06 18:13:13.162917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335accb-57c2-40ce-bf9e-3ffd15282dca tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event updated for resources: {'Network': ['ID=7d5bb421-0bd1-4679-abba-a5fd71662691,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:13.169679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50796) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:13.198484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Router d8b25485-aefd-46f5-8fd3-463c189ec1c2 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:13.272930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:13.274077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.332254 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.341184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 18ff700a-0b9d-49b0-94b6-098f55a4a1be {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:13.341839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.403119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1542a-bc42-49e2-a929-1ae77116f2eb req-87da6e91-285b-47e5-b29f-33f7dec46b84 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:13.404803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8f1542a-bc42-49e2-a929-1ae77116f2eb req-87da6e91-285b-47e5-b29f-33f7dec46b84 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 935 time: 0.6523578 Jul 06 18:13:13.417377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b582236a-3486-4271-945d-dc8198fb4a86, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b582236a-3486-4271-945d-dc8198fb4a86,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:13.430142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.452843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.538456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.550726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-563e4aff-9ed9-4218-840c-cdf25f6a0f5d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9175546 Jul 06 18:13:13.556550 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.556976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.580006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:13.596225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b582236a-3486-4271-945d-dc8198fb4a86,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:13.602470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:13.606979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:13.608561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.642401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d489f6-cc55-4a02-b164-a68a81d74261 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:13.667316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 18ff700a-0b9d-49b0-94b6-098f55a4a1be owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:13.695652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.717700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-214c8128-4ff3-4e85-94c1-5154ddbfeb99 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:13.719383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-214c8128-4ff3-4e85-94c1-5154ddbfeb99 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 797 time: 0.7477694 Jul 06 18:13:13.732443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fca18aa8-3673-48cb-9c54-75129271dba1 None None] Provisioning complete for port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:13.733436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fca18aa8-3673-48cb-9c54-75129271dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.782450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8f1542a-bc42-49e2-a929-1ae77116f2eb req-22f8d148-277f-439e-b5d4-24c375c365f0 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982585 Jul 06 18:13:13.790312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Request body: {'port': {'device_id': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:13.820590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5bb421-0bd1-4679-abba-a5fd71662691']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:13.845875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89677bc4-78b4-4440-995f-61cae6937c79') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:13.846309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89677bc4-78b4-4440-995f-61cae6937c79') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:13.848566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fca18aa8-3673-48cb-9c54-75129271dba1 None None] Port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:13.867372 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.898467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.909550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:13.909970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:13.912980 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:13.996868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bdb8c501-a8dc-49e0-9af0-1e60b3ee3a3f None None] Provisioning for port 4503a498-ccde-4b6f-be53-f89f42e729df completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:14.027210 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.028148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bdb8c501-a8dc-49e0-9af0-1e60b3ee3a3f None None] Provisioning complete for port 4503a498-ccde-4b6f-be53-f89f42e729df triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:14.029029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdb8c501-a8dc-49e0-9af0-1e60b3ee3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.056180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d5bb421-0bd1-4679-abba-a5fd71662691 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:13:14.105901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8c501-a8dc-49e0-9af0-1e60b3ee3a3f None None] Port 4503a498-ccde-4b6f-be53-f89f42e729df cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:14.168867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d5bb421-0bd1-4679-abba-a5fd71662691,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:14.173864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.178461 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe7158fd-1d4e-4b49-9ac2-10a872b90e7d tempest-ExternalNetworksTestJSON-1411030353 tempest-ExternalNetworksTestJSON-1411030353-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7d5bb421-0bd1-4679-abba-a5fd71662691 HTTP/1.1" status: 204 len: 168 time: 1.0057340 Jul 06 18:13:14.179894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.190895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50802) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.213271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '711ef722-c0dc-4739-ac81-4f1e75617097'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:13:14.247828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5458143 Jul 06 18:13:14.259336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.259883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.267498 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-652f9a4e-5962-4848-b514-3e90880ea1b6 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] DELETE failed (client error): The resource could not be found. Jul 06 18:13:14.268326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652f9a4e-5962-4848-b514-3e90880ea1b6 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:13:14.273498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-652f9a4e-5962-4848-b514-3e90880ea1b6 tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] 10.222.0.37 "DELETE /v2.0/subnets/3783bcf8-589d-43c7-94a1-86c0e191395f HTTP/1.1" status: 404 len: 337 time: 0.0744286 Jul 06 18:13:14.283616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.289060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '711ef722-c0dc-4739-ac81-4f1e75617097', 'ip_address': '2001:db8::31b7:4ff5:3960:6094'}], 'name': 'tempest-NetworksTestDHCPv6-782395110'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:14.290330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a710a85a-9bad-43f0-8f49-ba8937d054e7 req-6f542973-b14a-4c4e-9b10-e9e8212cbc0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 210 time: 0.0788200 Jul 06 18:13:14.395051 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.397637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e46729-56b6-41b7-bc5d-056eece0ac59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=711ef722-c0dc-4739-ac81-4f1e75617097,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:14.493749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=18ff700a-0b9d-49b0-94b6-098f55a4a1be,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:14.498417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.502250 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.513972 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-78eafd1a-e5ea-47ec-8444-b55e7e426c50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb6de8b3-54f8-4e45-8ee2-cba3faf34668 HTTP/1.1" status: 204 len: 168 time: 1.8020344 Jul 06 18:13:14.514831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50808) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.563560 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f45e303-658f-4e2b-80fd-fa1e1232c5cb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] DELETE failed (client error): The resource could not be found. Jul 06 18:13:14.564672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f45e303-658f-4e2b-80fd-fa1e1232c5cb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:13:14.570436 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f45e303-658f-4e2b-80fd-fa1e1232c5cb tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/ports/33dedcf9-287f-4a2e-9fe4-8c40e5304a67 HTTP/1.1" status: 404 len: 333 time: 0.0474446 Jul 06 18:13:14.573469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50810) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.604921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-3f2397db-2c35-4548-b44c-6b6e0252d8c0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 379 time: 0.8498597 Jul 06 18:13:14.618443 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-be7fdfba-fb55-4096-9913-4e198be2016e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/ports?device_id=35903b69-474d-4a6d-8297-43ccfdd55015 HTTP/1.1" status: 200 len: 205 time: 0.0432682 Jul 06 18:13:14.619179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/711ef722-c0dc-4739-ac81-4f1e75617097/88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:14.622206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50812) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.628124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'port': {'device_id': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'admin_state_up': True, 'tenant_id': '2909ba718d4b4f079da147d783770456', 'security_groups': ['ddb87513-f1fb-4347-a0a1-5a46e7ae57d0']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:14.710771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:14.725981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:14.737427 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Sync routers for ids ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:14.738017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6a160a16-6395-43c1-b4fc-d15596770d62 admin admin] 10.222.0.37 "PUT /v2.0/routers/d8b25485-aefd-46f5-8fd3-463c189ec1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4428453 Jul 06 18:13:14.749476 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Routers {'d8b25485-aefd-46f5-8fd3-463c189ec1c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:14.750592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:14.887874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b582236a-3486-4271-945d-dc8198fb4a86 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:14.961298 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Set router d8b25485-aefd-46f5-8fd3-463c189ec1c2 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:15.147791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] For port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:15.170700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b582236a-3486-4271-945d-dc8198fb4a86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:15.171329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.335784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.390894 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-15c6defc-f056-425c-ad1e-7fd761685dac tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] delete failed (client error): The resource could not be found. Jul 06 18:13:15.394337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Ignored duplicate provisioning block setup for port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:13:15.397089 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15c6defc-f056-425c-ad1e-7fd761685dac tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/routers/35903b69-474d-4a6d-8297-43ccfdd55015 HTTP/1.1" status: 404 len: 336 time: 0.7733893 Jul 06 18:13:15.411728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50824) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:15.416283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.478318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4503a498-ccde-4b6f-be53-f89f42e729df {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:13:15.487682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.506421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Transition to ACTIVE for port object 4503a498-ccde-4b6f-be53-f89f42e729df will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:15.580159 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c531b150-df34-4b79-91a4-d4e024b047ad tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] DELETE failed (client error): The resource could not be found. Jul 06 18:13:15.580766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c531b150-df34-4b79-91a4-d4e024b047ad tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:13:15.585718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c531b150-df34-4b79-91a4-d4e024b047ad tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/subnets/66aee724-ba5c-4fc0-8a5a-f717017a3aa1 HTTP/1.1" status: 404 len: 337 time: 0.1673152 Jul 06 18:13:15.594268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:15.608587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.731046 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:09Z', 'revision_number': 4, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0b23c065-7df1-41b2-a33d-3541c4e8cef3', 'name': '', 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'mac_address': 'fa:16:3e:8b:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'e6c3e200-6503-46a9-b000-68cb73262905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:05Z', 'updated_at': '2021-07-06T18:13:09Z', 'revision_number': 2, 'project_id': '134d7784eda64df68326e164954bf00e', 'subnets': [{'id': 'e6c3e200-6503-46a9-b000-68cb73262905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:15.734476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a831a4e-91f4-4226-b79e-afec130bd774 None None] Pushing event updated for resources: {'Port': ['ID=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:15.785269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:15.821044 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Checking router: d8b25485-aefd-46f5-8fd3-463c189ec1c2 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:15.821770 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Updating router d8b25485-aefd-46f5-8fd3-463c189ec1c2 port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:13:15.906446 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.914414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port bde72610-6eb2-437d-97f0-e01d6cd60021 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:15.914807 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.006417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.017173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c01af5a-42d3-40e6-b6fb-e19b901654a2 req-13805033-2115-4ce8-b67a-12cb8ea89dcb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 210 time: 0.2499790 Jul 06 18:13:16.089595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port b44c9891-969e-455c-996e-3b8b2942c5ec yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:16.195485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4503a498-ccde-4b6f-be53-f89f42e729df,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:16.225269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.248011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for bde72610-6eb2-437d-97f0-e01d6cd60021 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:16.291212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:16.303207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.325022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.444110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f54b-3ae0-431a-8eaf-5a06ec4adff5 req-f15fff76-7480-4082-b022-b68dce46e307 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:16.453631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98a6f54b-3ae0-431a-8eaf-5a06ec4adff5 req-f15fff76-7480-4082-b022-b68dce46e307 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 935 time: 1.1856489 Jul 06 18:13:16.488809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c5ea40-f097-48aa-a987-7d78f849abc8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:16.499725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:16.529617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-531126504-network', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:16.545182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513164a1-9577-42cc-aa37-19cbb20455ae') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:16.545487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513164a1-9577-42cc-aa37-19cbb20455ae') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:16.610064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.625272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98a6f54b-3ae0-431a-8eaf-5a06ec4adff5 req-5a1f1a10-e10b-4a21-bd2f-702dc72eddcf tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672034 Jul 06 18:13:16.749993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::31b7:4ff5:3960:6094 (b93ba3d4-6204-46bf-8941-c428da39aa18/711ef722-c0dc-4739-ac81-4f1e75617097/b44c9891-969e-455c-996e-3b8b2942c5ec) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:16.766839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.791415 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.795867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Made reservation on behalf of ee5b7fa9332945a7928c98281df643d6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:16.798695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.808087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:16.808902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:16.821944 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:16.849955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:16.919784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.923634 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Transition to ACTIVE for port object 0b23c065-7df1-41b2-a33d-3541c4e8cef3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:16.925173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.928624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] 10.222.0.37 "DELETE /v2.0/networks/b3c5ea40-f097-48aa-a987-7d78f849abc8 HTTP/1.1" status: 204 len: 168 time: 2.6366765 Jul 06 18:13:16.932462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:16.939189 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.953235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Attempting to bind port 4503a498-ccde-4b6f-be53-f89f42e729df on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:16.953599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Attempting to bind port 4503a498-ccde-4b6f-be53-f89f42e729df by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:16.953897 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Attempting to bind port 4503a498-ccde-4b6f-be53-f89f42e729df on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:16.955783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.956112 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.004024 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb38fa-812b-452a-9c2c-44e69ed28fc6 None None] Pushing event updated for resources: {'Port': ['ID=0b23c065-7df1-41b2-a33d-3541c4e8cef3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:17.015704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf00afe-7b7b-46f2-833f-8fd2ff6815ac tempest-ExternalNetworksTestJSON-303332213 tempest-ExternalNetworksTestJSON-303332213-project] Pushing event deleted for resources: {'Network': ['ID=b3c5ea40-f097-48aa-a987-7d78f849abc8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:17.046581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Port 4503a498-ccde-4b6f-be53-f89f42e729df on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:13:17.046966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Attempting to bind port 4503a498-ccde-4b6f-be53-f89f42e729df on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:17.066243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:17.066589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:17.066993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:17.067585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Bound port: 4503a498-ccde-4b6f-be53-f89f42e729df, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:17.068760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.114978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=bde72610-6eb2-437d-97f0-e01d6cd60021,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:17.125929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Attempting to bind port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:17.126305 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Attempting to bind port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:17.126831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Attempting to bind port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 on network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:17.139226 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:17.139960 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Checking segment: {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:17.140751 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.141387 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Bound using segment: {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:17.142803 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Bound port: 0b23c065-7df1-41b2-a33d-3541c4e8cef3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dca06-54e3-4815-816d-16ef74a92632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:17.143499 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.150661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.20 (d825f954-f324-4bcb-b126-2de6f590119c/c814702b-270a-46e6-a6bd-b193fe871a12/9eb0ebf7-782c-4ba2-bc37-9e2008e9efee) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:17.245834 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] For port 0b23c065-7df1-41b2-a33d-3541c4e8cef3, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:17.252488 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] For port 0b23c065-7df1-41b2-a33d-3541c4e8cef3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0b23c065-7df1-41b2-a33d-3541c4e8cef3,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:17.260340 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.352228 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Routers {'d8b25485-aefd-46f5-8fd3-463c189ec1c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:17.355590 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:12:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:17.492686 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb38fa-812b-452a-9c2c-44e69ed28fc6 None None] Pushing event updated for resources: {'Port': ['ID=0b23c065-7df1-41b2-a33d-3541c4e8cef3,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:17.550425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.556530 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b4e5200f-f529-41fd-82cf-26f15374270e tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/ports/bde72610-6eb2-437d-97f0-e01d6cd60021 HTTP/1.1" status: 204 len: 168 time: 1.9605634 Jul 06 18:13:17.556886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50844) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:17.713627 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] Set router d8b25485-aefd-46f5-8fd3-463c189ec1c2 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:17.730776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] For port 4503a498-ccde-4b6f-be53-f89f42e729df, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:17.739741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] For port 4503a498-ccde-4b6f-be53-f89f42e729df, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4503a498-ccde-4b6f-be53-f89f42e729df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:17.743777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-301b264a-e4df-46ba-947b-1c0da0069b05 req-46be2a30-a983-41d8-986e-de0b805ebe95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 210 time: 0.3154085 Jul 06 18:13:17.747757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:17.792089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.838332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.889946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object b44c9891-969e-455c-996e-3b8b2942c5ec will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:17.898346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4503a498-ccde-4b6f-be53-f89f42e729df,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:17.941765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.942085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.943037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.943410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.943773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.945083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.945456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.945851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.946182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.946712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.947421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.947758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:17.998298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:17.998943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.000467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-2b392f46-4c0e-4ac7-aa44-335803f346b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/4503a498-ccde-4b6f-be53-f89f42e729df HTTP/1.1" status: 200 len: 1095 time: 4.4110682 Jul 06 18:13:18.000929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'tag': '4503a498-ccde-4b6f-be53-f89f42e729df'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:18.004036 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f47357-70c8-4904-bfc5-bc43c1e3591d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bc784d-ed11-47d5-8662-748a403e804a", "tag": "4503a498-ccde-4b6f-be53-f89f42e729df"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:18.082256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.085298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.088105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] Provisioning for port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:18.092950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] Provisioning complete for port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:18.093629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.154698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:18.158845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:18.177109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:18.185777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:18.187767 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.227089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 17c8775f-4b03-431b-8e5e-2bc2306f8dc6 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:18.227751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.385653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.409152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 17c8775f-4b03-431b-8e5e-2bc2306f8dc6 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:18.410287 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.469555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.484580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:18.542625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-add977c9-3858-4cc3-bbf4-88e5d12aeec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c45200fa56a4dd5bd48f361ab54b2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805781 Jul 06 18:13:18.560234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:18.585693 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:09Z', 'revision_number': 4, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0b23c065-7df1-41b2-a33d-3541c4e8cef3', 'name': '', 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'mac_address': 'fa:16:3e:8b:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'e6c3e200-6503-46a9-b000-68cb73262905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:05Z', 'updated_at': '2021-07-06T18:13:17Z', 'revision_number': 4, 'project_id': '134d7784eda64df68326e164954bf00e', 'subnets': [{'id': 'e6c3e200-6503-46a9-b000-68cb73262905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:18.586649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.601906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=b44c9891-969e-455c-996e-3b8b2942c5ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:18.603040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] For port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:18.612289 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.638621 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-85ebc685-9ca1-4f86-9f50-9bfee33dd811 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3613567 Jul 06 18:13:18.639603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50858) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:18.669405 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef82ae-c528-43f2-8119-a0596bf5e88d None None] The sync data for ids ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'] in n-d-799527-3 is: [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:09Z', 'revision_number': 4, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0b23c065-7df1-41b2-a33d-3541c4e8cef3', 'name': '', 'network_id': '1591dbf6-1ad1-4336-8edb-acb5e4881fb1', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'mac_address': 'fa:16:3e:8b:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'e6c3e200-6503-46a9-b000-68cb73262905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:05Z', 'updated_at': '2021-07-06T18:13:17Z', 'revision_number': 4, 'project_id': '134d7784eda64df68326e164954bf00e', 'subnets': [{'id': 'e6c3e200-6503-46a9-b000-68cb73262905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:18.824359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b563d9d-b488-40fc-a8ff-3a27a5a27eb6 None None] Pushing event updated for resources: {'Port': ['ID=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:18.913888 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab6433-e676-4895-9692-e6e4f3ffba5e x-openstack-request-id: req-27ab6433-e676-4895-9692-e6e4f3ffba5e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:18.915380 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bc784d-ed11-47d5-8662-748a403e804a", "tag": "4503a498-ccde-4b6f-be53-f89f42e729df", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:18.916056 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27ab6433-e676-4895-9692-e6e4f3ffba5e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:18.916973 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'tag': '4503a498-ccde-4b6f-be53-f89f42e729df', 'status': 'completed', 'code': 200} Jul 06 18:13:18.972107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daaf6f4-cb72-4d60-b922-682f45e77576 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:18.979583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99259387-a98e-449c-8824-16658a352998 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:18.980209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daaf6f4-cb72-4d60-b922-682f45e77576 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:18.985432 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8daaf6f4-cb72-4d60-b922-682f45e77576 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3216157 Jul 06 18:13:18.988781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50862) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.023871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe0cd591-e3b4-4263-aee7-d4f693219de1 None None] Provisioning for port b44c9891-969e-455c-996e-3b8b2942c5ec completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:19.036673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe0cd591-e3b4-4263-aee7-d4f693219de1 None None] Provisioning complete for port b44c9891-969e-455c-996e-3b8b2942c5ec triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:19.037620 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd591-e3b4-4263-aee7-d4f693219de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.046460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-e44115eb-efea-4f4f-a10a-eeb513e7b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.048426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-e44115eb-efea-4f4f-a10a-eeb513e7b505 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7719ff8ba4424c559e7466944578f6f9&device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 1098 time: 0.9489222 Jul 06 18:13:19.081622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febda61-551b-423e-bbdb-a147df1fbf52,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:19.099653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cd591-e3b4-4263-aee7-d4f693219de1 None None] Port b44c9891-969e-455c-996e-3b8b2942c5ec cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:19.110683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.111036 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Added segment 33d8dde7-56d6-44a1-94e5-8f5fee6e01cd of type vlan for network 4d833742-26db-42a1-8cf6-a740d4928139 Jul 06 18:13:19.117807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2151901-9c0f-4f7f-8aab-be44787a7df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.122608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.132274 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.143166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3176b1f-1bb1-4d7d-ab91-0f33cfcf79ce req-81619d78-015d-41f7-bd79-64e366ca6a87 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.146504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3176b1f-1bb1-4d7d-ab91-0f33cfcf79ce req-81619d78-015d-41f7-bd79-64e366ca6a87 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 947 time: 0.9169130 Jul 06 18:13:19.206367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=17c8775f-4b03-431b-8e5e-2bc2306f8dc6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:19.285013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.287192 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8413b2b6-ccab-4be1-b0eb-5f603727bd72 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/ports/17c8775f-4b03-431b-8e5e-2bc2306f8dc6 HTTP/1.1" status: 204 len: 168 time: 1.7271652 Jul 06 18:13:19.289329 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port b44c9891-969e-455c-996e-3b8b2942c5ec {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:19.289885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.291571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-f8a5ba0d-a09c-4b7f-8873-24a6d4ee795a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4503a498-ccde-4b6f-be53-f89f42e729df HTTP/1.1" status: 200 len: 217 time: 0.1887722 Jul 06 18:13:19.292954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.426376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.429607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2151901-9c0f-4f7f-8aab-be44787a7df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.432705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d825f954-f324-4bcb-b126-2de6f590119c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:19.446859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for b44c9891-969e-455c-996e-3b8b2942c5ec owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:19.454795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.475041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:19.479531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:19.506638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:19.618660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b3176b1f-1bb1-4d7d-ab91-0f33cfcf79ce req-ba781c3e-2d97-40e2-bb73-7f1d6df1deae tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917823 Jul 06 18:13:19.642830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-99259387-a98e-449c-8824-16658a352998 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:13:19.690119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.703412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-34eaf0a1-85a8-40a6-b034-4e2fc1144cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.705601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-34eaf0a1-85a8-40a6-b034-4e2fc1144cb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.3767018 Jul 06 18:13:19.729989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=b44c9891-969e-455c-996e-3b8b2942c5ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:19.751553 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.753578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.754523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.774705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.779930 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-00f41f1e-a761-4c3f-be88-54e2f3390320 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/b44c9891-969e-455c-996e-3b8b2942c5ec HTTP/1.1" status: 204 len: 168 time: 0.7894022 Jul 06 18:13:19.781846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.844168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.844859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.875922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf44e59-30e9-44a1-a38e-71f0c1521e2e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.881748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf44e59-30e9-44a1-a38e-71f0c1521e2e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.889570 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0bf44e59-30e9-44a1-a38e-71f0c1521e2e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1060188 Jul 06 18:13:19.890492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50868) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.909603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cef937-6520-468e-8314-076ca1e6f4a4 req-523c9239-aba6-4636-8d5a-0e07d3f499a7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:19.912486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21cef937-6520-468e-8314-076ca1e6f4a4 req-523c9239-aba6-4636-8d5a-0e07d3f499a7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 932 time: 0.7985389 Jul 06 18:13:19.961471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01f0ac3c-af13-4d75-9bf2-6c555f852e33 None None] Provisioning for port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:19.977737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-99259387-a98e-449c-8824-16658a352998 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4473102 Jul 06 18:13:19.977737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2151901-9c0f-4f7f-8aab-be44787a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.978831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2151901-9c0f-4f7f-8aab-be44787a7df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.980100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e2151901-9c0f-4f7f-8aab-be44787a7df4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd48bb76-19fd-4873-8a7d-0bca6daff535 HTTP/1.1" status: 204 len: 168 time: 1.4076192 Jul 06 18:13:19.984971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01f0ac3c-af13-4d75-9bf2-6c555f852e33 None None] Provisioning complete for port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:19.988170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01f0ac3c-af13-4d75-9bf2-6c555f852e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.995052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:20.000079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-aed83f3e-9165-4598-aaab-1586943cea84 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3809133 Jul 06 18:13:20.006886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Request body: {'subnet': {'network_id': '4d833742-26db-42a1-8cf6-a740d4928139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-531126504-subnet', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:20.037606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e06997-0ba1-4bac-9120-1f7f6ce84163 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:20.039280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-08e06997-0ba1-4bac-9120-1f7f6ce84163 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd68c888-9398-4823-b0e3-ca0abc8b669e HTTP/1.1" status: 200 len: 913 time: 0.7199070 Jul 06 18:13:20.040345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259387-a98e-449c-8824-16658a352998 admin admin] Pushing event updated for resources: {'Network': ['ID=4d833742-26db-42a1-8cf6-a740d4928139,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.055793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:20.066520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2151901-9c0f-4f7f-8aab-be44787a7df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd48bb76-19fd-4873-8a7d-0bca6daff535,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.170982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-01f0ac3c-af13-4d75-9bf2-6c555f852e33 None None] Port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:20.175724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 711ef722-c0dc-4739-ac81-4f1e75617097 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:20.179710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4d833742-26db-42a1-8cf6-a740d4928139 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:20.192128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.203906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21cef937-6520-468e-8314-076ca1e6f4a4 req-965912b6-7daa-4570-9a31-fd493a6228d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542691 Jul 06 18:13:20.240804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Made reservation on behalf of ee5b7fa9332945a7928c98281df643d6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:20.245169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.262867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Request body: {'port': {'device_id': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:20.361821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.569864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.609275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:20.747634 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d4144632-4515-4211-b190-b7193452b01b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26f997d480574f28b4d46bf348676023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363490 Jul 06 18:13:20.749840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:20.775609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.843312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-9311784d-5b1d-4a1e-8766-3c487c3971c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:20.846576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-9311784d-5b1d-4a1e-8766-3c487c3971c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1283355 Jul 06 18:13:20.849728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=711ef722-c0dc-4739-ac81-4f1e75617097,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.855800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.860374 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ad866ac3-1ee8-4a02-9c41-c5c9185e9823 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/711ef722-c0dc-4739-ac81-4f1e75617097 HTTP/1.1" status: 204 len: 168 time: 0.9662490 Jul 06 18:13:20.863187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:20.870905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48579797-b1f0-439f-b6f4-77bf2a662308 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:20.939923 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a7f311c4-285c-410d-ae96-ed5c02901791 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745218 Jul 06 18:13:20.941894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50888) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:21.003373 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-051b20bc-6a33-4f19-a36d-7313f4dce850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.012128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:21.034455 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-051b20bc-6a33-4f19-a36d-7313f4dce850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.091420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdee724-c1c6-4d31-a40f-589a6d46036d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:21.092896 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fcdee724-c1c6-4d31-a40f-589a6d46036d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1492736 Jul 06 18:13:21.096654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50890) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:21.127600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:21.127600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.189383 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5581dc-67cf-4ee1-b3c0-c62cdeb347db tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:21.195294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e5581dc-67cf-4ee1-b3c0-c62cdeb347db tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942748 Jul 06 18:13:21.195639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:21.204292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-051b20bc-6a33-4f19-a36d-7313f4dce850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.215783 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-051b20bc-6a33-4f19-a36d-7313f4dce850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.221101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:21.224407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-051b20bc-6a33-4f19-a36d-7313f4dce850 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afad12a6-641e-4a5a-b901-8de72bc12d7a HTTP/1.1" status: 204 len: 168 time: 0.4726932 Jul 06 18:13:21.316299 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e002e0c0-a512-49d2-8e0d-643b21df7bb1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190858 Jul 06 18:13:21.320334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:21.337040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b20bc-6a33-4f19-a36d-7313f4dce850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad12a6-641e-4a5a-b901-8de72bc12d7a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:21.344587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0b23c065-7df1-41b2-a33d-3541c4e8cef3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:21.345366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:21.506952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] Deleting port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:21.507883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.540524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:21.577931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:21.578654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.588988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:21.601325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.654931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] For port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:21.655531 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.668419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.682132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] Calling delete_port for 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:21.726611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-053c4c5c-3688-4ade-97e3-59cf8dd86c33 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812130 Jul 06 18:13:21.831143 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.833061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cc7a4-a9d2-4921-9f21-01c0c18985f1 req-bf4a0ab6-fbd3-4020-9e1a-ffc9950554ad tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:21.847200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f1cc7a4-a9d2-4921-9f21-01c0c18985f1 req-bf4a0ab6-fbd3-4020-9e1a-ffc9950554ad tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 947 time: 1.0267649 Jul 06 18:13:21.908658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0b23c065-7df1-41b2-a33d-3541c4e8cef3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0b23c065-7df1-41b2-a33d-3541c4e8cef3,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:21.914467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.976912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.013953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] No DVR routers for this DVR port 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:22.018821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0b23c065-7df1-41b2-a33d-3541c4e8cef3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:22.025548 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.082326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c972f6-cae0-4498-8b52-1181445106e0 None None] Pushing event deleted for resources: {'Port': ['ID=88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:22.119592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:22.126620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:22.140637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30980e-e8d2-4a95-bcbf-70d94a8e69e4 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:22.152354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:22.154583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.180263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=5ccbfc6e-362f-4e99-81a5-9c48410dea38,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:22.219057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f1cc7a4-a9d2-4921-9f21-01c0c18985f1 req-5ec65b10-b3b8-47a9-9504-b28a900b837a tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703732 Jul 06 18:13:22.222348 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-592a95c3-df7a-462e-93cd-43d62b21f2b3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8859787 Jul 06 18:13:22.226968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50914) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.251365 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '5ccbfc6e-362f-4e99-81a5-9c48410dea38', 'ip_address': '2001:db8::e789:d21b:9164:5860'}], 'name': 'tempest-NetworksTestDHCPv6-1946742725'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:22.282126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.392092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051e48-01af-4b13-911e-699bcede16c2 req-45ef18dd-a852-4f46-ace3-02bd8ecf575c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:22.399532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee051e48-01af-4b13-911e-699bcede16c2 req-45ef18dd-a852-4f46-ace3-02bd8ecf575c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 932 time: 0.8579323 Jul 06 18:13:22.402927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29d955f8-d6c2-430b-8c3e-504096477a40 req-7c1020d3-babd-4f27-b17e-84d78500e32b service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984585 Jul 06 18:13:22.498964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '5ccbfc6e-362f-4e99-81a5-9c48410dea38'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:22.501397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.515612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:22.562571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7dbefe3-c95c-4e44-88a8-ee4c8d72422b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:22.574567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50920) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.645394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.659947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee051e48-01af-4b13-911e-699bcede16c2 req-ba530013-6dd6-437c-8d3d-a30773e69d8d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594309 Jul 06 18:13:22.670148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Checking segment: {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:22.671110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Network hostable DHCP agents. Network: 4d833742-26db-42a1-8cf6-a740d4928139, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:13:22.726587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port be2baf55-238e-4943-b726-a85a48b0b83e yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:22.751379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-b4941abe-0c80-424b-a7a2-e3788b6e3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:22.753354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-b4941abe-0c80-424b-a7a2-e3788b6e3262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7719ff8ba4424c559e7466944578f6f9&device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 1098 time: 0.2602587 Jul 06 18:13:22.762764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/5ccbfc6e-362f-4e99-81a5-9c48410dea38/ed4cc183-c30a-4593-877b-79fb84941306) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:22.791599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Network 4d833742-26db-42a1-8cf6-a740d4928139 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:13:22.814987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-14c88192-7752-4de5-92b3-a674611d3e22 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.816694 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-14c88192-7752-4de5-92b3-a674611d3e22 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2411921 Jul 06 18:13:22.824784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.835011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-373a4b36-5cc0-4075-b923-ca05d733e1ef tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.836220 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-373a4b36-5cc0-4075-b923-ca05d733e1ef tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099847 Jul 06 18:13:22.840489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.846312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-462b4c7f-e0bb-4920-ba79-c9a6d0145f1c tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.851297 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-462b4c7f-e0bb-4920-ba79-c9a6d0145f1c tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063601 Jul 06 18:13:22.852307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50928) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.854695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0b23c065-7df1-41b2-a33d-3541c4e8cef3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:22.856576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-0185ee6a-e694-4adb-b188-41b14edc3ba8 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.860558 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0185ee6a-e694-4adb-b188-41b14edc3ba8 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050917 Jul 06 18:13:22.862514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.870385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-1aac6af5-59b1-4506-96b9-da9f3f394fb1 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.874592 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1aac6af5-59b1-4506-96b9-da9f3f394fb1 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090804 Jul 06 18:13:22.886363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.895011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-2aa1b742-d7d8-43cb-b35c-f4db46312138 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.897369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2aa1b742-d7d8-43cb-b35c-f4db46312138 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0092003 Jul 06 18:13:22.901202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4d833742-26db-42a1-8cf6-a740d4928139) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:22.905828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50934) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.913714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:22.914139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-6212cf55-4753-480d-b97b-84abe554aa00 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.914911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.915404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6212cf55-4753-480d-b97b-84abe554aa00 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0086331 Jul 06 18:13:22.919234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50936) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.924121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-0f16d195-8782-4405-bce8-2a430ae92b81 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.924876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e0130-3aeb-4022-af42-6128a0f115b7 None None] Network 4d833742-26db-42a1-8cf6-a740d4928139 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:22.925410 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0f16d195-8782-4405-bce8-2a430ae92b81 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049875 Jul 06 18:13:22.931855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50938) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.939708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-a5d189a4-ba1a-41f9-a2aa-7e7496fa6a96 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.940904 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a5d189a4-ba1a-41f9-a2aa-7e7496fa6a96 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079041 Jul 06 18:13:22.944919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.949984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-640a2117-82f9-4506-9e08-f48945b7676b tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.954291 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-640a2117-82f9-4506-9e08-f48945b7676b tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051210 Jul 06 18:13:22.954970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.963230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-2ba8db0c-c392-43de-a15a-60b9d49aa1fb tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.969038 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ba8db0c-c392-43de-a15a-60b9d49aa1fb tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084500 Jul 06 18:13:22.969420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50944) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.975414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-b5801aa4-18da-475d-b952-72f32b851bf7 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.979323 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5801aa4-18da-475d-b952-72f32b851bf7 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062745 Jul 06 18:13:22.981025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.983677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:13:22.987196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-eccfaea0-c39b-4d87-819e-a7289e369021 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:22.988827 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eccfaea0-c39b-4d87-819e-a7289e369021 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058129 Jul 06 18:13:22.993919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50948) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.998663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-efa8d85e-8819-41f2-89a3-50db3b941f70 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.000096 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-efa8d85e-8819-41f2-89a3-50db3b941f70 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047843 Jul 06 18:13:23.003472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50950) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.008640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-2f29afcf-e976-4118-bb9e-1d9c5db9d7f1 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.009989 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2f29afcf-e976-4118-bb9e-1d9c5db9d7f1 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051758 Jul 06 18:13:23.015505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50952) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.016519 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.021563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-2e6e8bb9-45c9-43de-8d6b-db10a96ac0f9 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.022640 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2e6e8bb9-45c9-43de-8d6b-db10a96ac0f9 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060580 Jul 06 18:13:23.027183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50954) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.032122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-4b36a3ca-d6ae-4eab-a3f8-3c10c42776ff tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.037083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4b36a3ca-d6ae-4eab-a3f8-3c10c42776ff tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049174 Jul 06 18:13:23.038194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.042501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.044204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-26ae7895-73a2-4da1-a39b-703c73970a24 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.049464 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-26ae7895-73a2-4da1-a39b-703c73970a24 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060658 Jul 06 18:13:23.049758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.057399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-c98a8b83-01a1-48f8-93b6-4e734ab12bbf tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.058769 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c98a8b83-01a1-48f8-93b6-4e734ab12bbf tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077009 Jul 06 18:13:23.062829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.067518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-27caa4d0-ff22-4ee7-a943-3c928f972b80 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.069017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:23.069240 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27caa4d0-ff22-4ee7-a943-3c928f972b80 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048673 Jul 06 18:13:23.069345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.070636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3d061d7b-b06d-4d91-9eb9-55f86e182642 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0704014 Jul 06 18:13:23.074732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.075052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.080935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:23.087940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-ee68dc1a-e9ab-4b88-af48-501ba0912072 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.091056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ee68dc1a-e9ab-4b88-af48-501ba0912072 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0129557 Jul 06 18:13:23.099178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.106522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-7ab165de-c3f7-4d86-b5d5-4202fb2026f0 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.108196 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7ab165de-c3f7-4d86-b5d5-4202fb2026f0 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076690 Jul 06 18:13:23.114380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50968) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.123020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-1b92c26d-29f8-4b48-a030-0857c4e2ff84 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.127142 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b92c26d-29f8-4b48-a030-0857c4e2ff84 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0092392 Jul 06 18:13:23.130257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50970) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.137769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-9eb9cda5-5f32-4e89-836f-307105295a82 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.144927 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9eb9cda5-5f32-4e89-836f-307105295a82 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075445 Jul 06 18:13:23.144927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.144927 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.146368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-c018ccd9-a5be-4ed6-9cf8-c3dbbe21d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:23.149287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-c018ccd9-a5be-4ed6-9cf8-c3dbbe21d97b service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.3757691 Jul 06 18:13:23.149610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.156267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-ff9bb03f-a6f6-4778-9cbd-2fd5047d833b tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.160775 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff9bb03f-a6f6-4778-9cbd-2fd5047d833b tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067065 Jul 06 18:13:23.164190 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.171084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-a17a242d-bc57-4d5e-b561-e803a586bad3 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.175453 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a17a242d-bc57-4d5e-b561-e803a586bad3 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076404 Jul 06 18:13:23.178673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Transition to ACTIVE for port object 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:23.183166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.231062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.249220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-879490fb-11df-407b-9060-ec4cea99b629 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.250951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-879490fb-11df-407b-9060-ec4cea99b629 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0132763 Jul 06 18:13:23.257407 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.268271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.275904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-95097041-b0a8-4e4e-98dd-ae1e00d8920e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4503a498-ccde-4b6f-be53-f89f42e729df HTTP/1.1" status: 200 len: 217 time: 0.1173720 Jul 06 18:13:23.302116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-0e93fbc8-4c46-4834-af3e-d5db08aa5c1d tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.303816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0e93fbc8-4c46-4834-af3e-d5db08aa5c1d tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0266550 Jul 06 18:13:23.328616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50982) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.347860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-c086eba0-1e76-4e2c-ab38-0fb2a2834d68 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.352129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c086eba0-1e76-4e2c-ab38-0fb2a2834d68 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108111 Jul 06 18:13:23.360523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.432025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-f0e93cc7-fe00-41b0-9a21-c537022d863a tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.436922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0e93cc7-fe00-41b0-9a21-c537022d863a tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0732889 Jul 06 18:13:23.441063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50986) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.487374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-29a46d3f-7fa0-411d-8803-77643032c665 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.492707 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-29a46d3f-7fa0-411d-8803-77643032c665 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0499225 Jul 06 18:13:23.493857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50988) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.498892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:23.502854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-a52d014a-be38-4846-adc4-d93cd19f9de2 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.508639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a52d014a-be38-4846-adc4-d93cd19f9de2 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104878 Jul 06 18:13:23.509627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50990) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.515881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.528474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-a563588b-d7d7-4d78-897f-4887b346d11f tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.528717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.530239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-6510bf7d-3dca-44ba-9d2d-e2ac5b5f43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:23.532319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-6510bf7d-3dca-44ba-9d2d-e2ac5b5f43f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.2047093 Jul 06 18:13:23.536556 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a563588b-d7d7-4d78-897f-4887b346d11f tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0224378 Jul 06 18:13:23.537848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50992) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.562110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-1884397a-4bdf-422c-bed6-52df37ff54b8 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.569687 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1884397a-4bdf-422c-bed6-52df37ff54b8 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0258019 Jul 06 18:13:23.571662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.581642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-7d5f7995-7e75-4536-aae7-86b60ba012ac tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.585437 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d5f7995-7e75-4536-aae7-86b60ba012ac tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0116317 Jul 06 18:13:23.587727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 50996) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.592660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-addd2a98-16ac-4981-bd8d-b4b04094fd05 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.594162 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-addd2a98-16ac-4981-bd8d-b4b04094fd05 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052526 Jul 06 18:13:23.605277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Transition to ACTIVE for port object ed4cc183-c30a-4593-877b-79fb84941306 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:23.610445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 50998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.644205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-cbd3801e-b64a-4c11-b215-4cfbaa8340a0 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.647100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cbd3801e-b64a-4c11-b215-4cfbaa8340a0 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0331352 Jul 06 18:13:23.652876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.684821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-4d833742-26db-42a1-8cf6-a740d4928139', 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'fixed_ips': [{'subnet_id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:23.686334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.741182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Transition to ACTIVE for port object ed4cc183-c30a-4593-877b-79fb84941306 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:23.773136 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.818417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-c99b1da1-1603-40d2-b580-f36323a8e3c9 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.830281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c99b1da1-1603-40d2-b580-f36323a8e3c9 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0174336 Jul 06 18:13:23.866724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.879075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:23.879745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:23.880100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on network d825f954-f324-4bcb-b126-2de6f590119c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:23.882817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:23.937064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-7562053a-6dbe-4e77-bdad-382d4b81bf42 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.941104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7562053a-6dbe-4e77-bdad-382d4b81bf42 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0528407 Jul 06 18:13:23.954128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51006) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.971207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-902e3313-0bef-46ff-99d9-6c446283ab65 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.976129 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-902e3313-0bef-46ff-99d9-6c446283ab65 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0110373 Jul 06 18:13:23.979490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::e789:d21b:9164:5860 (b93ba3d4-6204-46bf-8941-c428da39aa18/5ccbfc6e-362f-4e99-81a5-9c48410dea38/be2baf55-238e-4943-b726-a85a48b0b83e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:23.980325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on network d825f954-f324-4bcb-b126-2de6f590119c not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:13:23.980856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on network d825f954-f324-4bcb-b126-2de6f590119c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:23.983529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51008) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.999166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-9246a3db-e359-4527-81f9-271fd8424402 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:23.999459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:24.003593 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9246a3db-e359-4527-81f9-271fd8424402 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0159991 Jul 06 18:13:24.003847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:24.010737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51010) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.018989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-0b023cf7-8da1-4bb1-bb86-87798253acdb tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.024667 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0b023cf7-8da1-4bb1-bb86-87798253acdb tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0090499 Jul 06 18:13:24.030587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:24.033170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51012) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.061934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:24.062475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Checking segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:24.063108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Bound using segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:24.063868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Bound port: 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:24.064460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.077348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-bd69b9e0-d6c8-47f5-ad1d-419826337334 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.081194 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bd69b9e0-d6c8-47f5-ad1d-419826337334 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0426767 Jul 06 18:13:24.090811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51014) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.092012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:24.092564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 88972cb0-ddd3-4fed-a9ed-2b3c79cdcc5d not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:24.101681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-28489ea4-c1a6-4e5a-923e-0c0c496acf52 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.103526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28489ea4-c1a6-4e5a-923e-0c0c496acf52 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0109918 Jul 06 18:13:24.111297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51016) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.111610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ae17-6707-43fb-8281-bf09a2edfb7c req-f3f0ef91-11d1-49a4-a4dd-9abff3a42744 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:24.127035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb38ae17-6707-43fb-8281-bf09a2edfb7c req-f3f0ef91-11d1-49a4-a4dd-9abff3a42744 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 947 time: 0.7211645 Jul 06 18:13:24.128168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-0d503fd8-7ff9-4199-acaf-aea0435c666e tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.133674 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d503fd8-7ff9-4199-acaf-aea0435c666e tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0099430 Jul 06 18:13:24.141117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51018) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.150352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-f4d39a4c-d73f-4123-80d1-42ea7b71eed3 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.155021 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f4d39a4c-d73f-4123-80d1-42ea7b71eed3 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093429 Jul 06 18:13:24.157070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51020) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.169001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-3e1b06f0-1787-4aa2-b2e8-50741b80db14 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.174597 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3e1b06f0-1787-4aa2-b2e8-50741b80db14 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0122261 Jul 06 18:13:24.174597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51022) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.180738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Pushing event updated for resources: {'Port': ['ID=ed4cc183-c30a-4593-877b-79fb84941306,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:24.186806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-0a941308-f6ad-4a1e-a22b-13991c84fafe tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.187914 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a941308-f6ad-4a1e-a22b-13991c84fafe tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0130718 Jul 06 18:13:24.189171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.197380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51024) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.203632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-742fbd57-24d6-4985-a14e-29e77faa9b60 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.204624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-742fbd57-24d6-4985-a14e-29e77faa9b60 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045955 Jul 06 18:13:24.217122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.231465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-514714e4-1608-4428-9382-7ea18ad831a0 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.232575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.235380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-514714e4-1608-4428-9382-7ea18ad831a0 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0142081 Jul 06 18:13:24.240660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51028) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.248036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-1b286568-2156-464b-bf02-54361391c516 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.251916 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b286568-2156-464b-bf02-54361391c516 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0053856 Jul 06 18:13:24.256597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.273486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-f40d33d9-32d5-4244-8028-50d1d17182b4 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.277539 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f40d33d9-32d5-4244-8028-50d1d17182b4 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056181 Jul 06 18:13:24.282654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-0d56b352-0825-4ebe-8271-bbe9e373f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:24.285725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-0d56b352-0825-4ebe-8271-bbe9e373f95a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7089343 Jul 06 18:13:24.291369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.293914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Attempting to bind port ed4cc183-c30a-4593-877b-79fb84941306 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:24.294515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Attempting to bind port ed4cc183-c30a-4593-877b-79fb84941306 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:24.295085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Attempting to bind port ed4cc183-c30a-4593-877b-79fb84941306 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:24.311351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:24.312067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:24.312810 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.313555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:24.314726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Bound port: ed4cc183-c30a-4593-877b-79fb84941306, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:24.315671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.341394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-c64bf7a9-bb93-439b-ad65-8afb43833027 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.342638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c64bf7a9-bb93-439b-ad65-8afb43833027 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0260255 Jul 06 18:13:24.352789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51034) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.354258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Allocated IP 172.20.0.2 (4d833742-26db-42a1-8cf6-a740d4928139/a7dbefe3-c95c-4e44-88a8-ee4c8d72422b/716e85e8-08d1-43ef-8787-2fc5ba6ec63e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:24.358312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:24.360723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-5b4b23d1-3e1d-4d2b-b644-cceb84803f6f tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.365705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b4b23d1-3e1d-4d2b-b644-cceb84803f6f tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112607 Jul 06 18:13:24.371289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.380593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-0641de8a-f219-4bf2-b074-eb3ac5337a8b tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.381778 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0641de8a-f219-4bf2-b074-eb3ac5337a8b tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092227 Jul 06 18:13:24.385161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.401195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [None req-84cc71b7-f825-4204-bc92-4a0136279f82 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.402931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-84cc71b7-f825-4204-bc92-4a0136279f82 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0119190 Jul 06 18:13:24.422866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51040) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.440318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-6bc2b63d-fb5a-4bf6-bbfb-c4fa35fcff77 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.441928 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6bc2b63d-fb5a-4bf6-bbfb-c4fa35fcff77 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073833 Jul 06 18:13:24.450583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51042) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.468157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-26ca094a-ba37-457b-bb96-5b2b02f03ccc tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.470262 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-26ca094a-ba37-457b-bb96-5b2b02f03ccc tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0147882 Jul 06 18:13:24.474616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51044) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.491687 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-51470655-814a-400c-bdc5-35615b800772 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.493747 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-51470655-814a-400c-bdc5-35615b800772 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088558 Jul 06 18:13:24.513534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.521203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-1132db59-8011-4822-b60b-0980dc5e398a tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.523305 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1132db59-8011-4822-b60b-0980dc5e398a tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079303 Jul 06 18:13:24.536275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.554682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] For port ed4cc183-c30a-4593-877b-79fb84941306, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:24.560346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] For port ed4cc183-c30a-4593-877b-79fb84941306, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ed4cc183-c30a-4593-877b-79fb84941306,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:24.561476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-fe33c6b6-6d11-4318-a07d-f163dea591cf tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.564006 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe33c6b6-6d11-4318-a07d-f163dea591cf tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0256803 Jul 06 18:13:24.575438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51050) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.580332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.597148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-a35bfee6-3919-4c06-a02a-bb23acad2c8a tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.604154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a35bfee6-3919-4c06-a02a-bb23acad2c8a tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0146451 Jul 06 18:13:24.613449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51052) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.621708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-8387fd59-95b9-47da-8743-afb4db12ab44 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.627171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8387fd59-95b9-47da-8743-afb4db12ab44 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080864 Jul 06 18:13:24.641346 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.643226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Allocated IP 172.25.5.201 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/6876dc56-0026-424a-bcf7-6c4660727a4c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:24.654463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-375bbc00-5d29-45fc-a9d2-b304ee86d620 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.660223 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-375bbc00-5d29-45fc-a9d2-b304ee86d620 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0080223 Jul 06 18:13:24.660586 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.668908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51056) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.687505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-bc6c0e5a-872f-4d4b-a0c0-65b187eab69f tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.693580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc6c0e5a-872f-4d4b-a0c0-65b187eab69f tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0187941 Jul 06 18:13:24.693580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object be2baf55-238e-4943-b726-a85a48b0b83e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:24.698103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.708378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-eb458045-0aad-4837-bd08-1e9fcb70923c tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.713888 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb458045-0aad-4837-bd08-1e9fcb70923c tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104403 Jul 06 18:13:24.717483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.733626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-2e67ecee-79dd-42ad-9ad3-869c8fcc8c10 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.736066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2e67ecee-79dd-42ad-9ad3-869c8fcc8c10 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0153866 Jul 06 18:13:24.745399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.756160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51062) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.762637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Transition to ACTIVE for port object 716e85e8-08d1-43ef-8787-2fc5ba6ec63e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:24.809647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Transition to ACTIVE for port object 716e85e8-08d1-43ef-8787-2fc5ba6ec63e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:24.812343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e2fb-f7e9-428b-83c9-9de0e7d3d629 None None] Pushing event updated for resources: {'Port': ['ID=ed4cc183-c30a-4593-877b-79fb84941306,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:24.822905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.833567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-757e5f03-205c-446f-9795-66c266b434f7 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.835286 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-757e5f03-205c-446f-9795-66c266b434f7 tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0750043 Jul 06 18:13:24.843902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51064) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.850785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [None req-714dd61f-2239-42df-b01c-cd78bff3b9be tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:24.852696 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-714dd61f-2239-42df-b01c-cd78bff3b9be tempest-ExtensionsTestJSON-284287127 tempest-ExtensionsTestJSON-284287127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0073881 Jul 06 18:13:24.884960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Pushing event updated for resources: {'Port': ['ID=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:24.907788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Network 4d833742-26db-42a1-8cf6-a740d4928139 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:24.911314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:24.921491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:24.961036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.057988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Attempting to bind port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:25.058374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Attempting to bind port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:25.059301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Attempting to bind port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e on network 4d833742-26db-42a1-8cf6-a740d4928139 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:25.078649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:25.086752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:25.087636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Checking segment: {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:25.088294 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.088910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Bound using segment: {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:25.089789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Bound port: 716e85e8-08d1-43ef-8787-2fc5ba6ec63e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:25.092068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-60984f31-9f80-445e-bd35-105c8350c640 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591479 Jul 06 18:13:25.099773 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.112117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.140654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:25.148854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:25.165282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:25.166584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.196654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:25.214865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160009a7-6bf8-4e12-84b1-01911d7ead05 req-81aec700-14b2-4ded-b0a6-61efbd30469a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:25.217865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-160009a7-6bf8-4e12-84b1-01911d7ead05 req-81aec700-14b2-4ded-b0a6-61efbd30469a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 1.2703834 Jul 06 18:13:25.219167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=be2baf55-238e-4943-b726-a85a48b0b83e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.221959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb38ae17-6707-43fb-8281-bf09a2edfb7c req-c663ec2e-7949-4750-bb09-cf733a49f78e tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0930550 Jul 06 18:13:25.259313 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dbb28836-8ee8-4681-a9e8-4fd068669b17 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0254076 Jul 06 18:13:25.261330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51068) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:25.261975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.286911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '5ccbfc6e-362f-4e99-81a5-9c48410dea38', 'ip_address': '2001:db8::e789:d21b:9164:5860'}], 'name': 'tempest-NetworksTestDHCPv6-68562917'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:25.324216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] For port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:25.329329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] For port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:25.340405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.459427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695b97-2ce7-4690-8882-2dade3eb914b None None] Pushing event updated for resources: {'Port': ['ID=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.494633 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bd431e-29df-478a-aab0-67d06a256348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.512759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.523168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.551601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:25.562082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.563711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-950be4e0-bab7-4c8e-84b3-34db6a665a82 service neutron] 10.222.0.61 "PUT /v2.0/ports/9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 1092 time: 5.5505810 Jul 06 18:13:25.566807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:25.571137 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bcadb6-1255-44e6-b018-db8bec4e32ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:25.647355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:25.649491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51074) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:25.653000 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ace6b7-b1c1-4432-b48b-51f0e614593d x-openstack-request-id: req-01ace6b7-b1c1-4432-b48b-51f0e614593d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:25.653834 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:25.653834 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01ace6b7-b1c1-4432-b48b-51f0e614593d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:25.654882 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'status': 'completed', 'code': 200} Jul 06 18:13:25.656091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:25.665994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:25.741324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4503a498-ccde-4b6f-be53-f89f42e729df details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:13:25.792156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-160009a7-6bf8-4e12-84b1-01911d7ead05 req-86333eb9-e6ec-4c7b-9d60-160903e5d1c4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5208654 Jul 06 18:13:25.800157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Pushing event updated for resources: {'Port': ['ID=6876dc56-0026-424a-bcf7-6c4660727a4c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.832475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:25.846664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.892574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73f47357-70c8-4904-bfc5-bc43c1e3591d req-5ccd8dea-f3f9-4b3c-a9af-baca64916f51 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033079 Jul 06 18:13:25.902380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 6ee9df24-f549-462b-b2d3-c28ab9315dd0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:25.903353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.050161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 4503a498-ccde-4b6f-be53-f89f42e729df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4503a498-ccde-4b6f-be53-f89f42e729df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:26.083956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '4503a498-ccde-4b6f-be53-f89f42e729df', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '4503a498-ccde-4b6f-be53-f89f42e729df', 'mac_address': 'fa:16:3e:f0:a3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:13:26.095797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-f5ddace1-9c3a-4055-9aaf-13f1b8c6742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:26.099460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-f5ddace1-9c3a-4055-9aaf-13f1b8c6742b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1095 time: 0.4422419 Jul 06 18:13:26.133071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e796fce-3813-438f-b3a0-f437e1c0c1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.138150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 3b2bdf3a-eb50-410d-97cd-63a0fc0d7b83 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:26.207136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-1aae9787-b209-411a-bf2d-91ede12d2002 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 217 time: 0.0953531 Jul 06 18:13:26.221697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.248296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4503a498-ccde-4b6f-be53-f89f42e729df {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:13:26.279695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 4503a498-ccde-4b6f-be53-f89f42e729df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4503a498-ccde-4b6f-be53-f89f42e729df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:26.297338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.370691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-1f719351-3092-4b31-b4fc-1d6be9d2b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:26.372610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-1f719351-3092-4b31-b4fc-1d6be9d2b9c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.1525209 Jul 06 18:13:26.421673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=4503a498-ccde-4b6f-be53-f89f42e729df,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:26.427095 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.456064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 6ee9df24-f549-462b-b2d3-c28ab9315dd0 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:26.511826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['4503a498-ccde-4b6f-be53-f89f42e729df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:13:26.579132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-b8546374-59d6-4cbe-ad1a-0a7da417cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:26.581095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-b8546374-59d6-4cbe-ad1a-0a7da417cfb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973994 Jul 06 18:13:26.722559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-f29b2d48-9784-466e-825c-2f04195b6bae service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176722 Jul 06 18:13:27.035147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63769851-387f-4baa-9ab7-302677466f51 req-9a944f57-7aa8-4317-a8ce-3374159f058f tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:27.036925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63769851-387f-4baa-9ab7-302677466f51 req-9a944f57-7aa8-4317-a8ce-3374159f058f tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 948 time: 0.4637363 Jul 06 18:13:27.058439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8e45d960-8e46-4eb0-904e-e671d8c4e8b6 None None] Provisioning for port ed4cc183-c30a-4593-877b-79fb84941306 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:27.138596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 716e85e8-08d1-43ef-8787-2fc5ba6ec63e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:27.138954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1bc8159-2708-4f85-868f-60d02c052d06 req-37b13448-4ee4-47a0-abfb-5762fb7c515d service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878226 Jul 06 18:13:27.175170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.280935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63769851-387f-4baa-9ab7-302677466f51 req-cf4a9fe7-c5f8-4b3a-8ea7-f0597c65b505 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265368 Jul 06 18:13:27.293242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:27.303223 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:13:27.316728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:13:27.323326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ed4cc183-c30a-4593-877b-79fb84941306 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:27.391086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.410561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e796fce-3813-438f-b3a0-f437e1c0c1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.415657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ed4cc183-c30a-4593-877b-79fb84941306 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:27.421144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ed4cc183-c30a-4593-877b-79fb84941306 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:27.421144 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.429702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e796fce-3813-438f-b3a0-f437e1c0c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.433165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb965b-0334-4cdf-898f-d1eca0e55e0f req-7a5f2d42-a212-46fd-9f20-06c0b04296c0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:27.434859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5aeb965b-0334-4cdf-898f-d1eca0e55e0f req-7a5f2d42-a212-46fd-9f20-06c0b04296c0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 0.3348086 Jul 06 18:13:27.483381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=6ee9df24-f549-462b-b2d3-c28ab9315dd0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:27.517465 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4e796fce-3813-438f-b3a0-f437e1c0c1e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d607170a79d249a09b634bab1d925248&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8577557 Jul 06 18:13:27.521172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:27.523808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e796fce-3813-438f-b3a0-f437e1c0c1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455eadd9-67f0-49ba-8689-2917b20fc83f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:27.537141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f1938d2-a679-435e-9175-4900df345c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2680717 Jul 06 18:13:27.545113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:27.559195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-705cf869-8ac4-4635-896d-a498f06c29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:27.560925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-705cf869-8ac4-4635-896d-a498f06c29b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1095 time: 0.3313415 Jul 06 18:13:27.577228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.627509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ed4cc183-c30a-4593-877b-79fb84941306, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ed4cc183-c30a-4593-877b-79fb84941306,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:27.631711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-db5af945-c726-4dad-9be7-9d4ef65ca784 None None] Provisioning for port be2baf55-238e-4943-b726-a85a48b0b83e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:27.637802 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.646309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-db5af945-c726-4dad-9be7-9d4ef65ca784 None None] Provisioning complete for port be2baf55-238e-4943-b726-a85a48b0b83e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:27.647187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db5af945-c726-4dad-9be7-9d4ef65ca784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.649618 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.716796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07512210-65e9-4630-be14-686a25b4b6e1 None None] Network 4d833742-26db-42a1-8cf6-a740d4928139 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:27.772498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4503a498-ccde-4b6f-be53-f89f42e729df up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:27.835956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-db5af945-c726-4dad-9be7-9d4ef65ca784 None None] Port be2baf55-238e-4943-b726-a85a48b0b83e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:27.855571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ed4cc183-c30a-4593-877b-79fb84941306,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:27.873090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Router 43891a07-d612-4370-8747-22843171e9d3 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:13:27.909729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5aeb965b-0334-4cdf-898f-d1eca0e55e0f req-0976114e-b02e-42cd-b805-f4c7222d71ba tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4400692 Jul 06 18:13:27.958761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 4503a498-ccde-4b6f-be53-f89f42e729df completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:27.999662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 4503a498-ccde-4b6f-be53-f89f42e729df triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:28.000370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.044232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.046058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-226d90a7-5d6e-4367-a86c-013713e6dcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.051797 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f8fef58-6d60-4b73-88ed-a595c7c0ab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.061704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] Provisioning for port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:28.076044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] Provisioning complete for port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:28.076471 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.134544 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:28.161928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Sync routers for ids ['43891a07-d612-4370-8747-22843171e9d3'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:28.162620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-dfeaeb48-b40f-4c09-ae9d-66c906f23cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:28.165444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-dfeaeb48-b40f-4c09-ae9d-66c906f23cdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.5071607 Jul 06 18:13:28.170933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f8fef58-6d60-4b73-88ed-a595c7c0ab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.173916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.181051 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-174ebcc7-b51a-4d27-83b8-5db40bbcc16e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1033375 Jul 06 18:13:28.182018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51086) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:28.194434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Routers {'43891a07-d612-4370-8747-22843171e9d3'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:28.194860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['43891a07-d612-4370-8747-22843171e9d3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:28.197940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.252517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444abcd-5a16-4893-abda-9539edc48fea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:28.265197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444abcd-5a16-4893-abda-9539edc48fea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:28.274004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f444abcd-5a16-4893-abda-9539edc48fea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7167187 Jul 06 18:13:28.275942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:28.303757 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.311506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4503a498-ccde-4b6f-be53-f89f42e729df'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:28.314847 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00434a64-7c31-4441-ab1f-b7e58de4bcb4" -d '{"events": [{"server_uuid": "d4bc784d-ed11-47d5-8662-748a403e804a", "name": "network-vif-plugged", "status": "completed", "tag": "4503a498-ccde-4b6f-be53-f89f42e729df"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:28.369291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-ee3bf73a-a3c6-43fe-b8c0-d3bd42fc5385 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 217 time: 0.1385448 Jul 06 18:13:28.406055 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9483a850-fd6b-4551-8dd3-295fc4ec8511 x-openstack-request-id: req-9483a850-fd6b-4551-8dd3-295fc4ec8511 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:28.406612 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bc784d-ed11-47d5-8662-748a403e804a", "name": "network-vif-plugged", "status": "completed", "tag": "4503a498-ccde-4b6f-be53-f89f42e729df", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:28.407110 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9483a850-fd6b-4551-8dd3-295fc4ec8511 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:28.407271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.407906 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4503a498-ccde-4b6f-be53-f89f42e729df', 'code': 200} Jul 06 18:13:28.420213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 4503a498-ccde-4b6f-be53-f89f42e729df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4503a498-ccde-4b6f-be53-f89f42e729df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:28.448616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.509078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] For port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:28.532517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.543645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Set router 43891a07-d612-4370-8747-22843171e9d3 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:28.621223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=4503a498-ccde-4b6f-be53-f89f42e729df,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:28.728516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port be2baf55-238e-4943-b726-a85a48b0b83e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:28.728784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.738422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f8fef58-6d60-4b73-88ed-a595c7c0ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.742225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f8fef58-6d60-4b73-88ed-a595c7c0ab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.747429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6f8fef58-6d60-4b73-88ed-a595c7c0ab83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/455eadd9-67f0-49ba-8689-2917b20fc83f HTTP/1.1" status: 204 len: 168 time: 1.1995595 Jul 06 18:13:28.827311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fef58-6d60-4b73-88ed-a595c7c0ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455eadd9-67f0-49ba-8689-2917b20fc83f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:28.898595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ed4cc183-c30a-4593-877b-79fb84941306 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:28.912369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-ca7cb0e3-de85-4470-940d-144d03272e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:28.914931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-ca7cb0e3-de85-4470-940d-144d03272e54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.4973650 Jul 06 18:13:29.041705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.105181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.106076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.106076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.106664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.106664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.107210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.107713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.107898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.108799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.108799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.109251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.109251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:29.112810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e858-f168-481a-8c9b-7c18ae8b1bb3 req-befb464e-dde4-423f-9829-577906a40900 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:29.128539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c216e858-f168-481a-8c9b-7c18ae8b1bb3 req-befb464e-dde4-423f-9829-577906a40900 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 949 time: 0.3210378 Jul 06 18:13:29.140128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c690c7-dc8e-4cd5-8df0-c0790d740026 req-c4e3da70-d68b-4cf9-aba9-fa4a9722a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:29.141723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31c690c7-dc8e-4cd5-8df0-c0790d740026 req-c4e3da70-d68b-4cf9-aba9-fa4a9722a07d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 1100 time: 0.6410367 Jul 06 18:13:29.183644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for be2baf55-238e-4943-b726-a85a48b0b83e owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:29.185594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c136db-56e0-49f0-8bda-7810439c634d None None] Pushing event updated for resources: {'Port': ['ID=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:29.188784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ed4cc183-c30a-4593-877b-79fb84941306 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:29.189067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.312166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8212b25c-12f8-4314-b582-4a586c135824 None None] Provisioning complete for port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:29.312648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8212b25c-12f8-4314-b582-4a586c135824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.363111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:26Z', 'revision_number': 3, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:29.393829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.396682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31c690c7-dc8e-4cd5-8df0-c0790d740026 req-4979f888-7ff6-48fc-80e8-edce0b75fbc5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379823 Jul 06 18:13:29.398660 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.399671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Checking router: 43891a07-d612-4370-8747-22843171e9d3 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:29.401075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Updating router 43891a07-d612-4370-8747-22843171e9d3 port 6876dc56-0026-424a-bcf7-6c4660727a4c binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:13:29.448022 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.469213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c216e858-f168-481a-8c9b-7c18ae8b1bb3 req-a62992c3-4041-463d-a443-060397ee1c0e tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358855 Jul 06 18:13:29.516733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-19349738-8b8d-4e0c-a66f-b6b8367c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:29.519394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-19349738-8b8d-4e0c-a66f-b6b8367c6ea7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5294952 Jul 06 18:13:29.543345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Router fd68c888-9398-4823-b0e3-ca0abc8b669e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:29.629040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.710721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=be2baf55-238e-4943-b726-a85a48b0b83e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:29.721480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.724042 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e434acca-2de5-4330-a213-4cb46feaa896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/be2baf55-238e-4943-b726-a85a48b0b83e HTTP/1.1" status: 204 len: 168 time: 1.4465628 Jul 06 18:13:29.728185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51110) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:29.858271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Allocated IP 172.20.0.1 (4d833742-26db-42a1-8cf6-a740d4928139/a7dbefe3-c95c-4e44-88a8-ee4c8d72422b/f4fb9aaf-c8e9-43b7-932c-cc6236cfda59) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:29.870002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31908920-9725-45f5-8310-f02617edf332 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:29.871824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31908920-9725-45f5-8310-f02617edf332 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:29.873490 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31908920-9725-45f5-8310-f02617edf332 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1443255 Jul 06 18:13:29.876686 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.876883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51114) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:29.905010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Transition to ACTIVE for port object 6876dc56-0026-424a-bcf7-6c4660727a4c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:29.919573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.016961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af877a-3cf5-4860-9702-25c9db6b1a00 None None] Pushing event updated for resources: {'Port': ['ID=6876dc56-0026-424a-bcf7-6c4660727a4c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:30.025011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:13:30.076112 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.084997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 5ccbfc6e-362f-4e99-81a5-9c48410dea38 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:30.100864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Attempting to bind port 6876dc56-0026-424a-bcf7-6c4660727a4c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:30.101458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Attempting to bind port 6876dc56-0026-424a-bcf7-6c4660727a4c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:30.101853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Attempting to bind port 6876dc56-0026-424a-bcf7-6c4660727a4c on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:30.112547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.167500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:30.168359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:30.168936 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.169358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:30.171727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Bound port: 6876dc56-0026-424a-bcf7-6c4660727a4c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:30.172144 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.220003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.272713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:30.306004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:30.315443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5bf785c8-79b5-4c73-9904-393209e16611 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "PUT /v2.0/routers/fd68c888-9398-4823-b0e3-ca0abc8b669e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2543621 Jul 06 18:13:30.319154 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] Sync routers for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:30.331307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51124) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:30.335506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:30.339540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] For port 6876dc56-0026-424a-bcf7-6c4660727a4c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:30.357724 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:30.359752 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:30.362815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.369001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] For port 6876dc56-0026-424a-bcf7-6c4660727a4c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6876dc56-0026-424a-bcf7-6c4660727a4c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:30.372103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'port_id': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'mac_address': 'fa:16:3e:71:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:13:30.394875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.408132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-57b0ffb5-6b10-400d-b487-458f0be68c8e service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828092 Jul 06 18:13:30.437836 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:30.450906 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] Routers {'fd68c888-9398-4823-b0e3-ca0abc8b669e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:30.452571 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['fd68c888-9398-4823-b0e3-ca0abc8b669e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:30.457270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5178e-afe4-48b6-a0ac-7d4c91703f07 req-cbb02f72-fb7c-4f24-bf46-13fc1a5178b4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:30.465989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73e5178e-afe4-48b6-a0ac-7d4c91703f07 req-cbb02f72-fb7c-4f24-bf46-13fc1a5178b4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 1.1851504 Jul 06 18:13:30.467738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af877a-3cf5-4860-9702-25c9db6b1a00 None None] Pushing event updated for resources: {'Port': ['ID=6876dc56-0026-424a-bcf7-6c4660727a4c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:30.544508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.559416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Routers {'43891a07-d612-4370-8747-22843171e9d3'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:30.561970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['43891a07-d612-4370-8747-22843171e9d3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:30.570453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Transition to ACTIVE for port object f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:30.572408 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:30.573236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7efae-d7a5-4ab2-9914-e7a3bdf9eff3 None None] The sync data for ids ['fd68c888-9398-4823-b0e3-ca0abc8b669e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:30.592803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-643460511'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:30.620837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73e5178e-afe4-48b6-a0ac-7d4c91703f07 req-4ca453ea-cac9-4150-888a-3a64e6458c04 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284161 Jul 06 18:13:30.649305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75bcadb6-1255-44e6-b018-db8bec4e32ce req-0612fbb0-e04a-4964-8848-90f6d46b0091 service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330930 Jul 06 18:13:30.660468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:13:30.713713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Made reservation on behalf of f1fc483a30984056964e79b554f713a2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:30.715620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:30.721196 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.729033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.762912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.781998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.797343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.814917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe42f89-9d47-4f9f-ae49-9eebfcc08293 req-d8da4e32-4278-47de-9dc3-54571f8f42d4 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:30.817824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfe42f89-9d47-4f9f-ae49-9eebfcc08293 req-d8da4e32-4278-47de-9dc3-54571f8f42d4 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 949 time: 0.1279254 Jul 06 18:13:30.876972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.878579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 716e85e8-08d1-43ef-8787-2fc5ba6ec63e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:30.881764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.883772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfe42f89-9d47-4f9f-ae49-9eebfcc08293 req-92a17437-9a0f-496b-a19e-6760ffff6726 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542898 Jul 06 18:13:30.945629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] Set router 43891a07-d612-4370-8747-22843171e9d3 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:30.993144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:31.005397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Network 4d833742-26db-42a1-8cf6-a740d4928139 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:31.022661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:31.025478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:31.065432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:13:31.117134 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.165380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Pushing event updated for resources: {'Port': ['ID=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:31.208663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:31.209694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.242589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.247620 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/5ccbfc6e-362f-4e99-81a5-9c48410dea38 HTTP/1.1" status: 204 len: 168 time: 1.3669472 Jul 06 18:13:31.247620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712500f2-0b09-49f9-9e4b-20fe9e51d070 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccbfc6e-362f-4e99-81a5-9c48410dea38,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:31.248730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:31.257069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.300785 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.313865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-df493733-836c-4c34-932f-f2789bb683fd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594592 Jul 06 18:13:31.319498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:31.328213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:31.336942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae9100-e56f-4823-8418-833d46d0019b None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:31.406238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.446411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.580718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:31.585875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.635091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eb9e83fa-fca9-4e5f-bb26-58e73b5d9aad None None] Provisioning for port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:31.664123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2634f38-e762-4139-b982-ae4d90b6d581 req-70c066d8-36cb-49ba-874a-22b18c2d804b tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:31.668566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2634f38-e762-4139-b982-ae4d90b6d581 req-70c066d8-36cb-49ba-874a-22b18c2d804b tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 949 time: 0.2160022 Jul 06 18:13:31.683093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eb9e83fa-fca9-4e5f-bb26-58e73b5d9aad None None] Provisioning complete for port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:31.683735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9e83fa-fca9-4e5f-bb26-58e73b5d9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.830510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e83fa-fca9-4e5f-bb26-58e73b5d9aad None None] Port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:31.869291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:31.883174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65f247-9247-40c7-859a-a700e325f435,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:31.893459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.893834 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Added segment 53ca3099-7f62-4c39-a260-aa760eb0490a of type vlan for network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 Jul 06 18:13:31.975510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting port 0bf49c3a-cbd7-46b0-94dd-95ca9579132f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:31.975851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:31.983353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.000078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.079722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2634f38-e762-4139-b982-ae4d90b6d581 req-f50fa716-3764-4336-bad1-af8219bd69b2 tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885286 Jul 06 18:13:32.143082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.145006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:26Z', 'revision_number': 3, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:32.149912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:32.150652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.183434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f33b2-a1d7-4769-8040-c3d46faa5f03 None None] The sync data for ids ['43891a07-d612-4370-8747-22843171e9d3'] in n-d-799527-3 is: [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:26Z', 'revision_number': 3, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:32.240498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.309858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:32.311105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0283833 Jul 06 18:13:32.311991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:32.344381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Request body: {'subnet': {'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:32.346706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c734-ca00-4b67-a9a2-96da782227be req-823505f9-9f3f-4e74-b58f-b587b945bce5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:32.350290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.357608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b272c734-ca00-4b67-a9a2-96da782227be req-823505f9-9f3f-4e74-b58f-b587b945bce5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 945 time: 0.3650045 Jul 06 18:13:32.363135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005bf2-dc4d-45a3-973e-8f6800b37beb tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event updated for resources: {'Network': ['ID=bd2a25e0-2ba3-4549-a171-d1c0a1571d20,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:32.365753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=2421d61f-5f09-454c-b6ee-509e38637788,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:32.386813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:32.391361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:32.396355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:32.397002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.428256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:32.431022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b272c734-ca00-4b67-a9a2-96da782227be req-45ec706c-afab-4147-8e1d-e2d1c553327a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723045 Jul 06 18:13:32.433847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Calling delete_port for 0bf49c3a-cbd7-46b0-94dd-95ca9579132f owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:32.444193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2272584f-9d21-4176-a1ae-04fb8e295999 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1224139 Jul 06 18:13:32.449455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:32.464969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '2421d61f-5f09-454c-b6ee-509e38637788', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-922135285'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:32.659205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Made reservation on behalf of f1fc483a30984056964e79b554f713a2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:32.672433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.770039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.778383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] Deleting port ed4cc183-c30a-4593-877b-79fb84941306 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:32.780621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.875100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:32.988417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778677da-71e4-4325-877e-a8096a9c148f req-ed1138ff-707a-4119-88b6-0d6829419c1b tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:32.990954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-778677da-71e4-4325-877e-a8096a9c148f req-ed1138ff-707a-4119-88b6-0d6829419c1b tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 949 time: 0.3040900 Jul 06 18:13:32.999805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] For port ed4cc183-c30a-4593-877b-79fb84941306, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ed4cc183-c30a-4593-877b-79fb84941306,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:33.000615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.018600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.025691 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] Calling delete_port for ed4cc183-c30a-4593-877b-79fb84941306 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:33.035912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.084684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.155937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6876dc56-0026-424a-bcf7-6c4660727a4c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:33.156641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port f64ddf11-ac93-49a5-9191-6aa16c8a8bd5 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:33.260994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.288326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.302920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Deleting port 4503a498-ccde-4b6f-be53-f89f42e729df {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:33.303538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.308871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.370497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] Pushing event deleted for resources: {'Port': ['ID=ed4cc183-c30a-4593-877b-79fb84941306,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:33.395524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9cfd77-53de-4f82-b010-02cba6f25d53 None None] No DVR routers for this DVR port ed4cc183-c30a-4593-877b-79fb84941306 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:33.441209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd96481-c4f7-4152-b33e-a8c180f98b2b None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:33.465415 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:13:33.466022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:13:33.508618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0ea252a7-43d8-4882-926b-dcef2c6fa9e4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0573890 Jul 06 18:13:33.515148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:33.516805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.525140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Pushing event updated for resources: {'Port': ['ID=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:33.565168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6876dc56-0026-424a-bcf7-6c4660727a4c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:33.583552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6876dc56-0026-424a-bcf7-6c4660727a4c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:33.583929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.593160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-165cd90b-1b80-45b9-9264-5074396aa92a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727127 Jul 06 18:13:33.603606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] For port 4503a498-ccde-4b6f-be53-f89f42e729df, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=4503a498-ccde-4b6f-be53-f89f42e729df,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:33.604041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.606531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:33.626258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Port': ['ID=0bf49c3a-cbd7-46b0-94dd-95ca9579132f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:33.757522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1362db-8947-45ba-94dc-9c1f68d6f5fc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:33.758748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1362db-8947-45ba-94dc-9c1f68d6f5fc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:33.763872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ae1362db-8947-45ba-94dc-9c1f68d6f5fc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1523950 Jul 06 18:13:33.781087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:33.781849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Calling delete_port for 4503a498-ccde-4b6f-be53-f89f42e729df owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:33.864447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.865183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ed1f1-4943-4008-9db8-fe92f18b92dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '2421d61f-5f09-454c-b6ee-509e38637788'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:33.866236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-837ed1f1-4943-4008-9db8-fe92f18b92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.880919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.937739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 2421d61f-5f09-454c-b6ee-509e38637788 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:33.950214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.972543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:34.010940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.031945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.044325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8f6c-ec59-4f57-bfd8-caf3241f9677 req-603cd543-59da-437f-beca-ab0c31df33bb tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.046400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5fdf8f6c-ec59-4f57-bfd8-caf3241f9677 req-603cd543-59da-437f-beca-ab0c31df33bb tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 949 time: 0.4700472 Jul 06 18:13:34.050508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 6876dc56-0026-424a-bcf7-6c4660727a4c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6876dc56-0026-424a-bcf7-6c4660727a4c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:34.059284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.120863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:34.121737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb418a2-6cee-4bb0-8d90-db5e25fa570f req-6dc7ddc1-27c5-49ba-926f-1d6fd1643b1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.125776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Network 4d833742-26db-42a1-8cf6-a740d4928139 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:34.128718 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=6876dc56-0026-424a-bcf7-6c4660727a4c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:34.130238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:34.130482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eeb418a2-6cee-4bb0-8d90-db5e25fa570f req-6dc7ddc1-27c5-49ba-926f-1d6fd1643b1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 945 time: 0.3914621 Jul 06 18:13:34.131992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:34.132373 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.153152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.153723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Fanout notify agent at l3_agent the message router_deleted on router fd68c888-9398-4823-b0e3-ca0abc8b669e {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:34.155863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.169939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.171158 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-acb42c29-4422-45fd-8047-a3e3323d5d50 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/routers/fd68c888-9398-4823-b0e3-ca0abc8b669e HTTP/1.1" status: 204 len: 168 time: 3.8385515 Jul 06 18:13:34.177970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51156) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:34.201476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ed4cc183-c30a-4593-877b-79fb84941306 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:34.230676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5fdf8f6c-ec59-4f57-bfd8-caf3241f9677 req-9efb05be-d549-477f-938b-6eefed9a9fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f20228-fff3-4479-8097-ca3dff5bdee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533129 Jul 06 18:13:34.240916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.274851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eeb418a2-6cee-4bb0-8d90-db5e25fa570f req-e319094c-80f8-47fb-9dc9-9f26bf65f94f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445806 Jul 06 18:13:34.281791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ed4cc183-c30a-4593-877b-79fb84941306 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:34.282815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ed4cc183-c30a-4593-877b-79fb84941306 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:34.329728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.344935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['4503a498-ccde-4b6f-be53-f89f42e729df'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:13:34.392036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Pushing event deleted for resources: {'Port': ['ID=4503a498-ccde-4b6f-be53-f89f42e729df,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:34.417575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-837ed1f1-4943-4008-9db8-fe92f18b92dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2421d61f-5f09-454c-b6ee-509e38637788: This subnet is being modified by another concurrent operation. Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2421d61f-5f09-454c-b6ee-509e38637788: This subnet is being modified by another concurrent operation. Jul 06 18:13:34.433168 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 18:13:34.458942 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.459325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event updated for resources: {'Subnet': ['ID=57d341e0-5720-4b30-b3e6-fc42f082cf08,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:34.476976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:34.483467 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea588c7-d8b7-4584-8678-2a48c53adc59" -d '{"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:34.487957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Deleting subnet 4363994e-3f39-4c5c-a402-2e2956d36525 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:34.491866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.509041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:34.512769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] No DVR routers for this DVR port 4503a498-ccde-4b6f-be53-f89f42e729df on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:34.517475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.518111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.520677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-778677da-71e4-4325-877e-a8096a9c148f req-85a9ae64-2298-4225-912a-11c4c7820fdd tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.60 "DELETE /v2.0/ports/4503a498-ccde-4b6f-be53-f89f42e729df HTTP/1.1" status: 204 len: 173 time: 1.5194280 Jul 06 18:13:34.530309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Checking segment: {'id': '53ca3099-7f62-4c39-a260-aa760eb0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:34.530933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Network hostable DHCP agents. Network: bd2a25e0-2ba3-4549-a171-d1c0a1571d20, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:13:34.591397 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f98948d-a8be-4883-b1f2-30e53d9c8115 x-openstack-request-id: req-9f98948d-a8be-4883-b1f2-30e53d9c8115 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:34.592079 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:34.592810 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f98948d-a8be-4883-b1f2-30e53d9c8115 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:34.593737 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'code': 200} Jul 06 18:13:34.615152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'name': 'network-vif-deleted', 'tag': '4503a498-ccde-4b6f-be53-f89f42e729df'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:34.621614 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb361f7-aee2-4a77-a234-1ee815ca184d" -d '{"events": [{"server_uuid": "d4bc784d-ed11-47d5-8662-748a403e804a", "name": "network-vif-deleted", "tag": "4503a498-ccde-4b6f-be53-f89f42e729df"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:34.634751 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.637247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/2421d61f-5f09-454c-b6ee-509e38637788 HTTP/1.1" status: 204 len: 168 time: 0.8517075 Jul 06 18:13:34.638228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582210cf-a12f-4bd2-aac4-b0d1fea0e7ef tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=2421d61f-5f09-454c-b6ee-509e38637788,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:34.646104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:34.668292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.676867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:34.721752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-854f64a5-b203-4491-9f97-2c5f9ea4de93 None None] Provisioning complete for port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:34.722441 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-854f64a5-b203-4491-9f97-2c5f9ea4de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.729628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d53800a-14c0-4fc2-9332-835c03820c59 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757706 Jul 06 18:13:34.730399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:34.742242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:34.755220 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63960e83-84e0-48b8-ad34-a9fd9a86751a x-openstack-request-id: req-63960e83-84e0-48b8-ad34-a9fd9a86751a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:34.755570 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bc784d-ed11-47d5-8662-748a403e804a", "name": "network-vif-deleted", "tag": "4503a498-ccde-4b6f-be53-f89f42e729df", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:34.755782 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63960e83-84e0-48b8-ad34-a9fd9a86751a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:34.756228 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bc784d-ed11-47d5-8662-748a403e804a', 'name': 'network-vif-deleted', 'tag': '4503a498-ccde-4b6f-be53-f89f42e729df', 'status': 'completed', 'code': 200} Jul 06 18:13:34.784968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:13:34.802172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Router 43891a07-d612-4370-8747-22843171e9d3 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:34.824401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-854f64a5-b203-4491-9f97-2c5f9ea4de93 None None] Port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:34.841794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, bd2a25e0-2ba3-4549-a171-d1c0a1571d20) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:34.851083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34a86d-8bbb-4c49-8550-bdae238fab21 None None] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:34.871946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.873201 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.905141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6876dc56-0026-424a-bcf7-6c4660727a4c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:34.907238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.029289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6876dc56-0026-424a-bcf7-6c4660727a4c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:35.029715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.040628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f912bc1-48ff-4ee2-b59c-5501ef6023fe tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7117832 Jul 06 18:13:35.047185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:35.053371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Request body: {'port': {'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-531281893'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:35.071586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784842-b257-4c5c-805c-b23d73946777 req-51609b42-7acf-4dd5-b516-45678f05e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:35.073819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1784842-b257-4c5c-805c-b23d73946777 req-51609b42-7acf-4dd5-b516-45678f05e4d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1097 time: 0.1878531 Jul 06 18:13:35.126099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:35.131488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.142453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-bd2a25e0-2ba3-4549-a171-d1c0a1571d20', 'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20', 'tenant_id': 'f1fc483a30984056964e79b554f713a2', 'fixed_ips': [{'subnet_id': '57d341e0-5720-4b30-b3e6-fc42f082cf08'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:35.143929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.178824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:35.210880 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f4972b86-59e7-42c3-8d81-965baa870b3c admin admin] 10.222.0.37 "PUT /v2.0/routers/43891a07-d612-4370-8747-22843171e9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0084286 Jul 06 18:13:35.210880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.267053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Subnet': ['ID=4363994e-3f39-4c5c-a402-2e2956d36525,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:35.287184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.290873 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5593f9cf-4f5c-4843-ac06-41a5b1500af1 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/subnets/4363994e-3f39-4c5c-a402-2e2956d36525 HTTP/1.1" status: 204 len: 168 time: 1.1097631 Jul 06 18:13:35.294928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51172) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:35.342459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Allocated IP 2001:db8::2 (bd2a25e0-2ba3-4549-a171-d1c0a1571d20/57d341e0-5720-4b30-b3e6-fc42f082cf08/b57b7699-da14-41d7-a6e1-255295d7c553) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:35.372075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Sync routers for ids ['43891a07-d612-4370-8747-22843171e9d3'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:35.390146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Made reservation on behalf of f1fc483a30984056964e79b554f713a2 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:35.406147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.422394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Routers {'43891a07-d612-4370-8747-22843171e9d3'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:35.423899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['43891a07-d612-4370-8747-22843171e9d3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:35.459073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1784842-b257-4c5c-805c-b23d73946777 req-905b7c38-536d-4b19-931c-7ad4a40b2bd8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713257 Jul 06 18:13:35.483666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] device_id is not set on port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:35.517624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.679294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.703178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3bd2aec-5deb-4ef3-b36a-6a044ca32c2e req-9f2f11a1-2bc0-4045-94e8-5da69f19247d tempest-VolumesNegativeTest-1047096405 tempest-VolumesNegativeTest-1047096405-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4bc784d-ed11-47d5-8662-748a403e804a HTTP/1.1" status: 200 len: 210 time: 0.0532730 Jul 06 18:13:35.703616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db3b6e-bc8c-4732-b016-cecdff01cd3b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:35.710681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Set router 43891a07-d612-4370-8747-22843171e9d3 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:35.722410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dfb259-4b7c-439c-abc0-2c40e698d52d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:35.722410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dfb259-4b7c-439c-abc0-2c40e698d52d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:35.733576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.752315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.761777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:35.762342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.811729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306f468-251c-4064-bc86-73b8c4732211 req-0686f624-8694-49d3-b81f-225d77150f27 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:35.813669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e306f468-251c-4064-bc86-73b8c4732211 req-0686f624-8694-49d3-b81f-225d77150f27 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.2431972 Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:35.821586 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:35.865610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.897696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.902216 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] 10.222.0.37 "DELETE /v2.0/networks/46db3b6e-bc8c-4732-b016-cecdff01cd3b HTTP/1.1" status: 204 len: 168 time: 0.6039777 Jul 06 18:13:35.902450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2195e-a1c4-40bd-a112-057ad5f50c15 tempest-FloatingIPTestJSON-895487648 tempest-FloatingIPTestJSON-895487648-project] Pushing event deleted for resources: {'Network': ['ID=46db3b6e-bc8c-4732-b016-cecdff01cd3b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:35.925171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e306f468-251c-4064-bc86-73b8c4732211 req-d594bc29-8963-4586-87e8-0bf39b6e356f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013422 Jul 06 18:13:35.958900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.064905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.078911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:36.085855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:36.090511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:36.091112 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.100350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Transition to ACTIVE for port object b57b7699-da14-41d7-a6e1-255295d7c553 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:36.114595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=dd50603f-5dae-46b6-b9d9-e013396f2865,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:36.126966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-24c4c3bf-edbb-4793-b124-b1d4f141cef3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3953407 Jul 06 18:13:36.130009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:36.136438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:36.137559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbb54e-913f-4a82-b96c-a51d002debd3 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:36.189640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.192061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.235187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Transition to ACTIVE for port object b57b7699-da14-41d7-a6e1-255295d7c553 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:36.262999 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.290149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.311556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.341700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.343424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4a467aed-caec-4e86-ac40-8ee3a1afeb8f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2119770 Jul 06 18:13:36.346753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51196) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:36.375000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Allocated IP 2001:db8::303 (bd2a25e0-2ba3-4549-a171-d1c0a1571d20/57d341e0-5720-4b30-b3e6-fc42f082cf08/7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:36.432927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:36.445761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Pushing event updated for resources: {'Port': ['ID=b57b7699-da14-41d7-a6e1-255295d7c553,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:36.455610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:36.470388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:36.557991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51202) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:36.741841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Attempting to bind port b57b7699-da14-41d7-a6e1-255295d7c553 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:36.742499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Attempting to bind port b57b7699-da14-41d7-a6e1-255295d7c553 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '53ca3099-7f62-4c39-a260-aa760eb0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:36.743192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Attempting to bind port b57b7699-da14-41d7-a6e1-255295d7c553 on network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:36.756841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'dd50603f-5dae-46b6-b9d9-e013396f2865'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:36.757804 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.763105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:36.763674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Checking segment: {'id': '53ca3099-7f62-4c39-a260-aa760eb0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:36.764093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.765428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Bound using segment: {'id': '53ca3099-7f62-4c39-a260-aa760eb0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:36.766233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Bound port: b57b7699-da14-41d7-a6e1-255295d7c553, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca3099-7f62-4c39-a260-aa760eb0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:36.766606 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.838508 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5033c0fc-6aea-4263-b601-7d548d92ac1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=195976cff729476b9ab586faff7502fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793429 Jul 06 18:13:36.841608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51212) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:36.936464 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:31Z', 'revision_number': 4, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f4fb9aaf-c8e9-43b7-932c-cc6236cfda59', 'name': '', 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'mac_address': 'fa:16:3e:1f:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:29Z', 'updated_at': '2021-07-06T18:13:32Z', 'revision_number': 2, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'subnets': [{'id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:36.937420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fbe9-77f0-418d-8f2a-d89ca6925b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:36.974453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fbe9-77f0-418d-8f2a-d89ca6925b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.011854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Checking router: 43891a07-d612-4370-8747-22843171e9d3 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:37.012220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Updating router 43891a07-d612-4370-8747-22843171e9d3 port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:13:37.021707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] For port b57b7699-da14-41d7-a6e1-255295d7c553, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:37.043703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.059367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fbe9-77f0-418d-8f2a-d89ca6925b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.059367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fbe9-77f0-418d-8f2a-d89ca6925b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.059367 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1fd0fbe9-77f0-418d-8f2a-d89ca6925b63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bff68c6-ea3a-498a-a058-c395adff366a HTTP/1.1" status: 204 len: 168 time: 0.2144706 Jul 06 18:13:37.101607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] For port b57b7699-da14-41d7-a6e1-255295d7c553, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b57b7699-da14-41d7-a6e1-255295d7c553,segment=NetworkSegment(53ca3099-7f62-4c39-a260-aa760eb0490a),segment_id=53ca3099-7f62-4c39-a260-aa760eb0490a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:37.119276 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.148500 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.279981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/dd50603f-5dae-46b6-b9d9-e013396f2865/2c70e66f-011f-4457-88fa-ef62fd15b787) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:37.357146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5c8da-ae86-481d-a27d-3e46ff587e27 None None] Pushing event updated for resources: {'Port': ['ID=b57b7699-da14-41d7-a6e1-255295d7c553,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:37.381328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.437285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Transition to ACTIVE for port object 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:37.536063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0fbe9-77f0-418d-8f2a-d89ca6925b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff68c6-ea3a-498a-a058-c395adff366a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:37.633560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.829033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4503a498-ccde-4b6f-be53-f89f42e729df no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:37.985928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:37.987652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event updated for resources: {'Port': ['ID=7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:38.001400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:38.010475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:38.022401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:38.023888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.027888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51266) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:38.080238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-83cd485a-2ddb-4540-a475-a44c64c990de tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0272427 Jul 06 18:13:38.084537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:38.100617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Request body: {'port': {'network_id': 'bd2a25e0-2ba3-4549-a171-d1c0a1571d20', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-587329574', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:38.101268 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] bootfile-name is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:13:38.102225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] tftp-server is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:13:38.103132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] server-ip-address is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:13:38.131238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a5ea-2c19-4618-85f4-30309046e276 req-818a9838-f8cd-4e91-a1d5-192207191ff5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:38.135393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ebd1a5ea-2c19-4618-85f4-30309046e276 req-818a9838-f8cd-4e91-a1d5-192207191ff5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.6413338 Jul 06 18:13:38.146561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 4503a498-ccde-4b6f-be53-f89f42e729df {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:38.147006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 4503a498-ccde-4b6f-be53-f89f42e729df not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:38.157381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.184415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Transition to ACTIVE for port object f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:38.195951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.206354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.229443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Transition to ACTIVE for port object 2c70e66f-011f-4457-88fa-ef62fd15b787 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:38.256355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Transition to ACTIVE for port object 2c70e66f-011f-4457-88fa-ef62fd15b787 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:38.338280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ebd1a5ea-2c19-4618-85f4-30309046e276 req-ae6d40cf-38cd-4ccf-81f9-8799683b0239 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816564 Jul 06 18:13:38.346600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.353410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d838a-0165-4e2e-ad1b-fdb74c01d020 None None] Pushing event updated for resources: {'Port': ['ID=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:38.471689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Made reservation on behalf of f1fc483a30984056964e79b554f713a2 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:38.476777 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.510294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Pushing event updated for resources: {'Port': ['ID=2c70e66f-011f-4457-88fa-ef62fd15b787,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:38.525495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] device_id is not set on port b22e769b-b12c-474e-8f12-d81b4c4d0383 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:38.544024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:38.551553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:38.585079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:38.753637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::1 (b93ba3d4-6204-46bf-8941-c428da39aa18/dd50603f-5dae-46b6-b9d9-e013396f2865/e300ac62-8053-46f3-a872-982acc356db0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:38.845463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Allocated IP 2001:db8::37d (bd2a25e0-2ba3-4549-a171-d1c0a1571d20/57d341e0-5720-4b30-b3e6-fc42f082cf08/b22e769b-b12c-474e-8f12-d81b4c4d0383) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:38.851119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Attempting to bind port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:38.851910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Attempting to bind port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:38.852409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Attempting to bind port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 on network 4d833742-26db-42a1-8cf6-a740d4928139 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:38.899187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:38.900989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Checking segment: {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:38.901518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.902027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Bound using segment: {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:38.904823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Bound port: f4fb9aaf-c8e9-43b7-932c-cc6236cfda59, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:38.905640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:38.947037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Attempting to bind port 2c70e66f-011f-4457-88fa-ef62fd15b787 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:38.951901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Attempting to bind port 2c70e66f-011f-4457-88fa-ef62fd15b787 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:38.952446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Attempting to bind port 2c70e66f-011f-4457-88fa-ef62fd15b787 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:39.028418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b57b7699-da14-41d7-a6e1-255295d7c553 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:39.069456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:39.070190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:39.070605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.071012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:39.075591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Bound port: 2c70e66f-011f-4457-88fa-ef62fd15b787, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:39.076023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.108247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51336) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:39.174832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c48165-6829-4c7d-a8cb-aba932115c93 None None] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:39.235364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4ae2d-ba50-4067-ada8-089831626b48 req-070c541e-12ab-4556-8804-d834cd9293ae tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:39.237734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] For port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:39.249936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ff4ae2d-ba50-4067-ada8-089831626b48 req-070c541e-12ab-4556-8804-d834cd9293ae tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.5076373 Jul 06 18:13:39.318214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] For port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:39.340418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b57b7699-da14-41d7-a6e1-255295d7c553 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:39.351735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] For port 2c70e66f-011f-4457-88fa-ef62fd15b787, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:39.360256 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.368032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] For port 2c70e66f-011f-4457-88fa-ef62fd15b787, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2c70e66f-011f-4457-88fa-ef62fd15b787,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:39.370183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.378207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2c37f55-b71f-4a77-a6ae-05f2c4220370 None None] Provisioning for port b57b7699-da14-41d7-a6e1-255295d7c553 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:39.382288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b57b7699-da14-41d7-a6e1-255295d7c553 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:39.382874 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.391355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Transition to ACTIVE for port object b22e769b-b12c-474e-8f12-d81b4c4d0383 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:39.407547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.437251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-477956188'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:39.468311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2c37f55-b71f-4a77-a6ae-05f2c4220370 None None] Provisioning complete for port b57b7699-da14-41d7-a6e1-255295d7c553 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:39.468689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2c37f55-b71f-4a77-a6ae-05f2c4220370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.469856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ff4ae2d-ba50-4067-ada8-089831626b48 req-a91f627f-e798-438a-a8ba-759a8b4b2869 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150228 Jul 06 18:13:39.510785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Made reservation on behalf of 177d30948bb247a6a46700f4e4f64e49 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:39.520919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.525076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:39.582127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.628276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.669713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:39.705573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d838a-0165-4e2e-ad1b-fdb74c01d020 None None] Pushing event updated for resources: {'Port': ['ID=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:39.712581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Routers {'43891a07-d612-4370-8747-22843171e9d3'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:39.714596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['43891a07-d612-4370-8747-22843171e9d3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:39.725757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:39.732571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:39.740313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:39.741128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.809309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc34f3-75d1-4016-967e-69f33474031f tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:39.811392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7adc34f3-75d1-4016-967e-69f33474031f tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1092 time: 0.2828097 Jul 06 18:13:39.814049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event updated for resources: {'Port': ['ID=b22e769b-b12c-474e-8f12-d81b4c4d0383,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:39.820902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.828367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51360) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:39.834079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address': '172.20.0.20'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:39.931600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object e300ac62-8053-46f3-a872-982acc356db0 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:39.997842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.008670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.024662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c0f84cb-8288-487c-bfdf-a4b38a695a77 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9367080 Jul 06 18:13:40.028418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:40.071000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:40.080898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdad93b-0725-4835-8fef-8351b4abeb0c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:40.090104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.090913 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Added segment a06b5f75-d141-4337-ae85-b9846c80fd72 of type vlan for network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b Jul 06 18:13:40.127530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.134752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.192069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.247236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.256638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:40.257828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:40.267036 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.272917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:40.280662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:40.281495 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.343162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=e300ac62-8053-46f3-a872-982acc356db0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:40.370783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Network': ['ID=76da8630-e5d7-4f73-ac23-aa0de44ebd5b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:40.390636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-581f92f9-18b0-4605-aa9c-cd160ffe222a tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2804794 Jul 06 18:13:40.407245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996874f-ed93-4997-9b87-24016d88d0f3 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:40.415392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996874f-ed93-4997-9b87-24016d88d0f3 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:40.419133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:40.422237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996874f-ed93-4997-9b87-24016d88d0f3 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:40.426803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:40.428284 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e996874f-ed93-4997-9b87-24016d88d0f3 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3920908 Jul 06 18:13:40.429011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:40.433867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'subnet': {'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:40.435772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.436119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.437153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.437661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.438327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.438908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.439479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.440022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.440507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.440998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.441557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.443002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:40.604173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.607625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Made reservation on behalf of 177d30948bb247a6a46700f4e4f64e49 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:40.615782 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.672748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc70fc8-3cc7-4d41-ac91-9376f09772d6 None None] Pushing event updated for resources: {'Port': ['ID=2c70e66f-011f-4457-88fa-ef62fd15b787,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:40.729052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b57b7699-da14-41d7-a6e1-255295d7c553, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b57b7699-da14-41d7-a6e1-255295d7c553,segment=NetworkSegment(53ca3099-7f62-4c39-a260-aa760eb0490a),segment_id=53ca3099-7f62-4c39-a260-aa760eb0490a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:40.750959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2c37f55-b71f-4a77-a6ae-05f2c4220370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.762898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.783384 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.812876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] Set router 43891a07-d612-4370-8747-22843171e9d3 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:40.898299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.915725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:40.992231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b57b7699-da14-41d7-a6e1-255295d7c553,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:41.124442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c70e66f-011f-4457-88fa-ef62fd15b787 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:41.148022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Deleting port b22e769b-b12c-474e-8f12-d81b4c4d0383 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:41.148656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.220545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.317364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-b2c37f55-b71f-4a77-a6ae-05f2c4220370 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:13:41.317987 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-b2c37f55-b71f-4a77-a6ae-05f2c4220370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:13:41.344692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Subnet': ['ID=a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:41.401842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Checking segment: {'id': 'a06b5f75-d141-4337-ae85-b9846c80fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:41.402631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network hostable DHCP agents. Network: 76da8630-e5d7-4f73-ac23-aa0de44ebd5b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:13:41.459379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:13:41.471753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 2c70e66f-011f-4457-88fa-ef62fd15b787 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:41.486176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 76da8630-e5d7-4f73-ac23-aa0de44ebd5b) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:41.496619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:41.497564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.517322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b5727-fca8-4c13-8318-689560552802 None None] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:41.535472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0d8b0ab-cb54-4749-86f8-74d067a02f26 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1099589 Jul 06 18:13:41.536292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:41.546381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1295908209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:41.620086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.621365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.624713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.19 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8854b407-cc87-4802-9899-562540385b47) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:41.786468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.796082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.827137 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:41.830993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f6d26ea9-723e-4bb4-b1bd-f2bc4789673d tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2910922 Jul 06 18:13:41.832716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:41.893049 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:42.037709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:31Z', 'revision_number': 4, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f4fb9aaf-c8e9-43b7-932c-cc6236cfda59', 'name': '', 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'mac_address': 'fa:16:3e:1f:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:29Z', 'updated_at': '2021-07-06T18:13:39Z', 'revision_number': 4, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'subnets': [{'id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:42.077175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a325d-8556-4b0c-aa5d-111fd40483c9 None None] The sync data for ids ['43891a07-d612-4370-8747-22843171e9d3'] in n-d-799527-3 is: [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:31Z', 'revision_number': 4, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f4fb9aaf-c8e9-43b7-932c-cc6236cfda59', 'name': '', 'network_id': '4d833742-26db-42a1-8cf6-a740d4928139', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'mac_address': 'fa:16:3e:1f:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:29Z', 'updated_at': '2021-07-06T18:13:39Z', 'revision_number': 4, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'subnets': [{'id': 'a7dbefe3-c95c-4e44-88a8-ee4c8d72422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:42.105001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-76da8630-e5d7-4f73-ac23-aa0de44ebd5b', 'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b', 'tenant_id': '177d30948bb247a6a46700f4e4f64e49', 'fixed_ips': [{'subnet_id': 'a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:42.107652 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:42.205189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Calling delete_port for b22e769b-b12c-474e-8f12-d81b4c4d0383 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:42.320322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning for port 2c70e66f-011f-4457-88fa-ef62fd15b787 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:42.342043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning complete for port 2c70e66f-011f-4457-88fa-ef62fd15b787 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:42.342517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:42.382291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:42.648592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Allocated IP 172.20.0.2 (76da8630-e5d7-4f73-ac23-aa0de44ebd5b/a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d/564f3bbe-0306-47e4-8f65-0e6369fd6e1e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:42.691823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:42.845258 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:42.932837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] For port 2c70e66f-011f-4457-88fa-ef62fd15b787, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2c70e66f-011f-4457-88fa-ef62fd15b787,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:42.950426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.040047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Pushing event updated for resources: {'Port': ['ID=2c70e66f-011f-4457-88fa-ef62fd15b787,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:43.124983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:43.129593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.137491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.159793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning for port b22e769b-b12c-474e-8f12-d81b4c4d0383 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:43.188763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning complete for port b22e769b-b12c-474e-8f12-d81b4c4d0383 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:43.189192 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.202185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.202185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.219445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:43.244671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:43.285564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Port b22e769b-b12c-474e-8f12-d81b4c4d0383 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:43.288231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.315650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:43.322559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:43.323394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.352450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:43.363904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning for port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:43.374392 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning complete for port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:43.375121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.418601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Transition to ACTIVE for port object 564f3bbe-0306-47e4-8f65-0e6369fd6e1e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:43.442092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=8854b407-cc87-4802-9899-562540385b47,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:43.477169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.499955 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.534288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:43.553838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Transition to ACTIVE for port object 564f3bbe-0306-47e4-8f65-0e6369fd6e1e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:43.605365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:43.656606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Provisioning complete for port b57b7699-da14-41d7-a6e1-255295d7c553 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:43.657749 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-536e3b36-6de1-45d1-b998-ffd90b081cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.664128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.664974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b57b7699-da14-41d7-a6e1-255295d7c553 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:43.670249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:43.675016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=e300ac62-8053-46f3-a872-982acc356db0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:43.741212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Allocated IP 172.20.0.1 (76da8630-e5d7-4f73-ac23-aa0de44ebd5b/a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d/718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:43.756654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event deleted for resources: {'Port': ['ID=b22e769b-b12c-474e-8f12-d81b4c4d0383,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:43.934151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:43.954653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:43.958961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:44.057749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.093406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Transition to ACTIVE for port object 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:44.188758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.242501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:44.304974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.315968 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-544ea5b2-068a-4132-8ce9-39ef6f2ffddf tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "DELETE /v2.0/ports/b22e769b-b12c-474e-8f12-d81b4c4d0383 HTTP/1.1" status: 204 len: 168 time: 3.8828650 Jul 06 18:13:44.320662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:44.328484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Request body: {'port': {'name': 'tempest-new-port-name-929739070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:44.328903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] bootfile-name is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:13:44.329275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] tftp-server is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:13:44.329703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] server-ip-address is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 18:13:44.337423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Port': ['ID=718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:44.355721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:44.368828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:44.389869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:44.394472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b57b7699-da14-41d7-a6e1-255295d7c553 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:44.396064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.400744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:44.434165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:44.437516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Attempting to bind port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:44.438286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Attempting to bind port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a06b5f75-d141-4337-ae85-b9846c80fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:44.439035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Attempting to bind port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e on network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:44.470708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Pushing event updated for resources: {'Port': ['ID=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:44.485283 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:44.486177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Checking segment: {'id': 'a06b5f75-d141-4337-ae85-b9846c80fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:44.486847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.487518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Bound using segment: {'id': 'a06b5f75-d141-4337-ae85-b9846c80fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:44.489872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Bound port: 564f3bbe-0306-47e4-8f65-0e6369fd6e1e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06b5f75-d141-4337-ae85-b9846c80fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:44.490721 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.677644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] For port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:44.681366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.682013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] For port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,segment=NetworkSegment(a06b5f75-d141-4337-ae85-b9846c80fd72),segment_id=a06b5f75-d141-4337-ae85-b9846c80fd72)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:44.700372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.812771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991fdb2-c242-4168-93cf-37d30da1e4e9 None None] Pushing event updated for resources: {'Port': ['ID=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:44.817760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ecd0f5cb-d13c-4132-9066-938c5718fcfc None None] Provisioning for port e300ac62-8053-46f3-a872-982acc356db0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:44.824693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ecd0f5cb-d13c-4132-9066-938c5718fcfc None None] Provisioning complete for port e300ac62-8053-46f3-a872-982acc356db0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:44.825076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f5cb-d13c-4132-9066-938c5718fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.840887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:44.870713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0f5cb-d13c-4132-9066-938c5718fcfc None None] Port e300ac62-8053-46f3-a872-982acc356db0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:44.889001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ecd0f5cb-d13c-4132-9066-938c5718fcfc None None] Could not find standard attr ID for object b22e769b-b12c-474e-8f12-d81b4c4d0383. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:13:45.027688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c9fb1c48-5e87-4c81-b837-076428f11c8f None None] Provisioning complete for port e300ac62-8053-46f3-a872-982acc356db0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:45.029087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1c48-5e87-4c81-b837-076428f11c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.063424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-8d0cc007-217c-42a3-96bf-93357c90efde service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5054238 Jul 06 18:13:45.082939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c70e66f-011f-4457-88fa-ef62fd15b787 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:45.141376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb1c48-5e87-4c81-b837-076428f11c8f None None] Port e300ac62-8053-46f3-a872-982acc356db0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:45.169258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 2c70e66f-011f-4457-88fa-ef62fd15b787 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:45.169534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.184547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Deleting port 0b23c065-7df1-41b2-a33d-3541c4e8cef3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:45.184880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.189366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.296245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:45.389554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] For port 0b23c065-7df1-41b2-a33d-3541c4e8cef3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0b23c065-7df1-41b2-a33d-3541c4e8cef3,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:45.399018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.427198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:45.427781 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.475952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Calling delete_port for 0b23c065-7df1-41b2-a33d-3541c4e8cef3 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:45.522248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Router d1dc1c19-ac75-4288-a7b2-73d424d464e4 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:13:45.568572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.574631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beacbe-b648-4247-a373-e305c7120773 req-ed393332-5345-4c4f-acbd-236141346d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:45.576763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-ed393332-5345-4c4f-acbd-236141346d8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 1097 time: 0.3131657 Jul 06 18:13:45.783687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.796417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.835995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:45.841708 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:45.849917 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Sync routers for ids ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:45.856792 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e089a2f9-27d1-42f8-96b7-f7cadf2f3d58 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "PUT /v2.0/routers/d1dc1c19-ac75-4288-a7b2-73d424d464e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5081725 Jul 06 18:13:45.865765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51504) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:45.868491 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Routers {'d1dc1c19-ac75-4288-a7b2-73d424d464e4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:45.869594 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:46.091728 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Set router d1dc1c19-ac75-4288-a7b2-73d424d464e4 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:46.123750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.243303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b23c065-7df1-41b2-a33d-3541c4e8cef3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:46.498506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] In _notify_port_updated(), no bound segment for port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da on network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:13:46.506116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:46.506985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.511436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "PUT /v2.0/ports/7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da HTTP/1.1" status: 200 len: 1129 time: 2.1867440 Jul 06 18:13:46.539782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.541250 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51510) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:46.592038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beacbe-b648-4247-a373-e305c7120773 req-46bc2407-5cdb-4fff-8619-0e61c2861ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:46.593799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-46bc2407-5cdb-4fff-8619-0e61c2861ba1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 200 len: 909 time: 0.9857001 Jul 06 18:13:46.601283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e20c75-49e5-4a2c-af69-2039e495e9f0 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event updated for resources: {'Port': ['ID=7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:46.631891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-72347538-19ff-4354-b1f3-aec9f97ffadc None None] Provisioning complete for port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:46.632774 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72347538-19ff-4354-b1f3-aec9f97ffadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.675301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.736479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94bb27-d426-47b7-8f8d-19294d60b744 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:46.741363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-af94bb27-d426-47b7-8f8d-19294d60b744 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports/e300ac62-8053-46f3-a872-982acc356db0 HTTP/1.1" status: 200 len: 911 time: 0.8741567 Jul 06 18:13:46.748139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:46.759786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-72347538-19ff-4354-b1f3-aec9f97ffadc None None] Port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:46.772029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.798729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:46.810919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.833352 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:36Z', 'updated_at': '2021-07-06T18:13:40Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None, '_interfaces': [{'id': 'e300ac62-8053-46f3-a872-982acc356db0', 'name': '', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'mac_address': 'fa:16:3e:fd:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd50603f-5dae-46b6-b9d9-e013396f2865', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:37Z', 'updated_at': '2021-07-06T18:13:42Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'subnets': [{'id': 'dd50603f-5dae-46b6-b9d9-e013396f2865', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:46.884098 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Checking router: d1dc1c19-ac75-4288-a7b2-73d424d464e4 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:46.884590 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Updating router d1dc1c19-ac75-4288-a7b2-73d424d464e4 port e300ac62-8053-46f3-a872-982acc356db0 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:13:46.975580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-e491f090-3d33-48d7-b97f-a4aebfa62178 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 200 len: 1002 time: 0.3687880 Jul 06 18:13:46.985995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53ed17-cef4-4cc4-a19c-a7e7af1288c8 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:46.985995 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fa53ed17-cef4-4cc4-a19c-a7e7af1288c8 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "GET /v2.0/ports/7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da HTTP/1.1" status: 200 len: 1129 time: 0.4406343 Jul 06 18:13:46.992407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:46.994972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51520) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:47.002618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbae14a-22e3-4088-b361-8703e7d89766 None None] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:47.030082 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.147544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Port': ['ID=718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:47.218947 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.257740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beacbe-b648-4247-a373-e305c7120773 req-d51fdc8e-08ce-40df-89e4-fdcb87bbb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:47.258497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 564f3bbe-0306-47e4-8f65-0e6369fd6e1e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:47.259940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-d51fdc8e-08ce-40df-89e4-fdcb87bbb0bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 200 len: 847 time: 0.2706144 Jul 06 18:13:47.272641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=8854b407-cc87-4802-9899-562540385b47,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:47.300342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-99c02005-34c7-4745-bffa-9133d9dd0458 None None] Provisioning for port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:47.302260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5269b60-0ea8-46ab-bcd6-c6da603e4ee9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:47.309274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5269b60-0ea8-46ab-bcd6-c6da603e4ee9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:47.311376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b5269b60-0ea8-46ab-bcd6-c6da603e4ee9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5592992 Jul 06 18:13:47.318765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51522) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:47.339021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.402437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-81bedcd5-afc3-4052-899e-5ceff95f7111 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7719ff8ba4424c559e7466944578f6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925341 Jul 06 18:13:47.412189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:47.419824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:47.430334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:47.430708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.496427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beacbe-b648-4247-a373-e305c7120773 req-4b73407b-1e6e-495d-8efa-ad21c261fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:47.498195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-4b73407b-1e6e-495d-8efa-ad21c261fb84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9d8721f-0090-4e66-8adc-ba7d0306f5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196066 Jul 06 18:13:47.585711 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.627892 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.640014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,segment=NetworkSegment(a06b5f75-d141-4337-ae85-b9846c80fd72),segment_id=a06b5f75-d141-4337-ae85-b9846c80fd72)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:47.646611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.652781 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Transition to ACTIVE for port object e300ac62-8053-46f3-a872-982acc356db0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:47.674217 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.685210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:47.712687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad055098-1bd3-4668-9f7f-41c4357ae045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.714686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:47.720045 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP d11301ff-94cf-4f2b-a0f1-4fb1f5150028 associated. External IP: 172.25.5.19, port: 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee. Jul 06 18:13:47.720960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:47.746266 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295211-1cd9-498c-aa72-51e3be0e4a35 None None] Pushing event updated for resources: {'Port': ['ID=e300ac62-8053-46f3-a872-982acc356db0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:47.840845 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Attempting to bind port e300ac62-8053-46f3-a872-982acc356db0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:47.841353 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Attempting to bind port e300ac62-8053-46f3-a872-982acc356db0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:47.841844 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Attempting to bind port e300ac62-8053-46f3-a872-982acc356db0 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:47.851447 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:47.851947 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:47.852373 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.852850 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:47.853541 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Bound port: e300ac62-8053-46f3-a872-982acc356db0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:47.854124 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.881634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Deleting port 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:47.882333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.893815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad055098-1bd3-4668-9f7f-41c4357ae045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.921048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-ce4f1ccb-b276-4eb4-979c-a51add1eada6 service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829637 Jul 06 18:13:47.985133 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] For port e300ac62-8053-46f3-a872-982acc356db0, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:47.992784 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] For port e300ac62-8053-46f3-a872-982acc356db0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e300ac62-8053-46f3-a872-982acc356db0,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:48.002176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-afaaf1f0-7889-472d-aec3-d2e243bcf040 None None] Provisioning complete for port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:48.002749 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.002900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afaaf1f0-7889-472d-aec3-d2e243bcf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.108314 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Routers {'d1dc1c19-ac75-4288-a7b2-73d424d464e4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:48.112457 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:48.196005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6beacbe-b648-4247-a373-e305c7120773 req-2c9e5da2-f513-423e-9485-d20e5f50fcef service neutron] 10.222.0.61 "GET /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639980 Jul 06 18:13:48.262703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad055098-1bd3-4668-9f7f-41c4357ae045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.265334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad055098-1bd3-4668-9f7f-41c4357ae045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.286740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ad055098-1bd3-4668-9f7f-41c4357ae045 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2f20228-fff3-4479-8097-ca3dff5bdee8 HTTP/1.1" status: 204 len: 168 time: 0.8700986 Jul 06 18:13:48.308865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-afaaf1f0-7889-472d-aec3-d2e243bcf040 None None] Provisioning for port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:48.315858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-afaaf1f0-7889-472d-aec3-d2e243bcf040 None None] Provisioning complete for port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:48.318498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afaaf1f0-7889-472d-aec3-d2e243bcf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.322679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad055098-1bd3-4668-9f7f-41c4357ae045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f20228-fff3-4479-8097-ca3dff5bdee8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:48.338298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.344941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Router c161d966-3e19-4c39-99d5-3b31ecec0d3e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:13:48.404624 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295211-1cd9-498c-aa72-51e3be0e4a35 None None] Pushing event updated for resources: {'Port': ['ID=e300ac62-8053-46f3-a872-982acc356db0,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:48.421628 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] Set router d1dc1c19-ac75-4288-a7b2-73d424d464e4 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:48.465915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-afaaf1f0-7889-472d-aec3-d2e243bcf040 None None] Port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:48.627921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-085030a0-248d-48f7-a468-85f922acfba1 None None] Provisioning complete for port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:48.638409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-085030a0-248d-48f7-a468-85f922acfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.653946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:48.680490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f61f9e0a-ebdb-4e96-a8f5-65b263d1996c tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "PUT /v2.0/routers/c161d966-3e19-4c39-99d5-3b31ecec0d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8438244 Jul 06 18:13:48.682666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:48.696700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'port': {'network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b', 'name': 'tempest-FloatingIPNegativeTestJSON-834722369'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:48.758699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] Sync routers for ids ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:48.828330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-085030a0-248d-48f7-a468-85f922acfba1 None None] Port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:48.833569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] Routers {'c161d966-3e19-4c39-99d5-3b31ecec0d3e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:48.834084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:48.961574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae3036-4c4e-462b-80d2-9a0db17e3e07 None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:13:48.968509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:49.025428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Made reservation on behalf of 177d30948bb247a6a46700f4e4f64e49 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:49.036677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.071570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] Routers {'c161d966-3e19-4c39-99d5-3b31ecec0d3e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:49.072255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:49.079158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] device_id is not set on port 7ac41b9d-c1b4-4b76-b04d-3471e1969828 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:13:49.089933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 564f3bbe-0306-47e4-8f65-0e6369fd6e1e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:49.117382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Calling delete_port for 7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:49.123112 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:36Z', 'updated_at': '2021-07-06T18:13:40Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None, '_interfaces': [{'id': 'e300ac62-8053-46f3-a872-982acc356db0', 'name': '', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'mac_address': 'fa:16:3e:fd:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd50603f-5dae-46b6-b9d9-e013396f2865', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:37Z', 'updated_at': '2021-07-06T18:13:47Z', 'revision_number': 4, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'subnets': [{'id': 'dd50603f-5dae-46b6-b9d9-e013396f2865', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:49.156778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:49.157462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae77f03-c6df-4e87-ad64-5bf18517f851 None None] The sync data for ids ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:49.177141 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d6505-c0c0-4ea7-ab81-4b69e370929a None None] The sync data for ids ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'] in n-d-799527-3 is: [{'id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:36Z', 'updated_at': '2021-07-06T18:13:40Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None, '_interfaces': [{'id': 'e300ac62-8053-46f3-a872-982acc356db0', 'name': '', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'mac_address': 'fa:16:3e:fd:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'dd50603f-5dae-46b6-b9d9-e013396f2865', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:37Z', 'updated_at': '2021-07-06T18:13:47Z', 'revision_number': 4, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'subnets': [{'id': 'dd50603f-5dae-46b6-b9d9-e013396f2865', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:49.231841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d15547c7-bc15-4400-aebc-2e2b05418991 None None] Provisioning complete for port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:49.232205 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d15547c7-bc15-4400-aebc-2e2b05418991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.287599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Allocated IP 172.20.0.10 (76da8630-e5d7-4f73-ac23-aa0de44ebd5b/a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d/7ac41b9d-c1b4-4b76-b04d-3471e1969828) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:49.289144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae3036-4c4e-462b-80d2-9a0db17e3e07 None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:13:49.310350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:49.310725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.320212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d15547c7-bc15-4400-aebc-2e2b05418991 None None] Port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:49.333268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Router d8b25485-aefd-46f5-8fd3-463c189ec1c2 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:49.460239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:49.719837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:49.724866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.734003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.736388 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] Sync routers for ids ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:49.743759 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-602efd2b-be6f-481f-a79d-5d04a932d328 admin admin] 10.222.0.37 "PUT /v2.0/routers/d8b25485-aefd-46f5-8fd3-463c189ec1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7122054 Jul 06 18:13:49.747296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:49.754772 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] Routers {'d8b25485-aefd-46f5-8fd3-463c189ec1c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:49.755441 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:49.837231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event deleted for resources: {'Port': ['ID=7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:49.843508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Transition to ACTIVE for port object 7ac41b9d-c1b4-4b76-b04d-3471e1969828 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:49.923055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.930130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.942921 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] Set router d8b25485-aefd-46f5-8fd3-463c189ec1c2 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:49.985410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.991504 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e45c59da-b007-4343-95c2-8375a5eb0996 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "DELETE /v2.0/ports/7fa634ff-a79c-4fa4-9b3e-9833c4e8d5da HTTP/1.1" status: 204 len: 168 time: 2.9918709 Jul 06 18:13:49.993601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51532) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:50.036690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:50.053478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] Sync routers for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:50.072725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:50.073203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:50.108026 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.128091 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:13:50.167155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.201518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:50.217200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:50.225301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:50.234135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Port': ['ID=7ac41b9d-c1b4-4b76-b04d-3471e1969828,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:50.310423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:50.312949 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:45Z', 'revision_number': 5, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port': {'id': '706db3aa-7b76-4349-8f9b-96a04710ee0f', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:57Z', 'updated_at': '2021-07-06T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:50.351721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:50.352639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.379388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Deleting subnet 57d341e0-5720-4b30-b3e6-fc42f082cf08 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:50.389672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-76714869-6b2b-4cf0-9102-46b42e097882 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7053592 Jul 06 18:13:50.391287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.402137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51534) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:50.404022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.405433 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] Checking router: d8b25485-aefd-46f5-8fd3-463c189ec1c2 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:50.420080 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] Routers {'d8b25485-aefd-46f5-8fd3-463c189ec1c2'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:50.421389 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:50.432536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:50.492289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Deleting port 706db3aa-7b76-4349-8f9b-96a04710ee0f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:50.492924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.504213 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1330689d-4ebd-48d3-8a94-a57d5476125e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6743977 Jul 06 18:13:50.517922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:50.526414 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aad055-012d-441e-82a2-e18139f0ac32" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:50.569225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] Set router d8b25485-aefd-46f5-8fd3-463c189ec1c2 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:50.614964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.651965 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:50Z', 'revision_number': 6, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:50.662066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.699880 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb2d88-c0bc-4e4f-a8ed-b67e16477a8e None None] The sync data for ids ['d8b25485-aefd-46f5-8fd3-463c189ec1c2'] in n-d-799527-3 is: [{'id': 'd8b25485-aefd-46f5-8fd3-463c189ec1c2', 'name': 'tempest-TestAggregatesBasicOps-2011986762-router', 'tenant_id': '134d7784eda64df68326e164954bf00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:54Z', 'updated_at': '2021-07-06T18:13:50Z', 'revision_number': 6, 'project_id': '134d7784eda64df68326e164954bf00e', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:50.743998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] For port 706db3aa-7b76-4349-8f9b-96a04710ee0f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=706db3aa-7b76-4349-8f9b-96a04710ee0f,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:50.744653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.808952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Calling delete_port for 706db3aa-7b76-4349-8f9b-96a04710ee0f owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:50.809791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd11301ff-94cf-4f2b-a0f1-4fb1f5150028', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'port_id': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'mac_address': 'fa:16:3e:71:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:13:44Z', 'updated_at': '2021-07-06T18:13:44Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:13Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:50.854568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] Checking router: ac014e6d-0c2e-4fa1-834d-0931ed1914f7 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:50.877127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:50.877768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:50.919380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.945562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37bed-c245-420f-8f65-5e9c6aa9c7c2 req-6ba11260-23ca-47ec-941e-5b1da239a88f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:50.947338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81b37bed-c245-420f-8f65-5e9c6aa9c7c2 req-6ba11260-23ca-47ec-941e-5b1da239a88f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.2080595 Jul 06 18:13:51.142317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81b37bed-c245-420f-8f65-5e9c6aa9c7c2 req-97697a6f-2bbf-440c-b0f3-c70c9c77db93 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844749 Jul 06 18:13:51.160494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port e300ac62-8053-46f3-a872-982acc356db0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:51.165591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.193854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:51.215941 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a3eef8-3541-4be0-8a1e-53133acc8a79 x-openstack-request-id: req-f5a3eef8-3541-4be0-8a1e-53133acc8a79 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:51.216579 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:51.216579 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5a3eef8-3541-4be0-8a1e-53133acc8a79 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:51.216877 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'status': 'completed', 'code': 200} Jul 06 18:13:51.243512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.326561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.328649 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "DELETE /v2.0/subnets/57d341e0-5720-4b30-b3e6-fc42f082cf08 HTTP/1.1" status: 204 len: 168 time: 1.3319647 Jul 06 18:13:51.335160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2083-44d6-4211-96b9-b70e020e5b23 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event deleted for resources: {'Subnet': ['ID=57d341e0-5720-4b30-b3e6-fc42f082cf08,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:51.344842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:51.359583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.439632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fab97f35-fce4-403e-99b4-aaea641daf87 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/d11301ff-94cf-4f2b-a0f1-4fb1f5150028 HTTP/1.1" status: 200 len: 991 time: 0.2402556 Jul 06 18:13:51.470817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.492457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e300ac62-8053-46f3-a872-982acc356db0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:51.494696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5792c5d-b114-44cf-966a-e615f532c73d None None] Network bd2a25e0-2ba3-4549-a171-d1c0a1571d20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:51.530040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=706db3aa-7b76-4349-8f9b-96a04710ee0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:51.537269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-99dae160-d44f-466a-af27-5a25ad761b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:51.539774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-99dae160-d44f-466a-af27-5a25ad761b84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1097 time: 0.3446372 Jul 06 18:13:51.578993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] For port e300ac62-8053-46f3-a872-982acc356db0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e300ac62-8053-46f3-a872-982acc356db0,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:51.579515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.593572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.608887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for e300ac62-8053-46f3-a872-982acc356db0 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:51.657415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:51.692702 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.703072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-38d29c08-1763-4bc7-b838-acf889b48445 None None] Provisioning complete for port 2c70e66f-011f-4457-88fa-ef62fd15b787 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:51.703511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38d29c08-1763-4bc7-b838-acf889b48445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.707802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Allocated IP 172.25.5.149 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/fa7e74b6-aa67-4f43-9a26-dbb0561d35e9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:51.750018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-fefa75bc-62c9-47c0-bca8-2296cae98462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:51.751980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-fefa75bc-62c9-47c0-bca8-2296cae98462 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.1882045 Jul 06 18:13:51.842626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e300ac62-8053-46f3-a872-982acc356db0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:51.855690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e300ac62-8053-46f3-a872-982acc356db0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:51.856094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.954375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Deleting port b57b7699-da14-41d7-a6e1-255295d7c553 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:51.954812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.072602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.077277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] For port b57b7699-da14-41d7-a6e1-255295d7c553, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b57b7699-da14-41d7-a6e1-255295d7c553,segment=NetworkSegment(53ca3099-7f62-4c39-a260-aa760eb0490a),segment_id=53ca3099-7f62-4c39-a260-aa760eb0490a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:52.077609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.132616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] DHCP port deletion for bd2a25e0-2ba3-4549-a171-d1c0a1571d20 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:52.137830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Calling delete_port for b57b7699-da14-41d7-a6e1-255295d7c553 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:52.139738 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.192115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-149ba21a-44d7-422b-8517-6c78a4c16a46 None None] Provisioning for port 7ac41b9d-c1b4-4b76-b04d-3471e1969828 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:52.207110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-149ba21a-44d7-422b-8517-6c78a4c16a46 None None] Provisioning complete for port 7ac41b9d-c1b4-4b76-b04d-3471e1969828 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:52.207443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149ba21a-44d7-422b-8517-6c78a4c16a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.211939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.251636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=e300ac62-8053-46f3-a872-982acc356db0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:52.290973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0b23c065-7df1-41b2-a33d-3541c4e8cef3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:52.297653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd11301ff-94cf-4f2b-a0f1-4fb1f5150028', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'port_id': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'mac_address': 'fa:16:3e:71:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:13:44Z', 'updated_at': '2021-07-06T18:13:44Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:13Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:52.320698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-149ba21a-44d7-422b-8517-6c78a4c16a46 None None] Port 7ac41b9d-c1b4-4b76-b04d-3471e1969828 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:52.343321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.352004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.353538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f5ae7-91e4-4fb8-a842-91e8ab377680 None None] The sync data for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 is: [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd11301ff-94cf-4f2b-a0f1-4fb1f5150028', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'port_id': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'fixed_ip_address': '172.20.0.20', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'mac_address': 'fa:16:3e:71:32:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:13:44Z', 'updated_at': '2021-07-06T18:13:44Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:13Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:52.355363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0b23c065-7df1-41b2-a33d-3541c4e8cef3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:52.356497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0b23c065-7df1-41b2-a33d-3541c4e8cef3 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:52.360127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.368129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] Deleting port b57b7699-da14-41d7-a6e1-255295d7c553 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:52.369107 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.441406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:52.453981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-31095b7e-ef19-4d06-8e5d-1d02fd1356e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 999 time: 0.6603084 Jul 06 18:13:52.471207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.486140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] For port b57b7699-da14-41d7-a6e1-255295d7c553, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b57b7699-da14-41d7-a6e1-255295d7c553,segment=NetworkSegment(53ca3099-7f62-4c39-a260-aa760eb0490a),segment_id=53ca3099-7f62-4c39-a260-aa760eb0490a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:52.486610 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.513571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.514087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b25485-aefd-46f5-8fd3-463c189ec1c2 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:52.520007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.522236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] Calling delete_port for b57b7699-da14-41d7-a6e1-255295d7c553 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:52.524086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-80d2eea5-ee34-4a48-af4b-135da5159e8e admin admin] 10.222.0.37 "DELETE /v2.0/routers/d8b25485-aefd-46f5-8fd3-463c189ec1c2 HTTP/1.1" status: 204 len: 168 time: 2.7746866 Jul 06 18:13:52.525892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:52.530964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:52.541253 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:52.585099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.595381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:52.639548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Port': ['ID=fa7e74b6-aa67-4f43-9a26-dbb0561d35e9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:52.655328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.670950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-02f42504-2a39-43f0-b060-50e6b45f8679 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/d11301ff-94cf-4f2b-a0f1-4fb1f5150028 HTTP/1.1" status: 200 len: 991 time: 0.2283640 Jul 06 18:13:52.677535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Deleting subnet e6c3e200-6503-46a9-b000-68cb73262905 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:52.680968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-b73e417c-ca5d-4282-b7f0-0d0282b39a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:52.682490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-b73e417c-ca5d-4282-b7f0-0d0282b39a76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.1900198 Jul 06 18:13:52.684905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.690400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] Pushing event deleted for resources: {'Port': ['ID=b57b7699-da14-41d7-a6e1-255295d7c553,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:52.694765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeabd32-f56b-46f4-b5d8-e431d82225c6 None None] No DVR routers for this DVR port b57b7699-da14-41d7-a6e1-255295d7c553 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:52.738413 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44494c02-d393-457e-8ccb-0c873c56d1a5 None None] New status for floating IP d11301ff-94cf-4f2b-a0f1-4fb1f5150028: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:13:52.761274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] No DVR routers for this DVR port b57b7699-da14-41d7-a6e1-255295d7c553 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:52.775632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event deleted for resources: {'Port': ['ID=b57b7699-da14-41d7-a6e1-255295d7c553,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:52.796261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.874016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-518fd2a1-0726-4889-baf8-5e82ea162be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:52.875942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-518fd2a1-0726-4889-baf8-5e82ea162be6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439717 Jul 06 18:13:52.952125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:52.980226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Router d1dc1c19-ac75-4288-a7b2-73d424d464e4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:53.015832 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.042705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-3c0f50b0-6ab3-452f-89f2-419fa418348f service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598744 Jul 06 18:13:53.047321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2a25e0-2ba3-4549-a171-d1c0a1571d20']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.059796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.061922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.070653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ca3099-7f62-4c39-a260-aa760eb0490a') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.070653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ca3099-7f62-4c39-a260-aa760eb0490a') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.090010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 706db3aa-7b76-4349-8f9b-96a04710ee0f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:53.117626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 706db3aa-7b76-4349-8f9b-96a04710ee0f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:53.117976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 706db3aa-7b76-4349-8f9b-96a04710ee0f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:53.118391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b57b7699-da14-41d7-a6e1-255295d7c553 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:53.136368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c3e200-6503-46a9-b000-68cb73262905,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:53.138450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.142019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.142866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b57b7699-da14-41d7-a6e1-255295d7c553 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:53.143091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b57b7699-da14-41d7-a6e1-255295d7c553 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:53.147467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3f6c4807-9712-4118-b5f0-d0079acccf96 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e6c3e200-6503-46a9-b000-68cb73262905 HTTP/1.1" status: 204 len: 168 time: 0.6149888 Jul 06 18:13:53.147649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e2432a-a300-44bd-a422-7ae8ac8c33fa None None] Network 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:53.149798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:53.253013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1aad055-012d-441e-82a2-e18139f0ac32 req-336ac4f0-223e-475c-9eec-b0b9b69a7c9f service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016969 Jul 06 18:13:53.256185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.346896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Deleting port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:53.348047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.388432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] DHCP port deletion for 1591dbf6-1ad1-4336-8edb-acb5e4881fb1 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:53.426737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] For port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:53.427107 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.442699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Calling delete_port for 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:53.450983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] Deleting port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:53.451651 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.558023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] For port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,segment=NetworkSegment(389dca06-54e3-4815-816d-16ef74a92632),segment_id=389dca06-54e3-4815-816d-16ef74a92632)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:53.558849 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.561179 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.563573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:53.574587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] Calling delete_port for 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:53.576919 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9aedad25-056f-4977-b547-96c4f28200fa tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "PUT /v2.0/routers/d1dc1c19-ac75-4288-a7b2-73d424d464e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2565248 Jul 06 18:13:53.577990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] Sync routers for ids ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:53.580248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51552) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:53.595569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.596226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:53.598839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] Routers {'d1dc1c19-ac75-4288-a7b2-73d424d464e4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:53.599393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.601235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] No DVR routers for this DVR port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:53.652270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:53.654559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.662223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:53.665258 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:53.684690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:53.715295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] Set router d1dc1c19-ac75-4288-a7b2-73d424d464e4 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:53.760996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.782565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591dbf6-1ad1-4336-8edb-acb5e4881fb1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.789128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:36Z', 'updated_at': '2021-07-06T18:13:52Z', 'revision_number': 3, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.790014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80f727-2783-4ae0-ade2-eea02688e20e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:53.791942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80f727-2783-4ae0-ade2-eea02688e20e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:53.796445 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ed80f727-2783-4ae0-ade2-eea02688e20e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2150664 Jul 06 18:13:53.799019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:53.805143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.811020 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.813745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] 10.222.0.37 "DELETE /v2.0/networks/bd2a25e0-2ba3-4549-a171-d1c0a1571d20 HTTP/1.1" status: 204 len: 168 time: 2.4513788 Jul 06 18:13:53.865645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] Checking router: d1dc1c19-ac75-4288-a7b2-73d424d464e4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:53.871669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-52adf7e6-66be-4ba9-bd99-376c8381ef1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/d11301ff-94cf-4f2b-a0f1-4fb1f5150028 HTTP/1.1" status: 200 len: 993 time: 0.1850920 Jul 06 18:13:53.872084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6e548-e097-422c-8960-7311176d12b4 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715 tempest-ExtraDHCPOptionsIpV6TestJSON-614863715-project] Pushing event deleted for resources: {'Network': ['ID=bd2a25e0-2ba3-4549-a171-d1c0a1571d20,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:53.874263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389dca06-54e3-4815-816d-16ef74a92632') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.874800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389dca06-54e3-4815-816d-16ef74a92632') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:53.892608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.907737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet dd50603f-5dae-46b6-b9d9-e013396f2865 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:53.911976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.926863 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.974716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.982903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.991951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] Pushing event deleted for resources: {'Port': ['ID=12a0e320-1bb3-4cb6-8cdd-142dc8c41f51,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:53.998987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] Routers {'d1dc1c19-ac75-4288-a7b2-73d424d464e4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:53.999995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:54.001687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.003794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e5b62-60b7-4006-aa81-966d983f20b4 None None] No DVR routers for this DVR port 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:54.009495 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.043609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:54.044164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:54.047147 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:54.098250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] Set router d1dc1c19-ac75-4288-a7b2-73d424d464e4 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:54.151646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Port': ['ID=fa7e74b6-aa67-4f43-9a26-dbb0561d35e9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:54.169022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.202698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.209371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2cbaaa7a-66c7-4cbd-b7a9-5df0e52bc6c5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7982497 Jul 06 18:13:54.209940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51560) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.216607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:36Z', 'updated_at': '2021-07-06T18:13:52Z', 'revision_number': 3, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:54.222029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f8d57ebb-9c19-45a3-b595-1148103e9931 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'floatingip': {'port_id': '7ac41b9d-c1b4-4b76-b04d-3471e1969828', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:54.225281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.237022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.240964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1591dbf6-1ad1-4336-8edb-acb5e4881fb1 HTTP/1.1" status: 204 len: 168 time: 1.0898616 Jul 06 18:13:54.254043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.275684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1b07a-0116-4d1c-9170-627caffd2235 None None] The sync data for ids ['d1dc1c19-ac75-4288-a7b2-73d424d464e4'] in n-d-799527-3 is: [{'id': 'd1dc1c19-ac75-4288-a7b2-73d424d464e4', 'name': 'tempest-NetworksTestDHCPv6-router-1615962247', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:36Z', 'updated_at': '2021-07-06T18:13:52Z', 'revision_number': 3, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:54.292463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457dcdd-bd89-49fe-b6e5-42f7aba70238 admin admin] Pushing event deleted for resources: {'Network': ['ID=1591dbf6-1ad1-4336-8edb-acb5e4881fb1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:54.295219 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.307798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8d57ebb-9c19-45a3-b595-1148103e9931 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.396233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51566) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.440843 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.484203 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-f8d57ebb-9c19-45a3-b595-1148103e9931 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] update failed (client error): The resource could not be found. Jul 06 18:13:54.485570 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f8d57ebb-9c19-45a3-b595-1148103e9931 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "PUT /v2.0/floatingips/88f7ed4e-a839-47d2-ac7d-69cae49fe57a HTTP/1.1" status: 404 len: 507 time: 0.2739816 Jul 06 18:13:54.492706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51570) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.519909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=dd50603f-5dae-46b6-b9d9-e013396f2865,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:54.530550 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.533658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9b3fe0b6-1559-4017-b091-33bb843f7df2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/dd50603f-5dae-46b6-b9d9-e013396f2865 HTTP/1.1" status: 204 len: 168 time: 0.7333939 Jul 06 18:13:54.537986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.538289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67530cc1-ce7f-40ac-88d6-a89c80f63264 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:54.728191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c41f74f5-edfe-4c95-b1d4-4bf83c3e2910 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1888855 Jul 06 18:13:54.729192 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-346fe40e-bf60-4eb0-b802-3496e5fca8f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1fc483a30984056964e79b554f713a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314550 Jul 06 18:13:54.730137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51574) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.730839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51576) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:54.845496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:54.931706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] Deleting port 2c70e66f-011f-4457-88fa-ef62fd15b787 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:54.933016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.969536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.013827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.043706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e300ac62-8053-46f3-a872-982acc356db0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:55.052839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Deleting port fa7e74b6-aa67-4f43-9a26-dbb0561d35e9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:55.053343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.075992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e300ac62-8053-46f3-a872-982acc356db0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:55.076381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e300ac62-8053-46f3-a872-982acc356db0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:55.077360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:55.112477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:55.113121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 12a0e320-1bb3-4cb6-8cdd-142dc8c41f51 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:55.113852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 2c70e66f-011f-4457-88fa-ef62fd15b787 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:55.117288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] For port 2c70e66f-011f-4457-88fa-ef62fd15b787, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=2c70e66f-011f-4457-88fa-ef62fd15b787,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:55.117685 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.155458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] Calling delete_port for 2c70e66f-011f-4457-88fa-ef62fd15b787 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:55.170626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba167859-b233-43a1-83b1-3a93d5552d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.175157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.175584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.230450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Calling delete_port for fa7e74b6-aa67-4f43-9a26-dbb0561d35e9 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:55.272186 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.311496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.323838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba167859-b233-43a1-83b1-3a93d5552d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.337731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.341010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.361177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] Pushing event deleted for resources: {'Port': ['ID=2c70e66f-011f-4457-88fa-ef62fd15b787,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:55.363176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e4420-a6b8-416e-8f11-299f6ccb7ec8 None None] No DVR routers for this DVR port 2c70e66f-011f-4457-88fa-ef62fd15b787 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:55.410461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f537338f-e2d0-44b5-aecd-8d000020f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.438953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Deleting port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:55.439480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.463652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.464730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Fanout notify agent at l3_agent the message router_deleted on router d1dc1c19-ac75-4288-a7b2-73d424d464e4 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:55.471870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.477048 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e3392df-9df3-46dc-95f1-56ff38e7d957 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/routers/d1dc1c19-ac75-4288-a7b2-73d424d464e4 HTTP/1.1" status: 204 len: 168 time: 0.7413104 Jul 06 18:13:55.477672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:55.489058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:55.572308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] For port f4fb9aaf-c8e9-43b7-932c-cc6236cfda59, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:55.573512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.582456 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba167859-b233-43a1-83b1-3a93d5552d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.585192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba167859-b233-43a1-83b1-3a93d5552d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.589202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ba167859-b233-43a1-83b1-3a93d5552d1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c65f247-9247-40c7-859a-a700e325f435 HTTP/1.1" status: 204 len: 168 time: 0.8525999 Jul 06 18:13:55.597457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Calling delete_port for f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:55.615546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba167859-b233-43a1-83b1-3a93d5552d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65f247-9247-40c7-859a-a700e325f435,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:55.671278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:55.675095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.733557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.806981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Port': ['ID=fa7e74b6-aa67-4f43-9a26-dbb0561d35e9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:55.912259 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.936979 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.944213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.949796 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-594c490f-b800-4ec7-903e-b38cbe61696b tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "DELETE /v2.0/floatingips/88f7ed4e-a839-47d2-ac7d-69cae49fe57a HTTP/1.1" status: 204 len: 168 time: 1.4525156 Jul 06 18:13:55.950040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fb9aaf-c8e9-43b7-932c-cc6236cfda59,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:55.950790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:55.955392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b535730e-9df6-4cb8-b51b-ff2fff6997ef tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'floatingip': {'floating_network_id': '76da8630-e5d7-4f73-ac23-aa0de44ebd5b', 'port_id': '7ac41b9d-c1b4-4b76-b04d-3471e1969828', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:56.033331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b535730e-9df6-4cb8-b51b-ff2fff6997ef tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.116166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.173009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:56.177101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:56.183810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:56.184514 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.195571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169b62c-9f33-4c41-b04d-d7fae271c1fb None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:56.224666 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7414019 Jul 06 18:13:56.228546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:56.242020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1822248802', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:56.245778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d0362-4465-484d-884a-122f95406868 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:56.323174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.324321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.341177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.586302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:13:56.587310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.607584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:56.761445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--327206016'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:56.770341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276/31c9ee5e-c042-4952-8fd4-a6d2b50fca5b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:56.792224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.804821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.817241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.826806 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b535730e-9df6-4cb8-b51b-ff2fff6997ef tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:13:56.831425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51608) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:56.831745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b535730e-9df6-4cb8-b51b-ff2fff6997ef tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8798749 Jul 06 18:13:56.835468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.837664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '7ac41b9d-c1b4-4b76-b04d-3471e1969828', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:57.000637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.010139 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.016458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.026859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Transition to ACTIVE for port object 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:57.043122 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.044332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-34ebad74-bf27-4df7-880c-68322510808d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8103764 Jul 06 18:13:57.048052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Transition to ACTIVE for port object 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:57.048811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.058461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.076277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d3b5b-2c4a-4c96-a3e3-a6924696962e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:57.102487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:57.106057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:57.113609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:57.121364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Pushing event updated for resources: {'Port': ['ID=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:57.178831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.185053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.186461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Router 43891a07-d612-4370-8747-22843171e9d3 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:57.187677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Attempting to bind port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:57.188184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Attempting to bind port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:57.189848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Attempting to bind port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:57.195332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:57.195903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:57.196508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.196960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:57.197403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Bound port: 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:57.197962 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.198811 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.269994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.271582 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6614766 Jul 06 18:13:57.274886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51612) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.283233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] For port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:57.287750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] For port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:57.290265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3fc2-8afc-464c-8f89-cc50d8554538 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc133c-a7ac-46ff-9c44-a96b0090bb7d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:57.294180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.366539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33ddb-09de-44e2-abb2-1f57fb01d7b0 None None] Pushing event updated for resources: {'Port': ['ID=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:57.390162 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d38fd259-3fb1-45d0-a731-bcac1fdca124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1089828 Jul 06 18:13:57.392912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.398935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-security--32983994', 'description': 'tempest-security-description-1029575387'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:57.433391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.437540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.490723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.537392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.590986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.598437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.610069 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "PUT /v2.0/security-groups/0abc133c-a7ac-46ff-9c44-a96b0090bb7d HTTP/1.1" status: 200 len: 1778 time: 0.2160552 Jul 06 18:13:57.613840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.623392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:57.638466 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] Sync routers for ids ['43891a07-d612-4370-8747-22843171e9d3'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:57.655921 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] Routers {'43891a07-d612-4370-8747-22843171e9d3'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:57.657134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['43891a07-d612-4370-8747-22843171e9d3'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:57.660874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-991b933d-4e1b-43ba-a8bb-d3f5b3b48136 admin admin] 10.222.0.37 "PUT /v2.0/routers/43891a07-d612-4370-8747-22843171e9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4026725 Jul 06 18:13:57.664814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51618) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.707085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Allocated IP 172.25.5.92 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/6ebeea32-6c82-49c6-b6d2-2ae3c5879073) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:57.709583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c9d9f-11fb-4a79-975c-dd0e76b6c9ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc133c-a7ac-46ff-9c44-a96b0090bb7d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:57.721326 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-889bd428-7fa2-4303-b6ce-f48d4cf70915 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups/0abc133c-a7ac-46ff-9c44-a96b0090bb7d HTTP/1.1" status: 200 len: 1778 time: 0.0961313 Jul 06 18:13:57.724077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51620) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.809837 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] Set router 43891a07-d612-4370-8747-22843171e9d3 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:57.837851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.852517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1860f200-8a71-46e9-b471-75a8912184dd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.888178 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1860f200-8a71-46e9-b471-75a8912184dd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.919713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba6fc47f-1300-454a-b7b9-d806ed0e33c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.944273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.977447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.997764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1860f200-8a71-46e9-b471-75a8912184dd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.000591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1860f200-8a71-46e9-b471-75a8912184dd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.004940 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1860f200-8a71-46e9-b471-75a8912184dd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/0abc133c-a7ac-46ff-9c44-a96b0090bb7d HTTP/1.1" status: 204 len: 168 time: 0.2794981 Jul 06 18:13:58.010763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51622) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:58.041953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860f200-8a71-46e9-b471-75a8912184dd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abc133c-a7ac-46ff-9c44-a96b0090bb7d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:58.053955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::1 (b93ba3d4-6204-46bf-8941-c428da39aa18/fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276/c4eadf27-a0bc-4106-bfa1-c1983dc27266) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:58.068864 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.069718 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.108255 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:55Z', 'revision_number': 5, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port': {'id': '6876dc56-0026-424a-bcf7-6c4660727a4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43891a07-d612-4370-8747-22843171e9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:24Z', 'updated_at': '2021-07-06T18:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:58.124300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:58.139391 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0c8bb091-7c77-4063-9c1b-7775868c35f9 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247494 Jul 06 18:13:58.140488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:58.143276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:58.146093 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] Checking router: 43891a07-d612-4370-8747-22843171e9d3 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:58.148046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51624) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:58.157063 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] Routers {'43891a07-d612-4370-8747-22843171e9d3'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:58.158988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['43891a07-d612-4370-8747-22843171e9d3'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:58.197982 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-6ca3dee3-55ed-4424-addc-f37ad7cfeccc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] delete failed (client error): The resource could not be found. Jul 06 18:13:58.203198 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ca3dee3-55ed-4424-addc-f37ad7cfeccc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/0abc133c-a7ac-46ff-9c44-a96b0090bb7d HTTP/1.1" status: 404 len: 347 time: 0.0541189 Jul 06 18:13:58.207773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51626) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:58.217873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382941655'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:58.224453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Deleting port 6876dc56-0026-424a-bcf7-6c4660727a4c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:58.224792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.232414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event updated for resources: {'Port': ['ID=6ebeea32-6c82-49c6-b6d2-2ae3c5879073,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:58.304611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] Set router 43891a07-d612-4370-8747-22843171e9d3 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:58.308073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.337803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object c4eadf27-a0bc-4106-bfa1-c1983dc27266 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:58.361182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.391329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] For port 6876dc56-0026-424a-bcf7-6c4660727a4c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6876dc56-0026-424a-bcf7-6c4660727a4c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:58.391909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.411482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Calling delete_port for 6876dc56-0026-424a-bcf7-6c4660727a4c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:58.418292 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:58Z', 'revision_number': 6, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:58.454892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d4194-1ef8-486d-8404-014b1b552529 None None] The sync data for ids ['43891a07-d612-4370-8747-22843171e9d3'] in n-d-799527-3 is: [{'id': '43891a07-d612-4370-8747-22843171e9d3', 'name': 'tempest-TestAggregatesBasicOps-531126504-router', 'tenant_id': 'ee5b7fa9332945a7928c98281df643d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:23Z', 'updated_at': '2021-07-06T18:13:58Z', 'revision_number': 6, 'project_id': 'ee5b7fa9332945a7928c98281df643d6', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:58.521145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Deleting port 6ebeea32-6c82-49c6-b6d2-2ae3c5879073 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:58.521826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.584457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.595053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.610312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.660847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.663311 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4520335 Jul 06 18:13:58.667215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:58.668650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:58.671900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae36d9-3d60-416b-9e8f-1dc15bdfb4cc tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7a594-72ce-41c0-85b0-f69771d6b9f9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:58.696611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:58.699450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7a594-72ce-41c0-85b0-f69771d6b9f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:58.707413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:58.708175 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.709300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.709639 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.727727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Calling delete_port for 6ebeea32-6c82-49c6-b6d2-2ae3c5879073 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:58.809132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=c4eadf27-a0bc-4106-bfa1-c1983dc27266,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:58.847920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.850614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2eb1f46-cd1e-44b5-8a31-09c92b74a568 None None] Provisioning for port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:58.863749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.915056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.916305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Pushing event deleted for resources: {'Port': ['ID=6876dc56-0026-424a-bcf7-6c4660727a4c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:58.985953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Port': ['ID=6ebeea32-6c82-49c6-b6d2-2ae3c5879073,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:59.083660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.086193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.089042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.104277 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] create failed (client error): The resource could not be found. Jul 06 18:13:59.105562 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5adb23b1-bfe2-4a5f-a140-9311e0159d24 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2727332 Jul 06 18:13:59.109512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51630) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.130110 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.184440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-71a9623c-76b6-4803-ba33-1e3c90b6b049 None None] Provisioning for port c4eadf27-a0bc-4106-bfa1-c1983dc27266 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:59.188672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-71a9623c-76b6-4803-ba33-1e3c90b6b049 None None] Provisioning complete for port c4eadf27-a0bc-4106-bfa1-c1983dc27266 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:59.189322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71a9623c-76b6-4803-ba33-1e3c90b6b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.230823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-71a9623c-76b6-4803-ba33-1e3c90b6b049 None None] Port c4eadf27-a0bc-4106-bfa1-c1983dc27266 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:13:59.236186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Deleting port 7ac41b9d-c1b4-4b76-b04d-3471e1969828 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:59.236541 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.237092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.241681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b80feda-925c-46bd-8851-1854bc58df71,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:59.246165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.260275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.261496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b183c003-2e67-4bdb-bf9a-6a9ac9d28625 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5666780 Jul 06 18:13:59.284020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51634) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.325421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84cad67-2083-4839-9c5a-4bc583170805 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.337679 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84cad67-2083-4839-9c5a-4bc583170805 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.357526 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.384524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.400572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84cad67-2083-4839-9c5a-4bc583170805 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.404799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:59.420087 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84cad67-2083-4839-9c5a-4bc583170805 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.423796 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f84cad67-2083-4839-9c5a-4bc583170805 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7b80feda-925c-46bd-8851-1854bc58df71 HTTP/1.1" status: 204 len: 168 time: 0.1388373 Jul 06 18:13:59.430448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cad67-2083-4839-9c5a-4bc583170805 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b80feda-925c-46bd-8851-1854bc58df71,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:59.434601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Calling delete_port for 7ac41b9d-c1b4-4b76-b04d-3471e1969828 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:59.451575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51636) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.479297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:59.484979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:59.486745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.563942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d10942b0-9eb9-4b27-94e6-c9a628db3c0d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1105874 Jul 06 18:13:59.576570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.585459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.635951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:59.642545 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.676517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:59.701668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:59.702041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f4fb9aaf-c8e9-43b7-932c-cc6236cfda59 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:59.709784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.710029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.710515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43891a07-d612-4370-8747-22843171e9d3 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:59.716324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.717486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f0a2bed6-c778-4bab-8acd-2f36b588f941 admin admin] 10.222.0.37 "DELETE /v2.0/routers/43891a07-d612-4370-8747-22843171e9d3 HTTP/1.1" status: 204 len: 168 time: 2.0516949 Jul 06 18:13:59.719956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.728838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:59.751552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6213db99-3710-4689-832d-ef99c8f2a8d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.761400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Port': ['ID=7ac41b9d-c1b4-4b76-b04d-3471e1969828,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:59.796156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Deleting subnet a7dbefe3-c95c-4e44-88a8-ee4c8d72422b {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:59.810053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.835189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6213db99-3710-4689-832d-ef99c8f2a8d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.874160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.877013 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7b16b8eb-7abc-4d85-a627-790c1e045ad4 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "DELETE /v2.0/ports/7ac41b9d-c1b4-4b76-b04d-3471e1969828 HTTP/1.1" status: 204 len: 168 time: 0.7659969 Jul 06 18:13:59.882576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51642) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.905870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6213db99-3710-4689-832d-ef99c8f2a8d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.909051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6213db99-3710-4689-832d-ef99c8f2a8d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.910417 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6213db99-3710-4689-832d-ef99c8f2a8d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/cfd7a594-72ce-41c0-85b0-f69771d6b9f9 HTTP/1.1" status: 204 len: 168 time: 0.3327351 Jul 06 18:13:59.916878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51644) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:59.950464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213db99-3710-4689-832d-ef99c8f2a8d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7a594-72ce-41c0-85b0-f69771d6b9f9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:59.963511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:59.991918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5f5f808-86c1-404a-ad66-984926d57270 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731072 Jul 06 18:13:59.995498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51646) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.000538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358769033'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:00.023676 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.034204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.125647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.127465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.132375 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.138145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c11fb7-24c1-4078-8998-52eeaa2244a1 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:00.142455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7c11fb7-24c1-4078-8998-52eeaa2244a1 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "GET /v2.0/ports?device_id=c161d966-3e19-4c39-99d5-3b31ecec0d3e HTTP/1.1" status: 200 len: 913 time: 0.2552574 Jul 06 18:14:00.143112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.158060 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.158915 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.162401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.162968 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1663511 Jul 06 18:14:00.166875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51650) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.172324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '058c6c3d-55b1-49a9-991e-d2b632946a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:00.178187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fe437-1d77-49cf-b6a2-87b2b73b155e tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058c6c3d-55b1-49a9-991e-d2b632946a09,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.202820 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.204033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.272685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.277633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.293296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1bf6c0-91e3-4dc4-b416-a577463631d2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.303879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.305104 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-395a10f9-5ad4-4bce-8732-11979b06ce6a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372390 Jul 06 18:14:00.307863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51652) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.312291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '058c6c3d-55b1-49a9-991e-d2b632946a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:00.340616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.379798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=c4eadf27-a0bc-4106-bfa1-c1983dc27266,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.406141 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.412011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.433592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc0f6c1-bafe-4425-ba42-0fb454e84062,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.442869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.444515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-67dbc5f7-8d69-4a26-9b31-0116e78167fe tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355793 Jul 06 18:14:00.446905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.452067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '058c6c3d-55b1-49a9-991e-d2b632946a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:00.481726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.482047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.533480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7dbefe3-c95c-4e44-88a8-ee4c8d72422b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.540359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.542279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-62c8a580-c643-4cda-a8de-13b429bc2198 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a7dbefe3-c95c-4e44-88a8-ee4c8d72422b HTTP/1.1" status: 204 len: 168 time: 0.8213778 Jul 06 18:14:00.546984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.553175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb12bb6b-4f89-4b2f-96c7-8d4ab03d7747 None None] Network 4d833742-26db-42a1-8cf6-a740d4928139 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:00.564330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.570665 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.593992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c792d01-6c96-4433-b133-2671f71df171,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.599604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.603789 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-91f539b6-e67b-480e-8381-496f1d757e3b tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558030 Jul 06 18:14:00.605215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51658) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.609247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:00.611918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '058c6c3d-55b1-49a9-991e-d2b632946a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:00.634574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:00.654747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.715549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.743776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.749016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.772507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.798695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2313f084-322a-463a-98fa-866e2ab5275c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:00.806821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.808438 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5082054-865a-4798-9e77-a030cf5e0d99 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016456 Jul 06 18:14:00.811301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:00.816625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '058c6c3d-55b1-49a9-991e-d2b632946a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:00.827556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] DHCP port deletion for 4d833742-26db-42a1-8cf6-a740d4928139 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:00.853152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.883786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] Deleting port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:00.884163 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.939488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Deleting port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:00.939977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.945800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Router 20a93a6e-0076-4419-82dc-504983fe7a13 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:14:00.955090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.963055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:00.998220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8234bf73-e4ee-4839-a458-88f80c75873f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.004056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.009092 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a3a1caab-a03c-44f3-8d58-97819816ae65 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1956737 Jul 06 18:14:01.009789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51662) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.036619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] For port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:01.037236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.040629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46c79aa7-e7f4-473c-aabe-430ac48043d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.049070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46c79aa7-e7f4-473c-aabe-430ac48043d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.055867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:01.061983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] Calling delete_port for 716e85e8-08d1-43ef-8787-2fc5ba6ec63e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:01.082643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46c79aa7-e7f4-473c-aabe-430ac48043d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.091454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46c79aa7-e7f4-473c-aabe-430ac48043d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.091754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] For port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,segment=NetworkSegment(33d8dde7-56d6-44a1-94e5-8f5fee6e01cd),segment_id=33d8dde7-56d6-44a1-94e5-8f5fee6e01cd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:01.091932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.095655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-46c79aa7-e7f4-473c-aabe-430ac48043d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8234bf73-e4ee-4839-a458-88f80c75873f HTTP/1.1" status: 204 len: 168 time: 0.0846705 Jul 06 18:14:01.097820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51664) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.130867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c79aa7-e7f4-473c-aabe-430ac48043d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8234bf73-e4ee-4839-a458-88f80c75873f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.152093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-010bc50a-94ee-4b91-bfc4-b4bdc165bab3 None None] Provisioning complete for port c4eadf27-a0bc-4106-bfa1-c1983dc27266 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:01.152613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010bc50a-94ee-4b91-bfc4-b4bdc165bab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.157291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Calling delete_port for 716e85e8-08d1-43ef-8787-2fc5ba6ec63e owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:01.166175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3e4b6ab0-1a40-4d86-891b-18748c59ba88 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0673287 Jul 06 18:14:01.166664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.179594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.183839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:14:01.193379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ce25a3e-a87e-4956-823e-718186247124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.201384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Sync routers for ids ['20a93a6e-0076-4419-82dc-504983fe7a13'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:14:01.203716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ce25a3e-a87e-4956-823e-718186247124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.219200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-010bc50a-94ee-4b91-bfc4-b4bdc165bab3 None None] Port c4eadf27-a0bc-4106-bfa1-c1983dc27266 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:14:01.221470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e474d28f-5acb-4d33-b237-7606e8c90d9c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "PUT /v2.0/routers/20a93a6e-0076-4419-82dc-504983fe7a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1715457 Jul 06 18:14:01.226933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.231516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Routers {'20a93a6e-0076-4419-82dc-504983fe7a13'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:01.232256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20a93a6e-0076-4419-82dc-504983fe7a13'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:01.241265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ce25a3e-a87e-4956-823e-718186247124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.241539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:01.241847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.246888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ce25a3e-a87e-4956-823e-718186247124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.250781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7ce25a3e-a87e-4956-823e-718186247124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2313f084-322a-463a-98fa-866e2ab5275c HTTP/1.1" status: 204 len: 168 time: 0.0806310 Jul 06 18:14:01.252475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51670) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.263653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce25a3e-a87e-4956-823e-718186247124 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2313f084-322a-463a-98fa-866e2ab5275c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.320464 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-616051f5-f1d3-4aa0-9cda-d12c301d5d37 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0641079 Jul 06 18:14:01.321742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51672) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.339540 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.354219 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-983f2e86-8278-4249-8d68-10da3e808ba8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.363571 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-983f2e86-8278-4249-8d68-10da3e808ba8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.382493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] Pushing event deleted for resources: {'Port': ['ID=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.382738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08274f0-87d5-463f-aa69-7f531e346d44 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:01.383960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f08274f0-87d5-463f-aa69-7f531e346d44 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports/c4eadf27-a0bc-4106-bfa1-c1983dc27266 HTTP/1.1" status: 200 len: 911 time: 0.1569445 Jul 06 18:14:01.387932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51674) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.390812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86dfba-aab7-42c4-a734-b69eb44c1190 None None] No DVR routers for this DVR port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:01.401239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Set router 20a93a6e-0076-4419-82dc-504983fe7a13 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:14:01.430755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-983f2e86-8278-4249-8d68-10da3e808ba8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.443246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.462089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-983f2e86-8278-4249-8d68-10da3e808ba8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.466265 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-983f2e86-8278-4249-8d68-10da3e808ba8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7c792d01-6c96-4433-b133-2671f71df171 HTTP/1.1" status: 204 len: 168 time: 0.1437387 Jul 06 18:14:01.467514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f2e86-8278-4249-8d68-10da3e808ba8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c792d01-6c96-4433-b133-2671f71df171,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.474477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51676) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.489157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=716e85e8-08d1-43ef-8787-2fc5ba6ec63e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.495389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] No DVR routers for this DVR port 716e85e8-08d1-43ef-8787-2fc5ba6ec63e on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:01.542421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0633c-a9c7-4377-a458-71c6c0e2fdb9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:01.552509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0633c-a9c7-4377-a458-71c6c0e2fdb9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:01.554152 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f7c0633c-a9c7-4377-a458-71c6c0e2fdb9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1615977 Jul 06 18:14:01.554816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51678) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.580853 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9ae8ab11-0ad2-4178-8fa1-b01e5f8f112f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1030459 Jul 06 18:14:01.596550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.619800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6876dc56-0026-424a-bcf7-6c4660727a4c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:01.625804 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.651457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d833742-26db-42a1-8cf6-a740d4928139']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:01.655097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 6876dc56-0026-424a-bcf7-6c4660727a4c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:01.655470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6876dc56-0026-424a-bcf7-6c4660727a4c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:01.656137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 716e85e8-08d1-43ef-8787-2fc5ba6ec63e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:01.674252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:01.674509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d8dde7-56d6-44a1-94e5-8f5fee6e01cd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:01.682217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 716e85e8-08d1-43ef-8787-2fc5ba6ec63e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:01.682482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 716e85e8-08d1-43ef-8787-2fc5ba6ec63e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:01.687940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f52b-1078-497e-87b7-de37c51a008d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.694589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.732671 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f52b-1078-497e-87b7-de37c51a008d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.743730 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.773317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a93a6e-0076-4419-82dc-504983fe7a13', 'name': 'tempest-NetworksTestDHCPv6-router-1822248802', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:56Z', 'updated_at': '2021-07-06T18:13:58Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None, '_interfaces': [{'id': 'c4eadf27-a0bc-4106-bfa1-c1983dc27266', 'name': '', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'mac_address': 'fa:16:3e:48:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a93a6e-0076-4419-82dc-504983fe7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:57Z', 'updated_at': '2021-07-06T18:13:59Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'subnets': [{'id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:01.777644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:01.778120 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:01.782975 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:01.812955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Checking router: 20a93a6e-0076-4419-82dc-504983fe7a13 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:14:01.813374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Updating router 20a93a6e-0076-4419-82dc-504983fe7a13 port c4eadf27-a0bc-4106-bfa1-c1983dc27266 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:14:01.858033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.880891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f52b-1078-497e-87b7-de37c51a008d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.892577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f52b-1078-497e-87b7-de37c51a008d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.895448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5dd1f52b-1078-497e-87b7-de37c51a008d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bcc0f6c1-bafe-4425-ba42-0fb454e84062 HTTP/1.1" status: 204 len: 168 time: 0.2948353 Jul 06 18:14:01.902282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:01.912244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1f52b-1078-497e-87b7-de37c51a008d tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc0f6c1-bafe-4425-ba42-0fb454e84062,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.915985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.932882 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:01.935949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d833742-26db-42a1-8cf6-a740d4928139 HTTP/1.1" status: 204 len: 168 time: 1.3877280 Jul 06 18:14:01.963131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366d386-31f2-4be8-99ff-2d7c77612b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d833742-26db-42a1-8cf6-a740d4928139,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:01.999372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-09f23327-a35d-45b8-b3e0-8581015be818 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0956268 Jul 06 18:14:02.004757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:02.023525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Deleting port 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:02.023871 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.141615 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee75931a-bd68-41d2-b0c2-d09fa864dd47 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.160684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee75931a-bd68-41d2-b0c2-d09fa864dd47 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.225256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.236340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee75931a-bd68-41d2-b0c2-d09fa864dd47 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.246459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee75931a-bd68-41d2-b0c2-d09fa864dd47 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.250741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ee75931a-bd68-41d2-b0c2-d09fa864dd47 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2d1bf6c0-91e3-4dc4-b416-a577463631d2 HTTP/1.1" status: 204 len: 168 time: 0.2447524 Jul 06 18:14:02.251437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51692) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:02.251834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:02.260314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Calling delete_port for 718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:02.279726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.292542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Transition to ACTIVE for port object c4eadf27-a0bc-4106-bfa1-c1983dc27266 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:02.296939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75931a-bd68-41d2-b0c2-d09fa864dd47 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d1bf6c0-91e3-4dc4-b416-a577463631d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:02.309913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.359270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b68980-6bc7-47d2-9e4b-825371c84625 None None] Pushing event updated for resources: {'Port': ['ID=c4eadf27-a0bc-4106-bfa1-c1983dc27266,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:02.383939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ae124685-a7c4-4498-ad1b-0d6bfc24bb24 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243660 Jul 06 18:14:02.384271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51696) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:02.414069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.414396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f4d2e6bf-4b66-4a4d-aa6e-4da7ae7c401e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=134d7784eda64df68326e164954bf00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516140 Jul 06 18:14:02.414396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:02.446190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Attempting to bind port c4eadf27-a0bc-4106-bfa1-c1983dc27266 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:02.446767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Attempting to bind port c4eadf27-a0bc-4106-bfa1-c1983dc27266 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:02.447241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Attempting to bind port c4eadf27-a0bc-4106-bfa1-c1983dc27266 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:02.453035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:02.453583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:02.454093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.454614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:02.455301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Bound port: c4eadf27-a0bc-4106-bfa1-c1983dc27266, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:02.455953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.508431 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.549238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43cefa57-dc47-4181-91f9-d967ade77f55 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.563821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ace58e-9712-4442-862d-bfad608a5ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.569886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] For port c4eadf27-a0bc-4106-bfa1-c1983dc27266, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:02.574288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] For port c4eadf27-a0bc-4106-bfa1-c1983dc27266, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c4eadf27-a0bc-4106-bfa1-c1983dc27266,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:02.579816 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.608010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ace58e-9712-4442-862d-bfad608a5ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.626397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43cefa57-dc47-4181-91f9-d967ade77f55 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.672090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Routers {'20a93a6e-0076-4419-82dc-504983fe7a13'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:02.673850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['20a93a6e-0076-4419-82dc-504983fe7a13'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:02.715571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.717776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43cefa57-dc47-4181-91f9-d967ade77f55 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.719740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43cefa57-dc47-4181-91f9-d967ade77f55 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.724591 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-43cefa57-dc47-4181-91f9-d967ade77f55 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/058c6c3d-55b1-49a9-991e-d2b632946a09 HTTP/1.1" status: 204 len: 168 time: 0.3359900 Jul 06 18:14:02.742113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:02.775961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cefa57-dc47-4181-91f9-d967ade77f55 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058c6c3d-55b1-49a9-991e-d2b632946a09,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:02.797943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b68980-6bc7-47d2-9e4b-825371c84625 None None] Pushing event updated for resources: {'Port': ['ID=c4eadf27-a0bc-4106-bfa1-c1983dc27266,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:02.798745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Port': ['ID=718bda6f-fa18-4885-a9d9-4a4cf1a6f9b8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:02.804344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port c4eadf27-a0bc-4106-bfa1-c1983dc27266 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:02.805648 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.805807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ace58e-9712-4442-862d-bfad608a5ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.809743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ace58e-9712-4442-862d-bfad608a5ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.811494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0ace58e-9712-4442-862d-bfad608a5ed4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/681bc4cb-b95d-4f74-a40f-920bbaeaa5e0 HTTP/1.1" status: 204 len: 168 time: 0.3956606 Jul 06 18:14:02.932158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] For port c4eadf27-a0bc-4106-bfa1-c1983dc27266, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c4eadf27-a0bc-4106-bfa1-c1983dc27266,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:02.932536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:02.951902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for c4eadf27-a0bc-4106-bfa1-c1983dc27266 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:03.216382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] Set router 20a93a6e-0076-4419-82dc-504983fe7a13 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:14:03.221368 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.257705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=c4eadf27-a0bc-4106-bfa1-c1983dc27266,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:03.308072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace58e-9712-4442-862d-bfad608a5ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681bc4cb-b95d-4f74-a40f-920bbaeaa5e0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:03.360196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf7d0fe4-2670-4ae7-ba12-fd15f5387d58 None None] Could not find standard attr ID for object c4eadf27-a0bc-4106-bfa1-c1983dc27266. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:03.428209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.449791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.479766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a8d9f055-6dc7-416a-b6dd-37e52adcc558 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6956093 Jul 06 18:14:03.480815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:03.486431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51708) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:03.488907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328312177'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:03.538422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a93a6e-0076-4419-82dc-504983fe7a13', 'name': 'tempest-NetworksTestDHCPv6-router-1822248802', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:56Z', 'updated_at': '2021-07-06T18:13:58Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None, '_interfaces': [{'id': 'c4eadf27-a0bc-4106-bfa1-c1983dc27266', 'name': '', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'mac_address': 'fa:16:3e:48:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a93a6e-0076-4419-82dc-504983fe7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:57Z', 'updated_at': '2021-07-06T18:14:02Z', 'revision_number': 4, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'subnets': [{'id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:03.568712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744468ce-9586-4e5c-8bc2-20dbe7996045 None None] The sync data for ids ['20a93a6e-0076-4419-82dc-504983fe7a13'] in n-d-799527-3 is: [{'id': '20a93a6e-0076-4419-82dc-504983fe7a13', 'name': 'tempest-NetworksTestDHCPv6-router-1822248802', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:13:56Z', 'updated_at': '2021-07-06T18:13:58Z', 'revision_number': 2, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'gw_port_host': None, '_interfaces': [{'id': 'c4eadf27-a0bc-4106-bfa1-c1983dc27266', 'name': '', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'mac_address': 'fa:16:3e:48:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a93a6e-0076-4419-82dc-504983fe7a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:57Z', 'updated_at': '2021-07-06T18:14:02Z', 'revision_number': 4, 'project_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'subnets': [{'id': 'fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:14:03.606549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.649486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Router 20a93a6e-0076-4419-82dc-504983fe7a13 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:14:03.690738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5fb70084-6aaf-4ef1-89d8-37b23c19cf75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee5b7fa9332945a7928c98281df643d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074888 Jul 06 18:14:03.696926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51710) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:03.748172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Router c161d966-3e19-4c39-99d5-3b31ecec0d3e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:14:03.761762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:14:03.782757 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e4dd39a-7cd9-424d-890b-3f383c1af039 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "PUT /v2.0/routers/20a93a6e-0076-4419-82dc-504983fe7a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2155309 Jul 06 18:14:03.786412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:03.835247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41c5e68f-5db6-46c4-b0f0-c2b67eded562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.889091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41c5e68f-5db6-46c4-b0f0-c2b67eded562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.933634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:14:03.940722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9da8ce-478e-4c5a-877a-6ed445c91696 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:03.943160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9da8ce-478e-4c5a-877a-6ed445c91696 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:03.945229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d9da8ce-478e-4c5a-877a-6ed445c91696 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1569085 Jul 06 18:14:03.948912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51714) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:03.952205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cac8eeb7-ea2e-4b5b-bd1b-eb6dacc5bd61 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "PUT /v2.0/routers/c161d966-3e19-4c39-99d5-3b31ecec0d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8031890 Jul 06 18:14:03.954131 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] Sync routers for ids ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:14:03.965426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:03.966643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:03.967980 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] Routers {'c161d966-3e19-4c39-99d5-3b31ecec0d3e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:03.969432 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:03.971001 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.008987 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41c5e68f-5db6-46c4-b0f0-c2b67eded562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.011773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41c5e68f-5db6-46c4-b0f0-c2b67eded562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.013081 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41c5e68f-5db6-46c4-b0f0-c2b67eded562 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6febda61-551b-423e-bbdb-a147df1fbf52 HTTP/1.1" status: 204 len: 168 time: 0.3151870 Jul 06 18:14:04.016172 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:04.029444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] Routers {'c161d966-3e19-4c39-99d5-3b31ecec0d3e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:04.030401 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:04.061926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:04.068957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5e68f-5db6-46c4-b0f0-c2b67eded562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febda61-551b-423e-bbdb-a147df1fbf52,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:04.075743 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:04.077031 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2773e396-209e-4202-afc1-85a81a15f83b None None] The sync data for ids ['c161d966-3e19-4c39-99d5-3b31ecec0d3e'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:14:04.078396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.112108 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.162853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.164286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68866c6-1f7d-460e-8bd6-844394b4dc6a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:04.211034 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.217316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.217785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d40c073d-f051-4d67-b6fb-8d5d6f3e76e4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7324843 Jul 06 18:14:04.231590 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': 'e68866c6-1f7d-460e-8bd6-844394b4dc6a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:04.304164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.341101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.367830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.370292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.421003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.426107 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.447389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.448194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Fanout notify agent at l3_agent the message router_deleted on router c161d966-3e19-4c39-99d5-3b31ecec0d3e {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:14:04.457097 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.460978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ecbdb93-3de4-491d-b997-1375dbfc8ce5 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "DELETE /v2.0/routers/c161d966-3e19-4c39-99d5-3b31ecec0d3e HTTP/1.1" status: 204 len: 168 time: 0.4897835 Jul 06 18:14:04.461524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.483393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dda17a-e27c-4a09-af7a-6f650b5e54aa,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:04.493180 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.494412 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-66bd18a3-1c25-4d86-b836-1e0b89222d56 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2700629 Jul 06 18:14:04.495580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.497722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.536551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.536835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71298a0d-fad9-4b2a-8148-187a5eb538cf None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:04.538518 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276 HTTP/1.1" status: 204 len: 168 time: 0.5881948 Jul 06 18:14:04.539603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcc5e5-994c-4a3a-b72e-58dbfd101da2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:04.546112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.610422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Deleting subnet a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:04.648371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.703397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1b4224f-07a4-4931-be86-5a2ce9781aea tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.716855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.751908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-75135516-1719-4123-9d66-afc8d1d6da4e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2043498 Jul 06 18:14:04.756487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.778359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:04.778920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1b4224f-07a4-4931-be86-5a2ce9781aea tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.862964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] Deleting port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:04.865365 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.865893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.876386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.907622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1b4224f-07a4-4931-be86-5a2ce9781aea tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.910664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1b4224f-07a4-4931-be86-5a2ce9781aea tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.914673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a1b4224f-07a4-4931-be86-5a2ce9781aea tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/e68866c6-1f7d-460e-8bd6-844394b4dc6a HTTP/1.1" status: 204 len: 168 time: 0.4148591 Jul 06 18:14:04.915305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.962002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4224f-07a4-4931-be86-5a2ce9781aea tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68866c6-1f7d-460e-8bd6-844394b4dc6a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.009728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-507650ad-a544-4606-bc90-6ec805feb8de tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881915 Jul 06 18:14:05.011306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.012878 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.020588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--584216522'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:05.022948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] For port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:05.024039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.050809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] Calling delete_port for 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:05.056363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:05.086395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Subnet': ['ID=a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.089466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.094835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3b0af0a-b675-4f48-bd74-565e3484265e tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "DELETE /v2.0/subnets/a126b48a-636d-4f2a-bfa8-0c5f0b4fbe2d HTTP/1.1" status: 204 len: 168 time: 0.6305928 Jul 06 18:14:05.100022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51754) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.100193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451248d8-261e-46bc-88bf-80718112729b None None] Network 76da8630-e5d7-4f73-ac23-aa0de44ebd5b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:05.163330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.208034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.212342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.220384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.276895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.277483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Fanout notify agent at l3_agent the message router_deleted on router 20a93a6e-0076-4419-82dc-504983fe7a13 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:14:05.288148 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.289473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ba5f695-7302-41aa-a19f-2b4171c6d74e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/routers/20a93a6e-0076-4419-82dc-504983fe7a13 HTTP/1.1" status: 204 len: 168 time: 0.5316784 Jul 06 18:14:05.292770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.293253 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.353378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Deleting port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:05.353818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.377181 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.412887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbe5eb-112d-4b3c-b679-0d3e9d3215a0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:05.415015 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35dbe5eb-112d-4b3c-b679-0d3e9d3215a0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1196280 Jul 06 18:14:05.418764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51760) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.430484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] Pushing event deleted for resources: {'Port': ['ID=31c9ee5e-c042-4952-8fd4-a6d2b50fca5b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.435435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] For port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,segment=NetworkSegment(a06b5f75-d141-4337-ae85-b9846c80fd72),segment_id=a06b5f75-d141-4337-ae85-b9846c80fd72)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:05.436019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.442290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac43f3-810e-4501-a1fe-0f70163fb929 None None] No DVR routers for this DVR port 31c9ee5e-c042-4952-8fd4-a6d2b50fca5b on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:05.450683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Calling delete_port for 564f3bbe-0306-47e4-8f65-0e6369fd6e1e owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:05.466020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.484949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Sync routers for ids ['20a93a6e-0076-4419-82dc-504983fe7a13'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:14:05.505129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Routers set() bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:05.505513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Router IDs set() for agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:14:05.506145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20a93a6e-0076-4419-82dc-504983fe7a13'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent'). {{(pid=93944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 18:14:05.525068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Routers set() bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:05.525494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Router IDs set() for agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:14:05.526112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20a93a6e-0076-4419-82dc-504983fe7a13'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent'). {{(pid=93944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 18:14:05.526725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.527065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581486-336a-436c-aa63-2f8e51c6fe74 None None] The sync data for ids ['20a93a6e-0076-4419-82dc-504983fe7a13'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:14:05.531081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b7038-d64c-4521-a5be-9b81aeb42973 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:05.538078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f9b7038-d64c-4521-a5be-9b81aeb42973 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1181312 Jul 06 18:14:05.538707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51762) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.577446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b507ce95-a038-4093-a32c-4a5e12810195,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.587561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.589319 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-587b9fd4-1b64-42f4-8aaf-d450de79217b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487499 Jul 06 18:14:05.595558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-041cd79a-e22b-4dc9-8daf-2fc9173147c1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5802486 Jul 06 18:14:05.596672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.597393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] DHCP port deletion for 76da8630-e5d7-4f73-ac23-aa0de44ebd5b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:05.598180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:05.605403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:05.613152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466595810'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:05.671225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] Deleting port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:05.671693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.724030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.727594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.741308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] For port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,segment=NetworkSegment(a06b5f75-d141-4337-ae85-b9846c80fd72),segment_id=a06b5f75-d141-4337-ae85-b9846c80fd72)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:05.741715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.760469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] Calling delete_port for 564f3bbe-0306-47e4-8f65-0e6369fd6e1e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:05.781671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Port': ['ID=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.787583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] No DVR routers for this DVR port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:05.830021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:05.834370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.855160 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.883366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] Pushing event deleted for resources: {'Port': ['ID=564f3bbe-0306-47e4-8f65-0e6369fd6e1e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.890019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0e2c5-2d31-4717-8724-297896217e0c None None] No DVR routers for this DVR port 564f3bbe-0306-47e4-8f65-0e6369fd6e1e on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:05.960568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:05.990180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76da8630-e5d7-4f73-ac23-aa0de44ebd5b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:06.006478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06b5f75-d141-4337-ae85-b9846c80fd72') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:06.006830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06b5f75-d141-4337-ae85-b9846c80fd72') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:06.032888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.065440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.085214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:06.085648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:06.088835 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:06.111002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.166284 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.235849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1ef22-c5f8-4e6c-99e4-5b88a46d1146,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:06.240432 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.241554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea429508-c1e6-49d0-a58b-43605f18eac3 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6402411 Jul 06 18:14:06.242293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.244743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51800) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:06.254439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': 'b507ce95-a038-4093-a32c-4a5e12810195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1fd1ef22-c5f8-4e6c-99e4-5b88a46d1146', 'remote_ip_prefix': None}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:06.262833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.267551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] 10.222.0.37 "DELETE /v2.0/networks/76da8630-e5d7-4f73-ac23-aa0de44ebd5b HTTP/1.1" status: 204 len: 168 time: 1.1658466 Jul 06 18:14:06.290568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0daf73-ef8d-4ce9-b5ac-8306ef563953 tempest-FloatingIPNegativeTestJSON-2087256397 tempest-FloatingIPNegativeTestJSON-2087256397-project] Pushing event deleted for resources: {'Network': ['ID=76da8630-e5d7-4f73-ac23-aa0de44ebd5b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:06.310373 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.418685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.426325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.442809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:06.445198 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.448247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cba102-cfc1-4c03-9923-b21ce54a6238,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:06.462948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.465967 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28d0b079-389a-49ff-8095-cbe13fcbdada tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2198973 Jul 06 18:14:06.470155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51834) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:06.501549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66335a34-620c-4522-b22b-4c74e720525c tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.503708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=dbaeb551-63e3-4122-8590-8ab5c3874113,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:06.516887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66335a34-620c-4522-b22b-4c74e720525c tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.525927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:06.527723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:06.538174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:06.538953 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.543845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291609b-4fbe-4c83-af58-e25b06f34e25 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:06.565986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9f60e3f7-03c6-43d4-9f3e-9102be6b692b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9653039 Jul 06 18:14:06.566178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51844) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:06.571345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:06.576169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66335a34-620c-4522-b22b-4c74e720525c tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.619944 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66335a34-620c-4522-b22b-4c74e720525c tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.621082 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-66335a34-620c-4522-b22b-4c74e720525c tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/55cba102-cfc1-4c03-9923-b21ce54a6238 HTTP/1.1" status: 204 len: 168 time: 0.1493905 Jul 06 18:14:06.624140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:06.630945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66335a34-620c-4522-b22b-4c74e720525c tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55cba102-cfc1-4c03-9923-b21ce54a6238,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:06.707431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a54f8f7e-3711-4dea-9dbf-c355ecb805c6 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0818865 Jul 06 18:14:06.710173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:06.747088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:06.751374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.777004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'dbaeb551-63e3-4122-8590-8ab5c3874113'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:06.779477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.827524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6061895-7565-42e3-8e5e-01c6ca88b59a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:06.830839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:06.878309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6061895-7565-42e3-8e5e-01c6ca88b59a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.001583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6061895-7565-42e3-8e5e-01c6ca88b59a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.005239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Allocated IP 2001:db8::f816:3eff:fe7d:1d75 (b93ba3d4-6204-46bf-8941-c428da39aa18/dbaeb551-63e3-4122-8590-8ab5c3874113/51ddb3d0-4773-42f6-ab58-a741f1e1a21a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:07.006779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6061895-7565-42e3-8e5e-01c6ca88b59a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.012578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e6061895-7565-42e3-8e5e-01c6ca88b59a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fd1ef22-c5f8-4e6c-99e4-5b88a46d1146 HTTP/1.1" status: 204 len: 168 time: 0.2986512 Jul 06 18:14:07.013019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.044753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6061895-7565-42e3-8e5e-01c6ca88b59a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1ef22-c5f8-4e6c-99e4-5b88a46d1146,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:07.066690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 564f3bbe-0306-47e4-8f65-0e6369fd6e1e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:07.128894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-63162b81-f085-40bf-98d6-f1e09e65b3ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=177d30948bb247a6a46700f4e4f64e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957983 Jul 06 18:14:07.130040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.136971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 564f3bbe-0306-47e4-8f65-0e6369fd6e1e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:07.137483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 564f3bbe-0306-47e4-8f65-0e6369fd6e1e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:07.138009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c4eadf27-a0bc-4106-bfa1-c1983dc27266 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:07.168915 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d357886a-c90d-40fa-90cd-6f568af77906 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1499128 Jul 06 18:14:07.169157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: c4eadf27-a0bc-4106-bfa1-c1983dc27266 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:07.169157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c4eadf27-a0bc-4106-bfa1-c1983dc27266 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:07.174703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.245566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc55d-07b4-4fca-be22-c4f2580afdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.247474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.292708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.299382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc55d-07b4-4fca-be22-c4f2580afdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.304066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Transition to ACTIVE for port object 51ddb3d0-4773-42f6-ab58-a741f1e1a21a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:07.304932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:07.308730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:07.318463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:07.318463 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.318808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2653ac64-bde3-4771-9e65-3837e8e3a06f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.337783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=d650ca29-5575-4b1b-a3c2-1d64dfae13aa,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:07.344869 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-109480a9-4b5f-41ad-94bf-4d6b779b488b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7774658 Jul 06 18:14:07.347145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Transition to ACTIVE for port object 51ddb3d0-4773-42f6-ab58-a741f1e1a21a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:07.349497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.356326 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.356676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:7d:4d:ef', 'name': 'tempest-NetworksTestDHCPv6-523678843'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:07.359888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2653ac64-bde3-4771-9e65-3837e8e3a06f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.413324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2653ac64-bde3-4771-9e65-3837e8e3a06f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.416976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2653ac64-bde3-4771-9e65-3837e8e3a06f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.423166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.423838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.424340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2653ac64-bde3-4771-9e65-3837e8e3a06f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/b507ce95-a038-4093-a32c-4a5e12810195 HTTP/1.1" status: 204 len: 168 time: 0.2481863 Jul 06 18:14:07.436331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:07.437800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Pushing event updated for resources: {'Port': ['ID=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:07.450114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:07.452900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:07.455956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653ac64-bde3-4771-9e65-3837e8e3a06f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b507ce95-a038-4093-a32c-4a5e12810195,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:07.494922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc55d-07b4-4fca-be22-c4f2580afdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.498735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc55d-07b4-4fca-be22-c4f2580afdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.511066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b8ddc55d-07b4-4fca-be22-c4f2580afdcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cdad93b-0725-4835-8fef-8351b4abeb0c HTTP/1.1" status: 204 len: 168 time: 0.3742588 Jul 06 18:14:07.531404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1970c2a9-89fa-4342-a8fb-c4bc46a212a6 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045377 Jul 06 18:14:07.535204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51932) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:07.536434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddc55d-07b4-4fca-be22-c4f2580afdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdad93b-0725-4835-8fef-8351b4abeb0c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:07.540964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639304685'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:07.590251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Attempting to bind port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Attempting to bind port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Attempting to bind port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Bound port: 51ddb3d0-4773-42f6-ab58-a741f1e1a21a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:07.642259 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.679278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.701336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6414d229-f749-4445-9957-ccfe843d3dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.708874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] For port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:07.712256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] For port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:07.718012 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.775050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.788877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880c0e-cc80-446e-8e24-f4c17ccf0b18 None None] Pushing event updated for resources: {'Port': ['ID=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:07.820029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 43b536b0-f9fd-4a47-a8d2-58d79055b6ac yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:07.966359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6414d229-f749-4445-9957-ccfe843d3dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:07.977598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6414d229-f749-4445-9957-ccfe843d3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.099907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:08.100208 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6414d229-f749-4445-9957-ccfe843d3dc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11c8aab509ab4bac9f42bf91b254ecee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6749303 Jul 06 18:14:08.112796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414d229-f749-4445-9957-ccfe843d3dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d49983-b5e7-4de8-959f-4f9b23d01c72,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:08.174000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75f15f5a-0d61-40fe-a811-a2b64a8d2817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.194930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 172.20.0.3 (b93ba3d4-6204-46bf-8941-c428da39aa18/d650ca29-5575-4b1b-a3c2-1d64dfae13aa/43b536b0-f9fd-4a47-a8d2-58d79055b6ac) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:08.199119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.207138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe7d:4def (b93ba3d4-6204-46bf-8941-c428da39aa18/dbaeb551-63e3-4122-8590-8ab5c3874113/43b536b0-f9fd-4a47-a8d2-58d79055b6ac) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:08.214251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.215647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75f15f5a-0d61-40fe-a811-a2b64a8d2817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.267380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.269328 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7321606 Jul 06 18:14:08.274901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:08.279819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '683a8887-bf54-4a79-a076-2f76b461d058', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:08.283652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503364ca-9c50-45e5-9e33-d289c18d3d36 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683a8887-bf54-4a79-a076-2f76b461d058,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:08.285869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75f15f5a-0d61-40fe-a811-a2b64a8d2817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.291310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75f15f5a-0d61-40fe-a811-a2b64a8d2817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.293212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-75f15f5a-0d61-40fe-a811-a2b64a8d2817 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93d49983-b5e7-4de8-959f-4f9b23d01c72 HTTP/1.1" status: 204 len: 168 time: 0.1920087 Jul 06 18:14:08.311604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f15f5a-0d61-40fe-a811-a2b64a8d2817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d49983-b5e7-4de8-959f-4f9b23d01c72,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:08.348311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.431094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.438756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.471163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7310834-c73f-472b-954b-731ac588c9cf,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:08.474685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.479813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6d14273a-7c9d-48ff-96f5-4a2df8a0c00a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2037899 Jul 06 18:14:08.481938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:08.490229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.503399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:08.520027 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-799b6cd8-50da-4906-9644-0477a15eee0f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.525701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 43b536b0-f9fd-4a47-a8d2-58d79055b6ac will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:08.573941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.652267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=43b536b0-f9fd-4a47-a8d2-58d79055b6ac,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:08.673966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:08.675888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:08.678514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:08.742726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:08.743559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.774396 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-832f9c94-adef-4ded-912b-77c648f938a9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4234540 Jul 06 18:14:08.775284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51970) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:08.883578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bc3f46-fc9b-4453-b4d9-a5ba478f5f5a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:08.891850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bc3f46-fc9b-4453-b4d9-a5ba478f5f5a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:08.897252 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-40bc3f46-fc9b-4453-b4d9-a5ba478f5f5a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1204584 Jul 06 18:14:08.900263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:08.961962 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-799b6cd8-50da-4906-9644-0477a15eee0f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.982163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1718075099'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:09.036704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-799b6cd8-50da-4906-9644-0477a15eee0f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.045844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-799b6cd8-50da-4906-9644-0477a15eee0f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.047471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-799b6cd8-50da-4906-9644-0477a15eee0f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c7310834-c73f-472b-954b-731ac588c9cf HTTP/1.1" status: 204 len: 168 time: 0.5637138 Jul 06 18:14:09.051648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:09.063428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b6cd8-50da-4906-9644-0477a15eee0f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7310834-c73f-472b-954b-731ac588c9cf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:09.068253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44839d-4105-4be5-98e4-a149483bbd3e req-bd1b4282-7e0f-4982-87c5-d257e4a57497 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:09.070167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c44839d-4105-4be5-98e4-a149483bbd3e req-bd1b4282-7e0f-4982-87c5-d257e4a57497 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1097 time: 0.1103895 Jul 06 18:14:09.076203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:09.094207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 51ddb3d0-4773-42f6-ab58-a741f1e1a21a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:09.105725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:09.109546 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.112540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.117986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c44839d-4105-4be5-98e4-a149483bbd3e req-254d3ca7-18a0-443e-bc64-f34b17e49783 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.147784 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-64e6d78d-29ae-4cf7-b159-5d20d1f9c6d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946641 Jul 06 18:14:09.148956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.150634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:14:09.150634 n-d-799527-3 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:14:09.150634 n-d-799527-3 neutron-server[93942]: [parameters: {'project_id_1': 'eb18e5e0713944059ebf6346a839da96', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 14, 9, 141444)}] Jul 06 18:14:09.150634 n-d-799527-3 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:14:09.151642 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:14:09.151861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51978) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:09.168631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:09.203847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 43b536b0-f9fd-4a47-a8d2-58d79055b6ac {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:09.204200 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.234754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c44839d-4105-4be5-98e4-a149483bbd3e req-254d3ca7-18a0-443e-bc64-f34b17e49783 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.240716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c44839d-4105-4be5-98e4-a149483bbd3e req-254d3ca7-18a0-443e-bc64-f34b17e49783 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.246734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b86d8-94b5-43c4-9958-fcc20dcfe6c1 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:09.273142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c44839d-4105-4be5-98e4-a149483bbd3e req-254d3ca7-18a0-443e-bc64-f34b17e49783 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863976 Jul 06 18:14:09.283496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3ca7-18a0-443e-bc64-f34b17e49783 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f473736d-193b-4a05-91c8-9c1258ed3003,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:09.308836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2d01e33-a412-4ba9-a1bb-c19999fbcf21 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.311130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] Provisioning for port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:09.317692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] Provisioning complete for port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:09.318376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.373699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2d01e33-a412-4ba9-a1bb-c19999fbcf21 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.379745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.414201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 43b536b0-f9fd-4a47-a8d2-58d79055b6ac owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:09.479410 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.536669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3783be4-8edf-4671-9dbd-d6fea8d063f9 req-5a089062-2207-4ece-9820-47c007a6e976 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:09.540230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3783be4-8edf-4671-9dbd-d6fea8d063f9 req-5a089062-2207-4ece-9820-47c007a6e976 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.0889254 Jul 06 18:14:09.544112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2d01e33-a412-4ba9-a1bb-c19999fbcf21 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.546664 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2d01e33-a412-4ba9-a1bb-c19999fbcf21 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.547846 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c2d01e33-a412-4ba9-a1bb-c19999fbcf21 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/683a8887-bf54-4a79-a076-2f76b461d058 HTTP/1.1" status: 204 len: 168 time: 0.3926926 Jul 06 18:14:09.560531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] For port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:09.563616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.565226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.566283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:09.580576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.592501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01e33-a412-4ba9-a1bb-c19999fbcf21 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a8887-bf54-4a79-a076-2f76b461d058,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:09.600491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3783be4-8edf-4671-9dbd-d6fea8d063f9 req-0702b0d7-1a56-41de-b1f8-3ac6106954c7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523374 Jul 06 18:14:09.615000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:09.640559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83dc29-4c47-4847-a1d0-129b47b4c5d6 None None] Pushing event updated for resources: {'Port': ['ID=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:09.656084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 51984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:09.656756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.709590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': 'dbaeb551-63e3-4122-8590-8ab5c3874113', 'ip_address': '2001:db8::f816:3eff:fe7d:1d75'}, {'subnet_id': 'd650ca29-5575-4b1b-a3c2-1d64dfae13aa'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '51ddb3d0-4773-42f6-ab58-a741f1e1a21a'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:14:09.748408 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.771174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.775830 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.822357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb18e5e0713944059ebf6346a839da96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419951 Jul 06 18:14:09.822357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7714f2-5882-4abc-b81c-0bf3ce6716bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496ffb7-fe50-4141-beb4-4fe578359af7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:09.823291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:09.888094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54a02339-614a-4270-8f1d-bcde66a38424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.918574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54a02339-614a-4270-8f1d-bcde66a38424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.934601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Allocated IP 172.20.0.2 (b93ba3d4-6204-46bf-8941-c428da39aa18/d650ca29-5575-4b1b-a3c2-1d64dfae13aa/51ddb3d0-4773-42f6-ab58-a741f1e1a21a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:09.979449 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54a02339-614a-4270-8f1d-bcde66a38424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.982828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54a02339-614a-4270-8f1d-bcde66a38424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:09.990982 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-54a02339-614a-4270-8f1d-bcde66a38424 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c496ffb7-fe50-4141-beb4-4fe578359af7 HTTP/1.1" status: 204 len: 168 time: 0.1625772 Jul 06 18:14:10.006583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02339-614a-4270-8f1d-bcde66a38424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496ffb7-fe50-4141-beb4-4fe578359af7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.067248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] For port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:10.083143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970fae96-22cb-45ca-9dc4-bcbf46d4280e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.095989 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-065b2e4f-a625-4268-9e35-9cef63b9b2e5 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5250170 Jul 06 18:14:10.099055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.104818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group': {'name': 'tempest-secgroup--124658616'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:10.108605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.131498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Transition to ACTIVE for port object 51ddb3d0-4773-42f6-ab58-a741f1e1a21a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:10.138573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.145154 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0138419d-86bb-430e-a91b-ea6a292c4a54 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/d11301ff-94cf-4f2b-a0f1-4fb1f5150028 HTTP/1.1" status: 200 len: 993 time: 0.4803188 Jul 06 18:14:10.184139 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.184422 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment c937f33b-cf35-451c-9d8c-83caa9f1249e of type vlan for network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 Jul 06 18:14:10.184818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.254347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.272574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.298872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=43b536b0-f9fd-4a47-a8d2-58d79055b6ac,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.333140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134eae8c-1689-4e75-87fe-1c5132ff0e14 None None] Pushing event updated for resources: {'Port': ['ID=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.340180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.346221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.383727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.387830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2872920 Jul 06 18:14:10.396318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 51998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.401849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '87e2bfd5-45af-4336-a7d3-c1c4c7e7a5e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:10.419731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.427199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:10.428197 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.433725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b3157-a101-49d2-bad6-0c002d2e0e38 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e2bfd5-45af-4336-a7d3-c1c4c7e7a5e0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.475682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.547491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.550255 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5e068b5-acfe-4712-a32e-c115a59b060e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/43b536b0-f9fd-4a47-a8d2-58d79055b6ac HTTP/1.1" status: 204 len: 168 time: 1.6481245 Jul 06 18:14:10.553064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52008) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.557340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.564291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.599678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61a7b5a-eea4-4bc4-bef6-dc892ea23e04,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.604009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.605504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea13301d-76d4-4e7e-99a4-6e1879c0d0c8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2079263 Jul 06 18:14:10.611377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.611568 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1038663 Jul 06 18:14:10.614066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52014) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.620491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'name': 'tempest-PortsIpV6TestJSON-1100610415'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:10.631770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ee511714-fbb0-4d0a-b49c-93efad746b98 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules/c61a7b5a-eea4-4bc4-bef6-dc892ea23e04 HTTP/1.1" status: 200 len: 763 time: 0.0218589 Jul 06 18:14:10.634150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.693162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc739289-d820-435c-a46d-60ed543b68dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=56dfcf4a-7b19-4661-9333-bc35a9c6e2b8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.709513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:10.725715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39ee49-f7ef-4620-b5e1-6ed1af024f9a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:10.730423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39ee49-f7ef-4620-b5e1-6ed1af024f9a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:10.732657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39ee49-f7ef-4620-b5e1-6ed1af024f9a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:10.733471 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b3b2ae55-cf8e-4092-883f-2e0c1e1ce174 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0980504 Jul 06 18:14:10.734159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.736898 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea39ee49-f7ef-4620-b5e1-6ed1af024f9a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1826346 Jul 06 18:14:10.746277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52024) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.779042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50597416-8ccb-4140-9263-fc22a98ab2cd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.805134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50597416-8ccb-4140-9263-fc22a98ab2cd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.821870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:10.828678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.853910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 7eefbdf2-c928-4c32-8b55-5344523444bc yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:10.864493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet d650ca29-5575-4b1b-a3c2-1d64dfae13aa {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:10.865778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50597416-8ccb-4140-9263-fc22a98ab2cd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.882874 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50597416-8ccb-4140-9263-fc22a98ab2cd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:10.891379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-50597416-8ccb-4140-9263-fc22a98ab2cd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c61a7b5a-eea4-4bc4-bef6-dc892ea23e04 HTTP/1.1" status: 204 len: 168 time: 0.1559927 Jul 06 18:14:10.893931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:10.928703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50597416-8ccb-4140-9263-fc22a98ab2cd tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c61a7b5a-eea4-4bc4-bef6-dc892ea23e04,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:10.947570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.003296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73b66e10-ab54-4cc3-9500-81a481bf12d8 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1081190 Jul 06 18:14:11.004309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.009280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '87e2bfd5-45af-4336-a7d3-c1c4c7e7a5e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:11.032113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 51ddb3d0-4773-42f6-ab58-a741f1e1a21a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:11.047404 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.052796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.148977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.154984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.180171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ad785e-e4be-47fb-8aad-5047a0d6eb9b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:11.182520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.191749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.196642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eca89f8d-cdce-4414-bed1-0b57426ca381 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911609 Jul 06 18:14:11.197289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52048) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.240733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d4aaffa0-fb3f-449b-a824-cb3690f403b4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules/70ad785e-e4be-47fb-8aad-5047a0d6eb9b HTTP/1.1" status: 200 len: 763 time: 0.0420794 Jul 06 18:14:11.241364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52050) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.248946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.302309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-289ae53d-9986-4a8f-bd7c-936984d67bc1 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0597577 Jul 06 18:14:11.302955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.336210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-487182989-network', 'tenant_id': '5a6904c52c3c405f9dbf3ebdcee7ac91'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:11.345435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.348941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1214db7b-14a4-41b2-acc1-4141bdaada70 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.366151 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1214db7b-14a4-41b2-acc1-4141bdaada70 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.390192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Made reservation on behalf of 5a6904c52c3c405f9dbf3ebdcee7ac91 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:11.392585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.426402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.429678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.432056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/d650ca29-5575-4b1b-a3c2-1d64dfae13aa HTTP/1.1" status: 204 len: 168 time: 0.6805460 Jul 06 18:14:11.437017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a48a2-d936-4004-bd7f-adc50692cdc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=d650ca29-5575-4b1b-a3c2-1d64dfae13aa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:11.439069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.452443 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1214db7b-14a4-41b2-acc1-4141bdaada70 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.497110 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1214db7b-14a4-41b2-acc1-4141bdaada70 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.498652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1214db7b-14a4-41b2-acc1-4141bdaada70 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/70ad785e-e4be-47fb-8aad-5047a0d6eb9b HTTP/1.1" status: 204 len: 168 time: 0.1946361 Jul 06 18:14:11.506597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf4165cd-0e22-4450-86b6-e091aa73e78a None None] Provisioning for port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:11.513382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214db7b-14a4-41b2-acc1-4141bdaada70 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70ad785e-e4be-47fb-8aad-5047a0d6eb9b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:11.530303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf4165cd-0e22-4450-86b6-e091aa73e78a None None] Provisioning complete for port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:11.530583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.531110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4165cd-0e22-4450-86b6-e091aa73e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.587053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.637200 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.671114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf4165cd-0e22-4450-86b6-e091aa73e78a None None] Could not find standard attr ID for object 43b536b0-f9fd-4a47-a8d2-58d79055b6ac. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:11.694405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet dbaeb551-63e3-4122-8590-8ab5c3874113 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:11.724670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': 'c937f33b-cf35-451c-9d8c-83caa9f1249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:11.725266 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:11.727840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=7eefbdf2-c928-4c32-8b55-5344523444bc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:11.749063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:11.751949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.760558 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:11.765306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:11.771818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315b8ce-4c59-456a-950a-05559962f35f None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:11.772560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:11.773431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:11.829902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d82400-f5ab-4cc8-8814-d227f2268a5e None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:11.898640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6c0038e4-d0d5-4d5d-b90c-f0af515b3ec6 None None] Could not find standard attr ID for object 43b536b0-f9fd-4a47-a8d2-58d79055b6ac. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:11.899093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ab34834e-d364-43a1-86e8-d8fc99983328 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3645072 Jul 06 18:14:11.901935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52062) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:11.907849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Request body: {'security_group_rule': {'security_group_id': '87e2bfd5-45af-4336-a7d3-c1c4c7e7a5e0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:11.934902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.105422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de56253-aff6-48a1-a578-0c9bd52e9dee req-71ad8384-ba62-429a-abb2-c6d72c1bafd7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:12.108257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1de56253-aff6-48a1-a578-0c9bd52e9dee req-71ad8384-ba62-429a-abb2-c6d72c1bafd7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.5510187 Jul 06 18:14:12.117002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-bfc9cecf-e953-478f-8d9f-b4b3ecf39cab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6335278 Jul 06 18:14:12.203926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.210228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.213856 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.220930 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dd13663e-b69f-409e-98a8-c20eef2e9774 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6054890 Jul 06 18:14:12.224966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52070) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.233627 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993837827'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:12.260923 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Project 2d1b105ea31f479dae7370381401d5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:14:12.267011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1de56253-aff6-48a1-a578-0c9bd52e9dee req-6989d6d2-1b46-4d4c-9ab9-f62c314becb2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488841 Jul 06 18:14:12.271985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.298754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:12.301091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1616e1a6-c88a-40f3-817e-5850c0573344,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:12.314638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:12.320666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.324950 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.327781 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Added segment 53502b9c-00e0-46ce-bce0-2581b07f221c of type vlan for network 5c83fc25-41f3-42e6-97b9-f558479e4178 Jul 06 18:14:12.385450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.389389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.401370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:12.418378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.423053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.423687 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment 265e0562-c67d-4a67-9941-83a1bec7dc09 of type vlan for network b316caef-092f-4c7b-a1da-46991a5db90e Jul 06 18:14:12.426036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.434323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=dbaeb551-63e3-4122-8590-8ab5c3874113,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:12.442166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.443969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f42048a9-78d3-4c45-b2fa-3c5b906674e6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/dbaeb551-63e3-4122-8590-8ab5c3874113 HTTP/1.1" status: 204 len: 168 time: 1.0036299 Jul 06 18:14:12.450692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.490835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.492091 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5885041 Jul 06 18:14:12.496235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52084) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.506143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce076b76-d7b1-4705-b4bc-5d102f5326d4 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c648f01-1b8f-4f35-802c-9127e4ec8936,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:12.523972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b848dc52-41e6-41d5-8aac-f95f32cc5ac2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692234 Jul 06 18:14:12.524693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.530465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.533134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:12.545696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.545696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:12.545696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.577221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.585098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:12.585945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.604096 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e10e7e27-23c3-4729-986a-f490f2d52729 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules/8c648f01-1b8f-4f35-802c-9127e4ec8936 HTTP/1.1" status: 200 len: 769 time: 0.1066060 Jul 06 18:14:12.615017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.657152 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4282775 Jul 06 18:14:12.662313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52092) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.668322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'ports': [{'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'}, {'network_id': 'b316caef-092f-4c7b-a1da-46991a5db90e'}]} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:12.668640 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:12.669144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': 'b316caef-092f-4c7b-a1da-46991a5db90e'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:12.676222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4914513 Jul 06 18:14:12.685588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52094) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.701950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Request body: {'subnet': {'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-487182989-subnet', 'tenant_id': '5a6904c52c3c405f9dbf3ebdcee7ac91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:12.739664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d4d38-f139-4db7-862e-1ed6831a01ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=b316caef-092f-4c7b-a1da-46991a5db90e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:12.740327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565ebe7-e07c-4914-89b4-7eafa187d945 admin admin] Pushing event updated for resources: {'Network': ['ID=5c83fc25-41f3-42e6-97b9-f558479e4178,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:12.757315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b316caef-092f-4c7b-a1da-46991a5db90e details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:12.775433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c86c3fd-b9b9-4941-93fa-76f9c531fd9a tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1243362 Jul 06 18:14:12.777784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5c83fc25-41f3-42e6-97b9-f558479e4178 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:12.778605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:12.780990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Made reservation on behalf of 5a6904c52c3c405f9dbf3ebdcee7ac91 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:12.784561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.888913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:12.896217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:12.961419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 2} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:12.966719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.004286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.104975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8586a-bec9-4e5c-b5e9-36daf73bfeff None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:13.119029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-675f3e1d-317e-44cc-b2dd-d1c6614929ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.129186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-675f3e1d-317e-44cc-b2dd-d1c6614929ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.141275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port f73513a2-e94b-43ae-985c-c97b33caf30c yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:13.175197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-675f3e1d-317e-44cc-b2dd-d1c6614929ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.185397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-675f3e1d-317e-44cc-b2dd-d1c6614929ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.189002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-675f3e1d-317e-44cc-b2dd-d1c6614929ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8c648f01-1b8f-4f35-802c-9127e4ec8936 HTTP/1.1" status: 204 len: 168 time: 0.4079680 Jul 06 18:14:13.191984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52104) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:13.211856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f3e1d-317e-44cc-b2dd-d1c6614929ca tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c648f01-1b8f-4f35-802c-9127e4ec8936,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:13.248843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-29b8c53a-9240-41b8-921b-edb55142d4c3 None None] Provisioning complete for port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:13.249350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29b8c53a-9240-41b8-921b-edb55142d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.313611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e2ecb607-aa75-48e0-9390-a6f4966e9c62 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1198912 Jul 06 18:14:13.316937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52108) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:13.341929 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.390439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.476257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5f13e8-eb56-42ef-bae7-bc4062705687,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:13.486685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa35a158-c45d-4f2e-b32e-efd23bc7bbaa tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.538297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Checking segment: {'id': '53502b9c-00e0-46ce-bce0-2581b07f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:13.538674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Network hostable DHCP agents. Network: 5c83fc25-41f3-42e6-97b9-f558479e4178, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:13.546632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa35a158-c45d-4f2e-b32e-efd23bc7bbaa tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.580043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 2797d9c6-c8c0-4fa3-97f6-5572e48de4a6 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:13.598536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:13.614604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Network 5c83fc25-41f3-42e6-97b9-f558479e4178 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:13.630424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 5c83fc25-41f3-42e6-97b9-f558479e4178) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:13.635974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:13.636940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.645406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc19c6-12a2-4815-8158-ad2bd99aebb5 None None] Network 5c83fc25-41f3-42e6-97b9-f558479e4178 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:13.651193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa35a158-c45d-4f2e-b32e-efd23bc7bbaa tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.653898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa35a158-c45d-4f2e-b32e-efd23bc7bbaa tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.657990 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aa35a158-c45d-4f2e-b32e-efd23bc7bbaa tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "DELETE /v2.0/security-groups/87e2bfd5-45af-4336-a7d3-c1c4c7e7a5e0 HTTP/1.1" status: 204 len: 168 time: 0.3399603 Jul 06 18:14:13.672707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:13.702230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35a158-c45d-4f2e-b32e-efd23bc7bbaa tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e2bfd5-45af-4336-a7d3-c1c4c7e7a5e0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:13.736519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] Deleting port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:13.737611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.750408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b11da-e320-49d8-bbf9-8f03d497ad5b req-94d09d85-7b19-4490-8639-60711d4a889d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:13.752037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b9b11da-e320-49d8-bbf9-8f03d497ad5b req-94d09d85-7b19-4490-8639-60711d4a889d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.2539549 Jul 06 18:14:13.786926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.818599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-030752d4-f589-4971-845a-6b99ca5c5112 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1158123 Jul 06 18:14:13.818599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:13.858252 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.875373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17a771-8aeb-4d4a-9193-c2a77acfe0b4 None None] Network 5c83fc25-41f3-42e6-97b9-f558479e4178 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:13.951335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:13.957200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] For port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:13.957915 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.962550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:13.970688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:13.972678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:13.978686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] Calling delete_port for 51ddb3d0-4773-42f6-ab58-a741f1e1a21a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:13.979106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=f73513a2-e94b-43ae-985c-c97b33caf30c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:13.992356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-064c7519-0178-4a5b-9600-470eb78fe38f tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3093028 Jul 06 18:14:13.998531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52116) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:14.051175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b9b11da-e320-49d8-bbf9-8f03d497ad5b req-31100e47-2ff2-4de1-9ee1-cd4f8d26b4f1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800350 Jul 06 18:14:14.051461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=2797d9c6-c8c0-4fa3-97f6-5572e48de4a6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:14.105979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': '265e0562-c67d-4a67-9941-83a1bec7dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b316caef-092f-4c7b-a1da-46991a5db90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:14.106686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: b316caef-092f-4c7b-a1da-46991a5db90e, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:14.130208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network b316caef-092f-4c7b-a1da-46991a5db90e is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:14.142080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b316caef-092f-4c7b-a1da-46991a5db90e) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:14.152703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1ea56-74a1-41d2-9aaa-39e209f92531 None None] Network b316caef-092f-4c7b-a1da-46991a5db90e requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:14.153954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:14.162944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:14.171654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:14.172658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.198442 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-19583911-3209-40d4-b46d-d8f231959ec1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5342309 Jul 06 18:14:14.198680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:14.209327 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.220947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-282f6def-742b-4743-b743-0e5801403394 tempest-SecGroupIPv6Test-1091006637 tempest-SecGroupIPv6Test-1091006637-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2118788 Jul 06 18:14:14.240756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] Pushing event deleted for resources: {'Port': ['ID=51ddb3d0-4773-42f6-ab58-a741f1e1a21a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:14.255673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b5e5e-a96e-482c-ad05-e923ecad53f0 None None] No DVR routers for this DVR port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:14.286164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-618f95d6-d010-4c2d-9df8-3a5a7b3fab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:14.291884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-618f95d6-d010-4c2d-9df8-3a5a7b3fab8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1097 time: 0.4594877 Jul 06 18:14:14.293243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_pluggable_backend [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Port 51ddb3d0-4773-42f6-ab58-a741f1e1a21a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 18:14:14.293655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_pluggable_backend [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:1d75 {{(pid=93942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 18:14:14.314721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_pluggable_backend [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:1d75 {{(pid=93942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 18:14:14.319716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.444317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:14.454351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:14.458308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:14.458910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.467962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3a408-5b5d-4685-921d-91d6f11e838c None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:14.491282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=38024915-2067-406d-a1b6-9d38da32b91e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:14.516771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-614b0337-ddcb-4c65-853f-831c9ab3f99c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9820936 Jul 06 18:14:14.516771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:14.523772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:14.572107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:14.572397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-22b47d36-b59d-4eb4-99e5-d2b8db5c8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:14.573950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-22b47d36-b59d-4eb4-99e5-d2b8db5c8f03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.2779169 Jul 06 18:14:14.633850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 2797d9c6-c8c0-4fa3-97f6-5572e48de4a6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:14.634213 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.663149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:14.668788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1144495540-network', 'tenant_id': '0e50fde4567f49b2bd08cf604091a1ad'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:14.697014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Made reservation on behalf of 0e50fde4567f49b2bd08cf604091a1ad for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:14.700028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.711188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.717555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '38024915-2067-406d-a1b6-9d38da32b91e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:14.718569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.762222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-8d35bfe5-f7fc-439d-a417-e352f17996e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 1001 time: 0.1810951 Jul 06 18:14:14.764210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.815920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 2797d9c6-c8c0-4fa3-97f6-5572e48de4a6 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:14.834873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.842212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.875300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:14.878169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-51b04765-eef5-4c6a-868c-b83369fb1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:14.879776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-51b04765-eef5-4c6a-868c-b83369fb1692 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.1099710 Jul 06 18:14:14.890743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7601a4-896c-48d7-9447-96cb70193ab6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:14.904410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.904684 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Added segment d582243a-ffe7-44d9-9f6e-24426472e87b of type vlan for network e16036da-fe8e-49c1-bcec-f0d5867e2b44 Jul 06 18:14:14.911078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Allocated IP 2001:db8::f816:3eff:fe89:94ec (b93ba3d4-6204-46bf-8941-c428da39aa18/38024915-2067-406d-a1b6-9d38da32b91e/7aabd690-b49d-49df-ab03-2b7c6cda57fd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:14.936475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:14.940708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:14.998792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.011351 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe36d6fa-cf90-4d1b-a9a4-de17fd12f900 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d1b105ea31f479dae7370381401d5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356432 Jul 06 18:14:15.013682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:15.017810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 51ddb3d0-4773-42f6-ab58-a741f1e1a21a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:15.045123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.046822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:15.047486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.047959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 51ddb3d0-4773-42f6-ab58-a741f1e1a21a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:15.048538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 51ddb3d0-4773-42f6-ab58-a741f1e1a21a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:15.097241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.136918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4721124 Jul 06 18:14:15.140493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52146) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:15.145443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Request body: {'subnet': {'network_id': 'e16036da-fe8e-49c1-bcec-f0d5867e2b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1144495540-subnet', 'tenant_id': '0e50fde4567f49b2bd08cf604091a1ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:15.152483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.167833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=2797d9c6-c8c0-4fa3-97f6-5572e48de4a6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:15.171876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.178073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a48cc365-f652-4b7b-bda5-92f22898e93c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/2797d9c6-c8c0-4fa3-97f6-5572e48de4a6 HTTP/1.1" status: 204 len: 168 time: 0.9715250 Jul 06 18:14:15.180675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-1f9694e3-91ae-4231-9fe1-fe555eb32cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:15.182082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Transition to ACTIVE for port object 7aabd690-b49d-49df-ab03-2b7c6cda57fd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:15.182267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-1f9694e3-91ae-4231-9fe1-fe555eb32cd3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2948754 Jul 06 18:14:15.182468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52148) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:15.186142 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41689-dd36-444e-b43d-c727d716e5aa admin admin] Pushing event updated for resources: {'Network': ['ID=e16036da-fe8e-49c1-bcec-f0d5867e2b44,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:15.204594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e16036da-fe8e-49c1-bcec-f0d5867e2b44 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:15.221417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Transition to ACTIVE for port object 7aabd690-b49d-49df-ab03-2b7c6cda57fd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:15.227675 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce677d92-8b08-4504-adb6-95c9a4a475b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.261161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Made reservation on behalf of 0e50fde4567f49b2bd08cf604091a1ad for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:15.266239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.273547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.332332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:15.337645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:15.341831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:15.356337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b44446-1c18-445e-bc3d-f4f2b4ca2d2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:15.356957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:15.363065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b44446-1c18-445e-bc3d-f4f2b4ca2d2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:15.367465 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b6b44446-1c18-445e-bc3d-f4f2b4ca2d2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1799676 Jul 06 18:14:15.369652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52150) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:15.421529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Attempting to bind port 7aabd690-b49d-49df-ab03-2b7c6cda57fd on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:15.421852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Attempting to bind port 7aabd690-b49d-49df-ab03-2b7c6cda57fd by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:15.422574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Attempting to bind port 7aabd690-b49d-49df-ab03-2b7c6cda57fd on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:15.429879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:15.430259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:15.430668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.431354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:15.431957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Bound port: 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:15.431957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.527200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:15.531051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:15.537082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.575688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port f73513a2-e94b-43ae-985c-c97b33caf30c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:15.576096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.581916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.615635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f40332-87dd-4281-ba26-f7c41275a7b1 None None] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:15.712570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.725598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce677d92-8b08-4504-adb6-95c9a4a475b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.734182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5065df86-ee63-47c6-9f1c-e0433795943a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:15.744847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for f73513a2-e94b-43ae-985c-c97b33caf30c owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:15.762857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Checking segment: {'id': 'd582243a-ffe7-44d9-9f6e-24426472e87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e16036da-fe8e-49c1-bcec-f0d5867e2b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:15.763210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Network hostable DHCP agents. Network: e16036da-fe8e-49c1-bcec-f0d5867e2b44, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:15.820005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-a43cba6f-e7f7-4a13-aedd-5749ae4a17e9 service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266587 Jul 06 18:14:15.834993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Network e16036da-fe8e-49c1-bcec-f0d5867e2b44 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:15.868254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e16036da-fe8e-49c1-bcec-f0d5867e2b44) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:15.877963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684b897-16fb-41fc-975c-ece768dcaed9 None None] Network e16036da-fe8e-49c1-bcec-f0d5867e2b44 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:15.879652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:15.880309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.915061 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7826053d-691d-475e-871e-c2fd824e0792 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7733064 Jul 06 18:14:15.917728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.965186 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=f73513a2-e94b-43ae-985c-c97b33caf30c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:15.974279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:15.976772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9f7ec26c-65cb-45f6-a815-0046f9513123 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/f73513a2-e94b-43ae-985c-c97b33caf30c HTTP/1.1" status: 204 len: 168 time: 0.6060011 Jul 06 18:14:15.979368 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.074574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ed87b-180c-4687-b738-e654559254dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:16.076331 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-816ed87b-180c-4687-b738-e654559254dd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0957870 Jul 06 18:14:16.078156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.079569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52156) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.114954 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a3b49a-f044-4e5c-b5e3-113ca7920a89 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:16.119624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e8a3b49a-f044-4e5c-b5e3-113ca7920a89 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/2797d9c6-c8c0-4fa3-97f6-5572e48de4a6 HTTP/1.1" status: 404 len: 333 time: 0.0389450 Jul 06 18:14:16.120423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52158) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.157581 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-187694b4-87df-43d9-9e31-262215930508 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:16.159512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44b6ec-4857-44be-903b-faf383bb8b3f req-64e3a2f8-55bb-4d88-abab-4ed44afffa25 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:16.160433 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-187694b4-87df-43d9-9e31-262215930508 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/f73513a2-e94b-43ae-985c-c97b33caf30c HTTP/1.1" status: 404 len: 333 time: 0.0384195 Jul 06 18:14:16.162508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52162) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.166081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b35f6-cc87-4c9d-9e0e-0ff509627d52 None None] Network e16036da-fe8e-49c1-bcec-f0d5867e2b44 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:16.167424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a44b6ec-4857-44be-903b-faf383bb8b3f req-64e3a2f8-55bb-4d88-abab-4ed44afffa25 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.8953147 Jul 06 18:14:16.214734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:16.217692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce677d92-8b08-4504-adb6-95c9a4a475b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.220542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce677d92-8b08-4504-adb6-95c9a4a475b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.233687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ce677d92-8b08-4504-adb6-95c9a4a475b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d94d3b5b-2c4a-4c96-a3e3-a6924696962e HTTP/1.1" status: 204 len: 168 time: 1.2079604 Jul 06 18:14:16.247416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:16.263987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:16.264602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.289138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7741246 Jul 06 18:14:16.291379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-b3158f68-8d54-4920-985a-cf8e8bf956f6 service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514555 Jul 06 18:14:16.292151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce677d92-8b08-4504-adb6-95c9a4a475b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d3b5b-2c4a-4c96-a3e3-a6924696962e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:16.297342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.300760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52166) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.312298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca022e88-3eec-46e1-9499-dd140926c676 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=383e235a-f91b-4cae-926d-a194c3dee791,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:16.313931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:c5:14:e0', 'name': 'tempest-NetworksTestDHCPv6-960239712'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:16.355090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a44b6ec-4857-44be-903b-faf383bb8b3f req-baac4b86-583f-4788-bd74-43e2f461cce7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864440 Jul 06 18:14:16.520985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.560120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b316caef-092f-4c7b-a1da-46991a5db90e']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:16.590466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265e0562-c67d-4a67-9941-83a1bec7dc09') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:16.590763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265e0562-c67d-4a67-9941-83a1bec7dc09') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:16.613359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.636104 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.645887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:16.646577 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:16.651087 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:16.667993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:16.797850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.818614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.821645 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/b316caef-092f-4c7b-a1da-46991a5db90e HTTP/1.1" status: 204 len: 168 time: 0.6580765 Jul 06 18:14:16.828542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.836474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-231014174'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:16.850458 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a391253-fc41-4436-9564-614d596bb1f8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=b316caef-092f-4c7b-a1da-46991a5db90e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:16.895758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.961992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:16.966722 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.982522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port e1524aef-cab9-4cb9-8cd2-90581fbab486 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:17.142152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:17.183367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-4fa435db-dd85-4163-afa4-01750020cf04 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:17.196606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:17.197297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-4fa435db-dd85-4163-afa4-01750020cf04 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/networks?id=5c83fc25-41f3-42e6-97b9-f558479e4178 HTTP/1.1" status: 200 len: 811 time: 0.3406944 Jul 06 18:14:17.218533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.219419 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff of type vlan for network c1b458da-cb6b-433b-be6e-1adad4321ac9 Jul 06 18:14:17.241201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-e9bfe2ca-e15d-4932-97f3-959d07fbff7b tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/quotas/5a6904c52c3c405f9dbf3ebdcee7ac91 HTTP/1.1" status: 200 len: 375 time: 0.0428431 Jul 06 18:14:17.248470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d96b5-f9a6-4469-80a8-82abe560c625 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:17.312393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-45a6c65f-6306-482a-ae8d-5c49c201e7c2 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6904c52c3c405f9dbf3ebdcee7ac91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691731 Jul 06 18:14:17.352030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 172.20.0.5 (b93ba3d4-6204-46bf-8941-c428da39aa18/383e235a-f91b-4cae-926d-a194c3dee791/e1524aef-cab9-4cb9-8cd2-90581fbab486) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:17.361240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fec5:14e0 (b93ba3d4-6204-46bf-8941-c428da39aa18/38024915-2067-406d-a1b6-9d38da32b91e/e1524aef-cab9-4cb9-8cd2-90581fbab486) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:17.375948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.447284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-7546b95b-51e1-4757-a3b4-fa8f124e10d6 service neutron] 10.222.0.37 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338005 Jul 06 18:14:17.473782 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.481410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:17.482307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.513534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13985191-22cf-481e-9549-3d10d49e40ca None None] Provisioning for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:17.581901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:17.595790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:17.596889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.625702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7951314 Jul 06 18:14:17.630020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:17.637466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.644647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:17.700723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49350973-f8b3-479f-9387-3c9db34c0109 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=c1b458da-cb6b-433b-be6e-1adad4321ac9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:17.729272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c1b458da-cb6b-433b-be6e-1adad4321ac9 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:17.747144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object e1524aef-cab9-4cb9-8cd2-90581fbab486 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:17.787964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-29432d7f-aed1-4f63-b56a-18d6ad79debb service neutron] 10.222.0.37 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397627 Jul 06 18:14:17.810426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73505a99-dee1-4c39-b6f6-3d137813fa5d req-5ee34243-4dbb-4f1f-8198-8b4034d01f44 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:17.813575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73505a99-dee1-4c39-b6f6-3d137813fa5d req-5ee34243-4dbb-4f1f-8198-8b4034d01f44 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.2760653 Jul 06 18:14:17.822666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:17.827634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.838178 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.860038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '38024915-2067-406d-a1b6-9d38da32b91e', 'ip_address': '2001:db8::f816:3eff:fe89:94ec'}, {'subnet_id': '383e235a-f91b-4cae-926d-a194c3dee791'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '7aabd690-b49d-49df-ab03-2b7c6cda57fd'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:14:17.892152 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73505a99-dee1-4c39-b6f6-3d137813fa5d req-0c102713-e5c9-46a1-aa1d-d76a27352180 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703988 Jul 06 18:14:17.907510 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.979443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.988523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:17.999654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:18.011305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:18.045282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.088312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:18.124121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7b4a314-4b96-4218-8155-cea2ba95b101 req-35402334-d523-4fee-a1ea-090b33e7491e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 210 time: 0.0560870 Jul 06 18:14:18.134161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=e1524aef-cab9-4cb9-8cd2-90581fbab486,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:18.161353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:18.191279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:18.191279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.244092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:18.244373 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea57b4f2-a248-46ff-aa3b-b81d84d2ea8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9422736 Jul 06 18:14:18.266988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.350283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fca56e-8bfd-4eba-a721-adc93f61e9c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:18.350830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=e000a267-000d-4e40-bcef-676aab897a93,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:18.358960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fca56e-8bfd-4eba-a721-adc93f61e9c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:18.364742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-18fca56e-8bfd-4eba-a721-adc93f61e9c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1195064 Jul 06 18:14:18.366128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:18.386923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:18.387462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: c1b458da-cb6b-433b-be6e-1adad4321ac9, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:18.428732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Allocated IP 172.20.0.2 (b93ba3d4-6204-46bf-8941-c428da39aa18/383e235a-f91b-4cae-926d-a194c3dee791/7aabd690-b49d-49df-ab03-2b7c6cda57fd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:18.434457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network c1b458da-cb6b-433b-be6e-1adad4321ac9 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:18.453054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c1b458da-cb6b-433b-be6e-1adad4321ac9) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:18.464478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:18.467296 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.468635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6b0f9-c72b-4b84-9d1b-5747c9306ba6 None None] Network c1b458da-cb6b-433b-be6e-1adad4321ac9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:18.498002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b5c6cb3-aa1c-4abc-ae74-57fec4b2b102 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8666599 Jul 06 18:14:18.500750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52234) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:18.510384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9', 'name': 'tempest-PortsIpV6TestJSON-499307691'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:18.529813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port e1524aef-cab9-4cb9-8cd2-90581fbab486 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:18.530592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.626882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:18.698553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.737710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-c1b458da-cb6b-433b-be6e-1adad4321ac9', 'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': 'e000a267-000d-4e40-bcef-676aab897a93'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:18.738671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.741629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Transition to ACTIVE for port object 7aabd690-b49d-49df-ab03-2b7c6cda57fd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:18.769095 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.800759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:18.807549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.828690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.831235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port b597447a-e150-4043-a405-a2515684a008 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:18.854313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for e1524aef-cab9-4cb9-8cd2-90581fbab486 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:19.036602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::324 (c1b458da-cb6b-433b-be6e-1adad4321ac9/e000a267-000d-4e40-bcef-676aab897a93/b597447a-e150-4043-a405-a2515684a008) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:19.136109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:19.321442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e5379-e971-4f3f-9091-a2b948c469cd req-fce1b31b-49a7-4c2b-9c39-20088be52ea0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:19.323283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-125e5379-e971-4f3f-9091-a2b948c469cd req-fce1b31b-49a7-4c2b-9c39-20088be52ea0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.1402175 Jul 06 18:14:19.362841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1416a21-cb9e-43b5-be30-b818ccf3670c None None] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:19.393344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cceec694-e9bd-4fe9-b82c-63d613bff231 req-08db8ab9-01a7-47d9-a5c6-87dd1cd03e75 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 210 time: 0.0640330 Jul 06 18:14:19.435846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.480125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-125e5379-e971-4f3f-9091-a2b948c469cd req-86591103-bc4a-4382-835e-c2c738a9517d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466429 Jul 06 18:14:19.483243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=e1524aef-cab9-4cb9-8cd2-90581fbab486,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:19.519232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.519232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.519524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.519789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.521040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.521474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.521889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.522296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.523061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.523505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.523917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.524320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:19.564234 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.583325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object b597447a-e150-4043-a405-a2515684a008 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:19.623066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.628361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2a09c0b9-08e8-4f0d-b845-581ceb68129a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/e1524aef-cab9-4cb9-8cd2-90581fbab486 HTTP/1.1" status: 204 len: 168 time: 1.2614224 Jul 06 18:14:19.628835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:19.647581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.720869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Allocated IP 2001:db8::2 (c1b458da-cb6b-433b-be6e-1adad4321ac9/e000a267-000d-4e40-bcef-676aab897a93/5345a43a-ef43-4734-9e71-376081b102e5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:19.734831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network c1b458da-cb6b-433b-be6e-1adad4321ac9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:19.742373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:19.750155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:19.767748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:19.772421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.802407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=b597447a-e150-4043-a405-a2515684a008,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:19.811705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3d6d5918-2f6e-4e57-9222-dbcc4a3d3a00 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3091826 Jul 06 18:14:19.816828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:19.866143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-6f533b90-b6de-4e23-b5f9-e06efea1f9e0 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:19.868073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-6f533b90-b6de-4e23-b5f9-e06efea1f9e0 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.60 "GET /v2.0/networks?id=5c83fc25-41f3-42e6-97b9-f558479e4178 HTTP/1.1" status: 200 len: 811 time: 0.1946857 Jul 06 18:14:19.880725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad1838-04fa-4390-9356-b6afdd6a2b3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:19.881713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Request body: {'port': {'device_id': '19977f1f-73b8-404d-984f-e4fae941363e', 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178', 'admin_state_up': True, 'tenant_id': '5a6904c52c3c405f9dbf3ebdcee7ac91'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:19.882295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad1838-04fa-4390-9356-b6afdd6a2b3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:19.884054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad1838-04fa-4390-9356-b6afdd6a2b3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:19.885865 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e1ad1838-04fa-4390-9356-b6afdd6a2b3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2555971 Jul 06 18:14:19.889475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:19.954420 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.967426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Transition to ACTIVE for port object 5345a43a-ef43-4734-9e71-376081b102e5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:19.975111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 38024915-2067-406d-a1b6-9d38da32b91e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:19.977787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port b597447a-e150-4043-a405-a2515684a008 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:19.978147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.978873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:19.992176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Transition to ACTIVE for port object 5345a43a-ef43-4734-9e71-376081b102e5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:20.000873 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.026130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.055562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Network c1b458da-cb6b-433b-be6e-1adad4321ac9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:20.058710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:20.062414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:20.077980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Pushing event updated for resources: {'Port': ['ID=5345a43a-ef43-4734-9e71-376081b102e5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:20.108361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.124449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for b597447a-e150-4043-a405-a2515684a008 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:20.146090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Attempting to bind port 5345a43a-ef43-4734-9e71-376081b102e5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:20.146468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Attempting to bind port 5345a43a-ef43-4734-9e71-376081b102e5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:20.146832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Attempting to bind port 5345a43a-ef43-4734-9e71-376081b102e5 on network c1b458da-cb6b-433b-be6e-1adad4321ac9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:20.152861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:20.153240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Checking segment: {'id': 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:20.153645 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.154039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Bound using segment: {'id': 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:20.154516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Bound port: 5345a43a-ef43-4734-9e71-376081b102e5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1b458da-cb6b-433b-be6e-1adad4321ac9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:20.154898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.213780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.246281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fea74837-a29b-4925-916d-967235d001f4 None None] For port 5345a43a-ef43-4734-9e71-376081b102e5, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:20.251031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fea74837-a29b-4925-916d-967235d001f4 None None] For port 5345a43a-ef43-4734-9e71-376081b102e5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5345a43a-ef43-4734-9e71-376081b102e5,segment=NetworkSegment(ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff),segment_id=ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:20.260433 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.309405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Made reservation on behalf of 5a6904c52c3c405f9dbf3ebdcee7ac91 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:20.316397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.359770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c0de4057-bbf7-456c-9fc6-c1ef33ba67c6 None None] Provisioning for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:20.370675 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.380316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c0de4057-bbf7-456c-9fc6-c1ef33ba67c6 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:20.381017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0de4057-bbf7-456c-9fc6-c1ef33ba67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.431353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=b597447a-e150-4043-a405-a2515684a008,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:20.470828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea74837-a29b-4925-916d-967235d001f4 None None] Pushing event updated for resources: {'Port': ['ID=5345a43a-ef43-4734-9e71-376081b102e5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:20.491024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.499524 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-11324164-137d-4537-8afd-1ac2b4821d63 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/b597447a-e150-4043-a405-a2515684a008 HTTP/1.1" status: 204 len: 168 time: 0.6817226 Jul 06 18:14:20.501249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.506145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:20.647910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=38024915-2067-406d-a1b6-9d38da32b91e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:20.654405 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e364fae3-2e15-4b03-a184-b0b55d91efeb tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:14:20.655023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e364fae3-2e15-4b03-a184-b0b55d91efeb tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:20.660385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e364fae3-2e15-4b03-a184-b0b55d91efeb tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/b597447a-e150-4043-a405-a2515684a008 HTTP/1.1" status: 404 len: 333 time: 0.1470749 Jul 06 18:14:20.661422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52268) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:20.691898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-065609f2-f02c-4496-a6eb-a21ffa45bae0 req-d5eecc75-834f-4179-8fdf-c999861dfefa tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 210 time: 0.0578601 Jul 06 18:14:20.696921 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.699011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b97becbc-c41d-4fec-abbe-694b98d0608c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/38024915-2067-406d-a1b6-9d38da32b91e HTTP/1.1" status: 204 len: 168 time: 0.8072324 Jul 06 18:14:20.714911 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-615b4510-a696-493a-b8c6-43bcf1c5bc54 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:20.717108 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-615b4510-a696-493a-b8c6-43bcf1c5bc54 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/b597447a-e150-4043-a405-a2515684a008 HTTP/1.1" status: 404 len: 333 time: 0.0542417 Jul 06 18:14:20.718015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:20.729361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52272) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:20.804801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abed9b-1d44-4932-80c5-7f6611a3a7fa None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:20.811350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Allocated IP 172.20.0.10 (5c83fc25-41f3-42e6-97b9-f558479e4178/5a5f13e8-eb56-42ef-bae7-bc4062705687/daefa81b-b340-42a7-a3ad-1d8a91c0e4e1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:20.861400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f807-4b34-4d6f-a6b6-c7e72a5f0abb req-46790a30-b8d9-40fe-8607-785a75aa9289 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:20.863146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f98f807-4b34-4d6f-a6b6-c7e72a5f0abb req-46790a30-b8d9-40fe-8607-785a75aa9289 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.1774828 Jul 06 18:14:20.870119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e886b867-c93f-4034-a598-5b263b689b29 None None] Could not find standard attr ID for object e1524aef-cab9-4cb9-8cd2-90581fbab486. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:20.893997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet e000a267-000d-4e40-bcef-676aab897a93 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:20.902570 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 383e235a-f91b-4cae-926d-a194c3dee791 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:20.906688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.953436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f98f807-4b34-4d6f-a6b6-c7e72a5f0abb req-7735545d-9f69-40df-9225-35de1c0b95ca tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723448 Jul 06 18:14:21.005343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.038396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.096841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.100763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.162364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:21.176131 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.224086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:21.224459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.238783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Pushing event updated for resources: {'Port': ['ID=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:21.254693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Network 5c83fc25-41f3-42e6-97b9-f558479e4178 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:21.256287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:21.259351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:21.272155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.316993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.318178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:21.318870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.338781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-833f8946-1405-4896-b376-d5592084e1ae tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4622440 Jul 06 18:14:21.347912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5345a43a-ef43-4734-9e71-376081b102e5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:21.355074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Request body: {'port': {'device_id': '19977f1f-73b8-404d-984f-e4fae941363e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:21.414685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 5345a43a-ef43-4734-9e71-376081b102e5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:21.422528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.454702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.462537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=383e235a-f91b-4cae-926d-a194c3dee791,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:21.479667 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.505292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.508549 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/e000a267-000d-4e40-bcef-676aab897a93 HTTP/1.1" status: 204 len: 168 time: 0.7777786 Jul 06 18:14:21.527821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:21.577249 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.579324 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3d559ebe-a899-422c-a11f-422f1b30bfba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/383e235a-f91b-4cae-926d-a194c3dee791 HTTP/1.1" status: 204 len: 168 time: 0.8601360 Jul 06 18:14:21.581069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf8f8b-a07d-4dba-9a1b-d1b62cbd1b59 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=e000a267-000d-4e40-bcef-676aab897a93,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:21.583204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52280) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:21.644075 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28ef215b-f4e5-41ad-b5e4-b11e7a2ab064 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566759 Jul 06 18:14:21.651803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52282) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:21.660472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:21.724020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:21.782417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:21.787983 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.018608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93328d80-bf32-4e9c-979a-c432a4b61fce None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:22.085413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 5345a43a-ef43-4734-9e71-376081b102e5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:22.085413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.142134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496dd60-0f0d-442f-9500-5e035bde8585 None None] Network c1b458da-cb6b-433b-be6e-1adad4321ac9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:22.160474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.237318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:22.243492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:22.253509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:22.254176 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.269102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-21fa96e7-0447-4eeb-8e93-33831344b3e1 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:22.269608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fa96e7-0447-4eeb-8e93-33831344b3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.284552 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6311245 Jul 06 18:14:22.285547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52298) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:22.294676 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:22.301492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2300b2-5911-46ec-8556-9c8a74b2db95 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=5a8411e9-6fa9-449c-983e-5a5bc90577e6,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:22.343690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port 5345a43a-ef43-4734-9e71-376081b102e5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5345a43a-ef43-4734-9e71-376081b102e5,segment=NetworkSegment(ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff),segment_id=ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:22.344067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.383556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 5345a43a-ef43-4734-9e71-376081b102e5 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:22.387003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:14:22.405031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.441835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ef4a9-c12a-4319-9aee-c5cc742af5f9 req-aee87e9b-df70-4947-b58d-25b71743f4da tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:22.450847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b38ef4a9-c12a-4319-9aee-c5cc742af5f9 req-aee87e9b-df70-4947-b58d-25b71743f4da tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 932 time: 0.4917512 Jul 06 18:14:22.466476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:22.473738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.503426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Transition to ACTIVE for port object daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:22.522971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.569157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57450e-9252-4f1b-a67d-0f8edd982945 req-7e800a63-01b8-44e5-ab06-566fda60c08e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:22.570929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e57450e-9252-4f1b-a67d-0f8edd982945 req-7e800a63-01b8-44e5-ab06-566fda60c08e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.3191392 Jul 06 18:14:22.657594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b38ef4a9-c12a-4319-9aee-c5cc742af5f9 req-bc8740bf-1dba-4fcd-8b7d-74dafa2a8139 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057221 Jul 06 18:14:22.675287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Pushing event updated for resources: {'Port': ['ID=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:22.702554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] DHCP port deletion for c1b458da-cb6b-433b-be6e-1adad4321ac9 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:22.743491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e57450e-9252-4f1b-a67d-0f8edd982945 req-72f1fe48-cf72-4a47-bfc6-32ae8891a2f0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534443 Jul 06 18:14:22.768022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.771910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-78143c68-a2fa-4174-ab80-26ef781b80fe None None] Provisioning for port 5345a43a-ef43-4734-9e71-376081b102e5 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:22.778013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-78143c68-a2fa-4174-ab80-26ef781b80fe None None] Provisioning complete for port 5345a43a-ef43-4734-9e71-376081b102e5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:22.778512 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78143c68-a2fa-4174-ab80-26ef781b80fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.809867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port 5345a43a-ef43-4734-9e71-376081b102e5 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:22.813533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=5345a43a-ef43-4734-9e71-376081b102e5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:22.832197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-78143c68-a2fa-4174-ab80-26ef781b80fe None None] Port 5345a43a-ef43-4734-9e71-376081b102e5 was deleted so its status cannot be updated. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 18:14:22.848074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Deleting port 5345a43a-ef43-4734-9e71-376081b102e5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:22.848659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.908953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Attempting to bind port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:22.909586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Attempting to bind port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '53502b9c-00e0-46ce-bce0-2581b07f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:22.910060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Attempting to bind port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 on network 5c83fc25-41f3-42e6-97b9-f558479e4178 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:22.933963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 on network 5c83fc25-41f3-42e6-97b9-f558479e4178 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:14:22.934376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Attempting to bind port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 on network 5c83fc25-41f3-42e6-97b9-f558479e4178 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:22.953891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:22.954307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Checking segment: {'id': '53502b9c-00e0-46ce-bce0-2581b07f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:22.955027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Bound using segment: {'id': '53502b9c-00e0-46ce-bce0-2581b07f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:22.955413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Bound port: daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53502b9c-00e0-46ce-bce0-2581b07f221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:22.955920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.962028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.983798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b458da-cb6b-433b-be6e-1adad4321ac9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:22.986065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] For port 5345a43a-ef43-4734-9e71-376081b102e5, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:22.987069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.022235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:23.022752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0ad460-e1cd-49b7-bbca-d45e3d01a7ff') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:23.039627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.042677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Calling delete_port for 5345a43a-ef43-4734-9e71-376081b102e5 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:23.051637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Port 5345a43a-ef43-4734-9e71-376081b102e5 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:14:23.054102 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.075850 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.084270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710109b0-f41a-4cdb-99ec-af4554d0bcc7 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:23.089337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:23.089337 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:23.092781 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:23.095931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5345a43a-ef43-4734-9e71-376081b102e5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:23.107204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] For port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:23.162380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] For port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,segment=NetworkSegment(53502b9c-00e0-46ce-bce0-2581b07f221c),segment_id=53502b9c-00e0-46ce-bce0-2581b07f221c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:23.168951 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.202781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.213731 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.219303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52302) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:23.221762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/c1b458da-cb6b-433b-be6e-1adad4321ac9 HTTP/1.1" status: 204 len: 168 time: 1.6910667 Jul 06 18:14:23.227596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-656434155'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:23.237371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:23.238167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.239850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] 10.222.0.60 "PUT /v2.0/ports/daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 HTTP/1.1" status: 200 len: 1092 time: 1.8920927 Jul 06 18:14:23.240393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19977f1f-73b8-404d-984f-e4fae941363e', 'tag': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:23.242836 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9638db-01c1-4393-841e-2c778347a313" -d '{"events": [{"name": "network-changed", "server_uuid": "19977f1f-73b8-404d-984f-e4fae941363e", "tag": "daefa81b-b340-42a7-a3ad-1d8a91c0e4e1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:23.260161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdc1fa-0ad5-47ad-aaf2-0ff30f3c3e4d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=c1b458da-cb6b-433b-be6e-1adad4321ac9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:23.261460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.objects.ports [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:23.278245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 5345a43a-ef43-4734-9e71-376081b102e5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:23.278620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5345a43a-ef43-4734-9e71-376081b102e5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:23.284657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] Pushing event deleted for resources: {'Port': ['ID=5345a43a-ef43-4734-9e71-376081b102e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:23.285006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693880a-82bf-474b-8a50-6c8217c7bb41 service neutron] Pushing event updated for resources: {'Port': ['ID=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:23.286925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53b454-7f88-44b3-aaa0-ef8ae2c81e86 None None] No DVR routers for this DVR port 5345a43a-ef43-4734-9e71-376081b102e5 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:23.288673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f477d253-c948-4a63-b1f0-73d5f1062414 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:23.289038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f477d253-c948-4a63-b1f0-73d5f1062414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.381742 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4830d166-d1af-43c2-b984-9932ac2e36ae x-openstack-request-id: req-4830d166-d1af-43c2-b984-9932ac2e36ae {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:23.382037 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19977f1f-73b8-404d-984f-e4fae941363e", "tag": "daefa81b-b340-42a7-a3ad-1d8a91c0e4e1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:23.382301 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4830d166-d1af-43c2-b984-9932ac2e36ae {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:23.382699 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19977f1f-73b8-404d-984f-e4fae941363e', 'tag': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1', 'status': 'completed', 'code': 200} Jul 06 18:14:23.397406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-f6726fb1-0852-48e0-939e-3a011b62868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:23.399464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-f6726fb1-0852-48e0-939e-3a011b62868f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6904c52c3c405f9dbf3ebdcee7ac91&device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 1095 time: 0.0813994 Jul 06 18:14:23.470120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-ceeef53b-850b-4068-826c-329840723c9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0626738 Jul 06 18:14:23.558093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-7dc50145-4a78-4cb4-a050-c4b11896010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:23.561105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-7dc50145-4a78-4cb4-a050-c4b11896010b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a5f13e8-eb56-42ef-bae7-bc4062705687 HTTP/1.1" status: 200 len: 851 time: 0.0842164 Jul 06 18:14:23.598940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-257702f1-13d0-449d-956e-f3adde08a12a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c83fc25-41f3-42e6-97b9-f558479e4178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312402 Jul 06 18:14:23.656670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '2a35e703-0fad-41c0-b944-a1a549341e58'}, {'subnet_id': '5a8411e9-6fa9-449c-983e-5a5bc90577e6'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '7aabd690-b49d-49df-ab03-2b7c6cda57fd'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:14:23.729334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:23.784856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-0bcec7ab-e498-43b8-bacd-864c45fae002 service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795273 Jul 06 18:14:23.985300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:23.991332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.005084 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6e41abf-d6fa-4da1-8c0c-f52d235d299c req-c7f8f288-cabf-41aa-954b-501ce581cc23 service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134624 Jul 06 18:14:24.062275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:24.076110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.076633 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment 855fabf4-a3c2-48f9-93a8-a35a999656f3 of type vlan for network 1f29bf8f-db84-491e-91d0-f441597dd6d8 Jul 06 18:14:24.146293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Allocated IP 172.20.0.2 (b93ba3d4-6204-46bf-8941-c428da39aa18/5a8411e9-6fa9-449c-983e-5a5bc90577e6/7aabd690-b49d-49df-ab03-2b7c6cda57fd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:24.161357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.167616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Allocated IP 2001:db8::f816:3eff:fe89:94ec (b93ba3d4-6204-46bf-8941-c428da39aa18/2a35e703-0fad-41c0-b944-a1a549341e58/7aabd690-b49d-49df-ab03-2b7c6cda57fd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:24.223950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.232425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:24.233303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.293852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:24.323202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1027837 Jul 06 18:14:24.333037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52332) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:24.335142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.340513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:24.353375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Transition to ACTIVE for port object 7aabd690-b49d-49df-ab03-2b7c6cda57fd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:24.359430 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.433260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe89:94ec-39ac22db-a6c6-4f82-9c86-819fda96c6 {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:14:24.433654 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:14:24.441677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95930c60-7fce-460a-8d1a-b9be5f1f0bff tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=1f29bf8f-db84-491e-91d0-f441597dd6d8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:24.471713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 1f29bf8f-db84-491e-91d0-f441597dd6d8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:24.472442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:24.476849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.554416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5724e-eec9-4401-b11f-f4f1b0d2ea82 None None] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:24.606443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301cc06-3d65-4090-87dd-ef63303deb75 req-a7a6da20-be27-4ec2-80c2-5f97056d6834 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:24.608487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6301cc06-3d65-4090-87dd-ef63303deb75 req-a7a6da20-be27-4ec2-80c2-5f97056d6834 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 944 time: 0.6970360 Jul 06 18:14:24.619686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dca3b-ece5-406b-b335-be23365468a3 req-68fa577a-c82d-4196-8fb0-ef2d4bad2afc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:24.621332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-068dca3b-ece5-406b-b335-be23365468a3 req-68fa577a-c82d-4196-8fb0-ef2d4bad2afc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.5933130 Jul 06 18:14:24.694056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9638db-01c1-4393-841e-2c778347a313 req-64e6ebd6-4846-444e-9522-5834262005d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:24.694299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-64e6ebd6-4846-444e-9522-5834262005d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6904c52c3c405f9dbf3ebdcee7ac91&device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 1095 time: 0.1870263 Jul 06 18:14:24.720438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-068dca3b-ece5-406b-b335-be23365468a3 req-6d945c05-104a-41bf-bb6d-d39dbc575668 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875013 Jul 06 18:14:24.720717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.743006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6301cc06-3d65-4090-87dd-ef63303deb75 req-18ba2230-cfeb-4a21-b1cb-6ce1d1add113 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156325 Jul 06 18:14:24.819167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': '855fabf4-a3c2-48f9-93a8-a35a999656f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:24.819961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: 1f29bf8f-db84-491e-91d0-f441597dd6d8, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:24.833035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=833b4ee4-861a-4bed-867e-3637bf03cb51,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:24.838936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9638db-01c1-4393-841e-2c778347a313 req-8c2ace1b-e4ec-433e-8dc5-61251aa68ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:24.840644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-8c2ace1b-e4ec-433e-8dc5-61251aa68ee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c83fc25-41f3-42e6-97b9-f558479e4178 HTTP/1.1" status: 200 len: 912 time: 0.1384251 Jul 06 18:14:24.847992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 1f29bf8f-db84-491e-91d0-f441597dd6d8 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:24.860642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 1f29bf8f-db84-491e-91d0-f441597dd6d8) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:24.870683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c223db4-430b-497e-b309-a9d165ddffa6 None None] Network 1f29bf8f-db84-491e-91d0-f441597dd6d8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:24.876577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:24.877321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:24.899945 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a26d898d-233c-4373-980a-40bf5ef84f88 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5654347 Jul 06 18:14:24.901036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52334) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:24.907362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1341339958'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:24.934439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-701fa08e-4cbd-4aa5-b85a-dde5117196cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0859482 Jul 06 18:14:25.039131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9638db-01c1-4393-841e-2c778347a313 req-f86bb4b4-aad0-498e-ac18-c2825aa88f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:25.044963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:25.047765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-f86bb4b4-aad0-498e-ac18-c2825aa88f55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a5f13e8-eb56-42ef-bae7-bc4062705687 HTTP/1.1" status: 200 len: 851 time: 0.0992763 Jul 06 18:14:25.085707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-3368ce0b-ea5c-448c-ac61-9b38d5650736 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c83fc25-41f3-42e6-97b9-f558479e4178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369265 Jul 06 18:14:25.189437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-1f29bf8f-db84-491e-91d0-f441597dd6d8', 'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': '833b4ee4-861a-4bed-867e-3637bf03cb51'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:25.190926 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.220825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.objects.ports [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:25.227559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:25.231716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.244496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-44f405c5-c518-4029-9766-5158b22d2b01 service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519969 Jul 06 18:14:25.348231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 20e8efc4-6716-4958-97cb-d5b444aa0b92 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:25.417984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b9638db-01c1-4393-841e-2c778347a313 req-50861370-a17f-40a4-b472-6c501abfa30d service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667430 Jul 06 18:14:25.420103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_pluggable_backend [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Port 7aabd690-b49d-49df-ab03-2b7c6cda57fd got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93943) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 06 18:14:25.420479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.470646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4795bd9b-de2e-439e-b6e6-85b334a46ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.470646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ceb061e8-88d4-4973-8da0-12bda2c8be42 None None] Provisioning for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:25.480940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:25.482164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ceb061e8-88d4-4973-8da0-12bda2c8be42 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:25.482628 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ceb061e8-88d4-4973-8da0-12bda2c8be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.484537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:25.490051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:25.490658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.496545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=2a35e703-0fad-41c0-b944-a1a549341e58,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:25.513381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef159bd-f609-4b26-a181-369d84cae94f None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:25.515116 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3aacf2f1-db2d-41bd-9995-9dee75fa1308 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2256846 Jul 06 18:14:25.518946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:25.530144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:19:fd:48', 'name': 'tempest-NetworksTestDHCPv6-1780504174'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:25.677744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:25.739593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Allocated IP 2001:db8::2 (1f29bf8f-db84-491e-91d0-f441597dd6d8/833b4ee4-861a-4bed-867e-3637bf03cb51/bd0559de-1ce5-45c2-baa0-d5167fb18076) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:25.785225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:25.825659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:26.065966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.074849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:14:26.089761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc108f-646e-458f-aa36-71f2344e0d66 req-6560ea47-31b0-4036-aacb-4e3ad0d949bb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:26.091431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97cc108f-646e-458f-aa36-71f2344e0d66 req-6560ea47-31b0-4036-aacb-4e3ad0d949bb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.2121799 Jul 06 18:14:26.091950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Transition to ACTIVE for port object bd0559de-1ce5-45c2-baa0-d5167fb18076 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:26.124280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Transition to ACTIVE for port object bd0559de-1ce5-45c2-baa0-d5167fb18076 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:26.168022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda096af-1c67-4317-84ea-00427ae3d5d9 req-8d6e0e0d-8b17-4d2a-b2ff-4edbe2dceb42 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:26.178754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bda096af-1c67-4317-84ea-00427ae3d5d9 req-8d6e0e0d-8b17-4d2a-b2ff-4edbe2dceb42 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 944 time: 0.2294843 Jul 06 18:14:26.180324 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.251419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Network 1f29bf8f-db84-491e-91d0-f441597dd6d8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:26.262838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97cc108f-646e-458f-aa36-71f2344e0d66 req-7a21dc1a-0d6b-4720-9e15-9b7839fc930a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177368 Jul 06 18:14:26.264228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::2a9 (1f29bf8f-db84-491e-91d0-f441597dd6d8/833b4ee4-861a-4bed-867e-3637bf03cb51/20e8efc4-6716-4958-97cb-d5b444aa0b92) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:26.266296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:26.268799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:26.291697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Pushing event updated for resources: {'Port': ['ID=bd0559de-1ce5-45c2-baa0-d5167fb18076,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:26.321550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 172.20.0.14 (b93ba3d4-6204-46bf-8941-c428da39aa18/5a8411e9-6fa9-449c-983e-5a5bc90577e6/e7cf8afd-9915-47d0-b4fe-55c6fb2309d0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:26.354077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bda096af-1c67-4317-84ea-00427ae3d5d9 req-35e43a83-7a95-4d29-9a36-4b10495ca421 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738753 Jul 06 18:14:26.361387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe19:fd48 (b93ba3d4-6204-46bf-8941-c428da39aa18/2a35e703-0fad-41c0-b944-a1a549341e58/e7cf8afd-9915-47d0-b4fe-55c6fb2309d0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:26.394321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,segment=NetworkSegment(53502b9c-00e0-46ce-bce0-2581b07f221c),segment_id=53502b9c-00e0-46ce-bce0-2581b07f221c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:26.410826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1', 'network_id': '5c83fc25-41f3-42e6-97b9-f558479e4178', 'port_id': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1', 'mac_address': 'fa:16:3e:2a:12:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5f13e8-eb56-42ef-bae7-bc4062705687', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:14:26.491221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Attempting to bind port bd0559de-1ce5-45c2-baa0-d5167fb18076 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:26.491535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Attempting to bind port bd0559de-1ce5-45c2-baa0-d5167fb18076 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '855fabf4-a3c2-48f9-93a8-a35a999656f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:26.491905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Attempting to bind port bd0559de-1ce5-45c2-baa0-d5167fb18076 on network 1f29bf8f-db84-491e-91d0-f441597dd6d8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:26.506614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:26.506780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Checking segment: {'id': '855fabf4-a3c2-48f9-93a8-a35a999656f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:26.507199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.513512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Bound using segment: {'id': '855fabf4-a3c2-48f9-93a8-a35a999656f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:26.513512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Bound port: bd0559de-1ce5-45c2-baa0-d5167fb18076, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855fabf4-a3c2-48f9-93a8-a35a999656f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1f29bf8f-db84-491e-91d0-f441597dd6d8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:26.513512 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.557637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.604850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.607168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:14:26.640677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 20e8efc4-6716-4958-97cb-d5b444aa0b92 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:26.641424 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.676575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:26.687068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,segment=NetworkSegment(53502b9c-00e0-46ce-bce0-2581b07f221c),segment_id=53502b9c-00e0-46ce-bce0-2581b07f221c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:26.694223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2b3d4fa9-26d9-4a68-9b8d-191890427d22 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:26.694599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4fa9-26d9-4a68-9b8d-191890427d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.720441 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.724827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.735237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.766552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:26.787362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 1f29bf8f-db84-491e-91d0-f441597dd6d8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:26.791821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:26.794195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:26.799811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:26.800668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:26.805895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:26.807186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.820156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=20e8efc4-6716-4958-97cb-d5b444aa0b92,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:26.831576 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5f73367f-a8bd-4ecf-890d-8c8817d03b5a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9287262 Jul 06 18:14:26.834661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52354) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:26.878537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:26.879292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.879989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] For port bd0559de-1ce5-45c2-baa0-d5167fb18076, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:26.903056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3822815 Jul 06 18:14:26.906931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52356) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:26.934782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] For port bd0559de-1ce5-45c2-baa0-d5167fb18076, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bd0559de-1ce5-45c2-baa0-d5167fb18076,segment=NetworkSegment(855fabf4-a3c2-48f9-93a8-a35a999656f3),segment_id=855fabf4-a3c2-48f9-93a8-a35a999656f3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:26.938306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:26.963361 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:26.964996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1001bc-46a7-4a39-9cec-b5c4253ddd7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=e7cf8afd-9915-47d0-b4fe-55c6fb2309d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:27.013708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['daefa81b-b340-42a7-a3ad-1d8a91c0e4e1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:14:27.018431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4f4e9-8fea-45de-9b15-0c8c8859a881 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:27.025132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4f4e9-8fea-45de-9b15-0c8c8859a881 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:27.029430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3ab4f4e9-8fea-45de-9b15-0c8c8859a881 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1187787 Jul 06 18:14:27.030248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:27.099419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 20e8efc4-6716-4958-97cb-d5b444aa0b92 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:27.099789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.108383 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:14:27.269924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:27.272668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.282077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467e1c1-f1c3-4970-9098-e3517e9fe411 None None] Pushing event updated for resources: {'Port': ['ID=bd0559de-1ce5-45c2-baa0-d5167fb18076,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:27.309038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.345352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 20e8efc4-6716-4958-97cb-d5b444aa0b92 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:27.345693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4e5d5348-8086-46a1-8949-538c379f5fe7 None None] Provisioning for port e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:27.362592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4e5d5348-8086-46a1-8949-538c379f5fe7 None None] Provisioning complete for port e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:27.362903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5d5348-8086-46a1-8949-538c379f5fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.481750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d5348-8086-46a1-8949-538c379f5fe7 None None] Port e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:14:27.516577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.572330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:27.683986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.768001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=20e8efc4-6716-4958-97cb-d5b444aa0b92,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:27.806172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.811718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7b1307b8-2976-4686-8f7f-d233480cf3c6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/20e8efc4-6716-4958-97cb-d5b444aa0b92 HTTP/1.1" status: 204 len: 168 time: 0.9756813 Jul 06 18:14:27.812360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52374) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:27.844674 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13e3d24-7e12-4502-bfb5-f7d9f0de9d05 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:27.850402 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a13e3d24-7e12-4502-bfb5-f7d9f0de9d05 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/20e8efc4-6716-4958-97cb-d5b444aa0b92 HTTP/1.1" status: 404 len: 333 time: 0.0368161 Jul 06 18:14:27.851865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52378) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:27.926555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-937bb445-a007-4738-a8b4-ddae2d408656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:27.980741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.002763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 833b4ee4-861a-4bed-867e-3637bf03cb51 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:28.012119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.021650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb9778-4b1a-4e62-8cd9-5f1e6bc31ff2 req-154b9a92-bb76-497b-9696-17340a622c6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:28.023766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adb9778-4b1a-4e62-8cd9-5f1e6bc31ff2 req-154b9a92-bb76-497b-9696-17340a622c6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.4836431 Jul 06 18:14:28.068827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647219d-5413-4d67-8781-2527333dae69 req-30488e8a-404c-4ea4-b93c-d7fe5825198a tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:28.070750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5647219d-5413-4d67-8781-2527333dae69 req-30488e8a-404c-4ea4-b93c-d7fe5825198a tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 945 time: 0.2537634 Jul 06 18:14:28.073185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.077425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.088761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:28.130929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=e7cf8afd-9915-47d0-b4fe-55c6fb2309d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:28.157621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:28.163765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:28.164317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.222752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9adb9778-4b1a-4e62-8cd9-5f1e6bc31ff2 req-258b00e7-70da-4c81-9de6-d9cd31cdf39b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748569 Jul 06 18:14:28.278403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.374976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.394951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.402468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5647219d-5413-4d67-8781-2527333dae69 req-d332c262-f949-4685-aaa8-1af3d3ca2983 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228722 Jul 06 18:14:28.416841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=833b4ee4-861a-4bed-867e-3637bf03cb51,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:28.438965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.443430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19977f1f-73b8-404d-984f-e4fae941363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:28.444886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-63c17088-2109-4458-b0a9-fb20e1a0e703 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/833b4ee4-861a-4bed-867e-3637bf03cb51 HTTP/1.1" status: 204 len: 168 time: 0.5917747 Jul 06 18:14:28.446625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52390) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:28.447497 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8ab46-00a9-4840-a546-28f25e385ca9" -d '{"events": [{"server_uuid": "19977f1f-73b8-404d-984f-e4fae941363e", "name": "network-vif-plugged", "status": "completed", "tag": "daefa81b-b340-42a7-a3ad-1d8a91c0e4e1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:28.485795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,segment=NetworkSegment(53502b9c-00e0-46ce-bce0-2581b07f221c),segment_id=53502b9c-00e0-46ce-bce0-2581b07f221c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:28.492268 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.495560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.499024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-80e629c5-c1cb-4a5d-b180-d4a58ed2f1a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 HTTP/1.1" status: 204 len: 168 time: 1.4663675 Jul 06 18:14:28.500449 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72681dd1-dcc0-44f7-8487-a72955c38245 service neutron] show failed (client error): The resource could not be found. Jul 06 18:14:28.501479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72681dd1-dcc0-44f7-8487-a72955c38245 service neutron] 10.222.0.61 "GET /v2.0/ports/9eb0ebf7-782c-4ba2-bc37-9e2008e9efee/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.1892984 Jul 06 18:14:28.502514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:28.566837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720dd3e-8bcf-49a1-a50e-fe80eb3a1bc1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:28.569033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720dd3e-8bcf-49a1-a50e-fe80eb3a1bc1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:28.570627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720dd3e-8bcf-49a1-a50e-fe80eb3a1bc1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:28.572475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c720dd3e-8bcf-49a1-a50e-fe80eb3a1bc1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0686729 Jul 06 18:14:28.575286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:28.647609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:28.667829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.693856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 2a35e703-0fad-41c0-b944-a1a549341e58 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:28.698307 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.781028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port bd0559de-1ce5-45c2-baa0-d5167fb18076 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:28.781424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.781821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.822966 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc37fe6-1c03-4922-a706-8c2cdaa0edd5 x-openstack-request-id: req-5dc37fe6-1c03-4922-a706-8c2cdaa0edd5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:28.823338 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19977f1f-73b8-404d-984f-e4fae941363e", "name": "network-vif-plugged", "status": "completed", "tag": "daefa81b-b340-42a7-a3ad-1d8a91c0e4e1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:28.825662 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dc37fe6-1c03-4922-a706-8c2cdaa0edd5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:28.825662 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19977f1f-73b8-404d-984f-e4fae941363e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1', 'code': 200} Jul 06 18:14:28.841563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1efe667-b18c-485e-9993-e96eebfafcfb None None] Network 1f29bf8f-db84-491e-91d0-f441597dd6d8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:28.876811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port bd0559de-1ce5-45c2-baa0-d5167fb18076, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bd0559de-1ce5-45c2-baa0-d5167fb18076,segment=NetworkSegment(855fabf4-a3c2-48f9-93a8-a35a999656f3),segment_id=855fabf4-a3c2-48f9-93a8-a35a999656f3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:28.878467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:28.900562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for bd0559de-1ce5-45c2-baa0-d5167fb18076 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:28.977492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6ce895c5-6970-4df4-bc95-d460e71daeb5 None None] Provisioning for port bd0559de-1ce5-45c2-baa0-d5167fb18076 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:29.004522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.009429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.050707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=bd0559de-1ce5-45c2-baa0-d5167fb18076,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:29.054734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port bd0559de-1ce5-45c2-baa0-d5167fb18076 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:29.086513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-c42a0b0f-ef45-4043-b2e8-aae4b9dea246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:29.088140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-c42a0b0f-ef45-4043-b2e8-aae4b9dea246 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 1097 time: 0.2544737 Jul 06 18:14:29.105004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:29.114125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6d133f-26d5-478e-a9c0-0291032d5fbc None None] DHCP port deletion for 1f29bf8f-db84-491e-91d0-f441597dd6d8 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:29.154186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06428ecb-e5f2-4c8d-8aca-3365c6cd07fd req-d9b976b1-6ab2-4b38-bdba-1fa272c747c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:29.155995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06428ecb-e5f2-4c8d-8aca-3365c6cd07fd req-d9b976b1-6ab2-4b38-bdba-1fa272c747c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 1097 time: 0.2296805 Jul 06 18:14:29.158076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.165260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.169557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f29bf8f-db84-491e-91d0-f441597dd6d8']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:29.182712 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855fabf4-a3c2-48f9-93a8-a35a999656f3') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:29.183169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855fabf4-a3c2-48f9-93a8-a35a999656f3') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:29.196545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.213954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.220545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=2a35e703-0fad-41c0-b944-a1a549341e58,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:29.228236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.233012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ead10513-dbfa-4744-8e3e-6810f273873f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/2a35e703-0fad-41c0-b944-a1a549341e58 HTTP/1.1" status: 204 len: 168 time: 0.6535113 Jul 06 18:14:29.233228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:29.233228 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:29.236069 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:29.239112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:29.251417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a41e0-bdfc-43af-b45c-d0d11c360d0e None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:29.282806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06428ecb-e5f2-4c8d-8aca-3365c6cd07fd req-06a562d5-76ec-48ba-92fa-f89cc5060568 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191244 Jul 06 18:14:29.312525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.358561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.384783 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.405010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.411717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:29.413858 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/1f29bf8f-db84-491e-91d0-f441597dd6d8 HTTP/1.1" status: 204 len: 168 time: 0.9659562 Jul 06 18:14:29.414994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c244-48e5-4d0b-aff3-aa9aa010bc2a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=1f29bf8f-db84-491e-91d0-f441597dd6d8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:29.418656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'name': 'tempest-PortsIpV6TestJSON-1580052532'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:29.430147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 5a8411e9-6fa9-449c-983e-5a5bc90577e6 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:29.439246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.525655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.666276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.750164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.810003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8411e9-6fa9-449c-983e-5a5bc90577e6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:29.813278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.816999 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fc3d4e10-8042-4487-b2be-70f289db3b47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/5a8411e9-6fa9-449c-983e-5a5bc90577e6 HTTP/1.1" status: 204 len: 168 time: 0.5789311 Jul 06 18:14:29.819713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52418) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:29.876216 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15a55e93-bf4a-4c60-a83d-11b17253efde tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551543 Jul 06 18:14:29.879932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:29.896377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:29.968893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15f57-7956-4431-9b90-34fbb602e57c req-99bfc14c-ca23-4548-a480-569dff76edd7 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:29.980715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bef15f57-7956-4431-9b90-34fbb602e57c req-99bfc14c-ca23-4548-a480-569dff76edd7 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.3303676 Jul 06 18:14:29.998770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1cbb6-ce5e-420d-80cd-47b74ded0177 req-7234d769-4764-4952-9600-4ea14339c1a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:30.001487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7e1cbb6-ce5e-420d-80cd-47b74ded0177 req-7234d769-4764-4952-9600-4ea14339c1a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.5085435 Jul 06 18:14:30.004079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:30.012764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.022145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:30.027454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.043071 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.134283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 3c576d99-00a4-4c9e-a9cc-e3bd00e6387f yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:30.191005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bef15f57-7956-4431-9b90-34fbb602e57c req-df4d39e7-8a25-4747-ab6c-57eda461f45f tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085660 Jul 06 18:14:30.213539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7e1cbb6-ce5e-420d-80cd-47b74ded0177 req-af031a22-140a-4bff-8883-daf3a232c5d3 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939123 Jul 06 18:14:30.280952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:30.359935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.375287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:30.394737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d57c1-459b-4060-8643-85ef762a0894 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:30.436213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:30.440498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:30.445118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:30.445881 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.458193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=c42864a0-9093-4149-a362-b782c356aab2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:30.467526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3e0b97ab-58eb-4fb5-b442-c7636c7def5e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5864148 Jul 06 18:14:30.468413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52426) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:30.476002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:30.494870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4951a0ff-d45d-4702-87eb-cef66e916e4a None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:30.495899 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4951a0ff-d45d-4702-87eb-cef66e916e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.499962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:30.504058 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e0145f-5b27-450f-8e39-5995361d010d" -d '{"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:30.508261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.542111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.547846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Transition to ACTIVE for port object 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:30.563717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.708396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:30.713436 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.735886 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c46d3-3750-4a98-91a3-d3feea3de9c9 x-openstack-request-id: req-d69c46d3-3750-4a98-91a3-d3feea3de9c9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:30.736232 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:30.736669 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d69c46d3-3750-4a98-91a3-d3feea3de9c9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:30.737745 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'code': 200} Jul 06 18:14:30.768896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.803190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:30.804593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.905115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:30.933435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:30.938759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:30.956600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:30.958774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.992285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=3c576d99-00a4-4c9e-a9cc-e3bd00e6387f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:31.079141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] No DVR routers for this DVR port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:31.083617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bd0559de-1ce5-45c2-baa0-d5167fb18076 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:31.114298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: bd0559de-1ce5-45c2-baa0-d5167fb18076 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:31.114888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bd0559de-1ce5-45c2-baa0-d5167fb18076 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:31.118500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d8815-ac56-4399-9b4e-dc22adfbb191 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:31.175681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a92813a7-5c3a-443e-bf06-c9fe1c64a7b4 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:31.176246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a92813a7-5c3a-443e-bf06-c9fe1c64a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.376698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.objects.ports [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:31.530658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f7d8dc5f-4a9a-4ba0-8c39-87052d99bdc8 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1178586 Jul 06 18:14:31.537279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52440) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:31.548118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': 'c42864a0-9093-4149-a362-b782c356aab2'}, {'subnet_id': '9ee7a072-4ead-425c-b0ea-eecce0bb0407'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '7aabd690-b49d-49df-ab03-2b7c6cda57fd'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:14:31.596215 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.693920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.720331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3637a2-50e8-4e8f-9e1b-f2587d5499e7 req-401a5bab-9780-4152-aed3-875d19e444ee tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:31.722147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3637a2-50e8-4e8f-9e1b-f2587d5499e7 req-401a5bab-9780-4152-aed3-875d19e444ee tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.1965137 Jul 06 18:14:31.732837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bb66b-f24c-470a-8566-d72d03736e74 req-91f6f78e-25e3-482d-896d-6936f8e1de66 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:31.734457 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c8bb66b-f24c-470a-8566-d72d03736e74 req-91f6f78e-25e3-482d-896d-6936f8e1de66 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 0.2101877 Jul 06 18:14:31.744374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 3c576d99-00a4-4c9e-a9cc-e3bd00e6387f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:31.744613 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.812627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:31.812972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:31.813308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on network d825f954-f324-4bcb-b126-2de6f590119c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:31.821007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on network d825f954-f324-4bcb-b126-2de6f590119c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:14:31.821387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Attempting to bind port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on network d825f954-f324-4bcb-b126-2de6f590119c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:31.834404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b3637a2-50e8-4e8f-9e1b-f2587d5499e7 req-2c728ce5-7ee6-48c1-8eb8-8de1ca9fafb7 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Jul 06 18:14:31.840530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:31.840900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Checking segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:31.841621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Bound using segment: {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:31.841761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Bound port: 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e4a9dc-9898-44d2-a22a-f89ad4dabe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:31.842023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.860420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c8bb66b-f24c-470a-8566-d72d03736e74 req-824c93ff-2fbe-456b-acd3-d0b06bcf7895 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881174 Jul 06 18:14:31.874946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.885789 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe89:94ec-8e7cc7f4-49bc-410c-8de1-56dd22d646 {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:14:31.886216 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:14:31.906512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 3c576d99-00a4-4c9e-a9cc-e3bd00e6387f owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:31.954583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:31.959489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:31.964547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.011390 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:32.043357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:32.044418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.046166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] 10.222.0.60 "PUT /v2.0/ports/9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 1092 time: 2.9465537 Jul 06 18:14:32.062895 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.074007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.075886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.125890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaff02-af6e-4b7f-b675-af9ad9b00edb service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:32.148602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:32.153167 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.165281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8a20c-31e4-4fa7-a8ce-4055a4667d44 req-4eb92340-33cd-4786-8f21-df6d6f2d4cc4 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:32.166977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54a8a20c-31e4-4fa7-a8ce-4055a4667d44 req-4eb92340-33cd-4786-8f21-df6d6f2d4cc4 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.1740313 Jul 06 18:14:32.185192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:32.215538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54a8a20c-31e4-4fa7-a8ce-4055a4667d44 req-880ec8d4-a89c-4941-81ae-e018dcb4a0a6 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Jul 06 18:14:32.226466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-38279151-18a1-45ce-8fa7-fca9370e560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:32.227749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.227931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-38279151-18a1-45ce-8fa7-fca9370e560e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1095 time: 0.1518745 Jul 06 18:14:32.234356 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/3c576d99-00a4-4c9e-a9cc-e3bd00e6387f HTTP/1.1" status: 204 len: 168 time: 0.6915224 Jul 06 18:14:32.235426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:32.253671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'mac_address': 'fa:16:3e:2c:6a:e9', 'name': 'tempest-PortsIpV6TestJSON-994198815'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:32.288185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:32.292301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbe3f7-8d5b-4f1e-bda5-47f19e0dee3b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=3c576d99-00a4-4c9e-a9cc-e3bd00e6387f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:32.304425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:32.310723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:32.313771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:32.315431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.329166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=9ee7a072-4ead-425c-b0ea-eecce0bb0407,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:32.334978 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9c081772-131e-48ae-9668-fe1f7c1bef46 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8653810 Jul 06 18:14:32.337810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52454) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:32.350150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:11:22:b6', 'name': 'tempest-NetworksTestDHCPv6-453309720'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:32.442569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-5777047d-d982-4861-b001-e9a03923ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:32.444140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-5777047d-d982-4861-b001-e9a03923ef26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.2066238 Jul 06 18:14:32.450986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:32.512137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.521234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:32.561265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.637128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.654065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-9f3f58b5-1360-4833-a169-5eafe9b2c6ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 999 time: 0.1009088 Jul 06 18:14:32.690247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:32.713930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:32.770680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:32.774437 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9a908-38f6-4342-87a9-d229c92ee0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:32.776659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 7a5d6714-752c-4881-8d55-9ceeaa94803e yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:32.880632 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9120e8-c5d5-4960-b4ac-261a875cb4b5 x-openstack-request-id: req-fd9120e8-c5d5-4960-b4ac-261a875cb4b5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:32.880632 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:32.887667 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd9120e8-c5d5-4960-b4ac-261a875cb4b5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:32.887667 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'status': 'completed', 'code': 200} Jul 06 18:14:32.903621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-ca5da6db-060d-41b5-83e2-ade6fcd27f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:32.906205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-ca5da6db-060d-41b5-83e2-ade6fcd27f4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.2342505 Jul 06 18:14:33.052926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Allocated IP 172.20.0.2 (b93ba3d4-6204-46bf-8941-c428da39aa18/c42864a0-9093-4149-a362-b782c356aab2/7aabd690-b49d-49df-ab03-2b7c6cda57fd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:33.154487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:33.177153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fa942-8518-47c6-a570-a1dc8fc6b24f req-ca02e41f-02a1-4150-a432-8d19ef27c790 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:33.184487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-966fa942-8518-47c6-a570-a1dc8fc6b24f req-ca02e41f-02a1-4150-a432-8d19ef27c790 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.3997176 Jul 06 18:14:33.303009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:33.306579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:33.306762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.335587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-9a6ad529-52cf-4f2d-b64a-066a053edfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:33.337510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-9a6ad529-52cf-4f2d-b64a-066a053edfb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1095 time: 0.3525712 Jul 06 18:14:33.383646 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.414521 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.416235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-966fa942-8518-47c6-a570-a1dc8fc6b24f req-a67702c9-61c5-404e-a9fb-d88dbb9d6dad tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306526 Jul 06 18:14:33.443208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Transition to ACTIVE for port object 7aabd690-b49d-49df-ab03-2b7c6cda57fd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:33.463428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-2deffe12-4097-4ee0-8e34-935b8ad3f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:33.465273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-2deffe12-4097-4ee0-8e34-935b8ad3f762 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5341442 Jul 06 18:14:33.479984 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.509831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff6a38-06b5-4e4d-b742-f94c81882f19 req-74fe80bd-a748-47c8-a225-2e49e05a702f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:33.512125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ff6a38-06b5-4e4d-b742-f94c81882f19 req-74fe80bd-a748-47c8-a225-2e49e05a702f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 0.4175262 Jul 06 18:14:33.590515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 172.20.0.5 (b93ba3d4-6204-46bf-8941-c428da39aa18/c42864a0-9093-4149-a362-b782c356aab2/7a5d6714-752c-4881-8d55-9ceeaa94803e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:33.600432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe11:22b6 (b93ba3d4-6204-46bf-8941-c428da39aa18/9ee7a072-4ead-425c-b0ea-eecce0bb0407/7a5d6714-752c-4881-8d55-9ceeaa94803e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:33.616661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Pushing event updated for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:33.626668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.627616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.627963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.628488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.628920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.629266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.629612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.629955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.630277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.630634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.630990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.631342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898eede-151f-4b04-afce-6c0d68871563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:33.670770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5ff6a38-06b5-4e4d-b742-f94c81882f19 req-f7087b51-d24d-463d-a0c7-a72c2f072d5a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424160 Jul 06 18:14:33.708860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.744572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-28085818-afc0-4c09-a9fb-3e6cdf28f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:33.746786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-28085818-afc0-4c09-a9fb-3e6cdf28f6ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.4008877 Jul 06 18:14:33.829855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.843925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 7a5d6714-752c-4881-8d55-9ceeaa94803e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:33.850164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-55dfc6d0-5bbb-487a-9052-0486a4b587ef service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764102 Jul 06 18:14:33.898331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:33.918245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.945480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:33.958957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:33.965120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:33.965762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:33.975717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:33.992637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-23114d0b-fd02-4ae2-b299-5abc0febd54a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 999 time: 0.2358670 Jul 06 18:14:33.998610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-70c70892-956f-470c-91cb-b46677cef0f1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7495635 Jul 06 18:14:34.001809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52476) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:34.040964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:34.050996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:34.059244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:34.069408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-543404eb-7d1e-42e6-a05f-5c6cf40ebcb6 req-349a0a07-cf6a-4742-b6ac-15d90c2a2762 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059829 Jul 06 18:14:34.070873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-120399e5-5683-4b9b-8843-b4cc380023d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.072363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-120399e5-5683-4b9b-8843-b4cc380023d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.0723386 Jul 06 18:14:34.112248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=7a5d6714-752c-4881-8d55-9ceeaa94803e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:34.124169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55b90f-08d5-4196-a9b3-9ef8e6197e08 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.129215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8a55b90f-08d5-4196-a9b3-9ef8e6197e08 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26 HTTP/1.1" status: 200 len: 844 time: 0.1231828 Jul 06 18:14:34.129776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:34.192028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.192725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.211980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-6d52448d-5b48-44a1-b96e-87b92f126e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.213569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-6d52448d-5b48-44a1-b96e-87b92f126e0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351547 Jul 06 18:14:34.229083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-331ba0de-0c4b-4c18-80a9-92dcb3dd7256 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8871248 Jul 06 18:14:34.243703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:34.293159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:34.293538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.334598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-a70b7b29-cbc9-4819-a026-be55779b9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.336179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-a70b7b29-cbc9-4819-a026-be55779b9c6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1095 time: 0.2115853 Jul 06 18:14:34.391533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.419192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:34.459877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefd56a-937e-43d6-ab00-6350bd1b1b46 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:34.482998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b70d2-794c-4293-b3bc-44b0be1a21a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.490200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b70d2-794c-4293-b3bc-44b0be1a21a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.491973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-292b70d2-794c-4293-b3bc-44b0be1a21a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2468753 Jul 06 18:14:34.500694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:34.549689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-5bfb84ae-6629-4a7b-ba34-bd67c69645c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215814 Jul 06 18:14:34.594745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-791abc9e-ff14-405a-8aff-e4cc3e41503b None None] Provisioning for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:34.602100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-791abc9e-ff14-405a-8aff-e4cc3e41503b None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:34.602857 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-791abc9e-ff14-405a-8aff-e4cc3e41503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.621612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.626319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-02ed8585-f9b8-4a40-b389-34d45700a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.628584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-02ed8585-f9b8-4a40-b389-34d45700a5e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.2794039 Jul 06 18:14:34.669473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:34.674610 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.680026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-96d703b1-a029-4f65-9bf8-8d7dc813e0e0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26 HTTP/1.1" status: 204 len: 168 time: 0.5453453 Jul 06 18:14:34.681081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52488) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:34.719577 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e982a5b3-e549-4b81-a0fb-b6f53d712937 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:34.727436 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e982a5b3-e549-4b81-a0fb-b6f53d712937 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/3ad3ec07-b4ec-45cb-936a-4f64d1ad1d26 HTTP/1.1" status: 404 len: 333 time: 0.0448122 Jul 06 18:14:34.728235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52492) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:34.735429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'name': 'tempest-PortsIpV6TestJSON-546615576'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:34.759773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-9b84eb84-a9e4-468b-9869-8881b11306f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 999 time: 0.0862281 Jul 06 18:14:34.819694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-e852901a-7609-4d3e-85e3-dca6bb33f5e6 service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581699 Jul 06 18:14:34.885560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:34.893676 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.945032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 0a9f0c53-637b-4fc6-8bee-8865267948d8 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:35.004511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-7812b544-638b-48a3-95b6-687b97b8ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:35.008678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-7812b544-638b-48a3-95b6-687b97b8ecc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.1916709 Jul 06 18:14:35.027561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890121e1-41f6-4aca-b403-9add4624a343 req-d3d37c40-c615-476c-87c0-25cd300b1965 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:35.030636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-890121e1-41f6-4aca-b403-9add4624a343 req-d3d37c40-c615-476c-87c0-25cd300b1965 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.4066553 Jul 06 18:14:35.123531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:35.147821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 7a5d6714-752c-4881-8d55-9ceeaa94803e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:35.148253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.192320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42b62d-f23e-4880-b2d0-58db075e4fa4 req-85b93a60-6805-4dcf-8548-fe6583f41188 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:35.203180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f42b62d-f23e-4880-b2d0-58db075e4fa4 req-85b93a60-6805-4dcf-8548-fe6583f41188 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 0.3496487 Jul 06 18:14:35.248305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:35.248688 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.550908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-17f0167e-01f7-4cfa-ab79-dc9043d1fd8d None None] Provisioning for port 7a5d6714-752c-4881-8d55-9ceeaa94803e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:35.558400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-17f0167e-01f7-4cfa-ab79-dc9043d1fd8d None None] Provisioning complete for port 7a5d6714-752c-4881-8d55-9ceeaa94803e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:35.558786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17f0167e-01f7-4cfa-ab79-dc9043d1fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.601977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-17f0167e-01f7-4cfa-ab79-dc9043d1fd8d None None] Port 7a5d6714-752c-4881-8d55-9ceeaa94803e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:14:35.615182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-17f0167e-01f7-4cfa-ab79-dc9043d1fd8d None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:35.615598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17f0167e-01f7-4cfa-ab79-dc9043d1fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.642979 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.699278 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.752230 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:35.757360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:35.761578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:35.767758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:35.768429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.772231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=0a9f0c53-637b-4fc6-8bee-8865267948d8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:35.787531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a4c279f3-62ce-48e4-9e2c-8c7a85f7bad2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0575311 Jul 06 18:14:35.789621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52504) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:35.794977 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:35.811943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-890121e1-41f6-4aca-b403-9add4624a343 req-dcd1362c-4fc0-4ddd-af4d-9c15ec1cf5b4 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325301 Jul 06 18:14:35.851529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e3b7c0d8-e320-49c4-ac31-ccca4ee0192e None None] Provisioning complete for port 7a5d6714-752c-4881-8d55-9ceeaa94803e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:35.851911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c0d8-e320-49c4-ac31-ccca4ee0192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.882353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f42b62d-f23e-4880-b2d0-58db075e4fa4 req-68c254ac-04e9-45d7-a8ea-b7c3ce122895 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105797 Jul 06 18:14:35.897172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7c0d8-e320-49c4-ac31-ccca4ee0192e None None] Port 7a5d6714-752c-4881-8d55-9ceeaa94803e cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:14:35.927808 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.932107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-f1a73250-b49e-45f0-a84c-3393871a41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:35.934041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-f1a73250-b49e-45f0-a84c-3393871a41fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9155071 Jul 06 18:14:35.973087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.061335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 7a5d6714-752c-4881-8d55-9ceeaa94803e owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:36.231975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-31f57805-1987-401d-abc5-a5f345daa8f1 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703259 Jul 06 18:14:36.266106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.274156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.319653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] In _notify_port_updated(), no bound segment for port 0a9f0c53-637b-4fc6-8bee-8865267948d8 on network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:14:36.325644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.326316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.327676 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/ports/0a9f0c53-637b-4fc6-8bee-8865267948d8 HTTP/1.1" status: 200 len: 818 time: 0.5371051 Jul 06 18:14:36.332348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:36.370421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0eeb-c62e-4f58-a7d8-89ee04f9ae68 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=0a9f0c53-637b-4fc6-8bee-8865267948d8,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:36.456438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 0a9f0c53-637b-4fc6-8bee-8865267948d8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:36.456746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.507696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e9a908-38f6-4342-87a9-d229c92ee0aa req-078c177f-fffa-4900-a031-9028a42b8333 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670746 Jul 06 18:14:36.551771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.566029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 0a9f0c53-637b-4fc6-8bee-8865267948d8 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:36.571067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b9c1a-a260-476a-83dc-5f3145368c4d req-43aa4133-210e-4950-a5ee-9029d4c5260c tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.572763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd3b9c1a-a260-476a-83dc-5f3145368c4d req-43aa4133-210e-4950-a5ee-9029d4c5260c tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.2314770 Jul 06 18:14:36.574675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-46e24c28-b212-4d9a-9658-442ac57d0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.576821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-46e24c28-b212-4d9a-9658-442ac57d0138 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6904c52c3c405f9dbf3ebdcee7ac91&device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 1097 time: 0.2551389 Jul 06 18:14:36.666678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.684717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.703920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd3b9c1a-a260-476a-83dc-5f3145368c4d req-3c88348e-790f-4687-9303-c8c670c5d0ea tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183913 Jul 06 18:14:36.722637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=0a9f0c53-637b-4fc6-8bee-8865267948d8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:36.726133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.728137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-adfc18c2-a4dd-48b6-b9e8-d68c0d1fa272 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/0a9f0c53-637b-4fc6-8bee-8865267948d8 HTTP/1.1" status: 204 len: 168 time: 0.3957107 Jul 06 18:14:36.730869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52524) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:36.740137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=7a5d6714-752c-4881-8d55-9ceeaa94803e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:36.818146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc79e7-297b-4083-8e4c-40e26c678c8f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.823620 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5ebc79e7-297b-4083-8e4c-40e26c678c8f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0878191 Jul 06 18:14:36.823927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52526) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:36.838688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-b83a58bf-66c4-4b00-86af-7399ef9079f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.840265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-b83a58bf-66c4-4b00-86af-7399ef9079f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c83fc25-41f3-42e6-97b9-f558479e4178 HTTP/1.1" status: 200 len: 912 time: 0.2561088 Jul 06 18:14:36.854359 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74c8dd4-a528-4ae6-a0b2-e5d7c33548ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:36.862353 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d74c8dd4-a528-4ae6-a0b2-e5d7c33548ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/0a9f0c53-637b-4fc6-8bee-8865267948d8 HTTP/1.1" status: 404 len: 333 time: 0.0310767 Jul 06 18:14:36.864203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52528) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:36.873245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1527548961'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:36.910140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:36.916294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.926284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-ad6dde74-07ff-4d5c-b417-8ce21d6a2992 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0767534 Jul 06 18:14:36.934612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.938275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9e61b97c-66dc-4da0-849c-1e52f9877974 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/7a5d6714-752c-4881-8d55-9ceeaa94803e HTTP/1.1" status: 204 len: 168 time: 2.4286091 Jul 06 18:14:36.956936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:36.963145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:36.982581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.983153 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment 3f44a9f6-d608-4e3d-9eb3-67c618b94162 of type vlan for network 41771a11-23d8-484a-b87d-b6ce493671f9 Jul 06 18:14:37.062488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.108542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.118517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.119507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.166536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b9dfd-aa16-4789-b543-4bf3e1e7d6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.169309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b9dfd-aa16-4789-b543-4bf3e1e7d6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.172400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b9dfd-aa16-4789-b543-4bf3e1e7d6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.176132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-944b9dfd-aa16-4789-b543-4bf3e1e7d6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2145655 Jul 06 18:14:37.181157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-b2bbc156-f5cf-4d04-8dc0-cae6af281825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.183970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-b2bbc156-f5cf-4d04-8dc0-cae6af281825 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a5f13e8-eb56-42ef-bae7-bc4062705687 HTTP/1.1" status: 200 len: 851 time: 0.2434788 Jul 06 18:14:37.186669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:37.207506 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3414781 Jul 06 18:14:37.213056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:37.233413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:37.304392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-34d11120-e596-47c8-97b7-d6fd5bc178d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c83fc25-41f3-42e6-97b9-f558479e4178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093712 Jul 06 18:14:37.321391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc5a42-6136-4d1e-99ea-8ca8d64352ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=41771a11-23d8-484a-b87d-b6ce493671f9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:37.335340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:37.401322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:37.407449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.465859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 9ee7a072-4ead-425c-b0ea-eecce0bb0407 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:37.480487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.492158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4223d0-e2d7-4656-84f5-7fc84c857be9 req-19ff9cf9-53ac-418b-8081-e05ffac7de35 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.493952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db4223d0-e2d7-4656-84f5-7fc84c857be9 req-19ff9cf9-53ac-418b-8081-e05ffac7de35 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 0.4111841 Jul 06 18:14:37.576026 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.639851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db4223d0-e2d7-4656-84f5-7fc84c857be9 req-f476efff-e204-492b-8420-46b5efc02d62 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199472 Jul 06 18:14:37.645679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-910589a1-03a5-42d4-bbce-72787e62142b service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257535 Jul 06 18:14:37.699296 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.771815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.775128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=22c3885a-2ebc-49ef-9377-956fe7f88d1a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:37.789670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': '3f44a9f6-d608-4e3d-9eb3-67c618b94162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:37.790224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: 41771a11-23d8-484a-b87d-b6ce493671f9, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:37.827315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 41771a11-23d8-484a-b87d-b6ce493671f9 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:37.840103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 41771a11-23d8-484a-b87d-b6ce493671f9) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:37.853384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915e66f-9a8f-49f7-a5fc-dcd2ab3461df None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:37.864341 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.866222 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.869448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6249486e-f54d-40a7-8d0e-aa7878e4e968 req-70fadf32-1961-4a4d-b726-cba6dbc4b471 service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165191 Jul 06 18:14:37.900242 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c206519d-2963-41e6-b3cc-ee6bce320884 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6846809 Jul 06 18:14:37.915597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52548) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:37.934686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:37.976405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.067966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee7a072-4ead-425c-b0ea-eecce0bb0407,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:38.083435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.085675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-43cc258f-f57b-4a94-900b-5df0af0c72ea tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/9ee7a072-4ead-425c-b0ea-eecce0bb0407 HTTP/1.1" status: 204 len: 168 time: 0.8940036 Jul 06 18:14:38.099606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:38.100118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fe713-a1e5-404f-a934-f439167a5d3d None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:38.125666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:38.131801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.167110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:14:38.169674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-41771a11-23d8-484a-b87d-b6ce493671f9', 'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': '22c3885a-2ebc-49ef-9377-956fe7f88d1a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:38.170990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.261533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet c42864a0-9093-4149-a362-b782c356aab2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:38.266020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.270867 n-d-799527-3 neutron-server[93943]: INFO neutron.db.ipam_backend_mixin [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22c3885a-2ebc-49ef-9377-956fe7f88d1a (CIDR: 2001:db8::/64) Jul 06 18:14:38.275392 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:38.275905 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:38.294467 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35a5e579-1468-4477-a564-2a4c9f13ec1d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3764541 Jul 06 18:14:38.297622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52564) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:38.304833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:38.403218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.484466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:38.516517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'port_id': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'mac_address': 'fa:16:3e:71:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:14:38.536079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-393d4134-f9b2-43ce-9c96-1a810189ada1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.537734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-393d4134-f9b2-43ce-9c96-1a810189ada1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0&tenant_id=2909ba718d4b4f079da147d783770456&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 944 time: 0.4492333 Jul 06 18:14:38.538283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:38.544834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Allocated IP 2001:db8::2 (41771a11-23d8-484a-b87d-b6ce493671f9/22c3885a-2ebc-49ef-9377-956fe7f88d1a/ca7f5fb5-c9f8-47ec-9050-80351359a947) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:38.546858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844dca1-a3f2-4bbd-bf9e-5007ec95dea7 req-974542fc-dc44-4ee4-bae0-0bec59e53860 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.549189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e844dca1-a3f2-4bbd-bf9e-5007ec95dea7 req-974542fc-dc44-4ee4-bae0-0bec59e53860 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.6041057 Jul 06 18:14:38.561173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.649835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.690821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:14:38.712059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d22dad-01f8-4e77-b8dd-5ffed8b70200 req-064051ee-e8e0-4f33-b149-8385c950967b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.715166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5d22dad-01f8-4e77-b8dd-5ffed8b70200 req-064051ee-e8e0-4f33-b149-8385c950967b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 944 time: 0.5436738 Jul 06 18:14:38.747330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:38.772399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:38.807487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e844dca1-a3f2-4bbd-bf9e-5007ec95dea7 req-cbcf6ec8-934a-49ac-b48e-1afae05a548b tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280030 Jul 06 18:14:38.872477 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-2c24c231-4764-407d-88a7-87345ac84314 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:14:38.873908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-2c24c231-4764-407d-88a7-87345ac84314 service neutron] 10.222.0.61 "DELETE /v2.0/ports/9eb0ebf7-782c-4ba2-bc37-9e2008e9efee/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.3215873 Jul 06 18:14:38.921509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5d22dad-01f8-4e77-b8dd-5ffed8b70200 req-9184a59c-a5aa-4bd1-817f-a7ec3ea02677 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876073 Jul 06 18:14:38.938249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.009237 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.018580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Transition to ACTIVE for port object ca7f5fb5-c9f8-47ec-9050-80351359a947 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:39.034695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Transition to ACTIVE for port object ca7f5fb5-c9f8-47ec-9050-80351359a947 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:39.041735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:14:39.045217 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.084713 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.092400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:39.168267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:39.176545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:39.184092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:39.206973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Pushing event updated for resources: {'Port': ['ID=ca7f5fb5-c9f8-47ec-9050-80351359a947,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:39.253014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=c42864a0-9093-4149-a362-b782c356aab2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:39.331204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.353853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.359368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a8229a1-9e54-4d2a-a11f-f73697859dc6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/c42864a0-9093-4149-a362-b782c356aab2 HTTP/1.1" status: 204 len: 168 time: 1.2380736 Jul 06 18:14:39.362318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:39.389073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Attempting to bind port ca7f5fb5-c9f8-47ec-9050-80351359a947 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:39.389445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Attempting to bind port ca7f5fb5-c9f8-47ec-9050-80351359a947 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '3f44a9f6-d608-4e3d-9eb3-67c618b94162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:39.389810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Attempting to bind port ca7f5fb5-c9f8-47ec-9050-80351359a947 on network 41771a11-23d8-484a-b87d-b6ce493671f9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:39.416115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-19f1c131-90c6-4b64-98f9-8de4739cebe1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525022 Jul 06 18:14:39.416915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:39.422748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:39.423128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Checking segment: {'id': '3f44a9f6-d608-4e3d-9eb3-67c618b94162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:39.424179 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.425224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Bound using segment: {'id': '3f44a9f6-d608-4e3d-9eb3-67c618b94162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:39.429722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Bound port: ca7f5fb5-c9f8-47ec-9050-80351359a947, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f44a9f6-d608-4e3d-9eb3-67c618b94162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:39.433840 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.461047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 41771a11-23d8-484a-b87d-b6ce493671f9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:39.465937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:39.474101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:39.480679 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.509624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-83ad2f45-9608-4450-9b28-605f147a0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:39.515872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-83ad2f45-9608-4450-9b28-605f147a0488 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1096 time: 0.3137197 Jul 06 18:14:39.523028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=63a668df-c432-400c-b862-4d0de199b174,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:39.531903 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a7eb839-b0b2-4816-bbd6-6889c7ffd1c1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2320347 Jul 06 18:14:39.534394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52574) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:39.544452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9', 'fixed_ips': [{'subnet_id': '22c3885a-2ebc-49ef-9377-956fe7f88d1a'}, {'subnet_id': '63a668df-c432-400c-b862-4d0de199b174'}], 'name': 'tempest-PortsIpV6TestJSON-730913053'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:39.606428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] For port ca7f5fb5-c9f8-47ec-9050-80351359a947, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:39.610258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] For port ca7f5fb5-c9f8-47ec-9050-80351359a947, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ca7f5fb5-c9f8-47ec-9050-80351359a947,segment=NetworkSegment(3f44a9f6-d608-4e3d-9eb3-67c618b94162),segment_id=3f44a9f6-d608-4e3d-9eb3-67c618b94162)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:39.618674 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:39.676226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9ed7c-7a3f-447b-bb88-04ef7d226f2c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:39.680418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8ee9ed7c-7a3f-447b-bb88-04ef7d226f2c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2614529 Jul 06 18:14:39.681040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:39.756827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03692f3-9266-4d9c-a60a-83919c48d129 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:39.761007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d03692f3-9266-4d9c-a60a-83919c48d129 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770791 Jul 06 18:14:39.761696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:39.789821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c207a8-72f1-496e-b8b1-7275d0cae071 None None] Pushing event updated for resources: {'Port': ['ID=ca7f5fb5-c9f8-47ec-9050-80351359a947,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:39.839287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d3556700-0558-4379-913f-c09f5ffe2703 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745699 Jul 06 18:14:39.839940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:39.847387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5b699fd9-72ed-4d32-92bb-51b977d6d717 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:39.865773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-68516893-2183-42d0-a055-82154d5b2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:39.867456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-68516893-2183-42d0-a055-82154d5b2da8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.3452194 Jul 06 18:14:39.890171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:39.986653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-954098c4-55c4-4f9e-a26c-1e9d47c1cd5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 1000 time: 0.0651894 Jul 06 18:14:40.014232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e7648e-5885-4710-871c-434fc3a19ab9 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:40.138491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:40.144907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6e6ab9a8-38be-42e8-b031-8028b5a6d6ff None None] Provisioning complete for port 7aabd690-b49d-49df-ab03-2b7c6cda57fd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:40.145425 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab9a8-38be-42e8-b031-8028b5a6d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:40.175331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port a7277ae2-f7f9-46a1-b80b-14b57bb39230 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:40.239739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b699fd9-72ed-4d32-92bb-51b977d6d717 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:40.252773 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b699fd9-72ed-4d32-92bb-51b977d6d717 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:40.254625 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b699fd9-72ed-4d32-92bb-51b977d6d717 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:40.255078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b699fd9-72ed-4d32-92bb-51b977d6d717 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:40.326797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5b699fd9-72ed-4d32-92bb-51b977d6d717 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4840200 Jul 06 18:14:40.328717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-97677cc6-9ea2-4cab-ab37-4f0010bd51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:40.330322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-97677cc6-9ea2-4cab-ab37-4f0010bd51fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.3137300 Jul 06 18:14:40.332222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:40.344910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1937b9e7-58f0-469a-9752-6d8e95fabde4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:40.421235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:40.473825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144890-431c-4658-b556-499be683972f req-2ce62551-d92b-46d3-9a13-b5ba7bf1b6cd tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:40.475483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05144890-431c-4658-b556-499be683972f req-2ce62551-d92b-46d3-9a13-b5ba7bf1b6cd tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.4639366 Jul 06 18:14:40.529300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] Deleting port 7aabd690-b49d-49df-ab03-2b7c6cda57fd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:40.530023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:40.582478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211f5e-de49-4eb6-96e1-a8db143006f2 req-c873b1e2-8ee7-4326-b9f9-e0cf36f61306 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:40.589562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1211f5e-de49-4eb6-96e1-a8db143006f2 req-c873b1e2-8ee7-4326-b9f9-e0cf36f61306 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 945 time: 0.3223031 Jul 06 18:14:40.604314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05144890-431c-4658-b556-499be683972f req-1cae03a9-bfaa-41a8-a74a-7c2d158d45d8 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167603 Jul 06 18:14:40.613847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937b9e7-58f0-469a-9752-6d8e95fabde4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:40.617436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1937b9e7-58f0-469a-9752-6d8e95fabde4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:40.620340 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1937b9e7-58f0-469a-9752-6d8e95fabde4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:40.620790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1937b9e7-58f0-469a-9752-6d8e95fabde4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:40.626979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-5982aa2a-4fcc-4783-887b-e548c2cfacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:40.628905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-5982aa2a-4fcc-4783-887b-e548c2cfacdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2717865 Jul 06 18:14:40.645070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::64 (41771a11-23d8-484a-b87d-b6ce493671f9/22c3885a-2ebc-49ef-9377-956fe7f88d1a/a7277ae2-f7f9-46a1-b80b-14b57bb39230) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:40.655631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8:0:1::370 (41771a11-23d8-484a-b87d-b6ce493671f9/63a668df-c432-400c-b862-4d0de199b174/a7277ae2-f7f9-46a1-b80b-14b57bb39230) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:40.948508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] For port 7aabd690-b49d-49df-ab03-2b7c6cda57fd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7aabd690-b49d-49df-ab03-2b7c6cda57fd,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:40.949165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:40.999964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] Calling delete_port for 7aabd690-b49d-49df-ab03-2b7c6cda57fd owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:41.061092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.108431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object a7277ae2-f7f9-46a1-b80b-14b57bb39230 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:41.174980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ca7f5fb5-c9f8-47ec-9050-80351359a947 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:41.195192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.270065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 41771a11-23d8-484a-b87d-b6ce493671f9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:41.270902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.274164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:41.278837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:41.285701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:41.286710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.288940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ca7f5fb5-c9f8-47ec-9050-80351359a947 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:41.310079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1937b9e7-58f0-469a-9752-6d8e95fabde4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9726954 Jul 06 18:14:41.311654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52600) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:41.329837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9bf719a7-bc8a-4302-acb0-3f96ac0921ca tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:41.339285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=a7277ae2-f7f9-46a1-b80b-14b57bb39230,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:41.356674 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8191805 Jul 06 18:14:41.357599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:41.363104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] No DVR routers for this DVR port 7aabd690-b49d-49df-ab03-2b7c6cda57fd on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:41.365616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fd113-ad7a-45e1-aa6e-c7c7a5ac6ee9 None None] Pushing event deleted for resources: {'Port': ['ID=7aabd690-b49d-49df-ab03-2b7c6cda57fd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:41.405566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1211f5e-de49-4eb6-96e1-a8db143006f2 req-a31a4b75-ca4e-47c6-bcac-dd1e8f776378 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8114026 Jul 06 18:14:41.452014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:41.461770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22c3885a-2ebc-49ef-9377-956fe7f88d1a'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:41.496991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7aabd690-b49d-49df-ab03-2b7c6cda57fd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:41.498069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7aabd690-b49d-49df-ab03-2b7c6cda57fd not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:41.498474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.498826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.499172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.499553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.499886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.500222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.500555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.500890 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.501216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.501604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.502473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.502765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87eee-5322-4f36-9f29-48675abef1da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.506451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b572f-5142-4dc5-a94a-b623a8a64839 None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:41.512720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-f3d9f7fa-c739-4368-b353-3a154462a13b service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742812 Jul 06 18:14:41.605684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] Provisioning for port ca7f5fb5-c9f8-47ec-9050-80351359a947 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:41.619980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] Provisioning complete for port ca7f5fb5-c9f8-47ec-9050-80351359a947 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:41.620437 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.633375 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.645623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf719a7-bc8a-4302-acb0-3f96ac0921ca tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:41.650772 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bf719a7-bc8a-4302-acb0-3f96ac0921ca tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.652437 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf719a7-bc8a-4302-acb0-3f96ac0921ca tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:41.652935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf719a7-bc8a-4302-acb0-3f96ac0921ca tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:41.658965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca99213-a8a7-40ee-8c54-46bd782f49c6 req-107386a0-b0b6-4da7-97f6-b3264e31aeca service neutron] 10.222.0.61 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403258 Jul 06 18:14:41.666475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-de4c9575-17ec-472f-9796-090185db5c7d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4473462 Jul 06 18:14:41.674382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d69016-1d29-4b31-9317-d2e23d131d5d req-8f19399f-8c2c-4bd5-b327-f8ddb54c314c tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:41.681771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58d69016-1d29-4b31-9317-d2e23d131d5d req-8f19399f-8c2c-4bd5-b327-f8ddb54c314c tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.3467913 Jul 06 18:14:41.715125 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9bf719a7-bc8a-4302-acb0-3f96ac0921ca tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3975468 Jul 06 18:14:41.718233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:41.723584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b79d5b15-22e2-4f03-a1c6-28d96d30555b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:41.760517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58d69016-1d29-4b31-9317-d2e23d131d5d req-e1693374-ede7-4595-a835-8a7e6104a5f3 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712352 Jul 06 18:14:41.858794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.874436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d396-760b-40cb-ac7a-58511569aaea req-ab841527-dd27-4674-b7d0-82d53cf3b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:41.876158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-ab841527-dd27-4674-b7d0-82d53cf3b65f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1146569 Jul 06 18:14:41.945032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] For port ca7f5fb5-c9f8-47ec-9050-80351359a947, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ca7f5fb5-c9f8-47ec-9050-80351359a947,segment=NetworkSegment(3f44a9f6-d608-4e3d-9eb3-67c618b94162),segment_id=3f44a9f6-d608-4e3d-9eb3-67c618b94162)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:41.963027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.989081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79d5b15-22e2-4f03-a1c6-28d96d30555b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:42.002570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b79d5b15-22e2-4f03-a1c6-28d96d30555b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.002570 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79d5b15-22e2-4f03-a1c6-28d96d30555b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:42.006256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79d5b15-22e2-4f03-a1c6-28d96d30555b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:42.060557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c818f-b5cd-4331-b7bb-e4af52a31a3f None None] Pushing event updated for resources: {'Port': ['ID=ca7f5fb5-c9f8-47ec-9050-80351359a947,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:42.064919 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b79d5b15-22e2-4f03-a1c6-28d96d30555b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3439839 Jul 06 18:14:42.072113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:42.081565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d396-760b-40cb-ac7a-58511569aaea req-31d5d7e5-d3e1-48a3-a155-2a0791715ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:42.083058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-31d5d7e5-d3e1-48a3-a155-2a0791715ec8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.1832745 Jul 06 18:14:42.114059 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ec5d91b6-1c06-4c3c-b60c-8d50ae241f63 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:42.160610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Update dhcp port {'port': {'network_id': '41771a11-23d8-484a-b87d-b6ce493671f9', 'fixed_ips': [{'subnet_id': '22c3885a-2ebc-49ef-9377-956fe7f88d1a', 'ip_address': '2001:db8::2'}, {'subnet_id': '63a668df-c432-400c-b862-4d0de199b174'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'ca7f5fb5-c9f8-47ec-9050-80351359a947'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:14:42.175696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-af829ad6-7bce-4575-8e2b-83ec64fb7367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 1000 time: 0.0850899 Jul 06 18:14:42.186550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:42.197555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Delete allocated IP 2001:db8:0:1::370 (41771a11-23d8-484a-b87d-b6ce493671f9/63a668df-c432-400c-b862-4d0de199b174) {{(pid=93943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:14:42.232455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d396-760b-40cb-ac7a-58511569aaea req-b41c86d1-d251-4867-8e1f-707017afd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:42.234060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-b41c86d1-d251-4867-8e1f-707017afd5c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.0523047 Jul 06 18:14:42.257644 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.278203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:42.284209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d91b6-1c06-4c3c-b60c-8d50ae241f63 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:42.288198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec5d91b6-1c06-4c3c-b60c-8d50ae241f63 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.289725 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5d91b6-1c06-4c3c-b60c-8d50ae241f63 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:42.290237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5d91b6-1c06-4c3c-b60c-8d50ae241f63 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:42.297702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953d396-760b-40cb-ac7a-58511569aaea req-737ea743-0f6b-4310-b21a-2f997f561bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:42.300101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-737ea743-0f6b-4310-b21a-2f997f561bfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574839 Jul 06 18:14:42.302124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:42.302499 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.318655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52614) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:42.319267 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ec5d91b6-1c06-4c3c-b60c-8d50ae241f63 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2358670 Jul 06 18:14:42.325113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7ef8f098-1bf1-4ec7-b065-4ac3d594f14e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:42.433133 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.455987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Ignored duplicate provisioning block setup for port a7277ae2-f7f9-46a1-b80b-14b57bb39230 by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:14:42.467005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.561305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] In _notify_port_updated(), no bound segment for port a7277ae2-f7f9-46a1-b80b-14b57bb39230 on network 41771a11-23d8-484a-b87d-b6ce493671f9 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:14:42.568104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:42.569073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.574087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/ports/a7277ae2-f7f9-46a1-b80b-14b57bb39230 HTTP/1.1" status: 200 len: 924 time: 1.1301932 Jul 06 18:14:42.578138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:42.585325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22c3885a-2ebc-49ef-9377-956fe7f88d1a'}, {'subnet_id': '63a668df-c432-400c-b862-4d0de199b174'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:42.591425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe5a8d-4291-47b4-912e-e46f5c00e7b4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=a7277ae2-f7f9-46a1-b80b-14b57bb39230,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:42.678567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Allocated IP 2001:db8:0:1::2 (41771a11-23d8-484a-b87d-b6ce493671f9/63a668df-c432-400c-b862-4d0de199b174/ca7f5fb5-c9f8-47ec-9050-80351359a947) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:42.702906 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.739056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.756833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef8f098-1bf1-4ec7-b065-4ac3d594f14e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:42.761498 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f098-1bf1-4ec7-b065-4ac3d594f14e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.765574 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef8f098-1bf1-4ec7-b065-4ac3d594f14e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:14:42.766095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef8f098-1bf1-4ec7-b065-4ac3d594f14e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:14:42.805969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:42.809495 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9b3c28-3a3d-4fb3-ab62-8ab4424e2410" -d '{"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:42.881579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:42.887823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:42.889999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-cff48ffd-92d9-4484-b357-9a48b7d793a7 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808985 Jul 06 18:14:42.897762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7ef8f098-1bf1-4ec7-b065-4ac3d594f14e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5754459 Jul 06 18:14:42.900138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:43.053573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] For port ca7f5fb5-c9f8-47ec-9050-80351359a947, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ca7f5fb5-c9f8-47ec-9050-80351359a947,segment=NetworkSegment(3f44a9f6-d608-4e3d-9eb3-67c618b94162),segment_id=3f44a9f6-d608-4e3d-9eb3-67c618b94162)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:43.063544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-50c5458e-74a6-44ef-bb05-7d7441bb9beb tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1483011 Jul 06 18:14:43.070938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52626) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:43.071788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:43.095053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ca7f5fb5-c9f8-47ec-9050-80351359a947 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:43.177274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c9b7-b657-4ddb-86e4-73ad9358e88a req-8e2b1942-73e1-46bd-b7e4-4f558f751c75 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:43.179869 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.187373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e80c9b7-b657-4ddb-86e4-73ad9358e88a req-8e2b1942-73e1-46bd-b7e4-4f558f751c75 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 945 time: 0.4609909 Jul 06 18:14:43.195019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fadd9f-90c8-4094-aebc-8dea4d1c9637 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:43.202866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:43.205524 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b7fadd9f-90c8-4094-aebc-8dea4d1c9637 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1334195 Jul 06 18:14:43.205890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Transition to ACTIVE for port object ca7f5fb5-c9f8-47ec-9050-80351359a947 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:43.206867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ca7f5fb5-c9f8-47ec-9050-80351359a947 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:43.207447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.248747 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.276666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8a340eba-5d81-4d76-a585-513617e689d3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658655 Jul 06 18:14:43.276666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5953d396-760b-40cb-ac7a-58511569aaea req-5751face-8050-4dcb-a693-94ec6b8d28a8 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749421 Jul 06 18:14:43.283345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:43.299501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:43.313550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Port ca7f5fb5-c9f8-47ec-9050-80351359a947 had new provisioning blocks added so it will not transition to active. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 06 18:14:43.397200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e80c9b7-b657-4ddb-86e4-73ad9358e88a req-29c815c5-c4a6-4ebc-9edb-5a9d3f4387fe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089326 Jul 06 18:14:43.405390 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8:0:1::1f4 (41771a11-23d8-484a-b87d-b6ce493671f9/63a668df-c432-400c-b862-4d0de199b174/a7277ae2-f7f9-46a1-b80b-14b57bb39230) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:43.405848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788e573-99ac-4ceb-a12d-d840d5db526d None None] Pushing event updated for resources: {'Port': ['ID=ca7f5fb5-c9f8-47ec-9050-80351359a947,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:43.426399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5444175-1cf2-4f2d-8faa-7096e0daf5f2 req-2eb93990-7fb4-494d-ac3d-d99ea182ba45 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:43.428359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5444175-1cf2-4f2d-8faa-7096e0daf5f2 req-2eb93990-7fb4-494d-ac3d-d99ea182ba45 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.3621473 Jul 06 18:14:43.517215 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc4150-a644-40ed-80a2-fc511aef1945 x-openstack-request-id: req-6ccc4150-a644-40ed-80a2-fc511aef1945 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:43.517523 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:43.517784 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ccc4150-a644-40ed-80a2-fc511aef1945 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:43.518206 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'code': 200} Jul 06 18:14:43.543060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5444175-1cf2-4f2d-8faa-7096e0daf5f2 req-8f154830-1a22-4b20-80ed-8556e84dfdb0 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010268 Jul 06 18:14:43.551959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:43.555891 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.687055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.711010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Ignored duplicate provisioning block setup for port a7277ae2-f7f9-46a1-b80b-14b57bb39230 by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:14:43.717315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.881755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=a7277ae2-f7f9-46a1-b80b-14b57bb39230,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:43.922364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] In _notify_port_updated(), no bound segment for port a7277ae2-f7f9-46a1-b80b-14b57bb39230 on network 41771a11-23d8-484a-b87d-b6ce493671f9 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:14:43.930298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:43.930994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.937737 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-afd2cd60-f1f8-4e36-850e-3bfc2466b186 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/ports/a7277ae2-f7f9-46a1-b80b-14b57bb39230 HTTP/1.1" status: 200 len: 1010 time: 1.3557301 Jul 06 18:14:43.941031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52640) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:44.089517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:44.110848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port a7277ae2-f7f9-46a1-b80b-14b57bb39230 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:44.111127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.111295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.207221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:44.217676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:44.223312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.223927 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.229213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d0719a-5e18-4c92-9837-17a7285e5e03 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:44.262150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9817297 Jul 06 18:14:44.265868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab61bf-9f28-4902-9fc4-751274d5cb7d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=0d602c0e-01c7-4060-a807-20a20af3881d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:44.266992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.269053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52642) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:44.276045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:27:32:aa', 'name': 'tempest-NetworksTestDHCPv6-787021560'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:44.289159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for a7277ae2-f7f9-46a1-b80b-14b57bb39230 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:44.367185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-a85e9eef-0a41-4d3f-a08a-4d336b9cfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.368897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-a85e9eef-0a41-4d3f-a08a-4d336b9cfaaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6904c52c3c405f9dbf3ebdcee7ac91&device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 1097 time: 0.3438535 Jul 06 18:14:44.398095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4ca18-b015-4e3e-ba80-6cea616d149f None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:44.442866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c085f-51a7-4525-bb05-e7da8ceb204c req-b351b4fc-911d-4b10-bea1-bb5af054dfef tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.444735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e2c085f-51a7-4525-bb05-e7da8ceb204c req-b351b4fc-911d-4b10-bea1-bb5af054dfef tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.2963073 Jul 06 18:14:44.558036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '0d602c0e-01c7-4060-a807-20a20af3881d'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:44.564240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.584626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-72e4e0f6-39c8-4955-bff9-c89a27fa2dee req-dce4de5f-ea74-478f-b21c-ff154f031061 service neutron] (93943) timed out ('10.222.0.60', 59639) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:14:44.699469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e2c085f-51a7-4525-bb05-e7da8ceb204c req-0ddc6284-f37d-4bd3-9d5a-6868853e5700 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389343 Jul 06 18:14:44.724241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-4b4bfb34-5f22-4f78-ba54-912c7af99d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.726016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-4b4bfb34-5f22-4f78-ba54-912c7af99d57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c83fc25-41f3-42e6-97b9-f558479e4178 HTTP/1.1" status: 200 len: 912 time: 0.3476138 Jul 06 18:14:44.740435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.784583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:44.793430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=a7277ae2-f7f9-46a1-b80b-14b57bb39230,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:44.794454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-fc6f81eb-6ef6-4bb5-94bf-20afe44c8a53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0603135 Jul 06 18:14:44.868356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.871862 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b709ca9a-6d1a-4fe6-82ab-cf6c25d07ec0 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/a7277ae2-f7f9-46a1-b80b-14b57bb39230 HTTP/1.1" status: 204 len: 168 time: 0.9291558 Jul 06 18:14:44.874508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52668) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:44.896120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Provisioning for port a7277ae2-f7f9-46a1-b80b-14b57bb39230 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:44.904616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c210b-d2ec-4e6b-829f-9c329e0bce81 req-3ffa09fa-0cc1-4488-a5b2-95086e011307 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.915975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d50c210b-d2ec-4e6b-829f-9c329e0bce81 req-3ffa09fa-0cc1-4488-a5b2-95086e011307 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.2880411 Jul 06 18:14:44.925439 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf661fa-af9b-4c6e-ba9f-bf48b691bcc3 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:44.931976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Provisioning complete for port a7277ae2-f7f9-46a1-b80b-14b57bb39230 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:44.933382 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:44.950056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9bf661fa-af9b-4c6e-ba9f-bf48b691bcc3 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/a7277ae2-f7f9-46a1-b80b-14b57bb39230 HTTP/1.1" status: 404 len: 333 time: 0.0708952 Jul 06 18:14:44.953000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52670) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:44.990561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d50c210b-d2ec-4e6b-829f-9c329e0bce81 req-267a5d46-ba17-441d-ba7d-3b3294d2ac27 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768666 Jul 06 18:14:44.992216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-457af908-e221-4c65-9bd4-11b4edb42b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.993589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Port a7277ae2-f7f9-46a1-b80b-14b57bb39230 was deleted so its status cannot be updated. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 18:14:44.998319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-457af908-e221-4c65-9bd4-11b4edb42b84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a5f13e8-eb56-42ef-bae7-bc4062705687 HTTP/1.1" status: 200 len: 851 time: 0.1840246 Jul 06 18:14:45.021339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52672) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:45.049284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Provisioning for port ca7f5fb5-c9f8-47ec-9050-80351359a947 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:45.050382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-7de814ff-347b-4e10-b02f-b15573c4591a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c83fc25-41f3-42e6-97b9-f558479e4178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488732 Jul 06 18:14:45.055567 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.079590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Provisioning complete for port ca7f5fb5-c9f8-47ec-9050-80351359a947 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:45.080180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-712ec9e5-850b-4069-b727-6421120b18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.085275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port bf46bd06-c992-423a-bc78-99155bab30c2 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:45.117799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ca7f5fb5-c9f8-47ec-9050-80351359a947 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:45.146501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 63a668df-c432-400c-b862-4d0de199b174 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:45.182627 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d60340c1-7f89-4dda-9ad7-366ca4cf198b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/d11301ff-94cf-4f2b-a0f1-4fb1f5150028 HTTP/1.1" status: 200 len: 993 time: 0.1533818 Jul 06 18:14:45.183683 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.199172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Allocated IP 2001:db8::f816:3eff:fedd:d76a (b93ba3d4-6204-46bf-8941-c428da39aa18/0d602c0e-01c7-4060-a807-20a20af3881d/c002762a-a806-4fe4-b4e4-eb9e08376886) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:45.255958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.302964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ca7f5fb5-c9f8-47ec-9050-80351359a947 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:45.304087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.338370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-dc789b1a-c6d8-47ba-9c6f-539d822aeb2e service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659190 Jul 06 18:14:45.352994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52676) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:45.463619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.480993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65aa4737-0bc3-424a-8fbd-77270a4113e2 req-36e8c79d-6e96-4fb4-b594-174f830ae840 service neutron] 10.222.0.60 "GET /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355991 Jul 06 18:14:45.561142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-763d58ea-7c13-4140-bc6c-17928a76f4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.586590 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.601321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Transition to ACTIVE for port object c002762a-a806-4fe4-b4e4-eb9e08376886 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:45.619501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Transition to ACTIVE for port object c002762a-a806-4fe4-b4e4-eb9e08376886 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:45.623289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.637626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4be90e99-1df9-458f-a385-db5d827a134e None None] Could not find standard attr ID for object a7277ae2-f7f9-46a1-b80b-14b57bb39230. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:45.641404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.668294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=63a668df-c432-400c-b862-4d0de199b174,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:45.675266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.677469 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a370c74e-85fa-422a-bb6f-343a0289a41e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/63a668df-c432-400c-b862-4d0de199b174 HTTP/1.1" status: 204 len: 168 time: 0.7231596 Jul 06 18:14:45.680776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:45.685715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4be90e99-1df9-458f-a385-db5d827a134e None None] Provisioning complete for port ca7f5fb5-c9f8-47ec-9050-80351359a947 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:45.686192 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4be90e99-1df9-458f-a385-db5d827a134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.743719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:45.752946 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-763d58ea-7c13-4140-bc6c-17928a76f4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.753933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:45.760384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:45.763491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-763d58ea-7c13-4140-bc6c-17928a76f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.765387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Pushing event updated for resources: {'Port': ['ID=c002762a-a806-4fe4-b4e4-eb9e08376886,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:45.790964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 22c3885a-2ebc-49ef-9377-956fe7f88d1a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:45.805997 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-763d58ea-7c13-4140-bc6c-17928a76f4d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb75c8f7e8464770977ac0f620286561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498074 Jul 06 18:14:45.813461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:45.827235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.831110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d58ea-7c13-4140-bc6c-17928a76f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a65b9f-a276-43bc-a00f-4bf08c5099c7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:45.883634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe27:32aa (b93ba3d4-6204-46bf-8941-c428da39aa18/0d602c0e-01c7-4060-a807-20a20af3881d/bf46bd06-c992-423a-bc78-99155bab30c2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:45.902799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d6e75-241b-4bf7-8c71-e42f1e3879fa None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:45.908532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.954175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Attempting to bind port c002762a-a806-4fe4-b4e4-eb9e08376886 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:45.955517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Attempting to bind port c002762a-a806-4fe4-b4e4-eb9e08376886 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:45.955981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Attempting to bind port c002762a-a806-4fe4-b4e4-eb9e08376886 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:45.966809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:45.967245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:45.967682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.968077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:45.968549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Bound port: c002762a-a806-4fe4-b4e4-eb9e08376886, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:45.968927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:45.995595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-515d3ba8-140f-4626-9fd1-ef76cd43ccfc None None] Could not find standard attr ID for object a7277ae2-f7f9-46a1-b80b-14b57bb39230. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:46.113530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53bfac81-ac30-4910-872a-05857421ef36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.199441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53bfac81-ac30-4910-872a-05857421ef36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.202013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.252722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627384dc-0b75-408c-9491-b95f114cf3fe req-2da64f55-023b-4dc4-8500-ed94fbfa43df tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:46.254315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-627384dc-0b75-408c-9491-b95f114cf3fe req-2da64f55-023b-4dc4-8500-ed94fbfa43df tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.3521934 Jul 06 18:14:46.267791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] For port c002762a-a806-4fe4-b4e4-eb9e08376886, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:46.286169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] For port c002762a-a806-4fe4-b4e4-eb9e08376886, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c002762a-a806-4fe4-b4e4-eb9e08376886,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:46.305928 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.358668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.376617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f09be-92eb-49e4-9da0-241561f6ff3f None None] Pushing event updated for resources: {'Port': ['ID=c002762a-a806-4fe4-b4e4-eb9e08376886,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:46.391947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-627384dc-0b75-408c-9491-b95f114cf3fe req-13b17dce-19a0-412e-b139-585bff5f3ad1 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163568 Jul 06 18:14:46.395576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53bfac81-ac30-4910-872a-05857421ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.398275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53bfac81-ac30-4910-872a-05857421ef36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.399540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-53bfac81-ac30-4910-872a-05857421ef36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a65b9f-a276-43bc-a00f-4bf08c5099c7 HTTP/1.1" status: 204 len: 168 time: 0.5793738 Jul 06 18:14:46.400816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.410886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object bf46bd06-c992-423a-bc78-99155bab30c2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:46.446409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfac81-ac30-4910-872a-05857421ef36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a65b9f-a276-43bc-a00f-4bf08c5099c7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:46.453157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=22c3885a-2ebc-49ef-9377-956fe7f88d1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:46.457638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.459622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8903c65c-55ab-44a2-accb-0c8fe5918eda tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/22c3885a-2ebc-49ef-9377-956fe7f88d1a HTTP/1.1" status: 204 len: 168 time: 0.7736068 Jul 06 18:14:46.463782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:46.576524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.614868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.681203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:46.684127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=bf46bd06-c992-423a-bc78-99155bab30c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:46.708906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:46.728525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:46.745363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:46.746821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.772275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3a781526-f2e1-4b78-a29f-9113150d34b2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5009720 Jul 06 18:14:46.775033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52692) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:46.801444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port ca7f5fb5-c9f8-47ec-9050-80351359a947 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:46.801895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.841155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52694) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:46.865227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6894757e-16ef-42a6-ade8-daddf483eb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.898960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port ca7f5fb5-c9f8-47ec-9050-80351359a947, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ca7f5fb5-c9f8-47ec-9050-80351359a947,segment=NetworkSegment(3f44a9f6-d608-4e3d-9eb3-67c618b94162),segment_id=3f44a9f6-d608-4e3d-9eb3-67c618b94162)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:46.899370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:46.916977 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1f969-3ff7-44cd-8610-f784c33b42d7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:46.919942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for ca7f5fb5-c9f8-47ec-9050-80351359a947 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:46.923408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1f969-3ff7-44cd-8610-f784c33b42d7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:46.929956 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7cc1f969-3ff7-44cd-8610-f784c33b42d7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1495156 Jul 06 18:14:46.930846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52696) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.100806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c002762a-a806-4fe4-b4e4-eb9e08376886 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:47.110791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.119764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6894757e-16ef-42a6-ade8-daddf483eb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.129682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port bf46bd06-c992-423a-bc78-99155bab30c2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:47.130076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.133451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6894757e-16ef-42a6-ade8-daddf483eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.161543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port ca7f5fb5-c9f8-47ec-9050-80351359a947 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:47.163227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=ca7f5fb5-c9f8-47ec-9050-80351359a947,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:47.191974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c002762a-a806-4fe4-b4e4-eb9e08376886 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:47.231474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894757e-16ef-42a6-ade8-daddf483eb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225a5588-196a-4891-8fd1-0a8108575546,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:47.235819 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6894757e-16ef-42a6-ade8-daddf483eb10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=235811e4b8194064aa9a0989c34ed60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906536 Jul 06 18:14:47.239484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52698) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.278880 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.290215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41771a11-23d8-484a-b87d-b6ce493671f9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:47.302539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f44a9f6-d608-4e3d-9eb3-67c618b94162') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:47.303386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f44a9f6-d608-4e3d-9eb3-67c618b94162') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:47.308911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.317860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.331516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for bf46bd06-c992-423a-bc78-99155bab30c2 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:47.336332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.347970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:47.348397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:47.351926 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:47.357669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d61a9948-5df8-4f0c-a251-a9c4194ea60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.364451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8243fdc-8dcb-4547-8da0-f26b2534d65e None None] Network 41771a11-23d8-484a-b87d-b6ce493671f9 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:47.419001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d61a9948-5df8-4f0c-a251-a9c4194ea60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.429171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-48c9918d-f7b5-44b9-ba48-e394ef2165af None None] Could not find standard attr ID for object ca7f5fb5-c9f8-47ec-9050-80351359a947. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:47.431974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.442473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.444901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/41771a11-23d8-484a-b87d-b6ce493671f9 HTTP/1.1" status: 204 len: 168 time: 0.9815090 Jul 06 18:14:47.449177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.473880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49ee5c-a28f-497d-bea1-e77e974a9ed6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=41771a11-23d8-484a-b87d-b6ce493671f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:47.573652 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d61a9948-5df8-4f0c-a251-a9c4194ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.576283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d61a9948-5df8-4f0c-a251-a9c4194ea60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.580858 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d61a9948-5df8-4f0c-a251-a9c4194ea60f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/225a5588-196a-4891-8fd1-0a8108575546 HTTP/1.1" status: 204 len: 168 time: 0.3403070 Jul 06 18:14:47.604073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a9948-5df8-4f0c-a251-a9c4194ea60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a5588-196a-4891-8fd1-0a8108575546,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:47.615110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b20dd-70e4-44b5-9479-27a56375cc24 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:47.616711 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-301b20dd-70e4-44b5-9479-27a56375cc24 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1668618 Jul 06 18:14:47.620410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52706) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.646255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.653936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da718917-5e33-48e8-a3e4-51d39a3ae10a req-022a7d74-5d04-46e9-b0a5-fa2c6a11f632 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:47.664981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da718917-5e33-48e8-a3e4-51d39a3ae10a req-022a7d74-5d04-46e9-b0a5-fa2c6a11f632 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.0920095 Jul 06 18:14:47.667472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736db73-ee43-48a3-8d06-82192ccaa7f6 None None] DHCP port deletion for 41771a11-23d8-484a-b87d-b6ce493671f9 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:47.709141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=bf46bd06-c992-423a-bc78-99155bab30c2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:47.718628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da718917-5e33-48e8-a3e4-51d39a3ae10a req-1a3eb316-1c8e-4bc7-811a-7721ab306c93 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526102 Jul 06 18:14:47.761560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.768332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.768940 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb979366-b0dd-4d6d-a7de-a679310c24ff tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/bf46bd06-c992-423a-bc78-99155bab30c2 HTTP/1.1" status: 204 len: 168 time: 0.8364344 Jul 06 18:14:47.821727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-76a723de-8df5-46c7-8f34-6f760c67fb10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1997948 Jul 06 18:14:47.822409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.832138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-907732824'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:47.873115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41e26d-4588-4b39-b73d-dfa50ed0a7c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:47.874763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41e26d-4588-4b39-b73d-dfa50ed0a7c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:47.877015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9d41e26d-4588-4b39-b73d-dfa50ed0a7c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1069908 Jul 06 18:14:47.880105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52714) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:47.888211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:47.893716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.931645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:47.942983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.943386 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment 6af35630-714e-474f-bf4e-d60bd433a9e4 of type vlan for network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 Jul 06 18:14:47.953099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 0d602c0e-01c7-4060-a807-20a20af3881d {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:47.964422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:47.980670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Provisioning for port c002762a-a806-4fe4-b4e4-eb9e08376886 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:47.985728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Provisioning complete for port c002762a-a806-4fe4-b4e4-eb9e08376886 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:47.987833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.008816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.044886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.049873 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.057122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:48.057799 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.190602 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.195188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=9a438e06-928e-40f0-9b67-2a2b4b811ee1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:48.204764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0664b66-0e72-4b4f-9605-9efba1ebe321 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3813858 Jul 06 18:14:48.207717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:48.215574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:48.216315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:48.242921 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.446484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.491170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=0d602c0e-01c7-4060-a807-20a20af3881d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:48.493735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.496063 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:14:48.496063 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:14:48.496577 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ed7ca51b-b839-4729-8059-786e6ca68875 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/0d602c0e-01c7-4060-a807-20a20af3881d HTTP/1.1" status: 204 len: 168 time: 0.6148491 Jul 06 18:14:48.498526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52734) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:48.606891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a735f-8a45-45b8-b5ab-05229a27bfe1 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:48.881258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:48.885852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:48.933381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:48.977441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434a46-91df-4988-8814-b2ad86298da5 req-57e67a6d-cef7-4af7-b8e2-06c9f301340b tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:48.979037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50434a46-91df-4988-8814-b2ad86298da5 req-57e67a6d-cef7-4af7-b8e2-06c9f301340b tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.1784341 Jul 06 18:14:49.034386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] Deleting port c002762a-a806-4fe4-b4e4-eb9e08376886 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:49.035107 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.055277 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-694bcf28-0df7-497a-accb-d0198c783f71 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5556052 Jul 06 18:14:49.058987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52744) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:49.066694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:49.075377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.075621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50434a46-91df-4988-8814-b2ad86298da5 req-b864b13b-17c0-4271-afd9-30d234b5e354 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845912 Jul 06 18:14:49.077756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c002762a-a806-4fe4-b4e4-eb9e08376886 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:49.195472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] For port c002762a-a806-4fe4-b4e4-eb9e08376886, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c002762a-a806-4fe4-b4e4-eb9e08376886,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:49.195877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.221393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] For port c002762a-a806-4fe4-b4e4-eb9e08376886, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c002762a-a806-4fe4-b4e4-eb9e08376886,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:49.226173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] Calling delete_port for c002762a-a806-4fe4-b4e4-eb9e08376886 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:49.238604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.243211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:49.248510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.253777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.341330 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.342234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=e3a2ad77-d86e-4e39-8337-8a147af195a3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:49.356832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': '6af35630-714e-474f-bf4e-d60bd433a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:49.357355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: 9a438e06-928e-40f0-9b67-2a2b4b811ee1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:49.390371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6442bd99-f76f-47f9-80f4-a52216cbb3cc None None] Could not find standard attr ID for object bf46bd06-c992-423a-bc78-99155bab30c2. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:49.398100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:49.402398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cfb8f-f5f0-47a3-8c66-74019a60fa41 None None] Pushing event updated for resources: {'Port': ['ID=c002762a-a806-4fe4-b4e4-eb9e08376886,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:49.410641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9a438e06-928e-40f0-9b67-2a2b4b811ee1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:49.420073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:49.420935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.423827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1735337-377b-4896-bb67-842cd19a9f4c None None] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:49.435500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port c002762a-a806-4fe4-b4e4-eb9e08376886, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c002762a-a806-4fe4-b4e4-eb9e08376886,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:49.439707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47a8f90b-1e35-41db-a43b-31cfab66661a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2293882 Jul 06 18:14:49.442326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:49.449036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1', 'name': 'tempest-PortsIpV6TestJSON-843288400'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:49.484599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.485313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ca7f5fb5-c9f8-47ec-9050-80351359a947 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:49.536851 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.544496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ca7f5fb5-c9f8-47ec-9050-80351359a947 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:49.544496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ca7f5fb5-c9f8-47ec-9050-80351359a947 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:49.555004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] No DVR routers for this DVR port c002762a-a806-4fe4-b4e4-eb9e08376886 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:49.600347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=c002762a-a806-4fe4-b4e4-eb9e08376886,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:49.627384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3522d-1894-4ef6-9e33-ac86b94f8971 None None] Pushing event deleted for resources: {'Port': ['ID=c002762a-a806-4fe4-b4e4-eb9e08376886,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:49.669536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:49.675387 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.692146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.objects.ports [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:49.693866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.701068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 339f4219-7f4b-4b7e-9490-a2cc54555fa8 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:49.744794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-9a438e06-928e-40f0-9b67-2a2b4b811ee1', 'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': 'e3a2ad77-d86e-4e39-8337-8a147af195a3'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:49.745939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.750651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:49.754372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:49.758176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:49.758918 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.768293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7330632-bacf-4212-8c28-09cc01975048 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:49.770518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=b38f0cee-b9fa-4838-9372-02a712bd391d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:49.790834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7bb80cfb-4332-4b6a-a254-61ee2c849648 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7307930 Jul 06 18:14:49.791595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52764) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:49.800435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:40:74:58', 'name': 'tempest-NetworksTestDHCPv6-1232943583'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:49.855805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::99 (9a438e06-928e-40f0-9b67-2a2b4b811ee1/e3a2ad77-d86e-4e39-8337-8a147af195a3/339f4219-7f4b-4b7e-9490-a2cc54555fa8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:50.004465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:50.024630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'b38f0cee-b9fa-4838-9372-02a712bd391d'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:50.025540 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.128422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.146082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 339f4219-7f4b-4b7e-9490-a2cc54555fa8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:50.154529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.180788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 5cf6b52d-772c-43d7-85e6-700db72891ee yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:50.212085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Allocated IP 2001:db8::f816:3eff:fe0e:afc9 (b93ba3d4-6204-46bf-8941-c428da39aa18/b38f0cee-b9fa-4838-9372-02a712bd391d/a76ff082-12a5-4a17-9393-b685f3f9238b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:50.221316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.343932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Allocated IP 2001:db8::2 (9a438e06-928e-40f0-9b67-2a2b4b811ee1/e3a2ad77-d86e-4e39-8337-8a147af195a3/98105ab0-ab6d-4bc6-a7a6-08ff525f323b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:50.400660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:50.404369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=339f4219-7f4b-4b7e-9490-a2cc54555fa8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:50.413132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:50.417481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:50.423977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:50.424719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.466269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-db6f95d5-cc50-4916-968b-713c7a08c9e9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0199919 Jul 06 18:14:50.466739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:50.472998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1', 'name': 'tempest-PortsIpV6TestJSON-241905527'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:50.499565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51a56a-2b78-4729-ba00-33742100694e req-934f4216-67e4-433a-8ec4-1b6f0f9d7c4b tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:50.501112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a51a56a-2b78-4729-ba00-33742100694e req-934f4216-67e4-433a-8ec4-1b6f0f9d7c4b tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.2088339 Jul 06 18:14:50.518908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.555538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Transition to ACTIVE for port object a76ff082-12a5-4a17-9393-b685f3f9238b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:50.562675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-a3e9063e-12bb-445c-a874-61ccbeb2bc51 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:50.564789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-a3e9063e-12bb-445c-a874-61ccbeb2bc51 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.60 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 946 time: 0.2919049 Jul 06 18:14:50.585703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Transition to ACTIVE for port object a76ff082-12a5-4a17-9393-b685f3f9238b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:50.592836 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.598937 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.612257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Transition to ACTIVE for port object 98105ab0-ab6d-4bc6-a7a6-08ff525f323b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:50.625343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-4f60c3f6-c4ca-4fa2-a398-e778310c40c6 req-43f7d510-bdb3-479a-9dc8-fd28d929cb77 service neutron] (93942) timed out ('10.222.0.37', 40594) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:14:50.644533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a51a56a-2b78-4729-ba00-33742100694e req-99cd9bfc-d2e2-4adb-aa64-c9c40fd8b25e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/security-groups?id=1616e1a6-c88a-40f3-817e-5850c0573344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091185 Jul 06 18:14:50.652218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:50.669207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:50.669207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:50.669207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Transition to ACTIVE for port object 98105ab0-ab6d-4bc6-a7a6-08ff525f323b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:50.672290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe40:7458 (b93ba3d4-6204-46bf-8941-c428da39aa18/b38f0cee-b9fa-4838-9372-02a712bd391d/5cf6b52d-772c-43d7-85e6-700db72891ee) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:50.676788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Pushing event updated for resources: {'Port': ['ID=a76ff082-12a5-4a17-9393-b685f3f9238b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:50.682326 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.747531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:50.751071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.769602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Attempting to bind port a76ff082-12a5-4a17-9393-b685f3f9238b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:50.769980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Attempting to bind port a76ff082-12a5-4a17-9393-b685f3f9238b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:50.770352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Attempting to bind port a76ff082-12a5-4a17-9393-b685f3f9238b on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:50.788562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:50.789832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:50.789998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:50.791132 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.791132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:50.791518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 36201407-b48e-4798-a13d-9f29be5d4fb6 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:50.791742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Bound port: a76ff082-12a5-4a17-9393-b685f3f9238b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:50.791870 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.800205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:50.800515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Deleting port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:50.800640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.803289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:50.819002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Pushing event updated for resources: {'Port': ['ID=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:50.862940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.878866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 5cf6b52d-772c-43d7-85e6-700db72891ee will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:50.915670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Attempting to bind port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:50.916048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Attempting to bind port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6af35630-714e-474f-bf4e-d60bd433a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:50.916414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Attempting to bind port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b on network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:50.925795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.926109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:50.926544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Checking segment: {'id': '6af35630-714e-474f-bf4e-d60bd433a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:50.926835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.927300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Bound using segment: {'id': '6af35630-714e-474f-bf4e-d60bd433a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:50.928689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Bound port: 98105ab0-ab6d-4bc6-a7a6-08ff525f323b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af35630-714e-474f-bf4e-d60bd433a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9a438e06-928e-40f0-9b67-2a2b4b811ee1'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:50.928921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.948466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] For port a76ff082-12a5-4a17-9393-b685f3f9238b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:50.965623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] For port a76ff082-12a5-4a17-9393-b685f3f9238b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a76ff082-12a5-4a17-9393-b685f3f9238b,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:50.979053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:50.983122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:50.988663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:50.989210 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.995200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:50.995413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] For port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,segment=NetworkSegment(53502b9c-00e0-46ce-bce0-2581b07f221c),segment_id=53502b9c-00e0-46ce-bce0-2581b07f221c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:50.995694 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.996623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.017364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=5cf6b52d-772c-43d7-85e6-700db72891ee,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:51.024625 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f34f57ce-794f-4fae-9b06-714dfbbfec52 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2316706 Jul 06 18:14:51.024860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Calling delete_port for daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:51.026168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:51.026940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::3d3 (9a438e06-928e-40f0-9b67-2a2b4b811ee1/e3a2ad77-d86e-4e39-8337-8a147af195a3/36201407-b48e-4798-a13d-9f29be5d4fb6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:51.081521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] For port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:51.084987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] For port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,segment=NetworkSegment(6af35630-714e-474f-bf4e-d60bd433a9e4),segment_id=6af35630-714e-474f-bf4e-d60bd433a9e4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:51.099223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.106359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4444b-ca1a-42ab-9fc8-1dbe95e02aae tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:51.112321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614394c-b3a6-4ae1-94ff-7749b82bbb4c None None] Pushing event updated for resources: {'Port': ['ID=a76ff082-12a5-4a17-9393-b685f3f9238b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:51.113769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff4444b-ca1a-42ab-9fc8-1dbe95e02aae tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:51.118321 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0ff4444b-ca1a-42ab-9fc8-1dbe95e02aae tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0904977 Jul 06 18:14:51.119007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:51.190852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719d221-1371-4abd-b980-e28bcaf7954b None None] Pushing event updated for resources: {'Port': ['ID=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:51.281519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 5cf6b52d-772c-43d7-85e6-700db72891ee {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:51.282011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.298989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.324086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['daefa81b-b340-42a7-a3ad-1d8a91c0e4e1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:14:51.417389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Pushing event deleted for resources: {'Port': ['ID=daefa81b-b340-42a7-a3ad-1d8a91c0e4e1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:51.484051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.486816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] No DVR routers for this DVR port daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:51.490038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.492908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9cac51df-730b-494d-9617-6009c3dba1a5 req-906dd449-be32-40d5-b514-81912cc9e95e tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.60 "DELETE /v2.0/ports/daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 HTTP/1.1" status: 204 len: 173 time: 0.9173374 Jul 06 18:14:51.496165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19977f1f-73b8-404d-984f-e4fae941363e', 'name': 'network-vif-deleted', 'tag': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:51.498748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 5cf6b52d-772c-43d7-85e6-700db72891ee owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:51.499473 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c05ccb-9448-40c2-9e3b-4d370fd2a96a" -d '{"events": [{"server_uuid": "19977f1f-73b8-404d-984f-e4fae941363e", "name": "network-vif-deleted", "tag": "daefa81b-b340-42a7-a3ad-1d8a91c0e4e1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:51.599409 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05270572-18cb-4acf-a7c9-0c14f52e6194 x-openstack-request-id: req-05270572-18cb-4acf-a7c9-0c14f52e6194 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:51.599963 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19977f1f-73b8-404d-984f-e4fae941363e", "name": "network-vif-deleted", "tag": "daefa81b-b340-42a7-a3ad-1d8a91c0e4e1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:51.600426 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05270572-18cb-4acf-a7c9-0c14f52e6194 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:51.600842 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19977f1f-73b8-404d-984f-e4fae941363e', 'name': 'network-vif-deleted', 'tag': 'daefa81b-b340-42a7-a3ad-1d8a91c0e4e1', 'status': 'completed', 'code': 200} Jul 06 18:14:51.610435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.641380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 36201407-b48e-4798-a13d-9f29be5d4fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:51.727650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.751907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:51.755943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:51.788306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:51.794915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:51.795814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.820158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3494425 Jul 06 18:14:51.820518 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:51.839632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cbe9f-6536-4dd1-ae8d-5817e06a9d98 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=36201407-b48e-4798-a13d-9f29be5d4fb6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:51.861671 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.893775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d2502e9-f438-4b79-b892-85c6980db771 req-51d0d5e1-26fd-46af-96f5-4e0ef1305584 tempest-TestServerAdvancedOps-514519559 tempest-TestServerAdvancedOps-514519559-project] 10.222.0.37 "GET /v2.0/ports?device_id=19977f1f-73b8-404d-984f-e4fae941363e HTTP/1.1" status: 200 len: 210 time: 0.0490568 Jul 06 18:14:51.927814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=5cf6b52d-772c-43d7-85e6-700db72891ee,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:51.984350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:51.992624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e259462-9aef-4124-845c-5fed3dfd49ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/5cf6b52d-772c-43d7-85e6-700db72891ee HTTP/1.1" status: 204 len: 168 time: 0.8667407 Jul 06 18:14:51.993142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52810) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.046792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47983a3e-cd29-4833-921c-18352b066821 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:52.056554 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-47983a3e-cd29-4833-921c-18352b066821 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A99 HTTP/1.1" status: 200 len: 927 time: 0.2322032 Jul 06 18:14:52.056690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.104060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f98294-caf7-4983-83cb-bc087f30cdad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:52.106587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f98294-caf7-4983-83cb-bc087f30cdad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:52.108722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-23f98294-caf7-4983-83cb-bc087f30cdad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1175256 Jul 06 18:14:52.112242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.201337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet b38f0cee-b9fa-4838-9372-02a712bd391d {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:52.206205 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.230309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 36201407-b48e-4798-a13d-9f29be5d4fb6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:52.230700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.271870 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.379429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.394868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 36201407-b48e-4798-a13d-9f29be5d4fb6 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:52.416325 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.497537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.548703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=b38f0cee-b9fa-4838-9372-02a712bd391d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:52.559906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.562697 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7954368f-1bdc-49f5-b0ad-b893b6df540f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/b38f0cee-b9fa-4838-9372-02a712bd391d HTTP/1.1" status: 204 len: 168 time: 0.4481807 Jul 06 18:14:52.565904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52818) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.580103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5514fcf-f8a0-44fc-a484-a66eaf11ea6a None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:52.594230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.610548 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8dc3ab7c-500a-4e4a-aeb3-05cbae505cb0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431938 Jul 06 18:14:52.612833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52820) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.629434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=36201407-b48e-4798-a13d-9f29be5d4fb6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:52.667136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.670537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-45c3c3c5-65b9-4c55-b37e-68f7c88c0f4d None None] Provisioning for port a76ff082-12a5-4a17-9393-b685f3f9238b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:52.672220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.672396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8e2c2175-9f2b-4b04-b36f-f149e04091e6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/36201407-b48e-4798-a13d-9f29be5d4fb6 HTTP/1.1" status: 204 len: 168 time: 0.6128228 Jul 06 18:14:52.716373 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ea5819-f31e-4f36-bad9-ad483b3a9265 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:52.721336 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84ea5819-f31e-4f36-bad9-ad483b3a9265 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/36201407-b48e-4798-a13d-9f29be5d4fb6 HTTP/1.1" status: 404 len: 333 time: 0.0441658 Jul 06 18:14:52.722478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.758530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d81159-f895-4d7d-8eee-db9a6e7266ec tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:52.760250 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f4d81159-f895-4d7d-8eee-db9a6e7266ec tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1463883 Jul 06 18:14:52.762900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.832256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccb7dd-9bf1-4d92-b2c7-957e494a6825 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:52.834152 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c5ccb7dd-9bf1-4d92-b2c7-957e494a6825 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699966 Jul 06 18:14:52.838863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52828) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.885231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea30aa14-08d1-44d1-ab65-86208dff427c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430753 Jul 06 18:14:52.892151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:52.899094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:52.974604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:53.022166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 339f4219-7f4b-4b7e-9490-a2cc54555fa8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:53.022509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.041467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:53.045135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.109824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52838) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:53.230624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Deleting subnet 5a5f13e8-eb56-42ef-bae7-bc4062705687 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:53.241959 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.277611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.299363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 98105ab0-ab6d-4bc6-a7a6-08ff525f323b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:53.307824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 339f4219-7f4b-4b7e-9490-a2cc54555fa8 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:53.332635 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.369419 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cca3d4-eccc-48f5-9cce-c9e1b2295033 None None] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:53.385935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.451622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.504265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ec15731-c29c-4073-83eb-31abd6cf1b45 None None] Provisioning for port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:53.541111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5f13e8-eb56-42ef-bae7-bc4062705687,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:53.561966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.568294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f255aaa9-9f5d-4eaa-b49c-5cb4565e4507 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a5f13e8-eb56-42ef-bae7-bc4062705687 HTTP/1.1" status: 204 len: 168 time: 0.4533114 Jul 06 18:14:53.569602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:53.577186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:53.606804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] Deleting port a76ff082-12a5-4a17-9393-b685f3f9238b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:53.607522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.646312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.706755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=339f4219-7f4b-4b7e-9490-a2cc54555fa8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:53.719035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:53.719723 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.722348 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.744700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:14:53.787124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] For port a76ff082-12a5-4a17-9393-b685f3f9238b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a76ff082-12a5-4a17-9393-b685f3f9238b,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:53.787575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.793497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:53.816418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] Calling delete_port for a76ff082-12a5-4a17-9393-b685f3f9238b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:53.834053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.838570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bc42d63c-92fe-43ef-908f-594e40d6fb50 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/339f4219-7f4b-4b7e-9490-a2cc54555fa8 HTTP/1.1" status: 204 len: 168 time: 1.1122866 Jul 06 18:14:53.844206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52858) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:53.885614 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb551ba9-3123-4335-bf4e-6e2e0635e59e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:14:53.890551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fb551ba9-3123-4335-bf4e-6e2e0635e59e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/339f4219-7f4b-4b7e-9490-a2cc54555fa8 HTTP/1.1" status: 404 len: 333 time: 0.0441334 Jul 06 18:14:53.892254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:53.908162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.930958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c83fc25-41f3-42e6-97b9-f558479e4178']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:53.934729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:53.958480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53502b9c-00e0-46ce-bce0-2581b07f221c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:53.960046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53502b9c-00e0-46ce-bce0-2581b07f221c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:53.974599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.000324 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.020234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:54.020655 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:54.022551 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:54.037166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet e3a2ad77-d86e-4e39-8337-8a147af195a3 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:54.040251 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.049136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.086304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] Pushing event deleted for resources: {'Port': ['ID=a76ff082-12a5-4a17-9393-b685f3f9238b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:54.099340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,segment=NetworkSegment(6af35630-714e-474f-bf4e-d60bd433a9e4),segment_id=6af35630-714e-474f-bf4e-d60bd433a9e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:54.101466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbed7d-1ba3-48b6-8db8-5adf82b7ab52 None None] No DVR routers for this DVR port a76ff082-12a5-4a17-9393-b685f3f9238b on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:54.110067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.121540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c35aec3c-ddca-4425-9cf6-783582d4718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.137925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_pluggable_backend [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Port a76ff082-12a5-4a17-9393-b685f3f9238b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 18:14:54.138358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_pluggable_backend [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:afc9 {{(pid=93942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 18:14:54.145048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.147404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.ipam_pluggable_backend [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0e:afc9 {{(pid=93942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 18:14:54.150769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.153558 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.168416 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c83fc25-41f3-42e6-97b9-f558479e4178 HTTP/1.1" status: 204 len: 168 time: 0.5953355 Jul 06 18:14:54.168822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.172593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:54.185880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbb55d-a402-4588-98a8-72ce17a10cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c83fc25-41f3-42e6-97b9-f558479e4178,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:54.236622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:54.260494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:54.290851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:54.307726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:54.308866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.321491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781cd302-ffdd-4a00-8026-da5d3e3f41fc None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:54.323653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:54.328329 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c35aec3c-ddca-4425-9cf6-783582d4718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.336385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c35aec3c-ddca-4425-9cf6-783582d4718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.338733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:54.339559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device daefa81b-b340-42a7-a3ad-1d8a91c0e4e1 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:54.360178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4669363 Jul 06 18:14:54.363673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:54.378264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aec3c-ddca-4425-9cf6-783582d4718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209b2a4-7ad3-4147-8f93-4eb1618f7c2b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:54.378950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:73:f5:16', 'name': 'tempest-NetworksTestDHCPv6-625013091'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:54.384516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Deleting subnet 5065df86-ee63-47c6-9f1c-e0433795943a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:54.388234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.412099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e231dbb6-7d01-455d-93af-3bcaa8eae8da None None] Provisioning complete for port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:54.412384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c35aec3c-ddca-4425-9cf6-783582d4718e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2b7d1e6e110461386304a0dce700d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157811 Jul 06 18:14:54.413106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52868) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:54.413528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e231dbb6-7d01-455d-93af-3bcaa8eae8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.432738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb3337-eacb-4415-80fb-cf90a14373da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=f55c63f3-a248-4a54-bd63-1b966f6605cd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:54.526470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188f95f3-9dc4-4adc-a0cd-3b4c12c370aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.535330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.579744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188f95f3-9dc4-4adc-a0cd-3b4c12c370aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.636101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.643407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'f55c63f3-a248-4a54-bd63-1b966f6605cd'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:54.644393 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.646281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188f95f3-9dc4-4adc-a0cd-3b4c12c370aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.649861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-188f95f3-9dc4-4adc-a0cd-3b4c12c370aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.653490 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-188f95f3-9dc4-4adc-a0cd-3b4c12c370aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2209b2a4-7ad3-4147-8f93-4eb1618f7c2b HTTP/1.1" status: 204 len: 168 time: 0.2362103 Jul 06 18:14:54.662567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f95f3-9dc4-4adc-a0cd-3b4c12c370aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209b2a4-7ad3-4147-8f93-4eb1618f7c2b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:54.669754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-db386736-9519-4324-9e19-dad7568ceb5b None None] Could not find standard attr ID for object 339f4219-7f4b-4b7e-9490-a2cc54555fa8. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:54.719012 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:54.841547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Allocated IP 2001:db8::f816:3eff:feea:4c8f (b93ba3d4-6204-46bf-8941-c428da39aa18/f55c63f3-a248-4a54-bd63-1b966f6605cd/62dc4ffa-9348-4d35-9ee7-11029200284e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:55.006236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fee7c8ba-0216-4d9e-a338-afabfdd5b052 None None] Could not find standard attr ID for object 36201407-b48e-4798-a13d-9f29be5d4fb6. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:14:55.039183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.062131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 98105ab0-ab6d-4bc6-a7a6-08ff525f323b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:55.097925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52874) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:55.114413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a73f121d-620f-4a6a-8da4-e77199e58fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.124312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:55.124813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.172149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b00b-758a-42ba-b968-3d66658020d1 req-780a2a5e-4bf9-49e2-9b3a-4ea11e0144a6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:55.173955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb01b00b-758a-42ba-b968-3d66658020d1 req-780a2a5e-4bf9-49e2-9b3a-4ea11e0144a6 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.6454649 Jul 06 18:14:55.218709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.260578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a73f121d-620f-4a6a-8da4-e77199e58fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.265257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a73f121d-620f-4a6a-8da4-e77199e58fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.267465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.269414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/e3a2ad77-d86e-4e39-8337-8a147af195a3 HTTP/1.1" status: 204 len: 168 time: 1.3764749 Jul 06 18:14:55.270257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db721658-404f-4b48-b3d3-cc321801ade2 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a2ad77-d86e-4e39-8337-8a147af195a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:55.277210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52876) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:55.281267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Transition to ACTIVE for port object 62dc4ffa-9348-4d35-9ee7-11029200284e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:55.285536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb01b00b-758a-42ba-b968-3d66658020d1 req-82a242f4-8df6-4b9f-9202-d06e0671a9b3 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001086 Jul 06 18:14:55.288664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.301281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Transition to ACTIVE for port object 62dc4ffa-9348-4d35-9ee7-11029200284e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:55.310571 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.326869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5065df86-ee63-47c6-9f1c-e0433795943a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:55.332291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.334709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d6725a69-5b2e-48f1-a237-421d270c1916 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5065df86-ee63-47c6-9f1c-e0433795943a HTTP/1.1" status: 204 len: 168 time: 1.1576369 Jul 06 18:14:55.335963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:55.340008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:55.376444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:55.383169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:55.389006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:55.394356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Pushing event updated for resources: {'Port': ['ID=62dc4ffa-9348-4d35-9ee7-11029200284e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:55.398621 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a73f121d-620f-4a6a-8da4-e77199e58fe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf6589488102419ebf8ec93ef4115cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970240 Jul 06 18:14:55.398997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:55.421345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f121d-620f-4a6a-8da4-e77199e58fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac1989-611a-4b46-8994-8a50dd6771ce,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:55.424265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7016-00ba-4096-a5c9-72585c123fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.437555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.489446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Attempting to bind port 62dc4ffa-9348-4d35-9ee7-11029200284e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:55.490607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Attempting to bind port 62dc4ffa-9348-4d35-9ee7-11029200284e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:55.490607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Attempting to bind port 62dc4ffa-9348-4d35-9ee7-11029200284e on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:55.495826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:55.496292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:55.496916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.497390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:55.498410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Bound port: 62dc4ffa-9348-4d35-9ee7-11029200284e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:55.498410 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.554655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:55.555186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.577218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.584786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] For port 62dc4ffa-9348-4d35-9ee7-11029200284e, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:55.588760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] For port 62dc4ffa-9348-4d35-9ee7-11029200284e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62dc4ffa-9348-4d35-9ee7-11029200284e,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:55.607886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.634291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.642649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43dc4e3-8566-4768-a9f8-9b018526fa9c None None] Network 9a438e06-928e-40f0-9b67-2a2b4b811ee1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:55.643931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,segment=NetworkSegment(6af35630-714e-474f-bf4e-d60bd433a9e4),segment_id=6af35630-714e-474f-bf4e-d60bd433a9e4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:55.644409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.660103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 98105ab0-ab6d-4bc6-a7a6-08ff525f323b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:55.734349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b833-0554-4a0d-92dd-6dd5387173bf None None] Pushing event updated for resources: {'Port': ['ID=62dc4ffa-9348-4d35-9ee7-11029200284e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:55.741697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.757599 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebefb423-610b-468e-9f73-587af31ee628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.762113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16036da-fe8e-49c1-bcec-f0d5867e2b44']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:55.785139 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.800876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd582243a-ffe7-44d9-9f6e-24426472e87b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:55.801178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd582243a-ffe7-44d9-9f6e-24426472e87b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:55.803658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port a518de2e-209d-4929-a81e-f44b9aa94c64 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:55.816063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=98105ab0-ab6d-4bc6-a7a6-08ff525f323b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:55.820811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port 98105ab0-ab6d-4bc6-a7a6-08ff525f323b on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:55.839072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.882928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebefb423-610b-468e-9f73-587af31ee628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.909963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e34582-1cc4-4160-a562-15b70beff5d7 None None] DHCP port deletion for 9a438e06-928e-40f0-9b67-2a2b4b811ee1 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:14:55.915347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.915806 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.930242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a438e06-928e-40f0-9b67-2a2b4b811ee1']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:55.949440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af35630-714e-474f-bf4e-d60bd433a9e4') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:55.950007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af35630-714e-474f-bf4e-d60bd433a9e4') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:55.955046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:55.955556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:55.957466 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:55.972020 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.004598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.015884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:14:56.016469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.022822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-184e1976-8ded-44bd-8925-89c0a9c16448 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:56.024391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-184e1976-8ded-44bd-8925-89c0a9c16448 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.4212515 Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:14:56.068053 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:14:56.098620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.115229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.118431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/9a438e06-928e-40f0-9b67-2a2b4b811ee1 HTTP/1.1" status: 204 len: 168 time: 0.8330085 Jul 06 18:14:56.129013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:56.132555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e34b7-fbbe-4fb7-9ee6-22c68d1a6d0c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=9a438e06-928e-40f0-9b67-2a2b4b811ee1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:56.146315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-476594718'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:56.150365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.179684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.181554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e16036da-fe8e-49c1-bcec-f0d5867e2b44 HTTP/1.1" status: 204 len: 168 time: 0.8405986 Jul 06 18:14:56.184906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe73:f516 (b93ba3d4-6204-46bf-8941-c428da39aa18/f55c63f3-a248-4a54-bd63-1b966f6605cd/a518de2e-209d-4929-a81e-f44b9aa94c64) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:56.188124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebefb423-610b-468e-9f73-587af31ee628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.194435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebefb423-610b-468e-9f73-587af31ee628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.195600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ebefb423-610b-468e-9f73-587af31ee628 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66ac1989-611a-4b46-8994-8a50dd6771ce HTTP/1.1" status: 204 len: 168 time: 0.7935779 Jul 06 18:14:56.230846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15b444-9266-49b8-b2f8-27c9d6d37191 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16036da-fe8e-49c1-bcec-f0d5867e2b44,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:56.266434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefb423-610b-468e-9f73-587af31ee628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac1989-611a-4b46-8994-8a50dd6771ce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:56.269146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:56.272723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.329582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:14:56.365775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.365986 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment 8dd796ab-b7c2-41fe-bee4-287e40a561b1 of type vlan for network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b Jul 06 18:14:56.408066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52890) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:56.459274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Deleting port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:56.467796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.469344 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9239aff1-7ab6-46c1-8da7-e464a7139009 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a6904c52c3c405f9dbf3ebdcee7ac91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597796 Jul 06 18:14:56.470061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:56.529854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8280e84c-e34a-445f-bc2d-bc2036239a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.559863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8280e84c-e34a-445f-bc2d-bc2036239a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.611725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.614743 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8280e84c-e34a-445f-bc2d-bc2036239a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.619521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8280e84c-e34a-445f-bc2d-bc2036239a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.624527 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8280e84c-e34a-445f-bc2d-bc2036239a68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1616e1a6-c88a-40f3-817e-5850c0573344 HTTP/1.1" status: 204 len: 168 time: 0.1533973 Jul 06 18:14:56.635364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280e84c-e34a-445f-bc2d-bc2036239a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616e1a6-c88a-40f3-817e-5850c0573344,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:56.656301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.734723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] For port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:56.735236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.754699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.760483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:56.761150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:56.844260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object a518de2e-209d-4929-a81e-f44b9aa94c64 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:56.942613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8090849 Jul 06 18:14:56.946150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:56.954868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:56.970757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536e9c2-a5e4-4b7d-9051-8759240c1503 req-4ebd10b4-2312-4e4e-8988-fb54ac545a81 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:56.977763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3536e9c2-a5e4-4b7d-9051-8759240c1503 req-4ebd10b4-2312-4e4e-8988-fb54ac545a81 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 946 time: 0.5049717 Jul 06 18:14:57.059698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d117b4a8-4703-488d-a93e-41e021f4669a None None] Provisioning for port 62dc4ffa-9348-4d35-9ee7-11029200284e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:57.088154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:57.090847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015aae-928a-497e-b0b0-b70e1adb858f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:57.115436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:14:57.156462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3536e9c2-a5e4-4b7d-9051-8759240c1503 req-c790b943-3350-4ed3-a250-9bf5299f778d tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b85f4c6-222f-4652-8713-104de65a4e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776943 Jul 06 18:14:57.172502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62dc4ffa-9348-4d35-9ee7-11029200284e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:57.183686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:57.189286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.224619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.258148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 62dc4ffa-9348-4d35-9ee7-11029200284e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:57.264265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 62dc4ffa-9348-4d35-9ee7-11029200284e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:57.264951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.302099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a3edf8b0-67e8-4d53-860b-1bec64c40e5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e50fde4567f49b2bd08cf604091a1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120955 Jul 06 18:14:57.306370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:57.322362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:57.333410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:57.336158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:57.342215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:57.342869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.359585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.360036 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.361149 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Floating IP 256931b9-0e6c-4f44-bfea-8d3f813be0de disassociated. External IP: 172.25.5.202, port: 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8. Jul 06 18:14:57.361567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Calling delete_port for 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:57.367564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9981661 Jul 06 18:14:57.368245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40380e3f-3f0c-4e7d-86bb-37e60b28db2b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=a518de2e-209d-4929-a81e-f44b9aa94c64,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:57.371337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:57.392388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.446359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 62dc4ffa-9348-4d35-9ee7-11029200284e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62dc4ffa-9348-4d35-9ee7-11029200284e,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:57.455024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.514705 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45925591-8d4d-4f82-8754-109fd221dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.535104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ed3cf-3e53-452b-84d7-1d7055a24d37 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:57.541818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ed3cf-3e53-452b-84d7-1d7055a24d37 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:57.547901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-711ed3cf-3e53-452b-84d7-1d7055a24d37 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1736414 Jul 06 18:14:57.548644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:57.583811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 98105ab0-ab6d-4bc6-a7a6-08ff525f323b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:14:57.602605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45925591-8d4d-4f82-8754-109fd221dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.637862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 98105ab0-ab6d-4bc6-a7a6-08ff525f323b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:14:57.640953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 98105ab0-ab6d-4bc6-a7a6-08ff525f323b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:14:57.667240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=62dc4ffa-9348-4d35-9ee7-11029200284e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:57.671126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.722453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.763403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=710ab320-e40c-4e16-af45-3779c8df2eff,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:57.766216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': '8dd796ab-b7c2-41fe-bee4-287e40a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:57.767206 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:14:57.774728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event deleted for resources: {'Port': ['ID=311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:57.787499 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45925591-8d4d-4f82-8754-109fd221dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.791321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45925591-8d4d-4f82-8754-109fd221dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.795075 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45925591-8d4d-4f82-8754-109fd221dc50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a7601a4-896c-48d7-9447-96cb70193ab6 HTTP/1.1" status: 204 len: 168 time: 0.4841917 Jul 06 18:14:57.795626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:14:57.808662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45925591-8d4d-4f82-8754-109fd221dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7601a4-896c-48d7-9447-96cb70193ab6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:57.815431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c450f69-f4ba-459f-9655-5734646b411d None None] Provisioning for port a518de2e-209d-4929-a81e-f44b9aa94c64 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:57.816971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:57.822374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:57.823340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.823701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c450f69-f4ba-459f-9655-5734646b411d None None] Provisioning complete for port a518de2e-209d-4929-a81e-f44b9aa94c64 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:57.824208 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c450f69-f4ba-459f-9655-5734646b411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.843472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port a518de2e-209d-4929-a81e-f44b9aa94c64 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:14:57.844185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:57.850492 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fdd817c8-923b-4b28-ac87-c0fda9cb801b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9001467 Jul 06 18:14:57.850925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52938) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:57.859666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b', 'name': 'tempest-PortsIpV6TestJSON-1634437298', 'fixed_ips': [{'subnet_id': '710ab320-e40c-4e16-af45-3779c8df2eff', 'ip_address': '2001:db8::10'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:57.923854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24ac44-2d5f-425c-ab49-c58a819686ca None None] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:58.004335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Router d5e60669-00f8-4a5e-8717-a7c24191682a has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:14:58.009822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.029318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for a518de2e-209d-4929-a81e-f44b9aa94c64 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:14:58.046520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:58.053524 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a46dbea-1166-4de3-aa89-abf0b8ba7cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.067011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1c450f69-f4ba-459f-9655-5734646b411d None None] Port a518de2e-209d-4929-a81e-f44b9aa94c64 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:14:58.074173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.231622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b', 'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': '710ab320-e40c-4e16-af45-3779c8df2eff'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:14:58.233059 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.258553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.284828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port b81786c1-480b-4fda-9903-02ceae527883 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:14:58.314640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:14:58.327582 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] Sync routers for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:14:58.347872 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:58.354317 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:58.533862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.607759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Allocated IP 2001:db8::2 (5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b/710ab320-e40c-4e16-af45-3779c8df2eff/d05e1214-9866-4a90-80b5-75e507000ce4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:58.631552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=a518de2e-209d-4929-a81e-f44b9aa94c64,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:58.653062 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:14:58.725477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] No DVR routers for this DVR port 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:14:58.732767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.739475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5caec1a0-c11b-4eff-a16d-e75b5136aca5 req-e9db1afd-a784-412d-b13e-51b82d779b7c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.61 "DELETE /v2.0/ports/311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 HTTP/1.1" status: 204 len: 173 time: 2.7069576 Jul 06 18:14:58.803285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'name': 'network-vif-deleted', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:58.807092 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329e149b-647d-4cf7-b85c-37722d928f02" -d '{"events": [{"server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "name": "network-vif-deleted", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:58.939235 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:58.958241 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.968696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Transition to ACTIVE for port object d05e1214-9866-4a90-80b5-75e507000ce4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:58.973810 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376610f3-33d5-4bc7-9bf3-00ddec97646f x-openstack-request-id: req-376610f3-33d5-4bc7-9bf3-00ddec97646f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:58.974088 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4fb88a-295c-47ae-a384-47ab628dc413", "name": "network-vif-deleted", "tag": "311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:58.976892 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-376610f3-33d5-4bc7-9bf3-00ddec97646f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:58.977049 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4fb88a-295c-47ae-a384-47ab628dc413', 'name': 'network-vif-deleted', 'tag': '311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8', 'status': 'completed', 'code': 200} Jul 06 18:14:58.981802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c4b6c0d-cb22-4c44-b8b4-5f0c960d5636 req-e8c08d88-5468-4a67-8ea9-a4159439e5ed tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c4fb88a-295c-47ae-a384-47ab628dc413 HTTP/1.1" status: 200 len: 210 time: 0.4399834 Jul 06 18:14:58.992623 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] Checking router: d5e60669-00f8-4a5e-8717-a7c24191682a for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:14:58.993164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:58.996234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea7e5201-3a70-434c-9214-46c12e289414 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/a518de2e-209d-4929-a81e-f44b9aa94c64 HTTP/1.1" status: 204 len: 168 time: 1.4373908 Jul 06 18:14:58.999003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.004808 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:14:59.006606 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:59.021219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Transition to ACTIVE for port object d05e1214-9866-4a90-80b5-75e507000ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:59.031013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.095792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:59.099736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:59.106295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:59.116438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Pushing event updated for resources: {'Port': ['ID=d05e1214-9866-4a90-80b5-75e507000ce4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:59.167379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204b90a-71d3-4ce6-8586-6c5a26da8afc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:59.169048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204b90a-71d3-4ce6-8586-6c5a26da8afc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:59.173969 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7204b90a-71d3-4ce6-8586-6c5a26da8afc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1733162 Jul 06 18:14:59.174400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.206651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::10 (5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b/710ab320-e40c-4e16-af45-3779c8df2eff/b81786c1-480b-4fda-9903-02ceae527883) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:59.231852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62dc4ffa-9348-4d35-9ee7-11029200284e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:59.270413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet f55c63f3-a248-4a54-bd63-1b966f6605cd {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:14:59.274433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.278184 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:14:59.306527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Attempting to bind port d05e1214-9866-4a90-80b5-75e507000ce4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:59.306855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Attempting to bind port d05e1214-9866-4a90-80b5-75e507000ce4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '8dd796ab-b7c2-41fe-bee4-287e40a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:59.307225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Attempting to bind port d05e1214-9866-4a90-80b5-75e507000ce4 on network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:59.320819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 62dc4ffa-9348-4d35-9ee7-11029200284e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:59.320819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.324262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:59.324842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Checking segment: {'id': '8dd796ab-b7c2-41fe-bee4-287e40a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:59.325347 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.325832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Bound using segment: {'id': '8dd796ab-b7c2-41fe-bee4-287e40a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:59.327463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Bound port: d05e1214-9866-4a90-80b5-75e507000ce4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd796ab-b7c2-41fe-bee4-287e40a561b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:59.327463 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.341248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.417231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.498022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.542117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.560193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object b81786c1-480b-4fda-9903-02ceae527883 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:59.614630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.628619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.663951 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=f55c63f3-a248-4a54-bd63-1b966f6605cd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:59.668344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.673875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-63d20998-291c-468c-a28c-08858dc62a7f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/f55c63f3-a248-4a54-bd63-1b966f6605cd HTTP/1.1" status: 204 len: 168 time: 0.4980264 Jul 06 18:14:59.674541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.721511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfdd84-4072-40d9-8d35-b30b6c44c70b None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:14:59.733864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-42a50812-41a0-42e3-99c9-7a396771c7c8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579591 Jul 06 18:14:59.734652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.740553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:59.749972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-638f2f67-140b-4152-a1ca-dbd2686308dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.753292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=b81786c1-480b-4fda-9903-02ceae527883,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:59.778727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:59.782749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:59.786604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:59.793246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:59.793828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.804512 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:14:59.846479 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283bf4de-b98d-46d1-9fc1-41e5df3b01ef None None] The sync data for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 is: [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:09:12Z', 'revision_number': 4, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b6a69d95-7938-4582-bda8-f28c6b9b1c10', 'name': '', 'network_id': 'a9d8721f-0090-4e66-8adc-ba7d0306f5f3', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'mac_address': 'fa:16:3e:a6:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:09Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'subnets': [{'id': '3f50034e-898d-4d81-8324-fd6452e9a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:14:59.859768 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.901345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] For port d05e1214-9866-4a90-80b5-75e507000ce4, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:59.908887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] For port d05e1214-9866-4a90-80b5-75e507000ce4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d05e1214-9866-4a90-80b5-75e507000ce4,segment=NetworkSegment(8dd796ab-b7c2-41fe-bee4-287e40a561b1),segment_id=8dd796ab-b7c2-41fe-bee4-287e40a561b1)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:59.915654 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-638f2f67-140b-4152-a1ca-dbd2686308dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.918467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.922161 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-638f2f67-140b-4152-a1ca-dbd2686308dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:59.950023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e90422a-5dbc-4519-abdd-d4a26a68db3f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0951104 Jul 06 18:14:59.952481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.964834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b', 'name': 'tempest-PortsIpV6TestJSON-291228598', 'fixed_ips': [{'subnet_id': '710ab320-e40c-4e16-af45-3779c8df2eff', 'ip_address': '2001:db8::f'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:59.980153 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-638f2f67-140b-4152-a1ca-dbd2686308dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98e9d95d57b048ce884733f2280c4d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583942 Jul 06 18:14:59.980919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:59.989240 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2f67-140b-4152-a1ca-dbd2686308dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbedc57-f1f9-4219-bf7f-6dac241aa60f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:00.044567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976520c8-937b-4400-a3e8-6e040f4e9fb7 None None] Pushing event updated for resources: {'Port': ['ID=d05e1214-9866-4a90-80b5-75e507000ce4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:00.050784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.099237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7054e69b-66e4-4e21-afb2-d48262a55325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.104919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:00.140424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7054e69b-66e4-4e21-afb2-d48262a55325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.149965 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:00.202179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] Deleting port 62dc4ffa-9348-4d35-9ee7-11029200284e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:00.202934 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.307332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] For port 62dc4ffa-9348-4d35-9ee7-11029200284e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=62dc4ffa-9348-4d35-9ee7-11029200284e,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:00.308223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.314344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633203c-3209-4b31-9188-79bae85c60b9 None None] New status for floating IP 256931b9-0e6c-4f44-bfea-8d3f813be0de: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:15:00.370496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7054e69b-66e4-4e21-afb2-d48262a55325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.371846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:00.373277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7054e69b-66e4-4e21-afb2-d48262a55325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.377724 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7054e69b-66e4-4e21-afb2-d48262a55325 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fbedc57-f1f9-4219-bf7f-6dac241aa60f HTTP/1.1" status: 204 len: 168 time: 0.3923900 Jul 06 18:15:00.380470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Deleting port 3cb5cc29-7215-4f3a-a801-fc483c0f87d4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:00.380825 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.528478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.528943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.547402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Calling delete_port for 3cb5cc29-7215-4f3a-a801-fc483c0f87d4 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:00.586148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:00.589983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.628900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] Calling delete_port for 62dc4ffa-9348-4d35-9ee7-11029200284e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:00.631685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:00.637286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 311d8c97-d4d9-49f8-947e-8b3fcc0ad0e8 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:00.734592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e69b-66e4-4e21-afb2-d48262a55325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbedc57-f1f9-4219-bf7f-6dac241aa60f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:00.739022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.791543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event deleted for resources: {'Port': ['ID=3cb5cc29-7215-4f3a-a801-fc483c0f87d4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:00.863905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:00.870307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.899971 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.905914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.913945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:00.921379 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ed0480d1-098a-4bed-a954-abe49c67f50c tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "DELETE /v2.0/floatingips/256931b9-0e6c-4f44-bfea-8d3f813be0de HTTP/1.1" status: 204 len: 168 time: 0.7695758 Jul 06 18:15:00.931814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] Pushing event deleted for resources: {'Port': ['ID=62dc4ffa-9348-4d35-9ee7-11029200284e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:00.934040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0a25c-ce51-4158-b563-a0ce57856030 None None] No DVR routers for this DVR port 62dc4ffa-9348-4d35-9ee7-11029200284e on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:00.957276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:00.976542 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6330fe03-3ec7-4bf1-85ba-8b3f37e3c2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.104484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.134971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d05e1214-9866-4a90-80b5-75e507000ce4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:01.158076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port ccf96f8c-1bab-4735-97f6-4bced80245e4 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:01.163908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6330fe03-3ec7-4bf1-85ba-8b3f37e3c2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.170048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6330fe03-3ec7-4bf1-85ba-8b3f37e3c2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.186114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 52988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:01.227005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d05e1214-9866-4a90-80b5-75e507000ce4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:01.237267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fe03-3ec7-4bf1-85ba-8b3f37e3c2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7465e0a3-e80b-42ad-9614-99b552c7ad51,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:01.243147 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6330fe03-3ec7-4bf1-85ba-8b3f37e3c2e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58624aebfd9a41398ecd485242e1736b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847798 Jul 06 18:15:01.246562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52990) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:01.305569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62dc4ffa-9348-4d35-9ee7-11029200284e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:01.326781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:15:01.327144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 62dc4ffa-9348-4d35-9ee7-11029200284e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:01.327881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 62dc4ffa-9348-4d35-9ee7-11029200284e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:01.336886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.342643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd6488ec-b958-4272-b57e-46e451fe6aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.376901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd6488ec-b958-4272-b57e-46e451fe6aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.447236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:01.452328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daaf7644-aeca-4119-9e7d-176a34c2bac7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.455885 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd6488ec-b958-4272-b57e-46e451fe6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.458892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd6488ec-b958-4272-b57e-46e451fe6aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.460455 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dd6488ec-b958-4272-b57e-46e451fe6aac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7465e0a3-e80b-42ad-9614-99b552c7ad51 HTTP/1.1" status: 204 len: 168 time: 0.2125771 Jul 06 18:15:01.472169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:01.476543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:01.477860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6488ec-b958-4272-b57e-46e451fe6aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465e0a3-e80b-42ad-9614-99b552c7ad51,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:01.478717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.486510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30185df9-4978-41ac-82fd-df08d44c106a None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:01.501860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=410ef598-6cd9-4fe7-99fe-59c5319b68d7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:01.565207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-073afb46-5490-4488-a627-ffa17aa74670 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8260055 Jul 06 18:15:01.566604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 52994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:01.574711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:05:ad:bf', 'name': 'tempest-NetworksTestDHCPv6-1267834927'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:01.586662 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daaf7644-aeca-4119-9e7d-176a34c2bac7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.604259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca7cac-ef89-48d3-9378-74e0ad396683 None None] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:01.616767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::f (5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b/710ab320-e40c-4e16-af45-3779c8df2eff/ccf96f8c-1bab-4735-97f6-4bced80245e4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:01.726191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] Provisioning for port d05e1214-9866-4a90-80b5-75e507000ce4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:01.742776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] Provisioning complete for port d05e1214-9866-4a90-80b5-75e507000ce4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:01.743150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.753455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daaf7644-aeca-4119-9e7d-176a34c2bac7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.757299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-daaf7644-aeca-4119-9e7d-176a34c2bac7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.771971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-daaf7644-aeca-4119-9e7d-176a34c2bac7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b85f4c6-222f-4652-8713-104de65a4e5c HTTP/1.1" status: 204 len: 168 time: 0.5734680 Jul 06 18:15:01.786025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:01.808287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:01.818601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf7644-aeca-4119-9e7d-176a34c2bac7 tempest-TestServerBasicOps-748922312 tempest-TestServerBasicOps-748922312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b85f4c6-222f-4652-8713-104de65a4e5c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:01.874414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '410ef598-6cd9-4fe7-99fe-59c5319b68d7'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:01.875193 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.884618 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.922086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:01.933062 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:01.964106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object ccf96f8c-1bab-4735-97f6-4bced80245e4 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:02.009639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.108993 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.152824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:02.153543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] For port d05e1214-9866-4a90-80b5-75e507000ce4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d05e1214-9866-4a90-80b5-75e507000ce4,segment=NetworkSegment(8dd796ab-b7c2-41fe-bee4-287e40a561b1),segment_id=8dd796ab-b7c2-41fe-bee4-287e40a561b1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:02.160834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.173553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:02.178514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe05:adbf (b93ba3d4-6204-46bf-8941-c428da39aa18/410ef598-6cd9-4fe7-99fe-59c5319b68d7/fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:02.180048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:02.189240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:02.190013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.193918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=ccf96f8c-1bab-4735-97f6-4bced80245e4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:02.248364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5cf4039-67d5-43f1-9ed7-1467a4d1e6bc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2926841 Jul 06 18:15:02.257402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53012) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:02.260789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533602-5574-415a-9dad-2ba8f521db36 None None] Pushing event updated for resources: {'Port': ['ID=d05e1214-9866-4a90-80b5-75e507000ce4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:02.484178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04bc275-6a49-40f6-847f-25dbfbfee7fe tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:02.487300 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c04bc275-6a49-40f6-847f-25dbfbfee7fe tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2272890 Jul 06 18:15:02.491983 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53020) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:02.508737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.534962 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.557618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:02.605037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-af7e7afb-b34b-4345-a568-08b4a4726fe7 None None] Provisioning complete for port d05e1214-9866-4a90-80b5-75e507000ce4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:02.605467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af7e7afb-b34b-4345-a568-08b4a4726fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.656648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea65500-821a-49a6-9885-2a987fbb27a6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:02.662808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea65500-821a-49a6-9885-2a987fbb27a6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:02.680389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea65500-821a-49a6-9885-2a987fbb27a6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:02.682232 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cea65500-821a-49a6-9885-2a987fbb27a6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1891978 Jul 06 18:15:02.685003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53024) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:02.702897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.759528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.785459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:02.791315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:02.793947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:02.800155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:02.800846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.810430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:02.812457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Allocated IP 2001:db8::f816:3eff:fea6:3289 (b93ba3d4-6204-46bf-8941-c428da39aa18/410ef598-6cd9-4fe7-99fe-59c5319b68d7/32af899e-2ad2-4768-9235-5eef0e8e57f0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:02.828462 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-036d4b0b-3241-4a92-8dc4-5be795b45c66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2602594 Jul 06 18:15:02.829561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:02.884741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-af7e7afb-b34b-4345-a568-08b4a4726fe7 None None] Provisioning for port b81786c1-480b-4fda-9903-02ceae527883 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:02.890373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-af7e7afb-b34b-4345-a568-08b4a4726fe7 None None] Provisioning complete for port b81786c1-480b-4fda-9903-02ceae527883 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:02.890752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af7e7afb-b34b-4345-a568-08b4a4726fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.049037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.058375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Transition to ACTIVE for port object 32af899e-2ad2-4768-9235-5eef0e8e57f0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:03.074810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Transition to ACTIVE for port object 32af899e-2ad2-4768-9235-5eef0e8e57f0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:03.080188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d05e1214-9866-4a90-80b5-75e507000ce4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:03.105090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ea81a-b92c-496c-8539-677b00d0e687 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:03.106698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-769ea81a-b92c-496c-8539-677b00d0e687 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2749891 Jul 06 18:15:03.110845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53032) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:03.111494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port ccf96f8c-1bab-4735-97f6-4bced80245e4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:03.111840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.118927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-af7e7afb-b34b-4345-a568-08b4a4726fe7 None None] Port b81786c1-480b-4fda-9903-02ceae527883 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:03.123113 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.164532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:03.171510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:03.176937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:03.229362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d05e1214-9866-4a90-80b5-75e507000ce4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:03.230386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.239327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Pushing event updated for resources: {'Port': ['ID=32af899e-2ad2-4768-9235-5eef0e8e57f0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:03.287385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.326875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for ccf96f8c-1bab-4735-97f6-4bced80245e4 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:03.341297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6458f209-ec60-48d8-b64d-d1ecaeacb5a3 None None] Provisioning complete for port b81786c1-480b-4fda-9903-02ceae527883 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:03.341824 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6458f209-ec60-48d8-b64d-d1ecaeacb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.345686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Attempting to bind port 32af899e-2ad2-4768-9235-5eef0e8e57f0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:03.346125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Attempting to bind port 32af899e-2ad2-4768-9235-5eef0e8e57f0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:03.346492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Attempting to bind port 32af899e-2ad2-4768-9235-5eef0e8e57f0 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:03.351437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:03.352180 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.411449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:03.411974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:03.412240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.412646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:03.413144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Bound port: 32af899e-2ad2-4768-9235-5eef0e8e57f0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:03.413530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.442909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6458f209-ec60-48d8-b64d-d1ecaeacb5a3 None None] Port b81786c1-480b-4fda-9903-02ceae527883 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:03.457473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Deleting port b6a69d95-7938-4582-bda8-f28c6b9b1c10 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:03.457829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.481364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.494679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:03.571164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] For port b6a69d95-7938-4582-bda8-f28c6b9b1c10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b6a69d95-7938-4582-bda8-f28c6b9b1c10,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:03.571164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.582553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] For port 32af899e-2ad2-4768-9235-5eef0e8e57f0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:03.586479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] For port 32af899e-2ad2-4768-9235-5eef0e8e57f0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=32af899e-2ad2-4768-9235-5eef0e8e57f0,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:03.588088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7356baa3-253f-4704-bcd0-dc2d04877395 None None] Provisioning for port ccf96f8c-1bab-4735-97f6-4bced80245e4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:03.592861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.599723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Calling delete_port for b6a69d95-7938-4582-bda8-f28c6b9b1c10 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:03.614598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7356baa3-253f-4704-bcd0-dc2d04877395 None None] Provisioning complete for port ccf96f8c-1bab-4735-97f6-4bced80245e4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:03.615018 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7356baa3-253f-4704-bcd0-dc2d04877395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.690336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.719280 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.755098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:03.783959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48675f1-8546-413b-afbf-2a284dbd9d1b None None] Pushing event updated for resources: {'Port': ['ID=32af899e-2ad2-4768-9235-5eef0e8e57f0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:03.790667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=ccf96f8c-1bab-4735-97f6-4bced80245e4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:03.797133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7356baa3-253f-4704-bcd0-dc2d04877395 None None] Port ccf96f8c-1bab-4735-97f6-4bced80245e4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:03.808974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.811100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9053004-5352-4929-8e6e-ca4fc8a3b2a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a HTTP/1.1" status: 204 len: 168 time: 0.6989248 Jul 06 18:15:03.813925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53052) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:03.882023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c34f1a-876e-4538-9f70-5348c4fdba07 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:03.883652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c34f1a-876e-4538-9f70-5348c4fdba07 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:03.890507 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83c34f1a-876e-4538-9f70-5348c4fdba07 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0751312 Jul 06 18:15:03.892359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:03.893382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:03.895353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ff98cbd-7a4e-455c-a17a-d5ae3a996688 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/ccf96f8c-1bab-4735-97f6-4bced80245e4 HTTP/1.1" status: 204 len: 168 time: 1.2087204 Jul 06 18:15:03.897425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53056) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:03.954630 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f8452b-26c7-4e03-9adc-d56a80f2bfe6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:15:03.956678 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-60f8452b-26c7-4e03-9adc-d56a80f2bfe6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/ccf96f8c-1bab-4735-97f6-4bced80245e4 HTTP/1.1" status: 404 len: 333 time: 0.0581861 Jul 06 18:15:03.959775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:04.040440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:04.070401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a69d95-7938-4582-bda8-f28c6b9b1c10,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:04.108876 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:15:04.178532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 410ef598-6cd9-4fe7-99fe-59c5319b68d7 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:04.187055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:04.271015 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:04.359645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port b81786c1-480b-4fda-9903-02ceae527883 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:04.361244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:04.411900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:04.752592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Router d5e60669-00f8-4a5e-8717-a7c24191682a has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:15:04.886188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:04.901709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:04.913873 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] Sync routers for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:04.917067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1f580c9-9066-47fe-ba16-8c525cb33571 admin admin] 10.222.0.37 "PUT /v2.0/routers/d5e60669-00f8-4a5e-8717-a7c24191682a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1074843 Jul 06 18:15:04.919490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:04.933957 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:04.935057 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:04.963556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.003195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for b81786c1-480b-4fda-9903-02ceae527883 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:05.134218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.141319 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:05.231943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.282386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=410ef598-6cd9-4fe7-99fe-59c5319b68d7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:05.284824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32af899e-2ad2-4768-9235-5eef0e8e57f0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:05.293526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.299820 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4adeef0f-26fd-4b50-a1c5-7534122cb1e3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/410ef598-6cd9-4fe7-99fe-59c5319b68d7 HTTP/1.1" status: 204 len: 168 time: 1.4053576 Jul 06 18:15:05.300711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:05.364886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9c9da65e-95ca-4b9a-9d32-196915143540 None None] Provisioning for port 32af899e-2ad2-4768-9235-5eef0e8e57f0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:05.369365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 32af899e-2ad2-4768-9235-5eef0e8e57f0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:05.377213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 32af899e-2ad2-4768-9235-5eef0e8e57f0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:05.379166 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.384488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0b02c82e-8353-46d9-bfa0-92d78f726fe7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797656 Jul 06 18:15:05.385411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53076) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:05.386939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9c9da65e-95ca-4b9a-9d32-196915143540 None None] Provisioning complete for port 32af899e-2ad2-4768-9235-5eef0e8e57f0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:05.386939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c9da65e-95ca-4b9a-9d32-196915143540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.398385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.400750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.451805 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:15:03Z', 'revision_number': 5, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port': {'id': '8104af01-34e1-4afa-9748-91e1c4aaf799', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:41:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:03Z', 'updated_at': '2021-07-06T18:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:05.528286 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] Checking router: d5e60669-00f8-4a5e-8717-a7c24191682a for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:15:05.531148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=b81786c1-480b-4fda-9903-02ceae527883,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:05.569609 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] Routers {'d5e60669-00f8-4a5e-8717-a7c24191682a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:05.571009 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d5e60669-00f8-4a5e-8717-a7c24191682a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:05.573816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Deleting port 8104af01-34e1-4afa-9748-91e1c4aaf799 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:05.574400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.685155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.688749 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c085121a-5dfe-4cbb-bdb9-fd4b0bfb552a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/b81786c1-480b-4fda-9903-02ceae527883 HTTP/1.1" status: 204 len: 168 time: 1.7277048 Jul 06 18:15:05.710081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:05.835178 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ba72f4-a02f-43e1-9837-43097234f862 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:15:05.837570 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-95ba72f4-a02f-43e1-9837-43097234f862 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/b81786c1-480b-4fda-9903-02ceae527883 HTTP/1.1" status: 404 len: 333 time: 0.1245070 Jul 06 18:15:05.841756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53082) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:05.855614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea2b15-cc26-454d-8a3b-39a6b9d184f8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:05.856220 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] Set router d5e60669-00f8-4a5e-8717-a7c24191682a gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:05.857215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0aea2b15-cc26-454d-8a3b-39a6b9d184f8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4708681 Jul 06 18:15:05.862353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:05.869221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c80e4c-470a-4e98-8ecb-8d7fcfd9574e None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:05.881376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] For port 8104af01-34e1-4afa-9748-91e1c4aaf799, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8104af01-34e1-4afa-9748-91e1c4aaf799,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:05.881748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.940043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 710ab320-e40c-4e16-af45-3779c8df2eff {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:05.941633 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:15:05Z', 'revision_number': 6, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:05.946362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Calling delete_port for 8104af01-34e1-4afa-9748-91e1c4aaf799 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:05.948978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.979866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505b78d-93c3-43af-9f67-68bd87ee2351 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:05.984818 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.985026 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2be69-d3f5-4d2d-b7a8-452b07f9434e None None] The sync data for ids ['d5e60669-00f8-4a5e-8717-a7c24191682a'] in n-d-799527-3 is: [{'id': 'd5e60669-00f8-4a5e-8717-a7c24191682a', 'name': 'tempest-TestServerBasicOps-758236236-router', 'tenant_id': '2e82ca9fd35a46e9895d72b0e660c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:01Z', 'updated_at': '2021-07-06T18:15:05Z', 'revision_number': 6, 'project_id': '2e82ca9fd35a46e9895d72b0e660c142', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:05.985139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:05.987833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d505b78d-93c3-43af-9f67-68bd87ee2351 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1223583 Jul 06 18:15:06.050559 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d6b9de9a-565a-4492-b094-be0f149e1833 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597422 Jul 06 18:15:06.051023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:06.052543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c9da65e-95ca-4b9a-9d32-196915143540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.054223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.056826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:06.064036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 32af899e-2ad2-4768-9235-5eef0e8e57f0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=32af899e-2ad2-4768-9235-5eef0e8e57f0,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:06.092775 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.166136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.188295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=32af899e-2ad2-4768-9235-5eef0e8e57f0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:06.205220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-9c9da65e-95ca-4b9a-9d32-196915143540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:15:06.206205 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-9c9da65e-95ca-4b9a-9d32-196915143540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:15:06.228985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:06.233086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.259515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.287852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=710ab320-e40c-4e16-af45-3779c8df2eff,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:06.291765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.293661 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1574d0b2-7851-46dc-b191-5d8f24f5b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/710ab320-e40c-4e16-af45-3779c8df2eff HTTP/1.1" status: 204 len: 168 time: 0.4507530 Jul 06 18:15:06.296269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53092) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:06.302204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70f7f2a-f80e-42d0-876b-5c3be3ebfee1 None None] Network 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:06.358010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.393409 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.399321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:06.408004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Pushing event deleted for resources: {'Port': ['ID=8104af01-34e1-4afa-9748-91e1c4aaf799,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:06.458773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port d05e1214-9866-4a90-80b5-75e507000ce4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:06.459123 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.498028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] Deleting port 32af899e-2ad2-4768-9235-5eef0e8e57f0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:06.498218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.537814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.570155 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port d05e1214-9866-4a90-80b5-75e507000ce4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d05e1214-9866-4a90-80b5-75e507000ce4,segment=NetworkSegment(8dd796ab-b7c2-41fe-bee4-287e40a561b1),segment_id=8dd796ab-b7c2-41fe-bee4-287e40a561b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:06.570620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.583887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] For port 32af899e-2ad2-4768-9235-5eef0e8e57f0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=32af899e-2ad2-4768-9235-5eef0e8e57f0,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:06.584350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.591711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for d05e1214-9866-4a90-80b5-75e507000ce4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:06.605623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] Calling delete_port for 32af899e-2ad2-4768-9235-5eef0e8e57f0 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:06.610549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] DHCP port deletion for 5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:06.692702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.726025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=d05e1214-9866-4a90-80b5-75e507000ce4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:06.737201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port d05e1214-9866-4a90-80b5-75e507000ce4 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:06.769278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Deleting port d05e1214-9866-4a90-80b5-75e507000ce4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:06.769859 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.773270 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.848772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] Pushing event deleted for resources: {'Port': ['ID=32af899e-2ad2-4768-9235-5eef0e8e57f0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:06.855572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.862953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e579ade-d8aa-4de4-bc1a-32ba0115ce4e None None] No DVR routers for this DVR port 32af899e-2ad2-4768-9235-5eef0e8e57f0 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:06.874422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:06.880562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] For port d05e1214-9866-4a90-80b5-75e507000ce4, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:06.881045 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.905211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd796ab-b7c2-41fe-bee4-287e40a561b1') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:06.905349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-99c8759d-8463-4455-b678-2ca1fc1d0a8e None None] Could not find standard attr ID for object fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:06.905516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd796ab-b7c2-41fe-bee4-287e40a561b1') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:06.908591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Calling delete_port for d05e1214-9866-4a90-80b5-75e507000ce4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:06.912228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Port d05e1214-9866-4a90-80b5-75e507000ce4 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:15:06.913746 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.926792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.945609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.957592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] Pushing event deleted for resources: {'Port': ['ID=d05e1214-9866-4a90-80b5-75e507000ce4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:06.960583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e2606-b68c-43da-9ec7-f5afac993257 None None] No DVR routers for this DVR port d05e1214-9866-4a90-80b5-75e507000ce4 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:06.983393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:15:06.983827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:15:06.987726 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:15:07.075685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d05e1214-9866-4a90-80b5-75e507000ce4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:07.081153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.082998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.086827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.104065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d05e1214-9866-4a90-80b5-75e507000ce4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:07.104776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d05e1214-9866-4a90-80b5-75e507000ce4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:07.107567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8104af01-34e1-4afa-9748-91e1c4aaf799 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:07.118036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.126440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.134106 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b HTTP/1.1" status: 204 len: 168 time: 0.8365495 Jul 06 18:15:07.134684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53098) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:07.145849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8104af01-34e1-4afa-9748-91e1c4aaf799 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:07.146145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8104af01-34e1-4afa-9748-91e1c4aaf799 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:07.146525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32af899e-2ad2-4768-9235-5eef0e8e57f0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:07.164630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:07.173731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:07.180145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:07.180744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.193316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.193781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e60669-00f8-4a5e-8717-a7c24191682a {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:15:07.194701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-50845600'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:07.206570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.209998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ed50abce-f5b8-4e1c-a0af-c0caeac89079 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d5e60669-00f8-4a5e-8717-a7c24191682a HTTP/1.1" status: 204 len: 168 time: 2.2869265 Jul 06 18:15:07.215396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:07.224341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae19975-e6e0-48a6-86d5-79fefe0c7985 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:07.227228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 32af899e-2ad2-4768-9235-5eef0e8e57f0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:07.227888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 32af899e-2ad2-4768-9235-5eef0e8e57f0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:07.228450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b6a69d95-7938-4582-bda8-f28c6b9b1c10 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:07.262348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f75e6-7116-457d-9597-30b137027e10 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=5ac2ea9e-55e3-4e15-9650-7d1810cf4e8b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:07.271813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:07.275879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.289182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Deleting subnet 3f50034e-898d-4d81-8324-fd6452e9a861 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:07.293522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.310581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b6a69d95-7938-4582-bda8-f28c6b9b1c10 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:07.312087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b6a69d95-7938-4582-bda8-f28c6b9b1c10 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:07.312548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:15:07.346296 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.346676 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Added segment 93e16467-a7cf-4234-ab1c-ab888a225a4e of type vlan for network 20526c9e-7951-43b8-b837-5fa2683040ae Jul 06 18:15:07.347587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:07.384739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-de6f5d32-3c60-4ed2-bd38-b972d2fdb5b7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3323362 Jul 06 18:15:07.390621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53104) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:07.397539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:a4:9b:0f', 'name': 'tempest-NetworksTestDHCPv6-700623382'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:07.435760 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.492892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.505887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:07.506803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.533138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.561966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:07.564911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.601418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:07.620970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Network': ['ID=20526c9e-7951-43b8-b837-5fa2683040ae,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:07.627216 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a0ef1d97-1901-4b5e-a752-c23771bb6799 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4589362 Jul 06 18:15:07.628863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53106) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:07.634863 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:07.682511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 20526c9e-7951-43b8-b837-5fa2683040ae details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:15:07.701278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.749931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:07.755607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.767347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.802265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port efc7818b-e3c3-43b1-b49e-cd3dbf4097f0 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:07.808893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.855741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3/13917266-3a60-4383-8375-a19bac336253) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:07.866869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f50034e-898d-4d81-8324-fd6452e9a861,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:07.878512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:07.880848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6851427a-0ab2-4542-b775-98e5a578840d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3f50034e-898d-4d81-8324-fd6452e9a861 HTTP/1.1" status: 204 len: 168 time: 0.6590636 Jul 06 18:15:07.884254 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:07.890248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4cb7e2-0ed8-463f-ae81-ed50aa9c3a59 None None] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:08.001845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.040343 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.083735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Deleting port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:08.084299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.115276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=5b959560-503d-4f0c-90e1-a24a0d74a435,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:08.137005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.146389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Checking segment: {'id': '93e16467-a7cf-4234-ab1c-ab888a225a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:08.147058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network hostable DHCP agents. Network: 20526c9e-7951-43b8-b837-5fa2683040ae, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:15:08.150994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Transition to ACTIVE for port object 13917266-3a60-4383-8375-a19bac336253 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:08.169668 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 20526c9e-7951-43b8-b837-5fa2683040ae is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:15:08.170514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Transition to ACTIVE for port object 13917266-3a60-4383-8375-a19bac336253 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:08.179617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.184597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 20526c9e-7951-43b8-b837-5fa2683040ae) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:08.199822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] For port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,segment=NetworkSegment(60389d69-5760-4b48-b1e4-20f15f319148),segment_id=60389d69-5760-4b48-b1e4-20f15f319148)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:08.200194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.204619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:08.215212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.220979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f4ebd-67bc-403e-a8b4-d46d00cb8c43 None None] Network 20526c9e-7951-43b8-b837-5fa2683040ae requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:08.227014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Calling delete_port for 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:08.240882 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a96dd7e3-a6b0-4f33-af8a-1496f4dbc2e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6107442 Jul 06 18:15:08.243345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53110) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:08.249045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1688785927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:08.279284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] DHCP port deletion for a9d8721f-0090-4e66-8adc-ba7d0306f5f3 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:08.291414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.294526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.299079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:08.308622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:08.329961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:08.337974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Pushing event updated for resources: {'Port': ['ID=13917266-3a60-4383-8375-a19bac336253,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:08.377355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.384242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.421025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.421538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::3df (b93ba3d4-6204-46bf-8941-c428da39aa18/06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3/efc7818b-e3c3-43b1-b49e-cd3dbf4097f0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:08.426078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-883b63e5-b814-4b3e-a52c-36a160bfb313 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1779361 Jul 06 18:15:08.426941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53116) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:08.432844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae', 'name': 'tempest-PortsIpV6TestJSON-1916996141'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:08.438743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.457308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Attempting to bind port 13917266-3a60-4383-8375-a19bac336253 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:08.457970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Attempting to bind port 13917266-3a60-4383-8375-a19bac336253 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:08.458618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Attempting to bind port 13917266-3a60-4383-8375-a19bac336253 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:08.483892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:08.486255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:08.486688 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.487292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:08.487862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Bound port: 13917266-3a60-4383-8375-a19bac336253, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:08.488258 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.492549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] No DVR routers for this DVR port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:08.496798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:08.689246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.697327 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:08.703480 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.724569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object efc7818b-e3c3-43b1-b49e-cd3dbf4097f0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:08.747112 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:08.761353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] For port 13917266-3a60-4383-8375-a19bac336253, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:08.765128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] For port 13917266-3a60-4383-8375-a19bac336253, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=13917266-3a60-4383-8375-a19bac336253,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:08.772005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.779341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Deleting port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:08.779788 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.782898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.807700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d8721f-0090-4e66-8adc-ba7d0306f5f3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:08.825445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60389d69-5760-4b48-b1e4-20f15f319148') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:08.825445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60389d69-5760-4b48-b1e4-20f15f319148') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:08.851082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.856665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.917716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.942201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:08.944457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:08.954909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:08.963703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:08.964594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.974107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:15:08.974414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:15:08.980884 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:15:08.983214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] For port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:08.983612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:08.993569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c13e7-afb6-44b8-9c20-7340bdbcb0aa None None] Pushing event updated for resources: {'Port': ['ID=13917266-3a60-4383-8375-a19bac336253,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:09.006555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-20526c9e-7951-43b8-b837-5fa2683040ae', 'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': '5b959560-503d-4f0c-90e1-a24a0d74a435'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:09.007467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.023427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Calling delete_port for 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:09.027182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:15:09.051692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::262 (20526c9e-7951-43b8-b837-5fa2683040ae/5b959560-503d-4f0c-90e1-a24a0d74a435/298c1ee3-a4f6-41c4-ac90-4baa0c6e1731) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:09.108714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=efc7818b-e3c3-43b1-b49e-cd3dbf4097f0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:09.123325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7fa36b0e-30b1-4419-bdc2-1ce21edfbc06 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7246985 Jul 06 18:15:09.123983 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.127511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:09.135993 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.157760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.164445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a9d8721f-0090-4e66-8adc-ba7d0306f5f3 HTTP/1.1" status: 204 len: 168 time: 1.2792702 Jul 06 18:15:09.170953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:09.171325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:09.189100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:09.198169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Network a9d8721f-0090-4e66-8adc-ba7d0306f5f3 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:15:09.198635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] No DVR routers for this DVR port 5c09aaaa-da9b-4830-b525-3b5ef57cfe1d on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:09.200546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee544a-31d7-4eb8-b623-97a2d24d3d55 None None] Pushing event deleted for resources: {'Port': ['ID=5c09aaaa-da9b-4830-b525-3b5ef57cfe1d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:09.205684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea4d24-c4c3-46e1-8e4e-a737668518d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d8721f-0090-4e66-8adc-ba7d0306f5f3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:09.229262 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53148) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:09.455889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.474856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378943a3-60cb-4a48-b293-19d80df3c66c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:09.482822 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378943a3-60cb-4a48-b293-19d80df3c66c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:09.484405 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-378943a3-60cb-4a48-b293-19d80df3c66c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2538669 Jul 06 18:15:09.489089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53162) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:09.527047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:09.618045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.676043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port efc7818b-e3c3-43b1-b49e-cd3dbf4097f0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:09.676394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.689341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.697357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 20526c9e-7951-43b8-b837-5fa2683040ae is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:09.730337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:09.736947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:09.742646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:09.743383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.791156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Allocated IP 2001:db8::2 (20526c9e-7951-43b8-b837-5fa2683040ae/5b959560-503d-4f0c-90e1-a24a0d74a435/cfa653dd-7d90-4728-9337-684cffb0ac3f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:09.813961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=298c1ee3-a4f6-41c4-ac90-4baa0c6e1731,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:09.860461 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6b0806d4-8145-4866-80a5-984effca0144 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4318256 Jul 06 18:15:09.874962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:09.882484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:09.891096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for efc7818b-e3c3-43b1-b49e-cd3dbf4097f0 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:10.050449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.086431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=efc7818b-e3c3-43b1-b49e-cd3dbf4097f0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:10.125317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.131294 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73876a97-1284-4f63-bdc7-b8a3b5d4ee66 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/efc7818b-e3c3-43b1-b49e-cd3dbf4097f0 HTTP/1.1" status: 204 len: 168 time: 0.6410484 Jul 06 18:15:10.132124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53178) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:10.162618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.184345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Transition to ACTIVE for port object cfa653dd-7d90-4728-9337-684cffb0ac3f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:10.211394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Transition to ACTIVE for port object cfa653dd-7d90-4728-9337-684cffb0ac3f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:10.221021 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.225832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372fe88-120e-4029-9f04-3f5104336572 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:10.235724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372fe88-120e-4029-9f04-3f5104336572 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:10.241045 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5372fe88-120e-4029-9f04-3f5104336572 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1075964 Jul 06 18:15:10.241730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:10.296039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Network 20526c9e-7951-43b8-b837-5fa2683040ae is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:10.303133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49da89-8d27-4fa7-8a43-9cb2a43c4d48 req-7d2877b0-a46c-422b-b6c7-df922d39ff59 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:10.303713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:10.305590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b49da89-8d27-4fa7-8a43-9cb2a43c4d48 req-7d2877b0-a46c-422b-b6c7-df922d39ff59 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1097 time: 0.4121881 Jul 06 18:15:10.309927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:10.314110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:10.317666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.326416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Pushing event updated for resources: {'Port': ['ID=cfa653dd-7d90-4728-9337-684cffb0ac3f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:10.385424 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.397572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Attempting to bind port cfa653dd-7d90-4728-9337-684cffb0ac3f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:10.397946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Attempting to bind port cfa653dd-7d90-4728-9337-684cffb0ac3f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '93e16467-a7cf-4234-ab1c-ab888a225a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:10.398318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Attempting to bind port cfa653dd-7d90-4728-9337-684cffb0ac3f on network 20526c9e-7951-43b8-b837-5fa2683040ae {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:10.404382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:10.405070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Checking segment: {'id': '93e16467-a7cf-4234-ab1c-ab888a225a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:10.405493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.405905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Bound using segment: {'id': '93e16467-a7cf-4234-ab1c-ab888a225a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:10.406401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Bound port: cfa653dd-7d90-4728-9337-684cffb0ac3f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e16467-a7cf-4234-ab1c-ab888a225a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '20526c9e-7951-43b8-b837-5fa2683040ae'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:10.407693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.487203 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b49da89-8d27-4fa7-8a43-9cb2a43c4d48 req-0bff3abb-8c82-442b-b8f1-9dcf476d4c9e tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546638 Jul 06 18:15:10.519371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53182) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:10.520945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.538896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] For port cfa653dd-7d90-4728-9337-684cffb0ac3f, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:10.549411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] For port cfa653dd-7d90-4728-9337-684cffb0ac3f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cfa653dd-7d90-4728-9337-684cffb0ac3f,segment=NetworkSegment(93e16467-a7cf-4234-ab1c-ab888a225a4e),segment_id=93e16467-a7cf-4234-ab1c-ab888a225a4e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:10.554053 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.556313 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.690550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5fca283b-41ef-46b3-8ddf-7b77911b38ef None None] Provisioning for port 13917266-3a60-4383-8375-a19bac336253 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:10.734325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cea11-12c3-4935-a9db-aea34a3883fc None None] Pushing event updated for resources: {'Port': ['ID=cfa653dd-7d90-4728-9337-684cffb0ac3f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:10.749496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.789778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:10.801856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.803877 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7056d201-2394-4d77-978b-5eeb47473e97 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3 HTTP/1.1" status: 204 len: 168 time: 0.5611143 Jul 06 18:15:10.806776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:10.809985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Deleting port b8905566-0ee6-4a32-9091-bebb2dbe052a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:10.809985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.916350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 8854b407-cc87-4802-9899-562540385b47 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:10.916749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:10.925782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb8b96-f096-4169-89aa-3c1056782f05 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:10.976440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fb8299f7-debd-4a5d-8dc5-d5cbf8e0cf01 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645901 Jul 06 18:15:10.982974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:11.043357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-240766c5-dcbd-4112-8adf-8c076a8726a5 None None] Could not find standard attr ID for object efc7818b-e3c3-43b1-b49e-cd3dbf4097f0. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:11.154472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.154963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.173098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] For port b8905566-0ee6-4a32-9091-bebb2dbe052a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b8905566-0ee6-4a32-9091-bebb2dbe052a,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:11.173530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.182725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 8854b407-cc87-4802-9899-562540385b47 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:11.206179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 13917266-3a60-4383-8375-a19bac336253 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:11.215033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Calling delete_port for b8905566-0ee6-4a32-9091-bebb2dbe052a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:11.285974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 13917266-3a60-4383-8375-a19bac336253 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:11.292955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 13917266-3a60-4383-8375-a19bac336253 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:11.293346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.300008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7360f31-c453-4504-a980-534a56154b28 None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:11.374318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f7d8d-c290-42bc-859c-8d95f65ee365 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:11.379527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8a6f7d8d-c290-42bc-859c-8d95f65ee365 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3799946 Jul 06 18:15:11.383155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:11.426214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.466394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a7360f31-c453-4504-a980-534a56154b28 None None] Deleting port 13917266-3a60-4383-8375-a19bac336253 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:11.466697 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7360f31-c453-4504-a980-534a56154b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.481927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.496188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.496532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=8854b407-cc87-4802-9899-562540385b47,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:11.512821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f063bd16-f2d3-4660-b917-f8208272a252 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:11.517338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f063bd16-f2d3-4660-b917-f8208272a252 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1329257 Jul 06 18:15:11.518096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.523086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53192) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:11.582046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a7360f31-c453-4504-a980-534a56154b28 None None] For port 13917266-3a60-4383-8375-a19bac336253, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=13917266-3a60-4383-8375-a19bac336253,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:11.582466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7360f31-c453-4504-a980-534a56154b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.586446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 13917266-3a60-4383-8375-a19bac336253, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=13917266-3a60-4383-8375-a19bac336253,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:11.591968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.592319 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP d11301ff-94cf-4f2b-a0f1-4fb1f5150028 disassociated (deleted). External IP: 172.25.5.19, port: 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee. Jul 06 18:15:11.596128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.605967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-27112888-c722-4e05-93f4-753a4bd68992 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790036 Jul 06 18:15:11.610010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a7360f31-c453-4504-a980-534a56154b28 None None] Calling delete_port for 13917266-3a60-4383-8375-a19bac336253 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:11.612841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:11.621640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:11.705627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=13917266-3a60-4383-8375-a19bac336253,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:11.763162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7360f31-c453-4504-a980-534a56154b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.772599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=298c1ee3-a4f6-41c4-ac90-4baa0c6e1731,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:11.802307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7360f31-c453-4504-a980-534a56154b28 None None] Pushing event deleted for resources: {'Port': ['ID=13917266-3a60-4383-8375-a19bac336253,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:11.813907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7360f31-c453-4504-a980-534a56154b28 None None] No DVR routers for this DVR port 13917266-3a60-4383-8375-a19bac336253 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:11.981701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:11.989578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:11.990171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:15:11.993997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:12.144024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:12.149487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:12.158230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] Sync routers for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:12.172695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:12.173366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:12.197743 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28bbfd51-b9e5-40a4-9218-6e6e791e86fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/floatingips/d11301ff-94cf-4f2b-a0f1-4fb1f5150028 HTTP/1.1" status: 204 len: 168 time: 1.6683843 Jul 06 18:15:12.198526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:15:12.202056 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b62c96-ad9f-44e2-b50b-2b51138158a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:15:12.286798 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d6be8-eae8-46b3-84da-68c6ffe4191d x-openstack-request-id: req-ae3d6be8-eae8-46b3-84da-68c6ffe4191d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:15:12.287088 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:15:12.287554 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae3d6be8-eae8-46b3-84da-68c6ffe4191d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:15:12.287807 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'status': 'completed', 'code': 200} Jul 06 18:15:12.316160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:12.400450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c74ca-1aff-4e85-b67a-5fafeb3232f7 None None] Network 20526c9e-7951-43b8-b837-5fa2683040ae requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:12.511593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e40a1ea9-9d39-42da-bdc0-2b4d350ac9fb None None] Provisioning for port cfa653dd-7d90-4728-9337-684cffb0ac3f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:12.567281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8905566-0ee6-4a32-9091-bebb2dbe052a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:12.679050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:12.714353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:13Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:12.749258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] Checking router: ac014e6d-0c2e-4fa1-834d-0931ed1914f7 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:15:12.770934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:12.771623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:12.922035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:13.007140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.010769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-806f5e66-822c-42a8-a43c-df10ee9ca316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:13.012326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-806f5e66-822c-42a8-a43c-df10ee9ca316 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 1097 time: 0.4621100 Jul 06 18:15:13.237274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cfa653dd-7d90-4728-9337-684cffb0ac3f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:13.273436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc063a74-27d3-479c-8b88-24684f3857a6 req-ef003e3b-86cc-40f5-bd08-7f21436c27cb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:13.275054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc063a74-27d3-479c-8b88-24684f3857a6 req-ef003e3b-86cc-40f5-bd08-7f21436c27cb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.6286206 Jul 06 18:15:13.364773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5c2af639-6533-4402-b06f-a663ff44a1df None None] Provisioning for port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:13.385598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5c2af639-6533-4402-b06f-a663ff44a1df None None] Provisioning complete for port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:13.385969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c2af639-6533-4402-b06f-a663ff44a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.435760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c2af639-6533-4402-b06f-a663ff44a1df None None] Port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:13.440492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port cfa653dd-7d90-4728-9337-684cffb0ac3f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:13.446881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port cfa653dd-7d90-4728-9337-684cffb0ac3f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:13.447370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.500904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:13Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:13.537798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af645f-1908-4bfa-b758-2a470c889118 None None] The sync data for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 is: [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:13:02Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b582236a-3486-4271-945d-dc8198fb4a86', 'name': '', 'network_id': 'd825f954-f324-4bcb-b126-2de6f590119c', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:55:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:13:01Z', 'updated_at': '2021-07-06T18:13:13Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': 'c814702b-270a-46e6-a6bd-b193fe871a12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:13.603486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f8c6e54d-f94a-4fbe-91ba-1850abfe23a8 None None] Provisioning complete for port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:13.603893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e54d-f94a-4fbe-91ba-1850abfe23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.604557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bc063a74-27d3-479c-8b88-24684f3857a6 req-39342914-1bdd-4f1c-843f-2ae7a2adb817 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827270 Jul 06 18:15:13.610316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.617314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-80959a3a-a81c-4718-b1d8-0995d9f97561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:13.618810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-80959a3a-a81c-4718-b1d8-0995d9f97561 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 200 len: 898 time: 0.5891852 Jul 06 18:15:13.653196 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.664622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:15:13.678813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.681528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6e54d-f94a-4fbe-91ba-1850abfe23a8 None None] Port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:13.722184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port cfa653dd-7d90-4728-9337-684cffb0ac3f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cfa653dd-7d90-4728-9337-684cffb0ac3f,segment=NetworkSegment(93e16467-a7cf-4234-ab1c-ab888a225a4e),segment_id=93e16467-a7cf-4234-ab1c-ab888a225a4e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:13.727898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:13.811855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 13917266-3a60-4383-8375-a19bac336253 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:13.847540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-c3e51344-719d-4316-bf3d-d748c3044179 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 200 len: 217 time: 0.1789095 Jul 06 18:15:13.847874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 13917266-3a60-4383-8375-a19bac336253 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:13.848390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 13917266-3a60-4383-8375-a19bac336253 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:13.861978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:13.864201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=cfa653dd-7d90-4728-9337-684cffb0ac3f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:13.963867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:13.983784 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac8e02-b259-4f29-b998-63725c35e454 None None] New status for floating IP d11301ff-94cf-4f2b-a0f1-4fb1f5150028: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:15:14.009265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e461d438-2f13-46e5-b501-444f49faa49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.017388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b4e5ab8b-22c7-4292-8d93-596cc9bbfc9c None None] Provisioning complete for port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:14.018569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ab8b-22c7-4292-8d93-596cc9bbfc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.019222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:14.047329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:14.047875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.068812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:14.069119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a164d-4837-4e94-85ff-be01af656521 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:14.133806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5ab8b-22c7-4292-8d93-596cc9bbfc9c None None] Port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:14.145194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-c759dbfb-3826-4dee-8038-f9ca91b9d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:14.146695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-c759dbfb-3826-4dee-8038-f9ca91b9d589 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 200 len: 837 time: 0.2889059 Jul 06 18:15:14.148711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e461d438-2f13-46e5-b501-444f49faa49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.153904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e461d438-2f13-46e5-b501-444f49faa49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.201928 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e461d438-2f13-46e5-b501-444f49faa49e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1f462cd028a4b00ab39b12f12dcd0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363216 Jul 06 18:15:14.201928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461d438-2f13-46e5-b501-444f49faa49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a65079-e176-428a-b40b-5ff951dc028e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:14.202950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53222) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:14.208671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-acebb5b5-2cd9-4fdb-8838-a52580e0e629 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5921979 Jul 06 18:15:14.221339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:14.234544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:14.264247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd9d10b-6fb5-4791-a4fc-29f19f548971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.284242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': '0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:14.285354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.292824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd9d10b-6fb5-4791-a4fc-29f19f548971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.337326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-83df2a84-81a1-4c98-a1f6-88ceec1745a0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:14.338649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-83df2a84-81a1-4c98-a1f6-88ceec1745a0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.3877890 Jul 06 18:15:14.374401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.375642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd9d10b-6fb5-4791-a4fc-29f19f548971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.379284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afd9d10b-6fb5-4791-a4fc-29f19f548971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.380583 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-afd9d10b-6fb5-4791-a4fc-29f19f548971 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9a65079-e176-428a-b40b-5ff951dc028e HTTP/1.1" status: 204 len: 168 time: 0.1769204 Jul 06 18:15:14.389402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9d10b-6fb5-4791-a4fc-29f19f548971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a65079-e176-428a-b40b-5ff951dc028e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:14.398248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.398539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.475442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Allocated IP 2001:db8::f816:3eff:fe50:5806 (b93ba3d4-6204-46bf-8941-c428da39aa18/0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9/b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:14.602009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-8810f7ff-d16a-4b53-8c1e-7c4191b0341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:14.603532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-8810f7ff-d16a-4b53-8c1e-7c4191b0341f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d825f954-f324-4bcb-b126-2de6f590119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4419165 Jul 06 18:15:14.664582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=298c1ee3-a4f6-41c4-ac90-4baa0c6e1731,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:14.709185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.727905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Transition to ACTIVE for port object b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:14.769169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Transition to ACTIVE for port object b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:14.772549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:14.776246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.783328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.791187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:14.803574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Router 57ed3592-ed25-45a2-be80-ad5ad5edab82 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:15:14.819629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d37385-47c6-40d4-ad6b-8fcc088b08b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.854715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:14.868750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:14.870562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:14.877736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:14.944848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Attempting to bind port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:14.945227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Attempting to bind port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:14.945603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Attempting to bind port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:14.952377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:14.952872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:14.954247 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.955114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:14.955490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Bound port: b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:14.955919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.991626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d37385-47c6-40d4-ad6b-8fcc088b08b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:14.998328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d37385-47c6-40d4-ad6b-8fcc088b08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.043655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:15.045581 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-36d37385-47c6-40d4-ad6b-8fcc088b08b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd17274530f140098e2010caaeb36d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528365 Jul 06 18:15:15.046494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d37385-47c6-40d4-ad6b-8fcc088b08b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccbe187-f194-4373-afa5-f3e729f74d2d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:15.050041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53234) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:15.051235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:15.060015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.075435 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cfa653dd-7d90-4728-9337-684cffb0ac3f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:15.112562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0515e359-f7fa-47b0-8d7b-9240aac65236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.143019 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0515e359-f7fa-47b0-8d7b-9240aac65236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.183385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ee354-940f-4b80-8074-043520dc16f5 None None] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:15.206534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port cfa653dd-7d90-4728-9337-684cffb0ac3f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:15.207003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.210248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0515e359-f7fa-47b0-8d7b-9240aac65236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.213889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0515e359-f7fa-47b0-8d7b-9240aac65236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.215341 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0515e359-f7fa-47b0-8d7b-9240aac65236 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ccbe187-f194-4373-afa5-f3e729f74d2d HTTP/1.1" status: 204 len: 168 time: 0.1641417 Jul 06 18:15:15.239054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515e359-f7fa-47b0-8d7b-9240aac65236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccbe187-f194-4373-afa5-f3e729f74d2d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:15.276724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 20526c9e-7951-43b8-b837-5fa2683040ae is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:15.292076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:15.326546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:15.326892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.352270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-39c34d25-8433-46e1-b72e-ecf99c065db2 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352076 Jul 06 18:15:15.638864 n-d-799527-3 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9 (CIDR: 2001:db8::/64) Jul 06 18:15:15.677991 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:15.678657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:15.788884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-07cb90fa-c7f2-4fbd-a93a-1b26eae11c85 None None] Provisioning complete for port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:15.790105 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07cb90fa-c7f2-4fbd-a93a-1b26eae11c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.790339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-48f78d9d-d10b-4c54-97cd-349c142e55a8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5639966 Jul 06 18:15:15.790472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53246) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:15.797782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:15.798412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:15.799094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:15.838542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78f5e2-2cf3-4686-b1ce-c16f0e1371c2 req-60b15cf6-1550-44eb-ab9e-754e2f8fd723 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:15.845899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f78f5e2-2cf3-4686-b1ce-c16f0e1371c2 req-60b15cf6-1550-44eb-ab9e-754e2f8fd723 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 946 time: 0.6217415 Jul 06 18:15:15.848072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:15.857371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-07cb90fa-c7f2-4fbd-a93a-1b26eae11c85 None None] Port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:15.861317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:15.869024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78b62c96-ad9f-44e2-b50b-2b51138158a2 req-0d9f8f08-a905-44c2-b2ae-1930bbac3a49 service neutron] 10.222.0.60 "GET /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733922 Jul 06 18:15:15.884691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-af171182-aae5-4520-8def-dc09de9c1973 admin admin] 10.222.0.37 "PUT /v2.0/routers/57ed3592-ed25-45a2-be80-ad5ad5edab82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6942635 Jul 06 18:15:15.886112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] Sync routers for ids ['57ed3592-ed25-45a2-be80-ad5ad5edab82'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:15.892718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53250) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:15.902102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] Routers {'57ed3592-ed25-45a2-be80-ad5ad5edab82'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:15.902887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57ed3592-ed25-45a2-be80-ad5ad5edab82'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:15.972706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f78f5e2-2cf3-4686-b1ce-c16f0e1371c2 req-51bf273a-8488-4050-9f1a-38ab5f8a6db3 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257682 Jul 06 18:15:16.018603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Router f10f542f-3931-4ad4-955f-9c39d54f7574 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:15:16.227669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:16.233576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-511c0bb0-6d02-4964-895d-cb88e7285c6c tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/routers/f10f542f-3931-4ad4-955f-9c39d54f7574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3495245 Jul 06 18:15:16.237519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:16.240223 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] Sync routers for ids ['f10f542f-3931-4ad4-955f-9c39d54f7574'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:16.251613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:16.254319 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] Routers {'f10f542f-3931-4ad4-955f-9c39d54f7574'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:16.259880 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f10f542f-3931-4ad4-955f-9c39d54f7574'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:16.289664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] Set router 57ed3592-ed25-45a2-be80-ad5ad5edab82 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:16.324690 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:16.339118 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] Routers {'f10f542f-3931-4ad4-955f-9c39d54f7574'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:16.340033 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f10f542f-3931-4ad4-955f-9c39d54f7574'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:16.372980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=9eb0ebf7-782c-4ba2-bc37-9e2008e9efee,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:16.404224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:16.405146 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1183e2ea-8fe1-49e2-be12-47c440ece928 None None] The sync data for ids ['f10f542f-3931-4ad4-955f-9c39d54f7574'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:16.473394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] No DVR routers for this DVR port 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:16.479888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:16.482181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ef83f37-c470-4362-891c-bb81561b08b1 req-e0beda96-7e77-4dca-a4da-889acf4b3cc4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "DELETE /v2.0/ports/9eb0ebf7-782c-4ba2-bc37-9e2008e9efee HTTP/1.1" status: 204 len: 173 time: 2.1044376 Jul 06 18:15:16.482932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-deleted', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:15:16.486204 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671dfd8-55cb-404c-9870-93e5c64e8319" -d '{"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-deleted", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:15:16.536223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5bff5-380f-442b-8510-1a2f507eec77 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:16.559981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d2c5bff5-380f-442b-8510-1a2f507eec77 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10f542f-3931-4ad4-955f-9c39d54f7574 HTTP/1.1" status: 200 len: 989 time: 0.3211105 Jul 06 18:15:16.568483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:16.662124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:15:11Z', 'revision_number': 5, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:16.685001 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073cdcde-8c7f-4ce9-b215-3a6a774608d4 x-openstack-request-id: req-073cdcde-8c7f-4ce9-b215-3a6a774608d4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:15:16.685526 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe546d-3dec-4ad1-a700-9afb6a2da9c0", "name": "network-vif-deleted", "tag": "9eb0ebf7-782c-4ba2-bc37-9e2008e9efee", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:15:16.685526 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-073cdcde-8c7f-4ce9-b215-3a6a774608d4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:15:16.685841 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe546d-3dec-4ad1-a700-9afb6a2da9c0', 'name': 'network-vif-deleted', 'tag': '9eb0ebf7-782c-4ba2-bc37-9e2008e9efee', 'status': 'completed', 'code': 200} Jul 06 18:15:16.708927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] Checking router: 57ed3592-ed25-45a2-be80-ad5ad5edab82 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:15:16.720962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] Routers {'57ed3592-ed25-45a2-be80-ad5ad5edab82'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:16.721989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['57ed3592-ed25-45a2-be80-ad5ad5edab82'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:16.735914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:16.825789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e4a0ae43-6f0e-4fdc-872f-511d5f8b6ff5 None None] Provisioning for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:16.854539 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:16.861815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:16.920267 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] Set router 57ed3592-ed25-45a2-be80-ad5ad5edab82 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:17.185446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:17.240250 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.423376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:17.434221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Deleting port a398d304-aeb4-47e5-aaa2-56c738eb4a12 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:17.434415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.446141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:17.448098 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.476579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa49d39f-41e3-4c18-9c86-d1684546cbb1 req-ff9c6f23-79c3-43f4-8752-01c7fc87f01d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfe546d-3dec-4ad1-a700-9afb6a2da9c0 HTTP/1.1" status: 200 len: 210 time: 0.1707814 Jul 06 18:15:17.530915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:15:11Z', 'revision_number': 5, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:17.534966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.550414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.565425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53290) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:17.571061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb44d10-b8c3-442a-9a64-a4c3e26de988 None None] The sync data for ids ['57ed3592-ed25-45a2-be80-ad5ad5edab82'] in n-d-799527-3 is: [{'id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'name': 'tempest-TestServerBasicOps-789423709-router', 'tenant_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:20Z', 'updated_at': '2021-07-06T18:15:11Z', 'revision_number': 5, 'project_id': 'aec1db9ee43f458390d17c36ca0fa1b1', 'gw_port': {'id': 'a398d304-aeb4-47e5-aaa2-56c738eb4a12', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ed3592-ed25-45a2-be80-ad5ad5edab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:22Z', 'updated_at': '2021-07-06T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:17.614802 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:17.624598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:17.648939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25cbb11-dccc-459a-8705-39fe56e920e0 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:17.653161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:17.654042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.715219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] For port a398d304-aeb4-47e5-aaa2-56c738eb4a12, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a398d304-aeb4-47e5-aaa2-56c738eb4a12,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:17.715575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.723145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.744693 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Calling delete_port for a398d304-aeb4-47e5-aaa2-56c738eb4a12 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:17.766311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=9e01d63e-f2ed-4cba-83e5-b5094c58abb6,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:17.776854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:17.784902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.787975 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d03553e7-53d4-4d32-bad6-9d73313a1622 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9956758 Jul 06 18:15:17.790180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:17.806446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:7e:17:33', 'name': 'tempest-NetworksTestDHCPv6-904994751'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:17.901924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:17.902581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.909640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:17.932771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37f928f8-acb6-4384-96a0-0743be0e2cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.016377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.036788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:18.109183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9', 'ip_address': '2001:db8::f816:3eff:fe50:5806'}, {'subnet_id': '9e01d63e-f2ed-4cba-83e5-b5094c58abb6'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:18.165296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.178214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.223021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Pushing event deleted for resources: {'Port': ['ID=a398d304-aeb4-47e5-aaa2-56c738eb4a12,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:18.247725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.281241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=298c1ee3-a4f6-41c4-ac90-4baa0c6e1731,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:18.288492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37f928f8-acb6-4384-96a0-0743be0e2cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.312396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37f928f8-acb6-4384-96a0-0743be0e2cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.331133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:18.370542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:18.406332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.406756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:18.407161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9eb0ebf7-782c-4ba2-bc37-9e2008e9efee not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:18.412241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.433481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Allocated IP 2001:db8:0:1::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/9e01d63e-f2ed-4cba-83e5-b5094c58abb6/b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:18.495545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f928f8-acb6-4384-96a0-0743be0e2cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5ec2a7-1527-4950-bf77-dee951c24431,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:18.566010 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-37f928f8-acb6-4384-96a0-0743be0e2cce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2807218e97d46eab8485c73022fcc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9976583 Jul 06 18:15:18.571649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53298) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:18.573748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:18.615363 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.630406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.631565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Transition to ACTIVE for port object b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:18.635106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.637616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.639390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:18.648191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.692832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Router f10f542f-3931-4ad4-955f-9c39d54f7574 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:15:18.734080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bb8d0-84a4-4104-95bd-918ff1c26d93 None None] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:18.734491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 8e0e2b65-1005-44d5-b553-e7b2cbad204f yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:18.739863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.740433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ed3592-ed25-45a2-be80-ad5ad5edab82 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:15:18.765204 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.770045 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8d15df7-ecf4-4c1c-8172-d497fbaf956f admin admin] 10.222.0.37 "DELETE /v2.0/routers/57ed3592-ed25-45a2-be80-ad5ad5edab82 HTTP/1.1" status: 204 len: 168 time: 2.8754230 Jul 06 18:15:18.772347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87c1c64a-eed2-4c95-b78a-087b2f93445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:18.776593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53302) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:18.833030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:18.847239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] Sync routers for ids ['f10f542f-3931-4ad4-955f-9c39d54f7574'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:18.849001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8038c9c5-fee4-4b15-97f9-a5111e036e2b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/routers/f10f542f-3931-4ad4-955f-9c39d54f7574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793345 Jul 06 18:15:18.854474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:18.864274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] Routers {'f10f542f-3931-4ad4-955f-9c39d54f7574'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:18.864934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f10f542f-3931-4ad4-955f-9c39d54f7574'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:18.914484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:18.927141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] Routers {'f10f542f-3931-4ad4-955f-9c39d54f7574'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:18.927840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f10f542f-3931-4ad4-955f-9c39d54f7574'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:18.991061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:18.991818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce33f66-e3db-4f7e-8c1a-d8e539073b0c None None] The sync data for ids ['f10f542f-3931-4ad4-955f-9c39d54f7574'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:19.014636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87c1c64a-eed2-4c95-b78a-087b2f93445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.053486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Deleting subnet 7ed44ac0-d58b-4225-9bdd-b00cabce870e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:19.057192 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.141466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.224155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87c1c64a-eed2-4c95-b78a-087b2f93445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.226805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87c1c64a-eed2-4c95-b78a-087b2f93445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.228210 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-87c1c64a-eed2-4c95-b78a-087b2f93445b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be5ec2a7-1527-4950-bf77-dee951c24431 HTTP/1.1" status: 204 len: 168 time: 0.6553333 Jul 06 18:15:19.244985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8:0:1::241 (b93ba3d4-6204-46bf-8941-c428da39aa18/9e01d63e-f2ed-4cba-83e5-b5094c58abb6/8e0e2b65-1005-44d5-b553-e7b2cbad204f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:19.260672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c64a-eed2-4c95-b78a-087b2f93445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5ec2a7-1527-4950-bf77-dee951c24431,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:19.263442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe7e:1733 (b93ba3d4-6204-46bf-8941-c428da39aa18/0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9/8e0e2b65-1005-44d5-b553-e7b2cbad204f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:19.326521 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4b57bb-70bf-4d04-b4b5-c9245cfbbfaf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:15:19.334194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53308) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:19.335149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2e4b57bb-70bf-4d04-b4b5-c9245cfbbfaf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/298c1ee3-a4f6-41c4-ac90-4baa0c6e1731 HTTP/1.1" status: 404 len: 333 time: 0.4782639 Jul 06 18:15:19.449508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:19.501101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.560003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b8905566-0ee6-4a32-9091-bebb2dbe052a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:19.584605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b8905566-0ee6-4a32-9091-bebb2dbe052a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:19.585106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b8905566-0ee6-4a32-9091-bebb2dbe052a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:19.649261 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.693744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.736632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d2be1c08-19b8-432c-befe-3b94096e8513 None None] Provisioning for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:19.742522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d2be1c08-19b8-432c-befe-3b94096e8513 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:19.746044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2be1c08-19b8-432c-befe-3b94096e8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.760399 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.765472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed44ac0-d58b-4225-9bdd-b00cabce870e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:19.775050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.779603 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a835ef93-3ef5-4e8e-b2ff-9ae239059562 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ed44ac0-d58b-4225-9bdd-b00cabce870e HTTP/1.1" status: 204 len: 168 time: 1.0030887 Jul 06 18:15:19.785450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53318) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:19.815176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746e842-479d-4aa6-b62b-3a9929626dc0 None None] Network 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:19.962952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.970735 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.974898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.041516 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.044861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 8e0e2b65-1005-44d5-b553-e7b2cbad204f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:20.051230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.052103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Fanout notify agent at l3_agent the message router_deleted on router f10f542f-3931-4ad4-955f-9c39d54f7574 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:15:20.063221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.064466 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e6e0f67-93f9-411a-8ddd-8c9d38e727f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/routers/f10f542f-3931-4ad4-955f-9c39d54f7574 HTTP/1.1" status: 204 len: 168 time: 0.6656094 Jul 06 18:15:20.068399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:20.160348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] DHCP port deletion for 8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:20.172926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 5b959560-503d-4f0c-90e1-a24a0d74a435 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:20.177697 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.181024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.192512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port b582236a-3486-4271-945d-dc8198fb4a86 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:20.192870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.286337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] Deleting port fc34f648-9658-404b-9085-f2c1870fc749 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:20.286790 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.291121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:20.292268 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.323144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:20.330453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=8e0e2b65-1005-44d5-b553-e7b2cbad204f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:20.334879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:20.340844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:20.341585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.351594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port b582236a-3486-4271-945d-dc8198fb4a86, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b582236a-3486-4271-945d-dc8198fb4a86,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:20.352162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.362962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Deleting port fc34f648-9658-404b-9085-f2c1870fc749 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:20.363332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.384384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for b582236a-3486-4271-945d-dc8198fb4a86 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:20.392954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] For port fc34f648-9658-404b-9085-f2c1870fc749, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc34f648-9658-404b-9085-f2c1870fc749,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:20.393669 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.411064 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a40fef8d-f9a3-4cc2-905c-3da2a3739324 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6154037 Jul 06 18:15:20.414453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:20.415636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] Calling delete_port for fc34f648-9658-404b-9085-f2c1870fc749 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:20.471926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] For port fc34f648-9658-404b-9085-f2c1870fc749, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc34f648-9658-404b-9085-f2c1870fc749,segment=NetworkSegment(e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d),segment_id=e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:20.472289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.492460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Calling delete_port for fc34f648-9658-404b-9085-f2c1870fc749 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:20.592524 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.614182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.644398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] No DVR routers for this DVR port fc34f648-9658-404b-9085-f2c1870fc749 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:20.646339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87292863-465d-42e6-bad3-d90e08dd9781 None None] Pushing event deleted for resources: {'Port': ['ID=fc34f648-9658-404b-9085-f2c1870fc749,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:20.728009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 8e0e2b65-1005-44d5-b553-e7b2cbad204f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:20.728326 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.734991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.773082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.797252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc34f648-9658-404b-9085-f2c1870fc749,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:20.808327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ef47ca37-093a-471d-bf40-5753625dc8cf None None] Provisioning for port 8e0e2b65-1005-44d5-b553-e7b2cbad204f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:20.815246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ef47ca37-093a-471d-bf40-5753625dc8cf None None] Provisioning complete for port 8e0e2b65-1005-44d5-b553-e7b2cbad204f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:20.815833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef47ca37-093a-471d-bf40-5753625dc8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.819245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.821254 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/5b959560-503d-4f0c-90e1-a24a0d74a435 HTTP/1.1" status: 204 len: 168 time: 0.7505193 Jul 06 18:15:20.823998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53338) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:20.834061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] No DVR routers for this DVR port fc34f648-9658-404b-9085-f2c1870fc749 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:20.835984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db9b4-a4cf-4929-8854-ab3130045ca1 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=5b959560-503d-4f0c-90e1-a24a0d74a435,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:20.855879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5982cfa-a911-44e0-88f7-899974d7515f None None] Network 20526c9e-7951-43b8-b837-5fa2683040ae requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:20.943167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.947016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ef47ca37-093a-471d-bf40-5753625dc8cf None None] Port 8e0e2b65-1005-44d5-b553-e7b2cbad204f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:20.953604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.966383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 8e0e2b65-1005-44d5-b553-e7b2cbad204f owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:20.997766 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.012465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:21.031944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:21.032781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21bdac2-8a61-4c4f-bbd3-0ebb3a74623d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:21.049066 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.064813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a398d304-aeb4-47e5-aaa2-56c738eb4a12 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:21.065024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.088469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a398d304-aeb4-47e5-aaa2-56c738eb4a12 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:21.088677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a398d304-aeb4-47e5-aaa2-56c738eb4a12 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:21.091305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc34f648-9658-404b-9085-f2c1870fc749 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:21.101411 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.104992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=b582236a-3486-4271-945d-dc8198fb4a86,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:21.126854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:15:21.127104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fc34f648-9658-404b-9085-f2c1870fc749 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:21.127405 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.127534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc34f648-9658-404b-9085-f2c1870fc749 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:15:21.132089 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:15:21.153033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.153392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.153734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.154349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.154454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.154753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.155374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.156272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.156272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.157168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.157168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.157168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:21.217303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] DHCP port deletion for 20526c9e-7951-43b8-b837-5fa2683040ae request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:21.291989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.297833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.302605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f HTTP/1.1" status: 204 len: 168 time: 1.5162721 Jul 06 18:15:21.322133 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731174d1-b52a-4345-9c5a-7aafd50f6963 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cebee8e-2c8b-4d4b-aba0-5ac50ef6a86f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:21.322913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] Deleting port cfa653dd-7d90-4728-9337-684cffb0ac3f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:21.323467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.344706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port cfa653dd-7d90-4728-9337-684cffb0ac3f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:21.345055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.401127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] For port cfa653dd-7d90-4728-9337-684cffb0ac3f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cfa653dd-7d90-4728-9337-684cffb0ac3f,segment=NetworkSegment(93e16467-a7cf-4234-ab1c-ab888a225a4e),segment_id=93e16467-a7cf-4234-ab1c-ab888a225a4e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:21.401930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.420868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] Calling delete_port for cfa653dd-7d90-4728-9337-684cffb0ac3f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:21.439901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port cfa653dd-7d90-4728-9337-684cffb0ac3f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cfa653dd-7d90-4728-9337-684cffb0ac3f,segment=NetworkSegment(93e16467-a7cf-4234-ab1c-ab888a225a4e),segment_id=93e16467-a7cf-4234-ab1c-ab888a225a4e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:21.440477 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.474917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for cfa653dd-7d90-4728-9337-684cffb0ac3f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:21.584552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.615471 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=cfa653dd-7d90-4728-9337-684cffb0ac3f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:21.619496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port cfa653dd-7d90-4728-9337-684cffb0ac3f on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:21.649043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53348) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:21.676600 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.741408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.745527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.762927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20526c9e-7951-43b8-b837-5fa2683040ae']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:21.776486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] Pushing event deleted for resources: {'Port': ['ID=cfa653dd-7d90-4728-9337-684cffb0ac3f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:21.778999 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dfe9dc58-265d-45eb-98a8-418a27ee965e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e82ca9fd35a46e9895d72b0e660c142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286008 Jul 06 18:15:21.780942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e16467-a7cf-4234-ab1c-ab888a225a4e') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:21.781949 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e16467-a7cf-4234-ab1c-ab888a225a4e') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:21.783574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:21.788171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a455b-7a14-49c8-ac53-6f27fec4fa46 None None] No DVR routers for this DVR port cfa653dd-7d90-4728-9337-684cffb0ac3f on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:21.807744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.822104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.833460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.846928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:15:21.847358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:15:21.850626 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:15:21.891962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=8e0e2b65-1005-44d5-b553-e7b2cbad204f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:21.917119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744963b6-890d-4a0d-9add-ae556c0563ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.938341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.949324 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744963b6-890d-4a0d-9add-ae556c0563ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.952191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.955068 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/20526c9e-7951-43b8-b837-5fa2683040ae HTTP/1.1" status: 204 len: 168 time: 1.1298809 Jul 06 18:15:21.970721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53352) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:21.976250 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:21.978850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f8148aa2-007e-406b-9400-b3ec08dca977 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/8e0e2b65-1005-44d5-b553-e7b2cbad204f HTTP/1.1" status: 204 len: 168 time: 1.5626903 Jul 06 18:15:21.982329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:21.988372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38059ed1-b365-4f8c-80b7-9c0259123661 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=20526c9e-7951-43b8-b837-5fa2683040ae,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:22.055481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eee84-f010-4edf-b191-18ec7d9bb6ab tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:22.056499 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8f0eee84-f010-4edf-b191-18ec7d9bb6ab tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/7eefbdf2-c928-4c32-8b55-5344523444bc HTTP/1.1" status: 200 len: 845 time: 0.0847900 Jul 06 18:15:22.068679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.129978 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744963b6-890d-4a0d-9add-ae556c0563ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.135340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-744963b6-890d-4a0d-9add-ae556c0563ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.138850 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-744963b6-890d-4a0d-9add-ae556c0563ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fcff997-d128-4deb-a571-be520c78ae0e HTTP/1.1" status: 204 len: 168 time: 0.3520241 Jul 06 18:15:22.151027 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-447922cb-d1f9-4eaf-971e-fc50bb17bf12 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/7eefbdf2-c928-4c32-8b55-5344523444bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0811679 Jul 06 18:15:22.155070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53360) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.157213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744963b6-890d-4a0d-9add-ae556c0563ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcff997-d128-4deb-a571-be520c78ae0e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:22.165079 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:22.225289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:15:22.248562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27b21c-6259-43da-ac06-467579176d76 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:22.251156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5a27b21c-6259-43da-ac06-467579176d76 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2676084 Jul 06 18:15:22.254761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.360810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:22.364430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.367759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:22.376736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3a2256b-01bd-4492-9128-0018ef4216ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/ac014e6d-0c2e-4fa1-834d-0931ed1914f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7360163 Jul 06 18:15:22.377360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.381056 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] Sync routers for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:22.391207 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:22.395820 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:22.462370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting subnet c814702b-270a-46e6-a6bd-b193fe871a12 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:22.477970 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.568274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.576668 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:22.748931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.788918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.840173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871a576-9382-414d-abec-9a24529b5ea0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:22.842444 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c871a576-9382-414d-abec-9a24529b5ea0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5736244 Jul 06 18:15:22.846660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53372) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.873302 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:15:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:22.874132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0263e17e-f4cb-4a8b-9370-92a156f204a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aec1db9ee43f458390d17c36ca0fa1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838208 Jul 06 18:15:22.877018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.888536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.908259 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] Checking router: ac014e6d-0c2e-4fa1-834d-0931ed1914f7 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:15:22.917883 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] Routers {'ac014e6d-0c2e-4fa1-834d-0931ed1914f7'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:22.918503 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:14:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:22.926196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe880b6-999a-48a4-b4c2-050fbcd4c766 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:22.927751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe880b6-999a-48a4-b4c2-050fbcd4c766 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:22.929679 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe880b6-999a-48a4-b4c2-050fbcd4c766 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:22.933938 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-abe880b6-999a-48a4-b4c2-050fbcd4c766 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0831034 Jul 06 18:15:22.934146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53376) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:22.938724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Subnet': ['ID=c814702b-270a-46e6-a6bd-b193fe871a12,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:22.944049 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:22.946269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e35d22-8b3f-4f2c-9016-d6955937e892 None None] Network d825f954-f324-4bcb-b126-2de6f590119c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:22.948873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-95928d5a-5412-4cc2-85a4-08e9d9918c67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/subnets/c814702b-270a-46e6-a6bd-b193fe871a12 HTTP/1.1" status: 204 len: 168 time: 0.5704195 Jul 06 18:15:22.949484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:23.034669 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17136d40-9049-4403-a436-26ffad1dc99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.048376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:23.054865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.079636 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] Set router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:23.101610 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17136d40-9049-4403-a436-26ffad1dc99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.129760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.138709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.182593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.235349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cfa653dd-7d90-4728-9337-684cffb0ac3f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:23.258036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:23.268084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:23.272998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: cfa653dd-7d90-4728-9337-684cffb0ac3f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:23.273309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cfa653dd-7d90-4728-9337-684cffb0ac3f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:23.276305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:23.277094 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.279626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bba5aa-6c81-48d0-bf84-530f3f465de9 None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:23.289301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17136d40-9049-4403-a436-26ffad1dc99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.292154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17136d40-9049-4403-a436-26ffad1dc99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.296195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-17136d40-9049-4403-a436-26ffad1dc99f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a190ad01-cba1-42cf-a211-5ceb2e2483e3 HTTP/1.1" status: 204 len: 168 time: 0.4155500 Jul 06 18:15:23.297000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=5e879396-58f9-45fa-8dc6-dceb733c2286,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:23.323909 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1a47e35b-5e52-4a23-9dab-b0ec749e8d5e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1645806 Jul 06 18:15:23.326547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53382) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:23.332190 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1013279171'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:23.336594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17136d40-9049-4403-a436-26ffad1dc99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a190ad01-cba1-42cf-a211-5ceb2e2483e3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:23.356437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.363038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.407825 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.509258 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.521512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] DHCP port deletion for d825f954-f324-4bcb-b126-2de6f590119c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:23.534615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 8ce978b5-2565-4b46-93e8-cc4a98f12aab {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:23.534985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.600110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:23.617162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.619105 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d76046d-e2a7-4b11-a954-fe9f0899df29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9 HTTP/1.1" status: 204 len: 168 time: 0.6837842 Jul 06 18:15:23.622912 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:23.631534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f91e4-0391-4ad7-8ad5-54fde7163a92 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:23.664783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 8ce978b5-2565-4b46-93e8-cc4a98f12aab, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8ce978b5-2565-4b46-93e8-cc4a98f12aab,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:23.665378 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.694139 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:15:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:23.701142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 8ce978b5-2565-4b46-93e8-cc4a98f12aab owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:23.747652 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb741f14-5cec-422e-90ae-8d4bac87d037 None None] The sync data for ids ['ac014e6d-0c2e-4fa1-834d-0931ed1914f7'] in n-d-799527-3 is: [{'id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78064549', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:12:51Z', 'updated_at': '2021-07-06T18:15:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '8ce978b5-2565-4b46-93e8-cc4a98f12aab', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:71:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac014e6d-0c2e-4fa1-834d-0931ed1914f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:12:53Z', 'updated_at': '2021-07-06T18:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:23.754126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 9e01d63e-f2ed-4cba-83e5-b5094c58abb6 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:23.762976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.862104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] Deleting port 17207d93-452f-45f4-be99-9db25c662ace {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:23.862494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.862919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.878236 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.901039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:23.902688 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5751848 Jul 06 18:15:23.912669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53392) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:23.922349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1457286875'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:23.932336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.018572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] For port 17207d93-452f-45f4-be99-9db25c662ace, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17207d93-452f-45f4-be99-9db25c662ace,segment=NetworkSegment(28e4a9dc-9898-44d2-a22a-f89ad4dabe82),segment_id=28e4a9dc-9898-44d2-a22a-f89ad4dabe82)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:24.020502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5aca6-d277-4054-a184-b05c8d89eb8b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f62d9-f886-46bd-8298-28a03072f29f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:24.021216 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.027933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'tenant_id': '1b512889b6904dabad09dd37e35b3132', 'fixed_ips': [{'subnet_id': '5e879396-58f9-45fa-8dc6-dceb733c2286'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:24.029126 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.052366 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.068443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] Calling delete_port for 17207d93-452f-45f4-be99-9db25c662ace owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:24.183738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.191911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.241333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.252302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.273738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.275600 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3615069 Jul 06 18:15:24.279767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53394) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:24.284605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=8ce978b5-2565-4b46-93e8-cc4a98f12aab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:24.287902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1490237838', 'security_groups': ['1f76c53b-73ff-4093-9413-cf9e639ee068'], 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e879396-58f9-45fa-8dc6-dceb733c2286'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:24.299080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0eef0-b604-4b3d-a787-7992d7f926d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f76c53b-73ff-4093-9413-cf9e639ee068,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:24.395774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.422871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Allocated IP 2001:db8::2 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/5e879396-58f9-45fa-8dc6-dceb733c2286/3ac191f7-d81d-438c-a03e-a2685f4d5024) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:24.430877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.469587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=9e01d63e-f2ed-4cba-83e5-b5094c58abb6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:24.486005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.490677 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9ac08db0-ca8f-4fe1-913d-744482393a31 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/9e01d63e-f2ed-4cba-83e5-b5094c58abb6 HTTP/1.1" status: 204 len: 168 time: 0.8667519 Jul 06 18:15:24.491461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53396) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:24.536444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.539928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.550365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:24.551834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9296033e-1a1a-45f9-85a8-fcb091d78487 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585842 Jul 06 18:15:24.572535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:24.603516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:24.630661 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.651762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Transition to ACTIVE for port object 3ac191f7-d81d-438c-a03e-a2685f4d5024 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:24.671589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.672189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Fanout notify agent at l3_agent the message router_deleted on router ac014e6d-0c2e-4fa1-834d-0931ed1914f7 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:15:24.681223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.690343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.691511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ab2f7d00-7918-4287-acf0-6c8e264a091e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/routers/ac014e6d-0c2e-4fa1-834d-0931ed1914f7 HTTP/1.1" status: 204 len: 168 time: 1.7395291 Jul 06 18:15:24.694177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:24.712832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:24.716433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Transition to ACTIVE for port object 3ac191f7-d81d-438c-a03e-a2685f4d5024 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:24.730701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.815952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:24.820739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:24.832513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:24.850453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:24.859737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.860126 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.873871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:24.885614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.961518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] No DVR routers for this DVR port 17207d93-452f-45f4-be99-9db25c662ace on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:24.967631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9014e4-5aa7-4001-bd52-375cc252db5f None None] Pushing event deleted for resources: {'Port': ['ID=17207d93-452f-45f4-be99-9db25c662ace,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:24.987793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Attempting to bind port 3ac191f7-d81d-438c-a03e-a2685f4d5024 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:24.988372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Attempting to bind port 3ac191f7-d81d-438c-a03e-a2685f4d5024 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c937f33b-cf35-451c-9d8c-83caa9f1249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:24.988897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Attempting to bind port 3ac191f7-d81d-438c-a03e-a2685f4d5024 on network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:24.994675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:24.995409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Checking segment: {'id': 'c937f33b-cf35-451c-9d8c-83caa9f1249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:24.996003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:24.996578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Bound using segment: {'id': 'c937f33b-cf35-451c-9d8c-83caa9f1249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:24.997238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Bound port: 3ac191f7-d81d-438c-a03e-a2685f4d5024, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c937f33b-cf35-451c-9d8c-83caa9f1249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:24.997833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.003075 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::bc (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/5e879396-58f9-45fa-8dc6-dceb733c2286/3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:25.092237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:25.096428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:25.103735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.154803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.169257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d825f954-f324-4bcb-b126-2de6f590119c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:25.185219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e4a9dc-9898-44d2-a22a-f89ad4dabe82') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:25.185565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e4a9dc-9898-44d2-a22a-f89ad4dabe82') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:25.234909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.239400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173c1e-82a8-4ba8-9fe7-0754cd2aa3ff None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:25.265372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.283758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.304692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:25.310538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:15:25.311038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:15:25.317745 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:15:25.369643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.421338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b582236a-3486-4271-945d-dc8198fb4a86 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:25.480416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b582236a-3486-4271-945d-dc8198fb4a86 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:25.480416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b582236a-3486-4271-945d-dc8198fb4a86 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:25.480728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17207d93-452f-45f4-be99-9db25c662ace no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:25.490718 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8aa97cfb-4c21-4d45-9695-6999410ce2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.520888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.526877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 17207d93-452f-45f4-be99-9db25c662ace {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:25.527426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17207d93-452f-45f4-be99-9db25c662ace not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:25.527989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8ce978b5-2565-4b46-93e8-cc4a98f12aab no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:25.537554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.539921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/networks/d825f954-f324-4bcb-b126-2de6f590119c HTTP/1.1" status: 204 len: 168 time: 0.8447154 Jul 06 18:15:25.542550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:25.552310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8ce978b5-2565-4b46-93e8-cc4a98f12aab {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:25.552667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8ce978b5-2565-4b46-93e8-cc4a98f12aab not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:25.566717 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:25.575742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:25.581028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:25.605728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:25.615029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.629490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:25.666206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d3c75-3153-46bc-83cb-104ffb69a97b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Network': ['ID=d825f954-f324-4bcb-b126-2de6f590119c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:25.705872 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cbf28c53-d7dd-4ee5-a7f8-45130f242104 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4244103 Jul 06 18:15:25.709559 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:25.714469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:25.859882 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8650d5df-0bca-42bf-8812-cca2f87d36b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.915731 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8650d5df-0bca-42bf-8812-cca2f87d36b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:25.935363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:15:25.958787 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:25.969229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.000416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8433686-d36c-436c-bb5f-7d773af06cdb None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:26.071080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-172c023d-20d8-4ec5-9309-9ded61f98d28 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:26.071418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-172c023d-20d8-4ec5-9309-9ded61f98d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.095024 n-d-799527-3 neutron-server[93943]: INFO neutron.db.ipam_backend_mixin [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e879396-58f9-45fa-8dc6-dceb733c2286 (CIDR: 2001:db8::/64) Jul 06 18:15:26.104587 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:26.107937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:26.136605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fab47e03-3d17-4205-9a45-63808e25f2dc tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4289298 Jul 06 18:15:26.137409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53410) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:26.143069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:26.163031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.166177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8650d5df-0bca-42bf-8812-cca2f87d36b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.168504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8650d5df-0bca-42bf-8812-cca2f87d36b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.169853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8650d5df-0bca-42bf-8812-cca2f87d36b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/security-groups/ddb87513-f1fb-4347-a0a1-5a46e7ae57d0 HTTP/1.1" status: 204 len: 168 time: 0.6259413 Jul 06 18:15:26.192025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650d5df-0bca-42bf-8812-cca2f87d36b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb87513-f1fb-4347-a0a1-5a46e7ae57d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:26.351187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:26.355579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.417764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:26.461537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.475978 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.477370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.717413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.755632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53416) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:26.763574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374138291', 'description': 'tempest-secgroup-smoke-374138291 description', 'project_id': '2909ba718d4b4f079da147d783770456'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:26.793091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:26.801495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:26.812939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:26.812939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.833891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:26.836794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=d0b0607d-3f26-4ccb-a57e-c712173e84de,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:26.855689 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4290a204-fac0-43ee-8fd4-79db621898fd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7167130 Jul 06 18:15:26.856426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53418) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:26.865047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1851577974', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0b0607d-3f26-4ccb-a57e-c712173e84de'}], 'security_groups': ['3a0f62d9-f886-46bd-8298-28a03072f29f']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:27.015857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.094257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.100891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.130477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ee358-a784-4386-a140-6608c27c12ef None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:27.131680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:27.133630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:27.195861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:27.202072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.208175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3ac191f7-d81d-438c-a03e-a2685f4d5024 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:27.208744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.210175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4507535 Jul 06 18:15:27.216199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53426) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:27.222285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '2f349788-ad54-4499-885d-2bbbc64a5a69', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:27.231372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806333e-a323-41dd-9f2c-02ebd36086f9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f349788-ad54-4499-885d-2bbbc64a5a69,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:27.244359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:27.249141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=4aaf43e1-d7d9-4812-a722-58390a38f658,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:27.310508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1061057e-b36b-49f2-9a3a-ab841b3dd4e0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7585623 Jul 06 18:15:27.315139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53428) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:27.318448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.320703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:27.337214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Provisioning complete for port 7eefbdf2-c928-4c32-8b55-5344523444bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:27.337732 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.412247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Port 7eefbdf2-c928-4c32-8b55-5344523444bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:27.420090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:27.445225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c327b0-761f-41ab-af54-5fcf92e4f305 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:27.448536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.455154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.493250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:27.497943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.511831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Provisioning for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:27.530339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.534401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147767 Jul 06 18:15:27.535068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030aff-ec35-4641-9e0d-350707904728 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb98de04-52c3-4a35-bafd-9ee3426bc6a3,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:27.540265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53430) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:27.544881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '2f349788-ad54-4499-885d-2bbbc64a5a69', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:27.617282 n-d-799527-3 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4aaf43e1-d7d9-4812-a722-58390a38f658 (CIDR: 2001:db8::/64) Jul 06 18:15:27.620258 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:27.620802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:27.625846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:27.626954 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.627089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.638311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd7f8a89-f9d9-42cf-892d-d0b13de2b0cd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3219316 Jul 06 18:15:27.641985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:27.649182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:27.656771 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Delete allocated IP 2001:db8::bc (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/5e879396-58f9-45fa-8dc6-dceb733c2286) {{(pid=93943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:15:27.675796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8:0:1::257 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/d0b0607d-3f26-4ccb-a57e-c712173e84de/3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:27.749203 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.753961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.807077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5d051a-a000-4f3b-a637-9aa9f54edcb7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:27.826987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:27.835677 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.839429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.839589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f8bb7ca-aa5e-4aae-b4a5-ea0750ddb8a8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2956879 Jul 06 18:15:27.840438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53434) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:27.845852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '2f349788-ad54-4499-885d-2bbbc64a5a69', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:27.891406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.923108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.925490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9963055d-8374-45df-a13d-8a1b31aad36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.980414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Update dhcp port {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'fixed_ips': [{'subnet_id': '5e879396-58f9-45fa-8dc6-dceb733c2286', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0b0607d-3f26-4ccb-a57e-c712173e84de'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '3ac191f7-d81d-438c-a03e-a2685f4d5024'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:27.987302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.012634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.014333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Ignored duplicate provisioning block setup for port 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:15:28.016510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.035016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.039747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.041339 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998990 Jul 06 18:15:28.044554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:28.051892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '2f349788-ad54-4499-885d-2bbbc64a5a69', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:28.088993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aca951-c5cd-4425-a056-976ef14ac218 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0a095f-d1f7-417d-9aeb-ed4db8ee0d9b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:28.119065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] In _notify_port_updated(), no bound segment for port 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 on network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:15:28.128100 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:28.129102 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.131095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/ports/3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 HTTP/1.1" status: 200 len: 931 time: 1.2708952 Jul 06 18:15:28.135869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53438) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:28.194831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.227908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.244392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.255445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b78de6-34c7-4783-a91e-a6ca2fc388ad tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:28.278873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:28.284369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:28.288521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.294062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:28.294649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.320741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:28.321439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.339011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=84877a9e-ba94-4b8a-a199-1329dc18d887,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:28.361960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-24b72238-b9ea-440b-b0e7-faaf7a821481 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7187607 Jul 06 18:15:28.365003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53442) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:28.371062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:06:1b:6e', 'name': 'tempest-NetworksTestDHCPv6-980466201'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:28.372981 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.379149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.396559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:28.406721 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.412448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28f74c5-7971-49d0-97b3-f1784b80afb4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:28.426354 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.431065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-09557535-5360-4d3e-bbc8-da763a802591 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3846140 Jul 06 18:15:28.434163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:28.443248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '2f349788-ad54-4499-885d-2bbbc64a5a69', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:28.487802 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:15:28.495970 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.526059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.544318 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:28.596598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120399ba-7f08-4afe-a73a-ff9c4ce97969 None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:28.596598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Allocated IP 2001:db8:0:1::2 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/d0b0607d-3f26-4ccb-a57e-c712173e84de/3ac191f7-d81d-438c-a03e-a2685f4d5024) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:28.668426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.690629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.722922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9d821f7c-a4e7-4bcc-ae22-4a36209e336c None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:28.724013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d821f7c-a4e7-4bcc-ae22-4a36209e336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.734744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.738023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53446) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:28.746274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '2f349788-ad54-4499-885d-2bbbc64a5a69', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:28.747815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3125119 Jul 06 18:15:28.758022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addae26-1eb2-4b16-a926-320b7f6da27f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b97ff3-6faf-48e3-87a5-10442fc460fa,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:28.838643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378ee65-1842-4db7-9955-ca36db6454f4 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:28.847100 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:15:28.860360 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:28.918667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:28.945234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:29.027329 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.031471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.051051 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.074285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:29.083472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.111960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65eeb9f-48d1-4908-9383-c1c9583423e3,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:29.117425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:29.119700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.123828 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31eb1d71-aed1-41e1-b642-873501f794c5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3809192 Jul 06 18:15:29.124196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:29.129891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'network': {'name': 'tempest-network-smoke--1066289023', 'project_id': '2909ba718d4b4f079da147d783770456', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:29.130622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.147989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Transition to ACTIVE for port object 3ac191f7-d81d-438c-a03e-a2685f4d5024 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:29.153833 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.158655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e5676147-9268-4f71-97bb-7107fa41d4cf tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 HTTP/1.1" status: 204 len: 168 time: 1.0187948 Jul 06 18:15:29.159408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:29.172162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:29.175879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.176673 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 5a012db1-7965-420e-8dfe-31342313cc05 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:29.178288 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.206324 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-143c02e7-2ef5-48bc-a86d-e587398d7e22 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:15:29.210704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-143c02e7-2ef5-48bc-a86d-e587398d7e22 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88 HTTP/1.1" status: 404 len: 333 time: 0.0473397 Jul 06 18:15:29.210965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:29.267431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:15:29.285608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.285963 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Added segment 9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b of type vlan for network d909e810-8555-41be-85f5-6c7cfcc9d2e1 Jul 06 18:15:29.311239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-656aa40f-de31-44f5-8f24-5243c9a94753 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.320767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616d6f9-0c42-498d-9a38-6aefa66d8a9c None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:29.328772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ae926165-3b74-40f8-b702-eff4c0f9f09c None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:29.329162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae926165-3b74-40f8-b702-eff4c0f9f09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.330911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:29.331292 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.345328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-656aa40f-de31-44f5-8f24-5243c9a94753 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.403005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-656aa40f-de31-44f5-8f24-5243c9a94753 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.409732 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-656aa40f-de31-44f5-8f24-5243c9a94753 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.411944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-656aa40f-de31-44f5-8f24-5243c9a94753 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f76c53b-73ff-4093-9413-cf9e639ee068 HTTP/1.1" status: 204 len: 168 time: 0.1996949 Jul 06 18:15:29.442275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53460) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:29.448180 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.493953 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.498982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aa40f-de31-44f5-8f24-5243c9a94753 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f76c53b-73ff-4093-9413-cf9e639ee068,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:29.547048 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.553825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:29.554538 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.606656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8:0:1::293 (b93ba3d4-6204-46bf-8941-c428da39aa18/84877a9e-ba94-4b8a-a199-1329dc18d887/5a012db1-7965-420e-8dfe-31342313cc05) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:29.608746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bd68e63-31b8-431b-b572-625fe28993da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.618372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::f816:3eff:fe06:1b6e (b93ba3d4-6204-46bf-8941-c428da39aa18/4aaf43e1-d7d9-4812-a722-58390a38f658/5a012db1-7965-420e-8dfe-31342313cc05) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:29.646802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5211406 Jul 06 18:15:29.654274 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53462) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:29.665270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'admin_state_up': True, 'project_id': '2909ba718d4b4f079da147d783770456', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:29.677548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3c44-10b5-439e-bff5-2a163d4e3c0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Network': ['ID=d909e810-8555-41be-85f5-6c7cfcc9d2e1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:29.701483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bd68e63-31b8-431b-b572-625fe28993da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.706040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:15:29.712393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '4aaf43e1-d7d9-4812-a722-58390a38f658', 'ip_address': '2001:db8::f816:3eff:fe50:5806'}, {'subnet_id': '84877a9e-ba94-4b8a-a199-1329dc18d887'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:29.758955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.760040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.785438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3ac191f7-d81d-438c-a03e-a2685f4d5024 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:29.844948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.884827 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bd68e63-31b8-431b-b572-625fe28993da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.887990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bd68e63-31b8-431b-b572-625fe28993da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:29.889340 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1bd68e63-31b8-431b-b572-625fe28993da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a0f62d9-f886-46bd-8298-28a03072f29f HTTP/1.1" status: 204 len: 168 time: 0.4462769 Jul 06 18:15:29.893529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:29.934911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.008827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 5e879396-58f9-45fa-8dc6-dceb733c2286 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:30.012845 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.047335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd68e63-31b8-431b-b572-625fe28993da tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f62d9-f886-46bd-8298-28a03072f29f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:30.056075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.071985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.171211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.190869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.209861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.222667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 5a012db1-7965-420e-8dfe-31342313cc05 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:30.243531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Provisioning complete for port 7eefbdf2-c928-4c32-8b55-5344523444bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:30.243835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.312828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.315507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Port 7eefbdf2-c928-4c32-8b55-5344523444bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:30.333693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Could not find standard attr ID for object 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:30.357231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.368680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=5e879396-58f9-45fa-8dc6-dceb733c2286,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:30.381352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.386082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6fa71b38-11ec-45d4-8ffd-ccdf981ca500 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/5e879396-58f9-45fa-8dc6-dceb733c2286 HTTP/1.1" status: 204 len: 168 time: 0.4912100 Jul 06 18:15:30.392846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:30.400093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:30.427421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Provisioning for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:30.460103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:30.460487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89cdc136-dc6c-472b-80c7-6b1c85826175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.488002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:30.491675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:30.518589 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:30.531760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:30.532358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.541339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=5a012db1-7965-420e-8dfe-31342313cc05,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:30.567534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Allocated IP 2001:db8:0:1::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/84877a9e-ba94-4b8a-a199-1329dc18d887/b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:30.618362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de6a79-2ca3-468b-9669-547aac6db70a None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:30.656327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:30.661375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.666255 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-076930d9-b238-4a64-b482-07b4a9572605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3000529 Jul 06 18:15:30.669235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:30.731415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.770070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.929115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:30.993895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 5a012db1-7965-420e-8dfe-31342313cc05 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:30.994320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.016446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.92 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/95e98e48-4bbb-41df-85f0-bab886fb27aa) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:31.028963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d23cae2-b942-485d-af58-909df2581f2f None None] Could not find standard attr ID for object 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:31.042196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:31.072572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.096988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.117266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3ac191f7-d81d-438c-a03e-a2685f4d5024 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:31.119921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Transition to ACTIVE for port object b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:31.143856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:31.148367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:31.152215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:31.152677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.153389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.193762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=91d166d1-53a8-4bc1-96c8-95a7caea429a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:31.203093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b1088a5a-aaf6-4d9b-a57e-1273adbc4db9 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8076129 Jul 06 18:15:31.205963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:31.211742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'security_group': {'name': 'tempest-secgroup-894143863'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:31.227789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcb17b-301b-4cc4-adf0-36ff6fc9c0fa None None] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:31.251363 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.334735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:31.335394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.396385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.408485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.464983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.469884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2618873 Jul 06 18:15:31.471826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c9284-2af9-4987-9fe6-9550f0959770 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc5328-ff22-42ad-af4a-b2d7f60ac214,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:31.479662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:31.494913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1253856844'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:31.532023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.778543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.791124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.800038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.808161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 5a012db1-7965-420e-8dfe-31342313cc05 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:31.845540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.851295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:31.852824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3720911 Jul 06 18:15:31.857019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53478) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:31.859398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb37d5d-22da-4f68-8d7d-574542b7b9d5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf378a4-909b-4346-b40f-e8194ef8c6b6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:31.929420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1761008441'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:32.022165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.061221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.123759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:32.175208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:32.190933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:32.219108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254c014-0a16-4f2e-939f-209adc3ce7cf None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:32.264454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=95e98e48-4bbb-41df-85f0-bab886fb27aa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:32.486982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Provisioning complete for port 7eefbdf2-c928-4c32-8b55-5344523444bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:32.488830 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.530370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.539913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.555866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.602166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Port 7eefbdf2-c928-4c32-8b55-5344523444bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:32.609914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.630043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Provisioning for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:32.636800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:32.637174 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.648925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.652920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7756255 Jul 06 18:15:32.653169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:32.660554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1197447939', 'security_groups': ['c628f7c1-50b4-4c2b-bdbc-43845daf4658'], 'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91d166d1-53a8-4bc1-96c8-95a7caea429a'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:32.666908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=5a012db1-7965-420e-8dfe-31342313cc05,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:32.695953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a91ab-229f-4c00-820f-4ffc1f2a73ca tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c628f7c1-50b4-4c2b-bdbc-43845daf4658,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:32.850845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.853409 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4935be69-8ac6-41a1-ab6c-01ec2fd69cf4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/5a012db1-7965-420e-8dfe-31342313cc05 HTTP/1.1" status: 204 len: 168 time: 2.1831388 Jul 06 18:15:32.856460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:32.878391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:32.901381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:32.901760 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1259ec-3c55-4c5f-97ec-813a33d688f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:32.943606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Update dhcp port {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'fixed_ips': [{'subnet_id': 'd0b0607d-3f26-4ccb-a57e-c712173e84de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91d166d1-53a8-4bc1-96c8-95a7caea429a'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '3ac191f7-d81d-438c-a03e-a2685f4d5024'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:32.946976 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.020364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.042010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49819edd-fd55-4a96-b169-a7c1f291db69 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:33.044036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49819edd-fd55-4a96-b169-a7c1f291db69 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1866996 Jul 06 18:15:33.051123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:33.095789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.129131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:33.129552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] device_id is not set on port 79717519-0398-4c61-b3fb-762314e4013a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:33.221330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ed39f-3cff-4209-ba0c-5604ab154db7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:33.223345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0d0ed39f-3cff-4209-ba0c-5604ab154db7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1712079 Jul 06 18:15:33.226729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:33.289356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:33.289766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.291488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-81d49a42-9fbb-4f5b-b92e-0f1e5d1e4738 None None] Could not find standard attr ID for object 5a012db1-7965-420e-8dfe-31342313cc05. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:33.305887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.371977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddf471-0ab0-42d0-a850-3ce8d365a8b4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:33.373835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddf471-0ab0-42d0-a850-3ce8d365a8b4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:33.376303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddf471-0ab0-42d0-a850-3ce8d365a8b4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:33.377989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d3ddf471-0ab0-42d0-a850-3ce8d365a8b4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1499612 Jul 06 18:15:33.381103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:33.388290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Allocated IP 2001:db8::2 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/91d166d1-53a8-4bc1-96c8-95a7caea429a/3ac191f7-d81d-438c-a03e-a2685f4d5024) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:33.454197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 4aaf43e1-d7d9-4812-a722-58390a38f658 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:33.458564 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.486521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 50c4296c-4aff-4120-98eb-95e1244889c1 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:15:33.521254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.550780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:33.610079 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.631619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Transition to ACTIVE for port object 3ac191f7-d81d-438c-a03e-a2685f4d5024 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:33.640133 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.644141 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:33.670663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.677386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Sync routers for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:33.678329 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9fea15a3-dcab-4c8b-ac75-529fa523fe49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0178616 Jul 06 18:15:33.679636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53492) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:33.699876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.722349 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b923dc8d-9dda-4523-aa67-e11f75381497 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2909ba718d4b4f079da147d783770456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377975 Jul 06 18:15:33.722349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53494) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:33.736700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:33.737244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:15:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:33.800071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8::3d7 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/91d166d1-53a8-4bc1-96c8-95a7caea429a/79717519-0398-4c61-b3fb-762314e4013a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:33.822088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:33.831798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.832149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.832492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.832831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.833169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.833518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.833830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.834208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.834531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.835098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.835229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.835520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932853b-fb55-4107-ba12-3dfb092301af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:33.853645 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.912399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c5f78-7e9b-4231-85b1-01c24013620b tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:33.914907 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-213c5f78-7e9b-4231-85b1-01c24013620b tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1914775 Jul 06 18:15:33.917622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53498) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:33.926637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=4aaf43e1-d7d9-4812-a722-58390a38f658,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:33.952909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:33.955140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5ccb4e2a-003a-401c-925d-e81e96eb4299 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/4aaf43e1-d7d9-4812-a722-58390a38f658 HTTP/1.1" status: 204 len: 168 time: 0.5730054 Jul 06 18:15:33.959597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b81e6-9299-46cf-b36d-ffd53bb9835e None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:33.966231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:33.988462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:34.015769 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-38543c57-8910-411a-b70a-b3f1a297040e tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0970240 Jul 06 18:15:34.018588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53502) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:34.024792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101544752', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'project_id': '2909ba718d4b4f079da147d783770456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:34.086338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 84877a9e-ba94-4b8a-a199-1329dc18d887 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:34.094949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.198047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.201848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:34.209803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.399020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:32Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:34.414603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.433167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Checking router: 50c4296c-4aff-4120-98eb-95e1244889c1 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:15:34.433530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Updating router 50c4296c-4aff-4120-98eb-95e1244889c1 port 95e98e48-4bbb-41df-85f0-bab886fb27aa binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:15:34.504477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.522915 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.549383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.568541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 79717519-0398-4c61-b3fb-762314e4013a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:34.596085 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.600441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/84877a9e-ba94-4b8a-a199-1329dc18d887 HTTP/1.1" status: 204 len: 168 time: 0.6090121 Jul 06 18:15:34.604392 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53504) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:34.612670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38896fd-3beb-4fe8-8d17-4e6d709604d8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=84877a9e-ba94-4b8a-a199-1329dc18d887,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:34.671208 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a142bc4-3b52-4e48-ba9e-4898a73a69da tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627322 Jul 06 18:15:34.672047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:34.678905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:34.704713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.752813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.839677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Subnet': ['ID=91c7a34d-8561-4e1c-af3a-042509e4aafe,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:34.846970 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Checking segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:34.847338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network hostable DHCP agents. Network: d909e810-8555-41be-85f5-6c7cfcc9d2e1, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:15:34.857957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:34.868603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:34.870499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=79717519-0398-4c61-b3fb-762314e4013a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:34.872871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:34.879309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:34.879969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.891790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d9cd47c2-bc8f-4a27-ba3b-23635e33f6d0 None None] Provisioning complete for port 7eefbdf2-c928-4c32-8b55-5344523444bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:34.892432 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9cd47c2-bc8f-4a27-ba3b-23635e33f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.909054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:15:34.918934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:34.925281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.929199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d909e810-8555-41be-85f5-6c7cfcc9d2e1) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:34.934038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:34.934661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:34.958666 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-645d162f-6217-41cf-bba9-17a151983d6b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9379594 Jul 06 18:15:34.962316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53508) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:34.970938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e6047526-22ce-44d0-a7cf-c8c1acd1ec9f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3164053 Jul 06 18:15:34.971761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53510) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:35.022926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:35.057110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:35.090229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Transition to ACTIVE for port object 95e98e48-4bbb-41df-85f0-bab886fb27aa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:35.102020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38fc868-b518-49f9-81c5-c73dfea5e1e8 None None] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:35.120493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:35.493414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:35.508528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:35.716037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3ac191f7-d81d-438c-a03e-a2685f4d5024 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:35.857715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:35.863001 n-d-799527-3 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91d166d1-53a8-4bc1-96c8-95a7caea429a (CIDR: 2001:db8::/64) Jul 06 18:15:35.884114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a4761-bfa0-40e3-899f-be28db2dd67f None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:35.895153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd47c2-bc8f-4a27-ba3b-23635e33f6d0 None None] Port 7eefbdf2-c928-4c32-8b55-5344523444bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:35.934801 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:35.935340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:36.000052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:36.017981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-469e973f-db90-44c8-84b2-1eea8173a94f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0051887 Jul 06 18:15:36.019076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53526) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:36.019653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:36.029135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:36.033584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:36.034195 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.053612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Attempting to bind port 95e98e48-4bbb-41df-85f0-bab886fb27aa on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:36.054145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Attempting to bind port 95e98e48-4bbb-41df-85f0-bab886fb27aa by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:36.054530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Attempting to bind port 95e98e48-4bbb-41df-85f0-bab886fb27aa on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:36.060938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=07db877a-3818-4d3a-a988-0183c41f6681,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:36.074387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-43fa20ee-4fe1-457e-a509-e244a5a77a2a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4016738 Jul 06 18:15:36.077008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d9cd47c2-bc8f-4a27-ba3b-23635e33f6d0 None None] Provisioning for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:36.078264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:36.083692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:36.097114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:36.097588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:36.097814 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.098386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:36.099236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Bound port: 95e98e48-4bbb-41df-85f0-bab886fb27aa, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:36.099526 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.202966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] For port 95e98e48-4bbb-41df-85f0-bab886fb27aa, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:36.203742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.210139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] For port 95e98e48-4bbb-41df-85f0-bab886fb27aa, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=95e98e48-4bbb-41df-85f0-bab886fb27aa,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:36.235375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.259580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d9cd47c2-bc8f-4a27-ba3b-23635e33f6d0 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:36.260432 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9cd47c2-bc8f-4a27-ba3b-23635e33f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.267877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20ecb0-2b7b-4188-93b7-5eef919615fa None None] Pushing event updated for resources: {'Port': ['ID=95e98e48-4bbb-41df-85f0-bab886fb27aa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:36.298192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:36.304671 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.371538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20ecb0-2b7b-4188-93b7-5eef919615fa None None] Pushing event updated for resources: {'Port': ['ID=95e98e48-4bbb-41df-85f0-bab886fb27aa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:36.371736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:36.376533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.379693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:36.380249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:36.474733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:36.475543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:15:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:36.496675 n-d-799527-3 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07db877a-3818-4d3a-a988-0183c41f6681 (CIDR: 2001:db8::/64) Jul 06 18:15:36.503298 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:36.506485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:36.546009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0867b094-0227-4b90-9eb3-826b0ef8039b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4665279 Jul 06 18:15:36.546712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:36.554259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:36.605561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:36.719652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:36.723944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.051103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d909e810-8555-41be-85f5-6c7cfcc9d2e1', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:37.051990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.070482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Could not find standard attr ID for object 3e93ce0c-b01e-42a3-b7c7-8cd4d5f21d88. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:37.104924 n-d-799527-3 neutron-server[93943]: INFO neutron.db.ipam_backend_mixin [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d0b0607d-3f26-4ccb-a57e-c712173e84de (CIDR: 2001:db8:0:1::/64) Jul 06 18:15:37.112392 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:37.112848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:37.185161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Provisioning for port 79717519-0398-4c61-b3fb-762314e4013a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:37.206600 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1a8ebedc-cb35-40a2-bf67-984b88dad2ef tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1851604 Jul 06 18:15:37.209769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:37.219508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'subnet': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:37.219710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Provisioning complete for port 79717519-0398-4c61-b3fb-762314e4013a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:37.219953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.271791 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Port 79717519-0398-4c61-b3fb-762314e4013a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:37.286414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.1 (d909e810-8555-41be-85f5-6c7cfcc9d2e1/91c7a34d-8561-4e1c-af3a-042509e4aafe/fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:37.287041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:32Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:37.302220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:15:37.318798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764589b-5a71-473a-a74c-892aa2517a57 None None] The sync data for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 is: [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:32Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:37.320345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:37.320711 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2215-9206-4a4a-b125-0776f80f524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.448015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Update dhcp port {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'fixed_ips': [{'subnet_id': '07db877a-3818-4d3a-a988-0183c41f6681'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:37.470484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.475050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Made reservation on behalf of 1b512889b6904dabad09dd37e35b3132 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:37.478997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.494444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:37.522052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.561628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.609899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:37.616603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:37.623189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:37.634595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.669600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:37.700252 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.806582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Allocated IP 172.20.0.2 (d909e810-8555-41be-85f5-6c7cfcc9d2e1/91c7a34d-8561-4e1c-af3a-042509e4aafe/e4a5a368-9264-44af-946a-d295aa1658f8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:37.919554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.949743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:37.962256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:37.966625 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe50:5806-65059309-0f3e-4037-a560-8bd347e {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:15:37.967134 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:15:38.034622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:38.057217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:38.063353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:38.064966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.066468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.076212 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.082102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d569aee-f35d-4db1-9665-8cfe70c82a91 None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:38.086716 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.087616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.093709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Transition to ACTIVE for port object e4a5a368-9264-44af-946a-d295aa1658f8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:38.166024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Transition to ACTIVE for port object e4a5a368-9264-44af-946a-d295aa1658f8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:38.177537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.203069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Subnet': ['ID=cc04446c-3e4d-4d04-8415-6beb875a3c8a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:38.235494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:38.245402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-acea4a18-d3f6-47b8-9b3c-eb7ceb54182b tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0301893 Jul 06 18:15:38.246123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:38.247277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:38.253129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:38.284432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1077167303', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc04446c-3e4d-4d04-8415-6beb875a3c8a'}], 'security_groups': ['88fc5328-ff22-42ad-af4a-b2d7f60ac214', 'ecf378a4-909b-4346-b40f-e8194ef8c6b6']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:38.297705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Pushing event updated for resources: {'Port': ['ID=e4a5a368-9264-44af-946a-d295aa1658f8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:38.502302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.512186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.614704 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.756108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Attempting to bind port e4a5a368-9264-44af-946a-d295aa1658f8 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:38.761948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Attempting to bind port e4a5a368-9264-44af-946a-d295aa1658f8 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:38.762677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Attempting to bind port e4a5a368-9264-44af-946a-d295aa1658f8 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:38.769315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.783024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:38.787236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:38.806608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:38.823082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:38.824251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Checking segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:38.824877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.825514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Bound using segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:38.826266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Bound port: e4a5a368-9264-44af-946a-d295aa1658f8, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:38.826815 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.900428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:38.914486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:38.923879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=13']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:38.929642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:38.930245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:38.947154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=57e4b83c-679b-479f-a92d-c10c118c0689,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:38.955291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 50c4296c-4aff-4120-98eb-95e1244889c1 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:15:38.964803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f48780f4-1868-4db2-9179-3dbce5147b65 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4169838 Jul 06 18:15:38.971928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53544) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:38.980432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:c4:7e:11', 'name': 'tempest-NetworksTestDHCPv6-148651389'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:39.156786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:39.223051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Update dhcp port {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'fixed_ips': [{'subnet_id': 'd0b0607d-3f26-4ccb-a57e-c712173e84de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91d166d1-53a8-4bc1-96c8-95a7caea429a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc04446c-3e4d-4d04-8415-6beb875a3c8a'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '3ac191f7-d81d-438c-a03e-a2685f4d5024'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:39.246940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:39.254849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:15:39.268760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] For port e4a5a368-9264-44af-946a-d295aa1658f8, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:39.273985 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f64d9033-17ab-4e50-b34d-c76107087dc0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/50c4296c-4aff-4120-98eb-95e1244889c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3099077 Jul 06 18:15:39.297862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95e98e48-4bbb-41df-85f0-bab886fb27aa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:39.363328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] For port e4a5a368-9264-44af-946a-d295aa1658f8, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e4a5a368-9264-44af-946a-d295aa1658f8,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:39.364840 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:39.393368 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:39.446602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:39.502914 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:39.619686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-24bf8d4c-85cf-4089-8e20-e3abf598ce3d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374138291&fields=id&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 267 time: 0.0817411 Jul 06 18:15:39.681072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/07db877a-3818-4d3a-a988-0183c41f6681/b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:39.746998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fdd18-41a6-4878-9ea9-a72e42c0f048 None None] Pushing event updated for resources: {'Port': ['ID=e4a5a368-9264-44af-946a-d295aa1658f8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:39.798450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 95e98e48-4bbb-41df-85f0-bab886fb27aa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:39.805540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 95e98e48-4bbb-41df-85f0-bab886fb27aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:39.805540 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:39.845053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-20cf914f-b693-4567-af3b-470b395665dd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:39.857574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-20cf914f-b693-4567-af3b-470b395665dd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 797 time: 0.2082396 Jul 06 18:15:39.951759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-603ec97a-942c-4c06-9dbd-a5df4e58cfd4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/quotas/2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 375 time: 0.0350285 Jul 06 18:15:40.016388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Delete allocated IP 2001:db8::3d7 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/91d166d1-53a8-4bc1-96c8-95a7caea429a) {{(pid=93942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:15:40.060664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Allocated IP 2001:db8:0:2::3dc (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/cc04446c-3e4d-4d04-8415-6beb875a3c8a/79717519-0398-4c61-b3fb-762314e4013a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:40.062543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:40.126332 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.150698 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.156033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Transition to ACTIVE for port object b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:40.169130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.188295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 95e98e48-4bbb-41df-85f0-bab886fb27aa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=95e98e48-4bbb-41df-85f0-bab886fb27aa,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:40.205726 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Sync routers for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:15:40.209948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.210763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:40.234117 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:40.236640 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:15:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:40.280007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-01162ccf-3738-42b5-9395-3e872ee1e82a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2942359 Jul 06 18:15:40.328809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335508a-5cee-47ee-8d15-a6371b744738 None None] Pushing event updated for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=14']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:40.394636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::2b7 (b93ba3d4-6204-46bf-8941-c428da39aa18/07db877a-3818-4d3a-a988-0183c41f6681/fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:40.395846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=95e98e48-4bbb-41df-85f0-bab886fb27aa,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:40.409465 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:40.411868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:7e11 (b93ba3d4-6204-46bf-8941-c428da39aa18/57e4b83c-679b-479f-a92d-c10c118c0689/fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:40.580697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-165f96a7-b617-4f9b-b427-07fe8008e1ef service neutron] 10.222.0.37 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716243 Jul 06 18:15:40.640929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.670373 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:40.725416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.739089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.753796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Transition to ACTIVE for port object 79717519-0398-4c61-b3fb-762314e4013a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:40.766029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.833892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:38Z', 'revision_number': 2, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:40.862570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Allocated IP 2001:db8:0:2::2 (56dfcf4a-7b19-4661-9333-bc35a9c6e2b8/cc04446c-3e4d-4d04-8415-6beb875a3c8a/3ac191f7-d81d-438c-a03e-a2685f4d5024) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:40.885693 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Checking router: 50c4296c-4aff-4120-98eb-95e1244889c1 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:15:40.886061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Updating router 50c4296c-4aff-4120-98eb-95e1244889c1 port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:15:40.901057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:40.905046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:40.924643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:40.929663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:40.930336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.939405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event updated for resources: {'Port': ['ID=79717519-0398-4c61-b3fb-762314e4013a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:40.951845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] In _notify_port_updated(), no bound segment for port 79717519-0398-4c61-b3fb-762314e4013a on network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:15:40.964336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:40.969813 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.971325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:40.974226 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:40.979355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bbe097d0-1c59-4711-85d3-3883800ed94e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "PUT /v2.0/ports/79717519-0398-4c61-b3fb-762314e4013a HTTP/1.1" status: 200 len: 970 time: 2.7002761 Jul 06 18:15:40.984490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53568) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:41.049176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-ba82e283-0444-4349-8a57-f688a7337263 service neutron] 10.222.0.37 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647024 Jul 06 18:15:41.182440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:41.212933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a19748d-c349-41a0-b30b-75a45c1067a1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2387087 Jul 06 18:15:41.215235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:41.246629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.268089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Transition to ACTIVE for port object 3ac191f7-d81d-438c-a03e-a2685f4d5024 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:41.273485 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.313193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 79717519-0398-4c61-b3fb-762314e4013a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:41.313699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.413837 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:15:41.483126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:41.550993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.578097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 79717519-0398-4c61-b3fb-762314e4013a owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:41.580081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-188af1f6-3969-45c0-b4d7-04b81f3c721a req-a7c81121-5102-4f70-abc7-93b03c364761 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 210 time: 0.0896447 Jul 06 18:15:41.584813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad48f7c-a475-4451-851f-9290fcaa97e9 None None] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:41.628756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:41.629603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.678097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9b8f9-3145-4bff-84ac-b65ac1de5430 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:41.712975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebec41-46de-4d40-8e7f-54b352f00ba6 None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:41.772180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-24a133ec-5eb8-44db-a4b7-f43e6058e6cd None None] Provisioning for port e4a5a368-9264-44af-946a-d295aa1658f8 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:41.866136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e4a5a368-9264-44af-946a-d295aa1658f8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:41.894116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.918677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.957739 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:41.969713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d4bfd4ec-475c-43f3-9a8b-070c7f370d46 None None] Provisioning for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:41.970542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:41.983100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Transition to ACTIVE for port object fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:41.994565 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.003939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d4bfd4ec-475c-43f3-9a8b-070c7f370d46 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:42.004317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd4ec-475c-43f3-9a8b-070c7f370d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.032378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=79717519-0398-4c61-b3fb-762314e4013a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:42.118371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.127931 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/79717519-0398-4c61-b3fb-762314e4013a HTTP/1.1" status: 204 len: 168 time: 1.1410387 Jul 06 18:15:42.130384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:42.134754 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.136556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.137006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.137915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.140885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.141629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.142047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.142519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.142951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.146926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.147950 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.148321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e9c29a-904e-4a86-81cf-be8dd17861ee tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.201057 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Pushing event updated for resources: {'Port': ['ID=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:42.223804 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb44b3d5-d217-42d5-9f86-c1dbbae43837 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] GET failed (client error): The resource could not be found. Jul 06 18:15:42.231704 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb44b3d5-d217-42d5-9f86-c1dbbae43837 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports/79717519-0398-4c61-b3fb-762314e4013a HTTP/1.1" status: 404 len: 333 time: 0.0788538 Jul 06 18:15:42.233203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53592) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:42.270760 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.275598 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.276249 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.286382 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.288930 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.289402 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.289744 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.290079 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.290410 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.290735 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.291061 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.291446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:42.373461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Attempting to bind port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:42.373855 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Attempting to bind port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:42.374790 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Attempting to bind port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:42.405092 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:42.407188 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Checking segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:42.410539 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.414149 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Bound using segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:42.421955 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Bound port: fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:42.424749 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.480694 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a05bb7e4-87ee-428e-a12d-3fe88f377804 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.578408 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a05bb7e4-87ee-428e-a12d-3fe88f377804 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.682294 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] For port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:42.714186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a05bb7e4-87ee-428e-a12d-3fe88f377804 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.721030 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a05bb7e4-87ee-428e-a12d-3fe88f377804 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.721414 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a05bb7e4-87ee-428e-a12d-3fe88f377804 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/security-groups/c628f7c1-50b4-4c2b-bdbc-43845daf4658 HTTP/1.1" status: 204 len: 168 time: 0.4835899 Jul 06 18:15:42.725671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:42.756154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bb7e4-87ee-428e-a12d-3fe88f377804 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c628f7c1-50b4-4c2b-bdbc-43845daf4658,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:42.817922 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] For port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:42.825700 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.854822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.855589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e4a5a368-9264-44af-946a-d295aa1658f8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:42.883456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e4a5a368-9264-44af-946a-d295aa1658f8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:42.883922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:42.961967 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:15:42.966311 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:15:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:42.969725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3820cf2-66b1-43fe-a73b-0f901cac5204 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.001351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3820cf2-66b1-43fe-a73b-0f901cac5204 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.118422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a113b31c-b8af-459e-ab8d-4b44dc9d8930 req-1e94738c-4e00-4016-b57e-293f79f69f9b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 210 time: 0.1888847 Jul 06 18:15:43.165955 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.187910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3820cf2-66b1-43fe-a73b-0f901cac5204 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.191133 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3820cf2-66b1-43fe-a73b-0f901cac5204 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.192620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d3820cf2-66b1-43fe-a73b-0f901cac5204 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/security-groups/ecf378a4-909b-4346-b40f-e8194ef8c6b6 HTTP/1.1" status: 204 len: 168 time: 0.4619541 Jul 06 18:15:43.195635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53598) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:43.212595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:43.248115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3820cf2-66b1-43fe-a73b-0f901cac5204 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf378a4-909b-4346-b40f-e8194ef8c6b6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:43.259025 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.261217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-32b465a6-b659-4c1b-ada1-36f05bf32640 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6 HTTP/1.1" status: 204 len: 168 time: 2.0448744 Jul 06 18:15:43.263201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:15:43.263953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:43.305370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e4a5a368-9264-44af-946a-d295aa1658f8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e4a5a368-9264-44af-946a-d295aa1658f8,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:43.326362 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.327964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95e98e48-4bbb-41df-85f0-bab886fb27aa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:43.372678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f19f9d-151a-4ca5-8fa4-d8b49fefee01 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.447519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a62f1-05ed-467a-92c8-ef58907495fc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:43.453917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-209a62f1-05ed-467a-92c8-ef58907495fc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1833768 Jul 06 18:15:43.454378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:43.469734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f19f9d-151a-4ca5-8fa4-d8b49fefee01 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.588574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f19f9d-151a-4ca5-8fa4-d8b49fefee01 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.591552 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f19f9d-151a-4ca5-8fa4-d8b49fefee01 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.592007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e4a5a368-9264-44af-946a-d295aa1658f8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:43.592800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8f19f9d-151a-4ca5-8fa4-d8b49fefee01 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/security-groups/88fc5328-ff22-42ad-af4a-b2d7f60ac214 HTTP/1.1" status: 204 len: 168 time: 0.3917074 Jul 06 18:15:43.596875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53606) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:43.611059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Provisioning complete for port 7eefbdf2-c928-4c32-8b55-5344523444bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:43.611518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.633864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42033f94-ac8a-410b-867d-b85a7bbf56c2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:43.635840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-42033f94-ac8a-410b-867d-b85a7bbf56c2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1807349 Jul 06 18:15:43.641736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:43.658601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f19f9d-151a-4ca5-8fa4-d8b49fefee01 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc5328-ff22-42ad-af4a-b2d7f60ac214,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:43.670963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c0e0-73f6-42be-8675-64682011d7cd None None] Pushing event updated for resources: {'Port': ['ID=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:43.726901 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Port 7eefbdf2-c928-4c32-8b55-5344523444bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:43.777961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Could not find standard attr ID for object 79717519-0398-4c61-b3fb-762314e4013a. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:43.798271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet 91d166d1-53a8-4bc1-96c8-95a7caea429a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:43.816151 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.848013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 95e98e48-4bbb-41df-85f0-bab886fb27aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:43.848390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:43.861418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c352f3-b30a-4572-a43d-a2a456d94dd9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:43.875762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c352f3-b30a-4572-a43d-a2a456d94dd9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:43.880255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c352f3-b30a-4572-a43d-a2a456d94dd9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:43.885736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-16c352f3-b30a-4572-a43d-a2a456d94dd9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2399175 Jul 06 18:15:43.893412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:43.958374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.012594 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:42Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:44.041519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Provisioning for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:44.052876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:44.059085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eec17402-cbac-4e72-a722-41b434baf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.099133 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab37cf9-c37a-477a-983a-91e3b905e73c None None] The sync data for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 is: [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:42Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:15:44.260910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-34c13b57-eb2a-446d-9e17-4aa4b7e081b6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:44.262533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-34c13b57-eb2a-446d-9e17-4aa4b7e081b6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 797 time: 0.3782380 Jul 06 18:15:44.398553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8063886d-a619-43b8-b34f-211050e095b9 req-0cdb6195-e7cc-4421-8955-01209670f57a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 210 time: 0.0407727 Jul 06 18:15:44.487859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-316c4ca1-5505-4d7e-9571-9391ae97ee97 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 379 time: 0.1895168 Jul 06 18:15:44.494160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.500654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'port': {'device_id': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'admin_state_up': True, 'tenant_id': '2909ba718d4b4f079da147d783770456', 'security_groups': ['2f349788-ad54-4499-885d-2bbbc64a5a69']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:44.581829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-998aaeb5-a4ea-4025-807c-14a49afab5db None None] Provisioning complete for port e4a5a368-9264-44af-946a-d295aa1658f8 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:44.582213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-998aaeb5-a4ea-4025-807c-14a49afab5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.658286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.723081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3ac191f7-d81d-438c-a03e-a2685f4d5024 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:44.747702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=91d166d1-53a8-4bc1-96c8-95a7caea429a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:44.763587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 07db877a-3818-4d3a-a988-0183c41f6681 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:44.773740 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.776036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-55b50493-0294-45b1-a427-4ac74459c504 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/91d166d1-53a8-4bc1-96c8-95a7caea429a HTTP/1.1" status: 204 len: 168 time: 1.1770134 Jul 06 18:15:44.777056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:44.784642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:44.839935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e14094-38c9-4caa-af4e-6840467f10ad None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:44.903770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:44.910397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.039345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.080823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c5cbe-c0f4-47ff-8e7f-1ab5e4e2fa05 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:45.143981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:45.144696 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.172680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet cc04446c-3e4d-4d04-8415-6beb875a3c8a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:45.188211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.219699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.4 (d909e810-8555-41be-85f5-6c7cfcc9d2e1/91c7a34d-8561-4e1c-af3a-042509e4aafe/017e6dcd-144a-44be-8df9-f5c5378d6bf9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:45.238915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-998aaeb5-a4ea-4025-807c-14a49afab5db None None] Could not find standard attr ID for object 79717519-0398-4c61-b3fb-762314e4013a. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:45.266928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.309988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-998aaeb5-a4ea-4025-807c-14a49afab5db None None] Provisioning for port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:45.312501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.466616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.487283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object 017e6dcd-144a-44be-8df9-f5c5378d6bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:45.542829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.577426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.669723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:45.692538 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.703951 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.729814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:45.735078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:45.740843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:45.755725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13c95b79-1ec2-4351-bce7-25ad4f0aa546 None None] Could not find standard attr ID for object fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:45.801694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e4a5a368-9264-44af-946a-d295aa1658f8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:45.804211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=07db877a-3818-4d3a-a988-0183c41f6681,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:45.826596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:45.830859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.835230 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-58476df3-ea5c-4bce-b9ac-4d36cfcea9e1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/07db877a-3818-4d3a-a988-0183c41f6681 HTTP/1.1" status: 204 len: 168 time: 1.9384716 Jul 06 18:15:45.835799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.840112 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/cc04446c-3e4d-4d04-8415-6beb875a3c8a HTTP/1.1" status: 204 len: 168 time: 1.0524662 Jul 06 18:15:45.840693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.843373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53622) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:45.843717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:45.875760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd9d50-a175-4610-94a8-3d9b6e5c2f0f tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=cc04446c-3e4d-4d04-8415-6beb875a3c8a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:45.931786 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d29a75-8574-4c92-b32e-8478da25a9f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:45.932248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d29a75-8574-4c92-b32e-8478da25a9f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:45.936516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-60d29a75-8574-4c92-b32e-8478da25a9f5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/91d166d1-53a8-4bc1-96c8-95a7caea429a HTTP/1.1" status: 404 len: 337 time: 0.0541904 Jul 06 18:15:45.936900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53626) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:45.951370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13c95b79-1ec2-4351-bce7-25ad4f0aa546 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:45.951742 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13c95b79-1ec2-4351-bce7-25ad4f0aa546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:45.955059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3902009-c4d7-40dd-a30f-c2fac064bac0 req-37239b3e-cda7-49e7-a957-cb2c74a17519 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:45.969062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3902009-c4d7-40dd-a30f-c2fac064bac0 req-37239b3e-cda7-49e7-a957-cb2c74a17519 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 931 time: 0.2823751 Jul 06 18:15:46.004109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-b0d6aa66-cbe0-4b88-bf45-b5849f40f719 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5091813 Jul 06 18:15:46.029219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Request body: {'port': {'device_id': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:46.096999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3902009-c4d7-40dd-a30f-c2fac064bac0 req-3f55d827-8a11-4285-862f-f6afb288317e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265502 Jul 06 18:15:46.113770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 57e4b83c-679b-479f-a92d-c10c118c0689 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:46.117656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.140296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e4a5a368-9264-44af-946a-d295aa1658f8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:46.141101 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.161511 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting subnet d0b0607d-3f26-4ccb-a57e-c712173e84de {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:46.172854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.191710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.242311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.257917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375aebb-d5a2-476d-98a6-a61a049d0cf9 None None] Update dhcp port {'port': {'network_id': '56dfcf4a-7b19-4661-9333-bc35a9c6e2b8', 'fixed_ips': [{'subnet_id': 'd0b0607d-3f26-4ccb-a57e-c712173e84de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cc04446c-3e4d-4d04-8415-6beb875a3c8a'}], 'binding:host_id': 'n-d-799527-3'}, 'id': '3ac191f7-d81d-438c-a03e-a2685f4d5024'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:15:46.277073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.340838 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c375aebb-d5a2-476d-98a6-a61a049d0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.488056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.625578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.653185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.700216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:46.719829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b0607d-3f26-4ccb-a57e-c712173e84de,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:46.726825 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.729036 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41be8d66-65a0-458d-a961-f1dead899bac tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/d0b0607d-3f26-4ccb-a57e-c712173e84de HTTP/1.1" status: 204 len: 168 time: 0.7908583 Jul 06 18:15:46.732992 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server [None req-c375aebb-d5a2-476d-98a6-a61a049d0cf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0b0607d-3f26-4ccb-a57e-c712173e84de: This subnet is being modified by another concurrent operation. Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0b0607d-3f26-4ccb-a57e-c712173e84de: This subnet is being modified by another concurrent operation. Jul 06 18:15:46.743217 n-d-799527-3 neutron-server[93944]: ERROR oslo_messaging.rpc.server Jul 06 18:15:46.825532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc50035f-68e2-459d-9d5a-851c81c8c5e0 None None] Provisioning for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:46.839634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc50035f-68e2-459d-9d5a-851c81c8c5e0 None None] Provisioning complete for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:46.840841 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc50035f-68e2-459d-9d5a-851c81c8c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.860348 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.890256 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2060182-f65b-49e0-a230-f5ffcb3732e4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:46.894694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2060182-f65b-49e0-a230-f5ffcb3732e4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:46.902838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c2060182-f65b-49e0-a230-f5ffcb3732e4 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/5e879396-58f9-45fa-8dc6-dceb733c2286 HTTP/1.1" status: 404 len: 337 time: 0.1611800 Jul 06 18:15:46.913607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e444227-fb54-4ae5-9194-dc9d10620baa None None] Network 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:46.913821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:46.964758 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-30bfbe49-7e0a-4335-9b89-30d9ba90b520 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10f542f-3931-4ad4-955f-9c39d54f7574 HTTP/1.1" status: 200 len: 205 time: 0.0474594 Jul 06 18:15:46.964957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53634) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:46.965726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=57e4b83c-679b-479f-a92d-c10c118c0689,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:46.987754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:46.997820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-da520a39-a80c-4d62-af23-4919b5f61aed tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/57e4b83c-679b-479f-a92d-c10c118c0689 HTTP/1.1" status: 204 len: 168 time: 1.1404448 Jul 06 18:15:46.997820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.002265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:47.011359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:47.011359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.058007 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-03f254c7-aada-4439-8c28-7c815d3c4e8e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] delete failed (client error): The resource could not be found. Jul 06 18:15:47.059304 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-03f254c7-aada-4439-8c28-7c815d3c4e8e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/routers/f10f542f-3931-4ad4-955f-9c39d54f7574 HTTP/1.1" status: 404 len: 336 time: 0.0931160 Jul 06 18:15:47.068454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.091673 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cc50035f-68e2-459d-9d5a-851c81c8c5e0 None None] Port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:47.102814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f1409cec-3135-415b-b124-2dc7c68e13ad tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708723 Jul 06 18:15:47.105589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.112877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:47.178144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017e6dcd-144a-44be-8df9-f5c5378d6bf9 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:15:47.191605 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae56450-d8b9-4d0b-879f-20ee47ff6029 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.192105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae56450-d8b9-4d0b-879f-20ee47ff6029 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.193726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.196464 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4ae56450-d8b9-4d0b-879f-20ee47ff6029 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/5b959560-503d-4f0c-90e1-a24a0d74a435 HTTP/1.1" status: 404 len: 337 time: 0.1266820 Jul 06 18:15:47.199085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53644) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.199280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc50035f-68e2-459d-9d5a-851c81c8c5e0 None None] Provisioning complete for port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:47.199721 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc50035f-68e2-459d-9d5a-851c81c8c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.272241 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ec9ab2-4daf-47b2-9840-005978db618e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.272690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ec9ab2-4daf-47b2-9840-005978db618e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.274521 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16ec9ab2-4daf-47b2-9840-005978db618e tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/710ab320-e40c-4e16-af45-3779c8df2eff HTTP/1.1" status: 404 len: 337 time: 0.0744011 Jul 06 18:15:47.278523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.279721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Transition to ACTIVE for port object 017e6dcd-144a-44be-8df9-f5c5378d6bf9 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:47.291731 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.306677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.354847 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1613ab7-f097-4102-8c66-bc05683fd647 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.355072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1613ab7-f097-4102-8c66-bc05683fd647 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.360582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53648) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.361434 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d1613ab7-f097-4102-8c66-bc05683fd647 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/e3a2ad77-d86e-4e39-8337-8a147af195a3 HTTP/1.1" status: 404 len: 337 time: 0.0790150 Jul 06 18:15:47.407401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:47.427599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.438730 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a0818b-109c-4d27-913a-e4551fbb53e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.439899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a0818b-109c-4d27-913a-e4551fbb53e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.446095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b5a0818b-109c-4d27-913a-e4551fbb53e5 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/a7277ae2-f7f9-46a1-b80b-14b57bb39230 HTTP/1.1" status: 404 len: 333 time: 0.0798259 Jul 06 18:15:47.446875 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53650) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.481034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] DHCP port deletion for 56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:47.493177 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-de200a2c-ff4c-4f01-bc6a-123adb84d8cd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.501594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de200a2c-ff4c-4f01-bc6a-123adb84d8cd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.503787 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-de200a2c-ff4c-4f01-bc6a-123adb84d8cd tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/63a668df-c432-400c-b862-4d0de199b174 HTTP/1.1" status: 404 len: 337 time: 0.0558531 Jul 06 18:15:47.509585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53652) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.539175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:47.544473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.558918 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aed2b5-719b-42c2-9889-577df67442be tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.566711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24aed2b5-719b-42c2-9889-577df67442be tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.568727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-24aed2b5-719b-42c2-9889-577df67442be tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/22c3885a-2ebc-49ef-9377-956fe7f88d1a HTTP/1.1" status: 404 len: 337 time: 0.0578315 Jul 06 18:15:47.573609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53654) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.577903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d897932-cba0-483f-a828-be229121b993 service neutron] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:47.627971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af444f-cb77-41dc-890c-82ae11e2ffb0 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:47.705258 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-442845cd-e056-4688-99b0-c83605ddda12 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.706416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442845cd-e056-4688-99b0-c83605ddda12 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.719787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3ac191f7-d81d-438c-a03e-a2685f4d5024 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:47.729652 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-442845cd-e056-4688-99b0-c83605ddda12 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/20e8efc4-6716-4958-97cb-d5b444aa0b92 HTTP/1.1" status: 404 len: 333 time: 0.1543870 Jul 06 18:15:47.739650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53656) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.740663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e6b3d-25fa-412c-bfcf-83363df518cb req-4e2a1c9c-4cc0-400b-8d95-9a916258daac tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:47.742315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-069e6b3d-25fa-412c-bfcf-83363df518cb req-4e2a1c9c-4cc0-400b-8d95-9a916258daac tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.3655422 Jul 06 18:15:47.782428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:47.782839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:47.784079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:47.809714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:47.810422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:15:47.810422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:47.819164 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-331578f7-fcff-4659-a985-be2c2152aeb6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.819964 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331578f7-fcff-4659-a985-be2c2152aeb6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.820166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:47.820547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Checking segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:47.820938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Bound using segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:47.821392 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-331578f7-fcff-4659-a985-be2c2152aeb6 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/833b4ee4-861a-4bed-867e-3637bf03cb51 HTTP/1.1" status: 404 len: 337 time: 0.0803251 Jul 06 18:15:47.823859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Bound port: 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:47.824246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.827563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:47.883407 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c069796-338b-4988-b52b-c842b79c965a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:47.884119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c069796-338b-4988-b52b-c842b79c965a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:47.888811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4c069796-338b-4988-b52b-c842b79c965a tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/subnets/e000a267-000d-4e40-bcef-676aab897a93 HTTP/1.1" status: 404 len: 337 time: 0.0494792 Jul 06 18:15:47.889127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Provisioning complete for port 7eefbdf2-c928-4c32-8b55-5344523444bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:47.889127 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.889959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:48.049442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-069e6b3d-25fa-412c-bfcf-83363df518cb req-643cedca-5603-4e41-861a-83192a9b2f96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443452 Jul 06 18:15:48.099201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 7eefbdf2-c928-4c32-8b55-5344523444bc {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:48.100366 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.163835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:48.191742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:48.195959 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.212298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.223928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] Deleting port 3ac191f7-d81d-438c-a03e-a2685f4d5024 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:48.224821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.258579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.285524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 7eefbdf2-c928-4c32-8b55-5344523444bc owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:48.290579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:48.300711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:48.309457 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.310102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:48.310708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.324175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=ca6f63a2-871e-4f86-b116-aeb0b8d42b67,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:48.337515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Port 7eefbdf2-c928-4c32-8b55-5344523444bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:15:48.345655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:48.346468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.348401 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-2d897932-cba0-483f-a828-be229121b993 service neutron] 10.222.0.60 "PUT /v2.0/ports/017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 1091 time: 2.3257706 Jul 06 18:15:48.355057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:15:48.358855 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c" -d '{"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:15:48.389675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-82e20867-6b8e-4edd-92c6-47411e717a05 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2801409 Jul 06 18:15:48.389675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d897932-cba0-483f-a828-be229121b993 service neutron] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:48.407064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53666) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:48.416654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:48.429973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Provisioning complete for port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:48.435824 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.443057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.463813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:48.466638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.525868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=7eefbdf2-c928-4c32-8b55-5344523444bc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:48.537606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:48.542386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.543800 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5911b-c218-4392-945c-179f44409eab x-openstack-request-id: req-5ee5911b-c218-4392-945c-179f44409eab {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:15:48.544510 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:15:48.544946 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ee5911b-c218-4392-945c-179f44409eab {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:15:48.546397 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'status': 'completed', 'code': 200} Jul 06 18:15:48.552123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.553806 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-79aeb12d-ff27-48e2-87d5-79be7651a51d tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/ports/7eefbdf2-c928-4c32-8b55-5344523444bc HTTP/1.1" status: 204 len: 168 time: 0.6626666 Jul 06 18:15:48.567614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53670) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:48.601386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] Calling delete_port for 3ac191f7-d81d-438c-a03e-a2685f4d5024 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:48.604033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:48.731382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-e2a5008a-1efb-44cd-9441-6f76230b8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:48.736917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-e2a5008a-1efb-44cd-9441-6f76230b8dd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1094 time: 0.3245940 Jul 06 18:15:48.760723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.813695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:48.852524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Provisioning complete for port 3ac191f7-d81d-438c-a03e-a2685f4d5024 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:48.853307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.878230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-01161111-79b4-4f6c-88ed-281525a217bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 217 time: 0.1255910 Jul 06 18:15:48.880614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Deleting port 3ac191f7-d81d-438c-a03e-a2685f4d5024 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:48.881337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.934251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] Deleting port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:48.934654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:48.935022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:48.939425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.031894 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.038572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-bd940ae3-35c6-4991-9bce-51272dd80a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:49.040228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-bd940ae3-35c6-4991-9bce-51272dd80a13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.1550555 Jul 06 18:15:49.052095 n-d-799527-3 neutron-server[93944]: INFO neutron.plugins.ml2.db [None req-93a56dbc-3898-4e98-a4a4-b9ca51b09f31 None None] No ports have port_id starting with 3ac191f7-d81d-438c-a03e-a2685f4d5024 Jul 06 18:15:49.063376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] For port 3ac191f7-d81d-438c-a03e-a2685f4d5024, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3ac191f7-d81d-438c-a03e-a2685f4d5024,segment=NetworkSegment(c937f33b-cf35-451c-9d8c-83caa9f1249e),segment_id=c937f33b-cf35-451c-9d8c-83caa9f1249e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:49.063789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.080197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Calling delete_port for 3ac191f7-d81d-438c-a03e-a2685f4d5024 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:49.145132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] No DVR routers for this DVR port 3ac191f7-d81d-438c-a03e-a2685f4d5024 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:49.175101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8387aa-c72a-4957-bdcc-a88487399d7a None None] Pushing event deleted for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:49.179955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] For port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:49.181151 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.199375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] Calling delete_port for b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:49.223191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.251651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Port': ['ID=3ac191f7-d81d-438c-a03e-a2685f4d5024,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:49.263601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] No DVR routers for this DVR port 3ac191f7-d81d-438c-a03e-a2685f4d5024 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:49.286033 n-d-799527-3 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca6f63a2-871e-4f86-b116-aeb0b8d42b67 (CIDR: 2001:db8::/64) Jul 06 18:15:49.298447 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:15:49.299276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:49.319226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-258c8098-241e-4355-b7fc-c22c7ef633a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:49.323848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-258c8098-241e-4355-b7fc-c22c7ef633a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751381 Jul 06 18:15:49.346727 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.387660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] No DVR routers for this DVR port b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:49.392098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-66e62ed3-446b-4619-b888-63bf06a9dc14 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9830348 Jul 06 18:15:49.396061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:49.406086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'subnet': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:49.418307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.431497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dfcf4a-7b19-4661-9333-bc35a9c6e2b8']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:49.441659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665cfc7-347a-4bab-a35e-96a16270ca2f None None] Pushing event deleted for resources: {'Port': ['ID=b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:49.450827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c937f33b-cf35-451c-9d8c-83caa9f1249e') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:49.451305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c937f33b-cf35-451c-9d8c-83caa9f1249e') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:49.468867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.471645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae52939-c19c-4682-9dea-b76b74eba854 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:49.496076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c5176-653f-48a3-af74-5f0a0cd53cf6 req-0a0460ec-804a-4baa-b420-d5788e2eef46 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:49.497714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b61c5176-653f-48a3-af74-5f0a0cd53cf6 req-0a0460ec-804a-4baa-b420-d5788e2eef46 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.2609341 Jul 06 18:15:49.519787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.539019 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:15:49.539764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:15:49.544357 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:15:49.579022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b61c5176-653f-48a3-af74-5f0a0cd53cf6 req-e0494a6e-0815-4d1f-b979-732c872cf805 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548272 Jul 06 18:15:49.604062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-a0a21d98-881f-42c9-8954-ab8a6f8ab8c5 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723503 Jul 06 18:15:49.634660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.653716 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.661095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] 10.222.0.37 "DELETE /v2.0/networks/56dfcf4a-7b19-4661-9333-bc35a9c6e2b8 HTTP/1.1" status: 204 len: 168 time: 1.0919068 Jul 06 18:15:49.687052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2bd9-5d40-40c3-8113-34884781e562 tempest-PortsIpV6TestJSON-1876234790 tempest-PortsIpV6TestJSON-1876234790-project] Pushing event deleted for resources: {'Network': ['ID=56dfcf4a-7b19-4661-9333-bc35a9c6e2b8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:49.719659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:49.739206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:49.743008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.809364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55cd8f29-d7c6-4481-a9d6-13886062f22c req-18d7bb1b-390e-440c-8e85-183aec5541f2 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889021 Jul 06 18:15:49.913943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:49.914356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.932067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b93ba3d4-6204-46bf-8941-c428da39aa18', 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'tenant_id': '2a42c78589cb4b8cb8cc30dff7ebf393', 'fixed_ips': [{'subnet_id': 'ca6f63a2-871e-4f86-b116-aeb0b8d42b67'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:49.932997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.207185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:50.211155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Allocated IP 2001:db8::2 (b93ba3d4-6204-46bf-8941-c428da39aa18/ca6f63a2-871e-4f86-b116-aeb0b8d42b67/0dc234c0-4a9e-4d83-a04f-ad66469f0455) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:50.337509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:50.388320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:50.389278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b451d206-e0b7-4b5d-b1ee-08d2fd01b9f4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:50.471945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.491232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Transition to ACTIVE for port object 0dc234c0-4a9e-4d83-a04f-ad66469f0455 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:50.506394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-a8c63f73-9e1c-4e67-bb0a-e1b38dcb3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:50.517905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-a8c63f73-9e1c-4e67-bb0a-e1b38dcb3ecf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1094 time: 0.6460295 Jul 06 18:15:50.549883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Transition to ACTIVE for port object 0dc234c0-4a9e-4d83-a04f-ad66469f0455 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:50.568528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.587462 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8c01ee93-c1fc-4ebb-a771-b31117075346 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b512889b6904dabad09dd37e35b3132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753452 Jul 06 18:15:50.588923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53688) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:50.672094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:50.678531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:50.682541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-e195ba7f-f6cd-474d-9a2a-873fcd185472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:50.684251 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-e195ba7f-f6cd-474d-9a2a-873fcd185472 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1590564 Jul 06 18:15:50.688985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:50.763009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Pushing event updated for resources: {'Port': ['ID=0dc234c0-4a9e-4d83-a04f-ad66469f0455,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:50.765560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Attempting to bind port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:50.772493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Attempting to bind port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:50.772902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Attempting to bind port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 on network b93ba3d4-6204-46bf-8941-c428da39aa18 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:50.787424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:50.787941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Checking segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:50.788274 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.788669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Bound using segment: {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:50.789313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Bound port: 0dc234c0-4a9e-4d83-a04f-ad66469f0455, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be26ac-0db3-4c59-9cac-0c601362fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:50.789717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.812076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-9204e144-d44d-4491-a702-64777b24b2d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 217 time: 0.1175399 Jul 06 18:15:50.847536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aef43d26-5ef2-4ec0-a8f8-1f61679b4401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.881736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aef43d26-5ef2-4ec0-a8f8-1f61679b4401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.889020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.objects.ports [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:15:50.932661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] For port 0dc234c0-4a9e-4d83-a04f-ad66469f0455, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:50.936689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] For port 0dc234c0-4a9e-4d83-a04f-ad66469f0455, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0dc234c0-4a9e-4d83-a04f-ad66469f0455,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:50.941495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.972395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aef43d26-5ef2-4ec0-a8f8-1f61679b4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.975663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aef43d26-5ef2-4ec0-a8f8-1f61679b4401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.980696 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aef43d26-5ef2-4ec0-a8f8-1f61679b4401 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/970fae96-22cb-45ca-9dc4-bcbf46d4280e HTTP/1.1" status: 204 len: 168 time: 0.3883481 Jul 06 18:15:50.996846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef43d26-5ef2-4ec0-a8f8-1f61679b4401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970fae96-22cb-45ca-9dc4-bcbf46d4280e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:51.027991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed389e-c417-4edf-ac12-59b1235531d6 None None] Pushing event updated for resources: {'Port': ['ID=0dc234c0-4a9e-4d83-a04f-ad66469f0455,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:51.037962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-174a240b-38dc-4fcc-9ffb-64b163bfa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:51.039544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-174a240b-38dc-4fcc-9ffb-64b163bfa7e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.2199686 Jul 06 18:15:51.205136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b7e5-a127-4e7a-85fe-bf44a223503b req-efd47702-929c-49b6-8a2b-22e89aa287a2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:51.212146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0522b7e5-a127-4e7a-85fe-bf44a223503b req-efd47702-929c-49b6-8a2b-22e89aa287a2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.3468959 Jul 06 18:15:51.302120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-77168150-1736-4718-9e77-76782a04a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:51.303759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-77168150-1736-4718-9e77-76782a04a043 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530177 Jul 06 18:15:51.326929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0522b7e5-a127-4e7a-85fe-bf44a223503b req-6c31d5e9-3e4c-49b1-a052-c160b76acd65 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137106 Jul 06 18:15:51.408073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:51.550193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-df7c22f6-3f5c-4925-81fb-316aca114a93 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214942 Jul 06 18:15:51.658308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0dc234c0-4a9e-4d83-a04f-ad66469f0455 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:51.736835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:51.774358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] For port 0dc234c0-4a9e-4d83-a04f-ad66469f0455, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0dc234c0-4a9e-4d83-a04f-ad66469f0455,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:51.796579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1e9cdf3-d8de-41b2-aa70-7d085c8bec1c req-5636e9e3-83eb-45a8-9ae9-db5dba4289a6 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715281 Jul 06 18:15:51.833148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:51.840460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:51.841491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:51.932989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:51.947368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:51.955999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:51.956628 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:51.965859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Subnet': ['ID=730a32a7-f7a0-406a-94e8-343f8a855dcf,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:51.989283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=0dc234c0-4a9e-4d83-a04f-ad66469f0455,revision_number=4']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:51.998072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-51d5423c-cbc6-4d02-a465-ace85bb7e6e8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6006289 Jul 06 18:15:51.998263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53712) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:52.006367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Request body: {'port': {'network_id': 'b93ba3d4-6204-46bf-8941-c428da39aa18', 'mac_address': 'fa:16:3e:af:a1:b4', 'name': 'tempest-NetworksTestDHCPv6-565611537'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:52.191216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Made reservation on behalf of 2a42c78589cb4b8cb8cc30dff7ebf393 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:52.245454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:52.327590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.359561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] device_id is not set on port 95c1815a-dc8b-444c-9fe7-588d69dbdd54 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:52.441277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c49e8c-3799-4e9a-a778-63a1d8f692ca None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:52.468446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-acd41214-0788-44b2-a621-0e15963094e2 tempest-ServiceProvidersTest-1851009242 tempest-ServiceProvidersTest-1851009242-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2083092 Jul 06 18:15:52.546251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:15:52.602874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8::178 (b93ba3d4-6204-46bf-8941-c428da39aa18/ca6f63a2-871e-4f86-b116-aeb0b8d42b67/95c1815a-dc8b-444c-9fe7-588d69dbdd54) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:52.611744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Allocated IP 2001:db8:0:1:f816:3eff:feaf:a1b4 (b93ba3d4-6204-46bf-8941-c428da39aa18/730a32a7-f7a0-406a-94e8-343f8a855dcf/95c1815a-dc8b-444c-9fe7-588d69dbdd54) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:52.630831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] Provisioning for port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:52.657286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] Provisioning complete for port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:52.657664 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.782812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b3a1-c20a-4c06-9166-00c2389eb0aa req-4114f81e-fd46-43b9-ae2e-8b413095966c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:52.788830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7403b3a1-c20a-4c06-9166-00c2389eb0aa req-4114f81e-fd46-43b9-ae2e-8b413095966c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.1737442 Jul 06 18:15:52.862113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7403b3a1-c20a-4c06-9166-00c2389eb0aa req-92753de1-fea1-486b-b019-d5966fc744d5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629044 Jul 06 18:15:52.873265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.881529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.910846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Transition to ACTIVE for port object 95c1815a-dc8b-444c-9fe7-588d69dbdd54 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:52.911664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:52.974402 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.975728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'mac_address': 'fa:16:3e:45:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:15:53.008352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] For port 0dc234c0-4a9e-4d83-a04f-ad66469f0455, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0dc234c0-4a9e-4d83-a04f-ad66469f0455,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:53.034427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:53.051486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.064293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Network b93ba3d4-6204-46bf-8941-c428da39aa18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:53.107359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:53.112173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:53.117961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:53.120752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.121097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.144528 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1442995 Jul 06 18:15:53.151199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:53.151569 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775ab13-8fab-4a85-86c6-61086b4d2e6f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event updated for resources: {'Port': ['ID=95c1815a-dc8b-444c-9fe7-588d69dbdd54,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:53.183938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017e6dcd-144a-44be-8df9-f5c5378d6bf9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:15:53.189365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214b13c-76cd-4b97-944f-076e81956916 None None] Pushing event updated for resources: {'Port': ['ID=0dc234c0-4a9e-4d83-a04f-ad66469f0455,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:53.236109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:53.247768 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.317461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:53.318455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8538f35-125c-44c6-bdfe-9e5ad8616d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.397245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting port 95c1815a-dc8b-444c-9fe7-588d69dbdd54 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:53.397468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.460256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['017e6dcd-144a-44be-8df9-f5c5378d6bf9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:15:53.562713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0dc234c0-4a9e-4d83-a04f-ad66469f0455 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:53.616321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.631322 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8538f35-125c-44c6-bdfe-9e5ad8616d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.638119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Calling delete_port for 95c1815a-dc8b-444c-9fe7-588d69dbdd54 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:53.640415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8538f35-125c-44c6-bdfe-9e5ad8616d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.727311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:53.727949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.731019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f8538f35-125c-44c6-bdfe-9e5ad8616d9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9380cd9ee70743dbb362201c81b367c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964262 Jul 06 18:15:53.734363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53738) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:53.749235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8538f35-125c-44c6-bdfe-9e5ad8616d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9adec-5311-431a-bc81-8a9ba0add230,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:53.837209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9591c31-3686-4ad8-b7fa-92040c17ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.869322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9591c31-3686-4ad8-b7fa-92040c17ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.990961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9591c31-3686-4ad8-b7fa-92040c17ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:53.998147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9591c31-3686-4ad8-b7fa-92040c17ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.002804 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9591c31-3686-4ad8-b7fa-92040c17ce59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0f9adec-5311-431a-bc81-8a9ba0add230 HTTP/1.1" status: 204 len: 168 time: 0.2646823 Jul 06 18:15:54.021214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9591c31-3686-4ad8-b7fa-92040c17ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9adec-5311-431a-bc81-8a9ba0add230,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:54.053863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.119536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Port': ['ID=95c1815a-dc8b-444c-9fe7-588d69dbdd54,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:54.204689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7896607b-9bc1-4af2-819a-191190e76b74 None None] Provisioning complete for port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:54.205268 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7896607b-9bc1-4af2-819a-191190e76b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.217417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.220148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b8e5904e-7ebd-4bb7-b79a-04e45b4e3c29 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/95c1815a-dc8b-444c-9fe7-588d69dbdd54 HTTP/1.1" status: 204 len: 168 time: 1.0676262 Jul 06 18:15:54.222643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:54.306546 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca160533-74a9-4c3b-958d-185e093d33a4 req-4e551207-61f2-487b-890e-54020ec69577 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:54.311750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca160533-74a9-4c3b-958d-185e093d33a4 req-4e551207-61f2-487b-890e-54020ec69577 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 944 time: 0.1840889 Jul 06 18:15:54.383923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1193143-de96-41c0-8f65-0cf24037f7c8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:54.387451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a1193143-de96-41c0-8f65-0cf24037f7c8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1634457 Jul 06 18:15:54.388388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53756) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:54.415803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca160533-74a9-4c3b-958d-185e093d33a4 req-a6c4977f-bab8-4477-98a4-0e38b1f259da tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926528 Jul 06 18:15:54.477098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e60a9-fd69-4c31-8575-212ec2896bd8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:54.479808 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e5e60a9-fd69-4c31-8575-212ec2896bd8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0890043 Jul 06 18:15:54.482616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53760) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:54.520146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:54.566354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d1604-5169-4e90-8c3f-ccf4e11470c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:54.568344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d1604-5169-4e90-8c3f-ccf4e11470c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:54.570338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d1604-5169-4e90-8c3f-ccf4e11470c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:54.572083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-790d1604-5169-4e90-8c3f-ccf4e11470c7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0878820 Jul 06 18:15:54.574823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53764) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:54.596634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-264dc514-b8a1-4bd1-86d2-ba7b14a9b9ec None None] Could not find standard attr ID for object fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:54.616304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:54.621501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:15:54.622146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.663638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet 730a32a7-f7a0-406a-94e8-343f8a855dcf {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:54.672863 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.740939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.741169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.786768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:54.788520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:15:54.793908 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d3c1f-c643-4ee7-bc9c-e2ed59bd8af1" -d '{"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-plugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:15:54.800605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:54.860543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:54.867868 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab874d05-ab97-46c3-b26e-eed3e6ea1df2 x-openstack-request-id: req-ab874d05-ab97-46c3-b26e-eed3e6ea1df2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:15:54.868295 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-plugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:15:54.868693 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab874d05-ab97-46c3-b26e-eed3e6ea1df2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:15:54.869340 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'code': 200} Jul 06 18:15:54.885734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.018854 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.024488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5efa9f08-07ca-4d5f-801a-7f0fbd5092b8 None None] Could not find standard attr ID for object 95c1815a-dc8b-444c-9fe7-588d69dbdd54. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:15:55.113248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=730a32a7-f7a0-406a-94e8-343f8a855dcf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:55.121422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.125265 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-57836ec6-2df3-43a1-97b8-518d7d496896 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/730a32a7-f7a0-406a-94e8-343f8a855dcf HTTP/1.1" status: 204 len: 168 time: 0.5488260 Jul 06 18:15:55.127826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.214927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Deleting subnet ca6f63a2-871e-4f86-b116-aeb0b8d42b67 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:15:55.221941 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.274979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a0a41-881d-4998-a74b-ad529cba2098 req-2dcb461b-c181-489c-9e81-ee1a5fac46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:55.277402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e8a0a41-881d-4998-a74b-ad529cba2098 req-2dcb461b-c181-489c-9e81-ee1a5fac46f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1096 time: 0.2701566 Jul 06 18:15:55.315747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.332283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e8a0a41-881d-4998-a74b-ad529cba2098 req-25efa024-0723-48a7-b343-0d0d28da66af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474610 Jul 06 18:15:55.332509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.435189 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3e63001-2b92-4004-8214-aedb5bb96cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.459438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d43fa-f76e-42e6-aedd-1885094c5f11 None None] Network b93ba3d4-6204-46bf-8941-c428da39aa18 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:55.498570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.499479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1190553667'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:55.545316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Made reservation on behalf of a15eed77fc0f4ff6839dbb7442f3a0b1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:55.558952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.588178 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.609451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.662006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.664787 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/ca6f63a2-871e-4f86-b116-aeb0b8d42b67 HTTP/1.1" status: 204 len: 168 time: 0.5357985 Jul 06 18:15:55.665783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45061c-446d-4c2a-ad41-e5bd3ded4ba1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6f63a2-871e-4f86-b116-aeb0b8d42b67,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:55.668750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.714603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e2d02-cd19-42bd-83dd-afd20f5172c5 req-11e6ae3d-4237-40e1-ae23-6ad06bebbcd5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:55.716211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a8e2d02-cd19-42bd-83dd-afd20f5172c5 req-11e6ae3d-4237-40e1-ae23-6ad06bebbcd5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1373262 Jul 06 18:15:55.721758 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e031b7e4-2a7f-4b08-87ef-2d1b097158d7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518687 Jul 06 18:15:55.724503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53788) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.797012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a8e2d02-cd19-42bd-83dd-afd20f5172c5 req-8c62aa49-8971-4c7a-82aa-27fd82fdc2bb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694799 Jul 06 18:15:55.805447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] DHCP port deletion for b93ba3d4-6204-46bf-8941-c428da39aa18 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:15:55.813589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.819700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.841927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f1afe-6f11-4500-bda7-b69a38626ae3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:55.843823 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe9f1afe-6f11-4500-bda7-b69a38626ae3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1181364 Jul 06 18:15:55.846608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53790) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.849485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:15:55.869113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a641e75b-33f3-410d-9609-8a9aec948d5b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:55.872225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.872573 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Added segment bd67bd15-3bd2-47ed-a6f9-534f89548c0c of type vlan for network fecd1eec-2d06-4feb-97b4-4ec452d0d683 Jul 06 18:15:55.895575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] Deleting port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:55.896058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.919292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.926203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4f1b1-c8a5-49ba-be64-17338dc21b07 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:55.928501 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73b4f1b1-c8a5-49ba-be64-17338dc21b07 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0806980 Jul 06 18:15:55.931065 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53792) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.960854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.966502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:55.967762 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:55.980271 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3e788082-83a2-4624-8f65-30efdc1df511 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477624 Jul 06 18:15:55.987806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53794) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:55.994925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] For port 0dc234c0-4a9e-4d83-a04f-ad66469f0455, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0dc234c0-4a9e-4d83-a04f-ad66469f0455,segment=NetworkSegment(83be26ac-0db3-4c59-9cac-0c601362fb73),segment_id=83be26ac-0db3-4c59-9cac-0c601362fb73)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:55.995356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.010739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] Calling delete_port for 0dc234c0-4a9e-4d83-a04f-ad66469f0455 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:56.018840 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4223726a-4548-4d27-b712-f1d4034f9c62 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.019473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4223726a-4548-4d27-b712-f1d4034f9c62 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.024302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.024732 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4223726a-4548-4d27-b712-f1d4034f9c62 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/95c1815a-dc8b-444c-9fe7-588d69dbdd54 HTTP/1.1" status: 404 len: 333 time: 0.0355980 Jul 06 18:15:56.042638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7247980 Jul 06 18:15:56.047674 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53798) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.054162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Request body: {'subnet': {'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:56.072138 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-355475a3-458a-4866-a465-2e43b72d095b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.073225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355475a3-458a-4866-a465-2e43b72d095b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.075185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-355475a3-458a-4866-a465-2e43b72d095b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/730a32a7-f7a0-406a-94e8-343f8a855dcf HTTP/1.1" status: 404 len: 337 time: 0.0499578 Jul 06 18:15:56.076319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef697d1-58da-425f-afe8-16b05042da71 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event updated for resources: {'Network': ['ID=fecd1eec-2d06-4feb-97b4-4ec452d0d683,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:56.079346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.092292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:15:56.108707 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa12fee-a2e2-40b3-8861-ce014790b7d6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.109519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa12fee-a2e2-40b3-8861-ce014790b7d6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.112798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3fa12fee-a2e2-40b3-8861-ce014790b7d6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/ca6f63a2-871e-4f86-b116-aeb0b8d42b67 HTTP/1.1" status: 404 len: 337 time: 0.0322599 Jul 06 18:15:56.115316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.149535 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-637773d7-46d5-4ac0-9942-bbebafd4c495 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.150796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637773d7-46d5-4ac0-9942-bbebafd4c495 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.153810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-637773d7-46d5-4ac0-9942-bbebafd4c495 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/fbff64dd-a7ae-49f7-bbc7-f3c1fe4296d6 HTTP/1.1" status: 404 len: 333 time: 0.0371156 Jul 06 18:15:56.158571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53806) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.208807 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e7d3bf-d41f-4f4b-aefa-72265fda08b8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.209528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e7d3bf-d41f-4f4b-aefa-72265fda08b8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.212003 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31e7d3bf-d41f-4f4b-aefa-72265fda08b8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/57e4b83c-679b-479f-a92d-c10c118c0689 HTTP/1.1" status: 404 len: 337 time: 0.0517607 Jul 06 18:15:56.214338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.257909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Made reservation on behalf of a15eed77fc0f4ff6839dbb7442f3a0b1 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:56.261666 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.267012 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dab0bbb-c3c5-4b1e-a656-9db7b9f29000 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.267750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dab0bbb-c3c5-4b1e-a656-9db7b9f29000 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.270083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8dab0bbb-c3c5-4b1e-a656-9db7b9f29000 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/07db877a-3818-4d3a-a988-0183c41f6681 HTTP/1.1" status: 404 len: 337 time: 0.0543811 Jul 06 18:15:56.272755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53810) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.307427 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb71ef25-7717-474e-90a2-d22ea9010992 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.308135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb71ef25-7717-474e-90a2-d22ea9010992 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.313763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cb71ef25-7717-474e-90a2-d22ea9010992 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/5a012db1-7965-420e-8dfe-31342313cc05 HTTP/1.1" status: 404 len: 333 time: 0.0394821 Jul 06 18:15:56.314656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53812) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.348310 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-407d2953-b537-4e89-bbd6-6d9e656c3fd1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.348791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407d2953-b537-4e89-bbd6-6d9e656c3fd1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.353628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-407d2953-b537-4e89-bbd6-6d9e656c3fd1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/84877a9e-ba94-4b8a-a199-1329dc18d887 HTTP/1.1" status: 404 len: 337 time: 0.0375447 Jul 06 18:15:56.354297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.381022 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b3b74b-fed2-4503-9c9b-af7d2bf95dd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.381404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b3b74b-fed2-4503-9c9b-af7d2bf95dd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.386109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-95b3b74b-fed2-4503-9c9b-af7d2bf95dd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/4aaf43e1-d7d9-4812-a722-58390a38f658 HTTP/1.1" status: 404 len: 337 time: 0.0293903 Jul 06 18:15:56.386880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.415900 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb771db-9b50-46b3-8a1f-54f2847199f7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.416646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb771db-9b50-46b3-8a1f-54f2847199f7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.418572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aeb771db-9b50-46b3-8a1f-54f2847199f7 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/8e0e2b65-1005-44d5-b553-e7b2cbad204f HTTP/1.1" status: 404 len: 333 time: 0.0305879 Jul 06 18:15:56.423851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.424042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.455043 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea36b554-381a-4a45-b8bd-1e17f4175325 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.455549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea36b554-381a-4a45-b8bd-1e17f4175325 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.457337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea36b554-381a-4a45-b8bd-1e17f4175325 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/9e01d63e-f2ed-4cba-83e5-b5094c58abb6 HTTP/1.1" status: 404 len: 337 time: 0.0323830 Jul 06 18:15:56.462330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.471116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] No DVR routers for this DVR port 0dc234c0-4a9e-4d83-a04f-ad66469f0455 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:56.475843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b55693-c18d-43f0-af98-48d94f8d229f None None] Pushing event deleted for resources: {'Port': ['ID=0dc234c0-4a9e-4d83-a04f-ad66469f0455,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:56.496995 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbc524b-d408-4160-863e-0b15d8e77c8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.497451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbc524b-d408-4160-863e-0b15d8e77c8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.500566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bfbc524b-d408-4160-863e-0b15d8e77c8a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/0a5e8afc-3a23-40c6-8a06-79d1a8fdc9f9 HTTP/1.1" status: 404 len: 337 time: 0.0369325 Jul 06 18:15:56.503760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.506146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c60d70-129c-413c-894a-eb9a034b6d1f None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:15:56.560061 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98cf6b1-a165-4920-b53e-a0f8ba3964b0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.560769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98cf6b1-a165-4920-b53e-a0f8ba3964b0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.563461 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d98cf6b1-a165-4920-b53e-a0f8ba3964b0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/efc7818b-e3c3-43b1-b49e-cd3dbf4097f0 HTTP/1.1" status: 404 len: 333 time: 0.0581384 Jul 06 18:15:56.566137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.584153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.588578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c60d70-129c-413c-894a-eb9a034b6d1f None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:15:56.593773 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d1aabd-15a6-4a5f-bdbe-1778dc38b2df tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.594241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d1aabd-15a6-4a5f-bdbe-1778dc38b2df tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.600755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-51d1aabd-15a6-4a5f-bdbe-1778dc38b2df tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/06c63c5a-0fa0-4a40-a1dc-1c1e2b1398c3 HTTP/1.1" status: 404 len: 337 time: 0.0325789 Jul 06 18:15:56.602322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.638120 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0fdefb-d485-48f5-8759-ad3897fe00ba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.638971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0fdefb-d485-48f5-8759-ad3897fe00ba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.641620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5d0fdefb-d485-48f5-8759-ad3897fe00ba tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/fa6115c4-fcc9-4ee6-8f9a-d92fcd47827a HTTP/1.1" status: 404 len: 333 time: 0.0381670 Jul 06 18:15:56.645587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53828) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.662153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event updated for resources: {'Subnet': ['ID=3e0b3e90-6aca-4742-84e7-b70ba05186d1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:56.673350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Checking segment: {'id': 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:56.673720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Network hostable DHCP agents. Network: fecd1eec-2d06-4feb-97b4-4ec452d0d683, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:15:56.693144 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ddb222-8acf-4d4f-8141-4b1ff1538f6b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.693630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ddb222-8acf-4d4f-8141-4b1ff1538f6b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.698032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c3ddb222-8acf-4d4f-8141-4b1ff1538f6b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/410ef598-6cd9-4fe7-99fe-59c5319b68d7 HTTP/1.1" status: 404 len: 337 time: 0.0488381 Jul 06 18:15:56.698249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:15:56.698376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.710580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, fecd1eec-2d06-4feb-97b4-4ec452d0d683) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:56.717333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:56.719036 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.728145 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17d6c7a-7cf9-41bf-bb5e-a4683cfe56ac tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.729179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17d6c7a-7cf9-41bf-bb5e-a4683cfe56ac tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.734258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f17d6c7a-7cf9-41bf-bb5e-a4683cfe56ac tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/a518de2e-209d-4929-a81e-f44b9aa94c64 HTTP/1.1" status: 404 len: 333 time: 0.0314157 Jul 06 18:15:56.734865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.749580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e6d82373-cfa3-405d-a6a6-6dc023379936 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6995716 Jul 06 18:15:56.750288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53834) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.756176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Request body: {'port': {'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683', 'name': 'tempest-TagsExtTest-1278228227'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:56.763701 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4653f8f4-bacb-4b57-a4bc-e5c18f79a217 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.764457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4653f8f4-bacb-4b57-a4bc-e5c18f79a217 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.768926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4653f8f4-bacb-4b57-a4bc-e5c18f79a217 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/f55c63f3-a248-4a54-bd63-1b966f6605cd HTTP/1.1" status: 404 len: 337 time: 0.0307565 Jul 06 18:15:56.769207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.803124 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a610aec3-7109-4d34-8766-6590526a7d5c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.804827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a610aec3-7109-4d34-8766-6590526a7d5c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.808970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a610aec3-7109-4d34-8766-6590526a7d5c tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/5cf6b52d-772c-43d7-85e6-700db72891ee HTTP/1.1" status: 404 len: 333 time: 0.0364637 Jul 06 18:15:56.809443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.847691 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-862bb859-b127-4734-bd32-e7ad54ce3523 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.848193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862bb859-b127-4734-bd32-e7ad54ce3523 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.850187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-862bb859-b127-4734-bd32-e7ad54ce3523 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/b38f0cee-b9fa-4838-9372-02a712bd391d HTTP/1.1" status: 404 len: 337 time: 0.0397553 Jul 06 18:15:56.852875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.892962 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ed01fa-c8e9-4424-963d-1fba349f89dc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.894692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ed01fa-c8e9-4424-963d-1fba349f89dc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.901814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49ed01fa-c8e9-4424-963d-1fba349f89dc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/bf46bd06-c992-423a-bc78-99155bab30c2 HTTP/1.1" status: 404 len: 333 time: 0.0442979 Jul 06 18:15:56.902464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:56.929572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6246fd-2337-4f7b-998d-a23a0b3b9f11 None None] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:15:56.936957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Made reservation on behalf of a15eed77fc0f4ff6839dbb7442f3a0b1 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:15:56.940920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.958069 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab4999c-975a-4dac-ae74-dbb3445bad3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:56.958544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab4999c-975a-4dac-ae74-dbb3445bad3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:56.963288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5ab4999c-975a-4dac-ae74-dbb3445bad3a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/0d602c0e-01c7-4060-a807-20a20af3881d HTTP/1.1" status: 404 len: 337 time: 0.0575976 Jul 06 18:15:56.963485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] device_id is not set on port 61041269-c585-46fa-9222-3b23948bb654 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:15:56.963583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.036439 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8387a380-1614-40ab-b722-15c7a6303a22 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.037582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8387a380-1614-40ab-b722-15c7a6303a22 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.041937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8387a380-1614-40ab-b722-15c7a6303a22 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/7a5d6714-752c-4881-8d55-9ceeaa94803e HTTP/1.1" status: 404 len: 333 time: 0.0751760 Jul 06 18:15:57.042355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53848) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.081294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc08c1-8987-4470-a493-6787b9d0145f req-3b7c8834-948c-4861-912f-f76e79583e49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:57.083515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffcc08c1-8987-4470-a493-6787b9d0145f req-3b7c8834-948c-4861-912f-f76e79583e49 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1212213 Jul 06 18:15:57.091566 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9900741a-a5e1-4e1f-b12e-017c2973bdf2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.092743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9900741a-a5e1-4e1f-b12e-017c2973bdf2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.096999 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9900741a-a5e1-4e1f-b12e-017c2973bdf2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/9ee7a072-4ead-425c-b0ea-eecce0bb0407 HTTP/1.1" status: 404 len: 337 time: 0.0513241 Jul 06 18:15:57.099184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.136307 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-68009169-8131-4f68-88fc-33159d9ddfd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.136776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68009169-8131-4f68-88fc-33159d9ddfd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.138602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-68009169-8131-4f68-88fc-33159d9ddfd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/c42864a0-9093-4149-a362-b782c356aab2 HTTP/1.1" status: 404 len: 337 time: 0.0386636 Jul 06 18:15:57.139518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffcc08c1-8987-4470-a493-6787b9d0145f req-2c5ade16-37b7-47ef-8846-407dc397eccc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 Jul 06 18:15:57.141594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53852) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.142184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-fecd1eec-2d06-4feb-97b4-4ec452d0d683', 'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683', 'tenant_id': 'a15eed77fc0f4ff6839dbb7442f3a0b1', 'fixed_ips': [{'subnet_id': '3e0b3e90-6aca-4742-84e7-b70ba05186d1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:15:57.143226 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:57.181628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Allocated IP 172.20.0.13 (fecd1eec-2d06-4feb-97b4-4ec452d0d683/3e0b3e90-6aca-4742-84e7-b70ba05186d1/61041269-c585-46fa-9222-3b23948bb654) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:57.184239 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c1b23b-8e48-46d6-a219-4c7dc52460bd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.185166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c1b23b-8e48-46d6-a219-4c7dc52460bd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.189309 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-74c1b23b-8e48-46d6-a219-4c7dc52460bd tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/e7cf8afd-9915-47d0-b4fe-55c6fb2309d0 HTTP/1.1" status: 404 len: 333 time: 0.0446887 Jul 06 18:15:57.190262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.238093 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-406d02e4-d4e9-414d-a605-9573f0723c93 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.238730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406d02e4-d4e9-414d-a605-9573f0723c93 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.244720 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53860) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.249621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-406d02e4-d4e9-414d-a605-9573f0723c93 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/2a35e703-0fad-41c0-b944-a1a549341e58 HTTP/1.1" status: 404 len: 337 time: 0.0584357 Jul 06 18:15:57.301619 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73de3b8-73f3-483e-bec3-9880d5b17fe8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.302224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73de3b8-73f3-483e-bec3-9880d5b17fe8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.304026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f73de3b8-73f3-483e-bec3-9880d5b17fe8 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/5a8411e9-6fa9-449c-983e-5a5bc90577e6 HTTP/1.1" status: 404 len: 337 time: 0.0567408 Jul 06 18:15:57.308705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53862) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.343881 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2746c106-6cca-4ced-90c2-f0bf613f4b00 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.344595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2746c106-6cca-4ced-90c2-f0bf613f4b00 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.348694 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2746c106-6cca-4ced-90c2-f0bf613f4b00 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/e1524aef-cab9-4cb9-8cd2-90581fbab486 HTTP/1.1" status: 404 len: 333 time: 0.0365019 Jul 06 18:15:57.348828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95c47-3c77-4a9a-9e9c-bb59e41855d9 req-a7a38481-15ed-4e70-99ee-ed87b4a8a407 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:57.350377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf95c47-3c77-4a9a-9e9c-bb59e41855d9 req-a7a38481-15ed-4e70-99ee-ed87b4a8a407 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.0756969 Jul 06 18:15:57.350865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.391239 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a81747-09cb-4be1-89b8-61bff2326ed3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.391728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a81747-09cb-4be1-89b8-61bff2326ed3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.393448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-93a81747-09cb-4be1-89b8-61bff2326ed3 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/383e235a-f91b-4cae-926d-a194c3dee791 HTTP/1.1" status: 404 len: 337 time: 0.0412319 Jul 06 18:15:57.396237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.425871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf95c47-3c77-4a9a-9e9c-bb59e41855d9 req-7589279b-e4f6-4e17-bfd8-93a4710fae25 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656073 Jul 06 18:15:57.463295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.533836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e113062-0d37-41be-8956-bc315a92aab9 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:57.538139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0e113062-0d37-41be-8956-bc315a92aab9 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1091 time: 0.0708628 Jul 06 18:15:57.538297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.544498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0dc234c0-4a9e-4d83-a04f-ad66469f0455 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:15:57.549492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:57.568071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0dc234c0-4a9e-4d83-a04f-ad66469f0455 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:15:57.568343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0dc234c0-4a9e-4d83-a04f-ad66469f0455 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:15:57.582058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:57.798948 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9742c3d8-1c7c-4c80-abde-3df0e31f3f3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.799576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9742c3d8-1c7c-4c80-abde-3df0e31f3f3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.801081 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9742c3d8-1c7c-4c80-abde-3df0e31f3f3b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/38024915-2067-406d-a1b6-9d38da32b91e HTTP/1.1" status: 404 len: 337 time: 0.4036353 Jul 06 18:15:57.804258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53872) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.841525 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4c62c1-e739-482a-a8a5-1098c6310605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.842399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4c62c1-e739-482a-a8a5-1098c6310605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.846603 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7b4c62c1-e739-482a-a8a5-1098c6310605 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/43b536b0-f9fd-4a47-a8d2-58d79055b6ac HTTP/1.1" status: 404 len: 333 time: 0.0390739 Jul 06 18:15:57.847349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53874) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.881372 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a30df9-c5f1-4ad0-9289-dbb124df7db1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.881907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a30df9-c5f1-4ad0-9289-dbb124df7db1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.886301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-53a30df9-c5f1-4ad0-9289-dbb124df7db1 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/d650ca29-5575-4b1b-a3c2-1d64dfae13aa HTTP/1.1" status: 404 len: 337 time: 0.0359862 Jul 06 18:15:57.890461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53876) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.912085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb426-0411-498c-8512-93be6b8f5157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:57.925532 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0de5a9-8811-4264-9cc1-5066f6c45579 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:57.926147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0de5a9-8811-4264-9cc1-5066f6c45579 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:57.928091 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fe0de5a9-8811-4264-9cc1-5066f6c45579 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/dbaeb551-63e3-4122-8590-8ab5c3874113 HTTP/1.1" status: 404 len: 337 time: 0.0367050 Jul 06 18:15:57.933840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53878) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:57.948830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:57.967971 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:57.976100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:57.984900 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ae586cfc-237a-42e6-bbf8-9b32172d898f tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports?device_id=20a93a6e-0076-4419-82dc-504983fe7a13 HTTP/1.1" status: 200 len: 205 time: 0.0498586 Jul 06 18:15:57.988245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.027938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Transition to ACTIVE for port object 61041269-c585-46fa-9222-3b23948bb654 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:58.030494 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-409209b2-ee5e-45bf-86de-20487f37a6f6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] delete failed (client error): The resource could not be found. Jul 06 18:15:58.033731 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-409209b2-ee5e-45bf-86de-20487f37a6f6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/routers/20a93a6e-0076-4419-82dc-504983fe7a13 HTTP/1.1" status: 404 len: 336 time: 0.0424416 Jul 06 18:15:58.034497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.069515 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc502b0-91bf-4faa-ba1e-45ad0984df10 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.069515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc502b0-91bf-4faa-ba1e-45ad0984df10 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.073198 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4cc502b0-91bf-4faa-ba1e-45ad0984df10 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/fbdb2ecd-06b6-43de-9d5f-a6f0b47ac276 HTTP/1.1" status: 404 len: 337 time: 0.0342791 Jul 06 18:15:58.075558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.102029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.140445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.143035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b65675af-9a9f-48da-b69a-1af56e21d166 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1dc1c19-ac75-4288-a7b2-73d424d464e4 HTTP/1.1" status: 200 len: 205 time: 0.0661993 Jul 06 18:15:58.156405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Allocated IP 172.20.0.2 (fecd1eec-2d06-4feb-97b4-4ec452d0d683/3e0b3e90-6aca-4742-84e7-b70ba05186d1/c6e695a8-5d41-473b-8287-4be06e4ea6c2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:58.191399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:58.195430 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-7bd8e615-e850-41c8-a141-862ed4c5f47e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] delete failed (client error): The resource could not be found. Jul 06 18:15:58.198898 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7bd8e615-e850-41c8-a141-862ed4c5f47e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/routers/d1dc1c19-ac75-4288-a7b2-73d424d464e4 HTTP/1.1" status: 404 len: 336 time: 0.0552089 Jul 06 18:15:58.200337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:58.206851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53888) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.208982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:58.246035 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event updated for resources: {'Port': ['ID=61041269-c585-46fa-9222-3b23948bb654,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:58.247763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.49 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/f147ce3c-0ea7-4460-83e5-d44388420f69) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:15:58.277928 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-738dcce6-6b4a-4a72-92c4-0a550a81c06a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.278503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738dcce6-6b4a-4a72-92c4-0a550a81c06a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.284014 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-738dcce6-6b4a-4a72-92c4-0a550a81c06a tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/dd50603f-5dae-46b6-b9d9-e013396f2865 HTTP/1.1" status: 404 len: 337 time: 0.0728226 Jul 06 18:15:58.285820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.313487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:58.314569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.334746 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-767cc7e1-0a6a-40ef-a1c9-d6519061dcbc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5831985 Jul 06 18:15:58.338587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53896) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.344531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1895692761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:58.358230 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.371517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Transition to ACTIVE for port object c6e695a8-5d41-473b-8287-4be06e4ea6c2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:58.383795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.385266 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.394036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Transition to ACTIVE for port object c6e695a8-5d41-473b-8287-4be06e4ea6c2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:15:58.402544 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.411716 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a469de-51bd-43ff-9938-10a018d2082b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.412644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a469de-51bd-43ff-9938-10a018d2082b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.426976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-64a469de-51bd-43ff-9938-10a018d2082b tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/2421d61f-5f09-454c-b6ee-509e38637788 HTTP/1.1" status: 404 len: 337 time: 0.1378112 Jul 06 18:15:58.432039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.475110 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95c2dc6-6893-4bbd-8ed4-236d3e1577dc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.475868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95c2dc6-6893-4bbd-8ed4-236d3e1577dc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.481251 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a95c2dc6-6893-4bbd-8ed4-236d3e1577dc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/be2baf55-238e-4943-b726-a85a48b0b83e HTTP/1.1" status: 404 len: 333 time: 0.0481250 Jul 06 18:15:58.482040 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53902) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.492555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:58.501234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.501463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:58.510569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Pushing event updated for resources: {'Port': ['ID=c6e695a8-5d41-473b-8287-4be06e4ea6c2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:58.524873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:58.556768 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.557867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.559441 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b342e877-22b2-451f-9ddd-d51cd8b05a6d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.560050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b342e877-22b2-451f-9ddd-d51cd8b05a6d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.565691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b342e877-22b2-451f-9ddd-d51cd8b05a6d tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/5ccbfc6e-362f-4e99-81a5-9c48410dea38 HTTP/1.1" status: 404 len: 337 time: 0.0477307 Jul 06 18:15:58.566367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.595654 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd7eec2-d224-41f9-929f-f4e4bf5a0ccc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.596399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd7eec2-d224-41f9-929f-f4e4bf5a0ccc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.601006 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6fd7eec2-d224-41f9-929f-f4e4bf5a0ccc tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/b44c9891-969e-455c-996e-3b8b2942c5ec HTTP/1.1" status: 404 len: 333 time: 0.0330992 Jul 06 18:15:58.601680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Attempting to bind port c6e695a8-5d41-473b-8287-4be06e4ea6c2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:15:58.602170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.602278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Attempting to bind port c6e695a8-5d41-473b-8287-4be06e4ea6c2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:15:58.602671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Attempting to bind port c6e695a8-5d41-473b-8287-4be06e4ea6c2 on network fecd1eec-2d06-4feb-97b4-4ec452d0d683 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:15:58.607353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53910) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.609230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:15:58.609725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Checking segment: {'id': 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:15:58.610260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.610764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Bound using segment: {'id': 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:15:58.611571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Bound port: c6e695a8-5d41-473b-8287-4be06e4ea6c2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fecd1eec-2d06-4feb-97b4-4ec452d0d683'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:15:58.611847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.643937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:15:58.649850 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.651541 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71e630d8-dc7b-4a8f-bfa2-028363f0b7e8 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3117313 Jul 06 18:15:58.652661 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e20974-9097-416e-8596-0aaa69a9fe21 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.653156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e20974-9097-416e-8596-0aaa69a9fe21 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.658200 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d5e20974-9097-416e-8596-0aaa69a9fe21 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/711ef722-c0dc-4739-ac81-4f1e75617097 HTTP/1.1" status: 404 len: 337 time: 0.0459673 Jul 06 18:15:58.658200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.660397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:15:58.662006 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c6a4d909-8c1c-43e9-a2ce-15d10aa200f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-72994150', 'prefixes': ['172.20.0.0/16']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:15:58.684066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.691452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:15:58.717000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] For port c6e695a8-5d41-473b-8287-4be06e4ea6c2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:15:58.721411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=f147ce3c-0ea7-4460-83e5-d44388420f69,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:58.725473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] For port c6e695a8-5d41-473b-8287-4be06e4ea6c2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6e695a8-5d41-473b-8287-4be06e4ea6c2,segment=NetworkSegment(bd67bd15-3bd2-47ed-a6f9-534f89548c0c),segment_id=bd67bd15-3bd2-47ed-a6f9-534f89548c0c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:15:58.735392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.744407 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf54b03d-6a38-4603-be59-12767af3a0a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.745221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf54b03d-6a38-4603-be59-12767af3a0a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.749626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bf54b03d-6a38-4603-be59-12767af3a0a6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/6fb86e5b-367f-46fe-a4a1-aea2d1ae920a HTTP/1.1" status: 404 len: 333 time: 0.0617948 Jul 06 18:15:58.750458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.768200 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d909-8c1c-43e9-a2ce-15d10aa200f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for subnetpool, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.772166 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c6a4d909-8c1c-43e9-a2ce-15d10aa200f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1147444 Jul 06 18:15:58.775928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53918) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.782018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-f3cb5d8d-1b6a-4b85-ab4e-ddceea0ee720 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-711292148') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:58.795608 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-669ea689-d884-4f0e-a9b0-803d0c0d1fd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.796079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669ea689-d884-4f0e-a9b0-803d0c0d1fd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.800347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-669ea689-d884-4f0e-a9b0-803d0c0d1fd2 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/98e5fc19-f472-4bb0-af80-d304ada44613 HTTP/1.1" status: 404 len: 337 time: 0.0464532 Jul 06 18:15:58.800613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.820845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116b52-b037-47eb-9e94-60e69f912a73 None None] Pushing event updated for resources: {'Port': ['ID=c6e695a8-5d41-473b-8287-4be06e4ea6c2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:58.836451 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b173bf27-fb39-411b-a5f4-f6f3a268c78e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.837288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b173bf27-fb39-411b-a5f4-f6f3a268c78e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.839115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b173bf27-fb39-411b-a5f4-f6f3a268c78e tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/a2b3e7e7-f0d5-495b-9d70-1bc72bf941ad HTTP/1.1" status: 404 len: 333 time: 0.0375416 Jul 06 18:15:58.843967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.893797 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31dae94-9617-4ff1-9eb6-afa7db956cac tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.894258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31dae94-9617-4ff1-9eb6-afa7db956cac tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.896083 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f31dae94-9617-4ff1-9eb6-afa7db956cac tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/1b304570-2f9b-4c97-8298-005e76b15d0e HTTP/1.1" status: 404 len: 337 time: 0.0509775 Jul 06 18:15:58.903283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53924) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:58.944705 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b65b755-58f7-4710-b3cd-7ba5e6861c47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:58.946258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b65b755-58f7-4710-b3cd-7ba5e6861c47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:58.948354 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b65b755-58f7-4710-b3cd-7ba5e6861c47 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/0de20f0c-6ac1-4ea3-8177-add9375b81f3 HTTP/1.1" status: 404 len: 333 time: 0.0443037 Jul 06 18:15:58.952168 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.018143 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4de471f-cbd8-4b2d-bad5-fe96ba5d6ab4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:59.018609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4de471f-cbd8-4b2d-bad5-fe96ba5d6ab4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:59.020557 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c4de471f-cbd8-4b2d-bad5-fe96ba5d6ab4 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/1caeb134-9f80-4f0f-b119-faaca3bdd3ed HTTP/1.1" status: 404 len: 337 time: 0.0669940 Jul 06 18:15:59.027221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.047392 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f3cb5d8d-1b6a-4b85-ab4e-ddceea0ee720 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-711292148 HTTP/1.1" status: 201 len: 201 time: 0.2700613 Jul 06 18:15:59.050317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.056049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-09b84ba1-88e0-4c57-a371-d2d6f72018f0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-832851986') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.184943 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-09b84ba1-88e0-4c57-a371-d2d6f72018f0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-832851986 HTTP/1.1" status: 201 len: 201 time: 0.1335158 Jul 06 18:15:59.187796 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4c603f-427a-459c-b4c1-291fdb23bca6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:59.188685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53932) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.189011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4c603f-427a-459c-b4c1-291fdb23bca6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:59.191172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1f4c603f-427a-459c-b4c1-291fdb23bca6 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/a4e26dcf-339e-437a-88ea-e2cd4edf40c2 HTTP/1.1" status: 404 len: 333 time: 0.1644638 Jul 06 18:15:59.197523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-6f3a5550-c158-4c81-9dcf-8de3b3cfc9e1 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-903745283') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.242077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53934) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.282315 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d068b3-2a57-4876-b47d-9ba595197174 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:59.282878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d068b3-2a57-4876-b47d-9ba595197174 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:59.284752 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e2d068b3-2a57-4876-b47d-9ba595197174 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/e15ec237-05f6-4a6d-9fc4-c9287c424cf7 HTTP/1.1" status: 404 len: 337 time: 0.0371599 Jul 06 18:15:59.308047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.353638 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6f3a5550-c158-4c81-9dcf-8de3b3cfc9e1 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-903745283 HTTP/1.1" status: 201 len: 201 time: 0.1607652 Jul 06 18:15:59.354254 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53938) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.364165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-617c7377-719a-4906-b37c-91eed6997fdc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-935431993') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.377643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:59.419297 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afa2d5d-c505-41bb-8189-a27ff8d99fc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:59.421330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afa2d5d-c505-41bb-8189-a27ff8d99fc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:59.423357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9afa2d5d-c505-41bb-8189-a27ff8d99fc9 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/ports/4c685b4c-73f8-445a-ab29-b595b83addea HTTP/1.1" status: 404 len: 333 time: 0.1138918 Jul 06 18:15:59.426820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.488675 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba2fc62-e8fb-4ce8-8105-6a996231f736 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] DELETE failed (client error): The resource could not be found. Jul 06 18:15:59.489641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba2fc62-e8fb-4ce8-8105-6a996231f736 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:15:59.493159 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5ba2fc62-e8fb-4ce8-8105-6a996231f736 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/subnets/b010312f-7205-448f-a96d-0d111ba6b93f HTTP/1.1" status: 404 len: 337 time: 0.0649445 Jul 06 18:15:59.497344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.522499 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-617c7377-719a-4906-b37c-91eed6997fdc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-935431993 HTTP/1.1" status: 201 len: 201 time: 0.1664619 Jul 06 18:15:59.531833 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53944) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.537444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-ece7eba1-e300-4b3c-9b2f-7802145fe09d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.600279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:59.605942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6e695a8-5d41-473b-8287-4be06e4ea6c2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:15:59.613078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ece7eba1-e300-4b3c-9b2f-7802145fe09d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags HTTP/1.1" status: 200 len: 240 time: 0.0798120 Jul 06 18:15:59.615843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.620271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-af83e9df-defd-4c68-8487-58f932b8d7a0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-711292148') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.672161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c6e695a8-5d41-473b-8287-4be06e4ea6c2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:15:59.690418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af83e9df-defd-4c68-8487-58f932b8d7a0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-711292148 HTTP/1.1" status: 204 len: 168 time: 0.0713308 Jul 06 18:15:59.690761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53950) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.695641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-74573c92-e1ad-4f96-94ed-58c56547c6ba tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-711292148') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.734326 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:59.791552 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-74573c92-e1ad-4f96-94ed-58c56547c6ba tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-711292148 HTTP/1.1" status: 204 len: 168 time: 0.0996690 Jul 06 18:15:59.793808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53952) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.799428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-f90f601e-fda7-4e09-9c46-92c7e0bc0374 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.833933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:59.865122 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f90f601e-fda7-4e09-9c46-92c7e0bc0374 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0678849 Jul 06 18:15:59.865661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53954) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.870199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-a335395b-a3e5-475e-bec7-8a9986ea87de tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.930050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:59.941602 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a335395b-a3e5-475e-bec7-8a9986ea87de tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags HTTP/1.1" status: 200 len: 240 time: 0.0739107 Jul 06 18:15:59.942704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:15:59.948298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93ba3d4-6204-46bf-8941-c428da39aa18']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.948497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-3816c852-e6ca-4710-a7f0-1204c3ec110d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-832851986') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.971129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83be26ac-0db3-4c59-9cac-0c601362fb73') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.971728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83be26ac-0db3-4c59-9cac-0c601362fb73') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:15:59.994154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.021794 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3816c852-e6ca-4710-a7f0-1204c3ec110d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-832851986 HTTP/1.1" status: 204 len: 168 time: 0.0776050 Jul 06 18:16:00.022813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.031510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-981a0347-05a1-4c81-baab-2f614d1b81bd tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-832851986') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.051927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.053352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.064380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:00.064933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:00.068431 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:00.134538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da6f52-0f48-4021-8e30-757f554f657a None None] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:00.143191 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-981a0347-05a1-4c81-baab-2f614d1b81bd tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-832851986 HTTP/1.1" status: 204 len: 168 time: 0.1162972 Jul 06 18:16:00.144433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.149166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-d2df495b-1351-40df-aec1-cde764d32449 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.175620 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.185581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.188213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] 10.222.0.37 "DELETE /v2.0/networks/b93ba3d4-6204-46bf-8941-c428da39aa18 HTTP/1.1" status: 204 len: 168 time: 0.6899121 Jul 06 18:16:00.204110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4e63e-eea2-4b8b-bde5-58bde66078d0 tempest-NetworksTestDHCPv6-266205959 tempest-NetworksTestDHCPv6-266205959-project] Pushing event deleted for resources: {'Network': ['ID=b93ba3d4-6204-46bf-8941-c428da39aa18,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:00.241656 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d2df495b-1351-40df-aec1-cde764d32449 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags HTTP/1.1" status: 200 len: 205 time: 0.0946326 Jul 06 18:16:00.243389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.243572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.252808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.257012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-971ac126-e311-482f-acea-f6e89ad2a8f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.285198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] Provisioning for port c6e695a8-5d41-473b-8287-4be06e4ea6c2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:00.296785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] Provisioning complete for port c6e695a8-5d41-473b-8287-4be06e4ea6c2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:00.297163 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.391205 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-971ac126-e311-482f-acea-f6e89ad2a8f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags HTTP/1.1" status: 200 len: 240 time: 0.1463809 Jul 06 18:16:00.393654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.398279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-af82fb8c-d377-41d1-857f-d154239986f0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-903745283') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.434002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=f147ce3c-0ea7-4460-83e5-d44388420f69,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:00.440821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.444316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.487605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] For port c6e695a8-5d41-473b-8287-4be06e4ea6c2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6e695a8-5d41-473b-8287-4be06e4ea6c2,segment=NetworkSegment(bd67bd15-3bd2-47ed-a6f9-534f89548c0c),segment_id=bd67bd15-3bd2-47ed-a6f9-534f89548c0c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:00.493296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.520605 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-af82fb8c-d377-41d1-857f-d154239986f0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-903745283 HTTP/1.1" status: 204 len: 168 time: 0.1237524 Jul 06 18:16:00.520857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53970) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.537399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-774f7425-142f-4f9c-bd03-3ef41eed645f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-903745283') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.596387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5dc05-7424-44c9-86df-da241f5519d3 None None] Pushing event updated for resources: {'Port': ['ID=c6e695a8-5d41-473b-8287-4be06e4ea6c2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:00.653893 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP 0eb70be6-9668-4213-a5cd-e568d35a12fe associated. External IP: 172.25.5.49, port: 017e6dcd-144a-44be-8df9-f5c5378d6bf9. Jul 06 18:16:00.654101 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-774f7425-142f-4f9c-bd03-3ef41eed645f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-903745283 HTTP/1.1" status: 204 len: 168 time: 0.1321204 Jul 06 18:16:00.658028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.668969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-09d28bcb-9aca-44da-91fb-4697bde6c1cb tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.697290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.802311 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:00.803192 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-09d28bcb-9aca-44da-91fb-4697bde6c1cb tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags HTTP/1.1" status: 200 len: 205 time: 0.1437874 Jul 06 18:16:00.804076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.810702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-ddbac95a-cd1f-4fbf-aa03-2d087fabdb7b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.874758 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ddbac95a-cd1f-4fbf-aa03-2d087fabdb7b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags HTTP/1.1" status: 200 len: 240 time: 0.0694551 Jul 06 18:16:00.878615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 53988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:00.885196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-eaae54ab-e215-47df-85b8-6f0c45e2c605 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-935431993') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:00.949682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-365dfdc0-a620-4df3-8754-7c2a3b69d2a1 None None] Provisioning complete for port c6e695a8-5d41-473b-8287-4be06e4ea6c2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:00.950288 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-365dfdc0-a620-4df3-8754-7c2a3b69d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.123044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-365dfdc0-a620-4df3-8754-7c2a3b69d2a1 None None] Provisioning for port 61041269-c585-46fa-9222-3b23948bb654 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:01.128382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-365dfdc0-a620-4df3-8754-7c2a3b69d2a1 None None] Provisioning complete for port 61041269-c585-46fa-9222-3b23948bb654 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:01.128733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-365dfdc0-a620-4df3-8754-7c2a3b69d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.171567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-365dfdc0-a620-4df3-8754-7c2a3b69d2a1 None None] Port 61041269-c585-46fa-9222-3b23948bb654 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:01.289578 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 53998) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.300133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0c24e1b3-8331-44f4-a308-fe8a30c01b04 None None] Provisioning complete for port 61041269-c585-46fa-9222-3b23948bb654 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:01.300605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c24e1b3-8331-44f4-a308-fe8a30c01b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.350365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eaae54ab-e215-47df-85b8-6f0c45e2c605 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-935431993 HTTP/1.1" status: 204 len: 168 time: 0.4706070 Jul 06 18:16:01.354263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-680387b9-7d4a-4be7-838f-ce39a1069811 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a42c78589cb4b8cb8cc30dff7ebf393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558590 Jul 06 18:16:01.355854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54002) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.363337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-a33616c9-5e5b-4345-99d4-a87fe2bc0624 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-935431993') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:01.365432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c24e1b3-8331-44f4-a308-fe8a30c01b04 None None] Port 61041269-c585-46fa-9222-3b23948bb654 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:01.373482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54004) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.413338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 50c4296c-4aff-4120-98eb-95e1244889c1 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:16:01.464058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3885fec-5e90-44ca-a11b-76f87662b734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.525426 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a33616c9-5e5b-4345-99d4-a87fe2bc0624 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-935431993 HTTP/1.1" status: 204 len: 168 time: 0.1680784 Jul 06 18:16:01.526227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8fa19d8-8c99-4e98-b33f-9d0c98bae15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.528076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54006) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.537971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-42b94fef-bf8e-4976-93dc-f7640e800fa2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:01.542532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6e695a8-5d41-473b-8287-4be06e4ea6c2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:01.549300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:16:01.571835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] Sync routers for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:16:01.588579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8fa19d8-8c99-4e98-b33f-9d0c98bae15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.589080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:16:01.591555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:15:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:01.627291 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-42b94fef-bf8e-4976-93dc-f7640e800fa2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags HTTP/1.1" status: 200 len: 205 time: 0.0950365 Jul 06 18:16:01.629617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.635349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-3ccea4c1-0e44-4dec-905f-91bfa741d9d5 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:01.691646 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3885fec-5e90-44ca-a11b-76f87662b734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.693225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8fa19d8-8c99-4e98-b33f-9d0c98bae15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.696169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8fa19d8-8c99-4e98-b33f-9d0c98bae15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.699639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8fa19d8-8c99-4e98-b33f-9d0c98bae15f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe9cef37-e73d-43b3-9821-3d3961f74423 HTTP/1.1" status: 204 len: 168 time: 0.3218188 Jul 06 18:16:01.699785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3ccea4c1-0e44-4dec-905f-91bfa741d9d5 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags HTTP/1.1" status: 204 len: 168 time: 0.0680561 Jul 06 18:16:01.703016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54012) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.705126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3885fec-5e90-44ca-a11b-76f87662b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.714371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.733995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-885beee6-e2e2-4663-96b3-120b2ebedc7e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:01.744734 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3885fec-5e90-44ca-a11b-76f87662b734 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87870f9bcd5f4d569f71e9aeaf043988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517808 Jul 06 18:16:01.751766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c6e695a8-5d41-473b-8287-4be06e4ea6c2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:01.752284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.754335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.785714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:16:01.791576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa19d8-8c99-4e98-b33f-9d0c98bae15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9cef37-e73d-43b3-9821-3d3961f74423,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:01.808792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5ab391e3-aade-4505-af3a-d8969ad77840 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2549996 Jul 06 18:16:01.822533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:16:01.825332 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e" -d '{"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:16:01.864108 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-885beee6-e2e2-4663-96b3-120b2ebedc7e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1575806 Jul 06 18:16:01.864108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3885fec-5e90-44ca-a11b-76f87662b734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e617ff-0263-495d-b0e0-fba9686ecc46,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:01.865309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54020) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:01.870426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-329b668e-5b4d-4fc5-994a-cd1f7ec4dad9 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:01.905713 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65453aa3-9f28-4185-aa66-1ff702098715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.943419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65453aa3-9f28-4185-aa66-1ff702098715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:01.952643 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac4e16d-3091-4da0-b12b-68d4fbb0cfe1 x-openstack-request-id: req-9ac4e16d-3091-4da0-b12b-68d4fbb0cfe1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:16:01.953063 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:16:01.953368 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ac4e16d-3091-4da0-b12b-68d4fbb0cfe1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:16:01.953912 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'status': 'completed', 'code': 200} Jul 06 18:16:02.010886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-329b668e-5b4d-4fc5-994a-cd1f7ec4dad9 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags HTTP/1.1" status: 204 len: 168 time: 0.1444955 Jul 06 18:16:02.013375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54024) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.021045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-640ed149-248c-4101-8e2e-6bec49bf9b04 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.098769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65453aa3-9f28-4185-aa66-1ff702098715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:02.103817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65453aa3-9f28-4185-aa66-1ff702098715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:02.105219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-65453aa3-9f28-4185-aa66-1ff702098715 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90e617ff-0263-495d-b0e0-fba9686ecc46 HTTP/1.1" status: 204 len: 168 time: 0.3498547 Jul 06 18:16:02.127330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-01fc26ab-e153-43a9-b3cb-947bb2e60d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:02.132549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-01fc26ab-e153-43a9-b3cb-947bb2e60d2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1428092 Jul 06 18:16:02.133348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65453aa3-9f28-4185-aa66-1ff702098715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e617ff-0263-495d-b0e0-fba9686ecc46,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:02.143636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-640ed149-248c-4101-8e2e-6bec49bf9b04 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1275301 Jul 06 18:16:02.149670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.163008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-200979f1-b11e-407f-96d0-89b1802f256c tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-1987847581') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.182596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7573af-1e75-4824-a5db-74d917c65105 req-a0da0e18-d022-44a1-9e36-aa74a0f63e51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:02.184263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f7573af-1e75-4824-a5db-74d917c65105 req-a0da0e18-d022-44a1-9e36-aa74a0f63e51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1956589 Jul 06 18:16:02.197140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '0eb70be6-9668-4213-a5cd-e568d35a12fe', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'mac_address': 'fa:16:3e:45:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:15:59Z', 'updated_at': '2021-07-06T18:15:59Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:47Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.226930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] Checking router: 50c4296c-4aff-4120-98eb-95e1244889c1 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:16:02.241085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:16:02.242492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:15:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.366781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f7573af-1e75-4824-a5db-74d917c65105 req-51d33dff-7985-4b36-bca8-69d84464fd62 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689866 Jul 06 18:16:02.389259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54042) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.406897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:16:02.441003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-a701fffb-e2c3-4093-a9b7-cc4450cc44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:02.442677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-a701fffb-e2c3-4093-a9b7-cc4450cc44bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.2939553 Jul 06 18:16:02.465572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-200979f1-b11e-407f-96d0-89b1802f256c tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-1987847581 HTTP/1.1" status: 201 len: 201 time: 0.3141534 Jul 06 18:16:02.474535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54046) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.478862 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a836363-9a4d-4bc9-8fe2-8b74c052be44 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/0eb70be6-9668-4213-a5cd-e568d35a12fe HTTP/1.1" status: 200 len: 990 time: 0.0875149 Jul 06 18:16:02.485359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-7609fd81-d7b6-4254-8593-934bf415eb4b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-502340251') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.561246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:02.620522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-d15b2e03-3eb2-471a-92db-96890bc18d41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.1658947 Jul 06 18:16:02.687183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7609fd81-d7b6-4254-8593-934bf415eb4b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-502340251 HTTP/1.1" status: 201 len: 201 time: 0.2084870 Jul 06 18:16:02.688489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-9fd728bc-05d0-4655-ae98-975b4cdc23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:02.689316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54056) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.690095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-9fd728bc-05d0-4655-ae98-975b4cdc23a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0612113 Jul 06 18:16:02.694972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-d14b60ac-dd28-4d23-8a72-15e9fc1fb7f0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-2076509095') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.773053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '0eb70be6-9668-4213-a5cd-e568d35a12fe', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'mac_address': 'fa:16:3e:45:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:15:59Z', 'updated_at': '2021-07-06T18:15:59Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:47Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.787626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-48737477-c7b4-4ad5-b14b-ae008585b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:02.789213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-48737477-c7b4-4ad5-b14b-ae008585b461 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925419 Jul 06 18:16:02.814452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e4fe1-f52e-4011-9a9b-860c736ecece None None] The sync data for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 is: [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '0eb70be6-9668-4213-a5cd-e568d35a12fe', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'mac_address': 'fa:16:3e:45:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:15:59Z', 'updated_at': '2021-07-06T18:15:59Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:47Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:16:02.855852 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d14b60ac-dd28-4d23-8a72-15e9fc1fb7f0 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-2076509095 HTTP/1.1" status: 201 len: 201 time: 0.1648276 Jul 06 18:16:02.859743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54068) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.865548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-3509797c-70eb-4884-aa04-1448a11870aa tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-489467300') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.915386 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3509797c-70eb-4884-aa04-1448a11870aa tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-489467300 HTTP/1.1" status: 201 len: 201 time: 0.0541241 Jul 06 18:16:02.920548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54070) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:02.927047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-e5486d41-ae5d-47e6-be1c-6966f0c9599c tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', {'tags': ['tempest-TagsExtTest-Tag-1484801503', 'tempest-TagsExtTest-Tag-1468125789', 'tempest-TagsExtTest-Tag-842017123']}) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:02.941764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-1cfa2bd1-f042-4d72-83a6-37c935e1b829 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445091 Jul 06 18:16:02.994147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54072) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.026791 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e5486d41-ae5d-47e6-be1c-6966f0c9599c tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags HTTP/1.1" status: 200 len: 317 time: 0.1014595 Jul 06 18:16:03.027474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54076) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.032993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-eca112af-40cc-4dc7-809f-6c34858330f5 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.107283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54f3ed85-4de6-4b2c-a0fd-7bb485b9612e req-20100eab-62bc-4947-8662-da6bc743369c service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581979 Jul 06 18:16:03.155616 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed76533-3320-4b55-9b39-3866930ebcb0 None None] New status for floating IP 0eb70be6-9668-4213-a5cd-e568d35a12fe: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:16:03.169422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eca112af-40cc-4dc7-809f-6c34858330f5 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1410744 Jul 06 18:16:03.172742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.178874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-84eb005f-37e4-4c77-a217-0ef550229a91 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-1484801503') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.252096 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-84eb005f-37e4-4c77-a217-0ef550229a91 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:03.256656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.257271 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-84eb005f-37e4-4c77-a217-0ef550229a91 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-1484801503 HTTP/1.1" status: 404 len: 329 time: 0.0815611 Jul 06 18:16:03.261694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-3768f9cc-5243-43b8-8fe2-6f3ab7dd35da tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-1468125789') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.306628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1245544843'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:03.322972 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-3768f9cc-5243-43b8-8fe2-6f3ab7dd35da tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:03.328054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3768f9cc-5243-43b8-8fe2-6f3ab7dd35da tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-1468125789 HTTP/1.1" status: 404 len: 329 time: 0.0664899 Jul 06 18:16:03.328451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.333590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-91c2e583-1861-4500-aa43-a679894a5f92 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1', 'tempest-TagsExtTest-Tag-842017123') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.341398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:03.347478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.366038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.399350 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-91c2e583-1861-4500-aa43-a679894a5f92 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:03.400576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-91c2e583-1861-4500-aa43-a679894a5f92 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags/tempest-TagsExtTest-Tag-842017123 HTTP/1.1" status: 404 len: 328 time: 0.0710962 Jul 06 18:16:03.407725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.413282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-1026d2fd-8af0-42c2-acd0-b793fb2ed486 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', {'tags': ['tempest-TagsExtTest-Tag-35627688', 'tempest-TagsExtTest-Tag-700662276', 'tempest-TagsExtTest-Tag-789172465']}) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.483403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54092) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.504924 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1026d2fd-8af0-42c2-acd0-b793fb2ed486 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags HTTP/1.1" status: 200 len: 314 time: 0.0958169 Jul 06 18:16:03.508361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54096) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.512925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-bdf0e859-a343-44c5-8f68-722b2597c947 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.577607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.585669 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.630833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-77cbff6f-8d46-4eab-8a73-3bfe540ff753 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/0eb70be6-9668-4213-a5cd-e568d35a12fe HTTP/1.1" status: 200 len: 992 time: 0.1407440 Jul 06 18:16:03.631436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:03.645544 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bdf0e859-a343-44c5-8f68-722b2597c947 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags HTTP/1.1" status: 204 len: 168 time: 0.1361504 Jul 06 18:16:03.648267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54104) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.652029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d85de6-ea17-4596-bb75-bddf83cd7bba,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:03.653113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-5f4cfd38-c093-4352-b080-cb8d444e2608 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-35627688') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.660603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.661078 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment 6b525385-2d1e-416a-8670-f591333b1ac8 of type vlan for network d42a84a7-e5f6-4f0a-8054-362440c0c89a Jul 06 18:16:03.711301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.713996 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-5f4cfd38-c093-4352-b080-cb8d444e2608 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:03.715087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5f4cfd38-c093-4352-b080-cb8d444e2608 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-35627688 HTTP/1.1" status: 404 len: 327 time: 0.0657423 Jul 06 18:16:03.718647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.723721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-e38d5838-2a40-4dd7-8cc0-a6bf453d017f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-700662276') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.754695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.762662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:03.763457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:03.782234 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-e38d5838-2a40-4dd7-8cc0-a6bf453d017f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:03.785883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e38d5838-2a40-4dd7-8cc0-a6bf453d017f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-700662276 HTTP/1.1" status: 404 len: 328 time: 0.0635180 Jul 06 18:16:03.786826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.791891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-7f9dd5c3-644d-4490-9c1b-7e2f6626a6eb tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654', 'tempest-TagsExtTest-Tag-789172465') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:03.820667 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8248024 Jul 06 18:16:03.821286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.828815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'name': 'tempest-PortsTestJSON-1956964352'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:03.843173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe1e18-4bdb-460e-9811-c66777d1d559 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=d42a84a7-e5f6-4f0a-8054-362440c0c89a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:03.854124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:03.927078 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-7f9dd5c3-644d-4490-9c1b-7e2f6626a6eb tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:03.928190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7f9dd5c3-644d-4490-9c1b-7e2f6626a6eb tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags/tempest-TagsExtTest-Tag-789172465 HTTP/1.1" status: 404 len: 328 time: 0.1403959 Jul 06 18:16:03.931291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54116) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:03.936963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-3412453e-2b59-4cd7-bdae-54ae131d24e4 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', {'tags': ['tempest-TagsExtTest-Tag-576438241', 'tempest-TagsExtTest-Tag-412958408', 'tempest-TagsExtTest-Tag-2104186964']}) {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.018397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:04.022010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.064263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:04.080525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3412453e-2b59-4cd7-bdae-54ae131d24e4 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags HTTP/1.1" status: 200 len: 316 time: 0.1481252 Jul 06 18:16:04.083115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54120) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.088045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-de6248a8-c8cf-4329-ae08-87bbee23b865 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.209404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-de6248a8-c8cf-4329-ae08-87bbee23b865 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1247289 Jul 06 18:16:04.211945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54124) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.219387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-314bc6a9-bebe-4def-83a2-fb9013cf1f2d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-576438241') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.285642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.303213 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-314bc6a9-bebe-4def-83a2-fb9013cf1f2d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:04.304299 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-314bc6a9-bebe-4def-83a2-fb9013cf1f2d tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-576438241 HTTP/1.1" status: 404 len: 328 time: 0.0904241 Jul 06 18:16:04.307671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.314095 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-61e7e40c-0fd8-4085-be98-dff862e25a18 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-412958408') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.334123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.402164 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-61e7e40c-0fd8-4085-be98-dff862e25a18 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:04.403371 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-61e7e40c-0fd8-4085-be98-dff862e25a18 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-412958408 HTTP/1.1" status: 404 len: 328 time: 0.0944524 Jul 06 18:16:04.407297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.412243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-ea4ed0e6-9893-469d-9e4a-536b222ec1a7 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2', 'tempest-TagsExtTest-Tag-2104186964') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.438688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=82a860f4-7046-4ad7-9e31-8df91b1e1fe7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:04.442628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': '6b525385-2d1e-416a-8670-f591333b1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:04.443150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: d42a84a7-e5f6-4f0a-8054-362440c0c89a, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:04.469415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:04.489585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d42a84a7-e5f6-4f0a-8054-362440c0c89a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:04.492712 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-ea4ed0e6-9893-469d-9e4a-536b222ec1a7 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:04.493769 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea4ed0e6-9893-469d-9e4a-536b222ec1a7 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags/tempest-TagsExtTest-Tag-2104186964 HTTP/1.1" status: 404 len: 329 time: 0.0855000 Jul 06 18:16:04.498417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54136) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.503187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825be900-d1a3-43d6-a972-aa9133800fa8 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:04.504096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-da4eadbf-c6c3-45bf-852c-9adf301d7997 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', {'tags': ['tempest-TagsExtTest-Tag-1739083631', 'tempest-TagsExtTest-Tag-1746590618', 'tempest-TagsExtTest-Tag-1520261939']}) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.520666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:04.533255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:04.534369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.562270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-faa3cac0-2221-40a3-9181-339462e25cab tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7371941 Jul 06 18:16:04.564394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.566359 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da4eadbf-c6c3-45bf-852c-9adf301d7997 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "PUT /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags HTTP/1.1" status: 200 len: 318 time: 0.0662997 Jul 06 18:16:04.567046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54144) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.571703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-769db756-f05a-4484-8d37-e2ff08720453 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.572100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-170407'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:04.601824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:04.608331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.633561 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-769db756-f05a-4484-8d37-e2ff08720453 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags HTTP/1.1" status: 204 len: 168 time: 0.0652883 Jul 06 18:16:04.637008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54146) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.645152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-d4f997a0-a1a9-4d4f-8b4e-b9066fe15000 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-1739083631') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.646887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:04.662258 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.662921 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment 0ff8d8c7-fb8b-4679-87f4-6708a666e352 of type vlan for network 953704bb-e4f5-4456-8f3e-873fcb9b65dd Jul 06 18:16:04.680432 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-d4f997a0-a1a9-4d4f-8b4e-b9066fe15000 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:04.681582 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d4f997a0-a1a9-4d4f-8b4e-b9066fe15000 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-1739083631 HTTP/1.1" status: 404 len: 329 time: 0.0431228 Jul 06 18:16:04.684744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54148) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.690071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-57c074ba-1aa2-4938-bd71-d943a35580f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-1746590618') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.712522 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-57c074ba-1aa2-4938-bd71-d943a35580f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:04.713610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-57c074ba-1aa2-4938-bd71-d943a35580f2 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-1746590618 HTTP/1.1" status: 404 len: 329 time: 0.0279334 Jul 06 18:16:04.717726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54150) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.718692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.722434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-2cd00028-7a96-48f0-a76c-94caa5cf822f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795', 'tempest-TagsExtTest-Tag-1520261939') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.747376 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-2cd00028-7a96-48f0-a76c-94caa5cf822f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] show failed (client error): The resource could not be found. Jul 06 18:16:04.748699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2cd00028-7a96-48f0-a76c-94caa5cf822f tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags/tempest-TagsExtTest-Tag-1520261939 HTTP/1.1" status: 404 len: 329 time: 0.0298374 Jul 06 18:16:04.754193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.759066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.760451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-f62f56ec-4de2-4514-9b02-8121f9674925 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'afb0ea06-b011-41af-a3dc-402278307795') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.766677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:04.767557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:04.790375 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f62f56ec-4de2-4514-9b02-8121f9674925 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795/tags HTTP/1.1" status: 204 len: 168 time: 0.0350950 Jul 06 18:16:04.793025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.799414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.tag.tag_plugin [None req-444f248f-5981-45ce-be27-6d0af8a2dd28 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8fa317e4-348d-4822-94b4-9be7b9d4e4c2') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:04.834270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2687781 Jul 06 18:16:04.837655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54156) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.845135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'ports': [{'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'}, {'network_id': '953704bb-e4f5-4456-8f3e-873fcb9b65dd'}]} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:04.845440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:04.845916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': '953704bb-e4f5-4456-8f3e-873fcb9b65dd'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:04.850572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ad9cb-9418-4b7f-9741-dd9757a7f74f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=953704bb-e4f5-4456-8f3e-873fcb9b65dd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:04.864041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 953704bb-e4f5-4456-8f3e-873fcb9b65dd details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:04.979149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-444f248f-5981-45ce-be27-6d0af8a2dd28 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1813459 Jul 06 18:16:04.980162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:04.987183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-90efdc6d-909d-4ccd-8669-477552a55f19 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '61041269-c585-46fa-9222-3b23948bb654') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:05.050114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-90efdc6d-909d-4ccd-8669-477552a55f19 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654/tags HTTP/1.1" status: 204 len: 168 time: 0.0685441 Jul 06 18:16:05.052892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:05.058941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-c287b1bf-77a1-49b4-8a74-c395e3add78b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3e0b3e90-6aca-4742-84e7-b70ba05186d1') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:05.113701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 2} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:05.120089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.134435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c287b1bf-77a1-49b4-8a74-c395e3add78b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0763409 Jul 06 18:16:05.135538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:05.135792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.238886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 7acad539-f608-4c23-a4b8-7824c62bbb0f yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:05.240810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a1518a4-1be9-40a5-a6fc-9bc0b943485b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.242024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7a1518a4-1be9-40a5-a6fc-9bc0b943485b tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnetpools/afb0ea06-b011-41af-a3dc-402278307795 HTTP/1.1" status: 204 len: 168 time: 0.1054907 Jul 06 18:16:05.244553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:05.276748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ebeca8f8-7af8-4e83-b43d-d7142afc537c tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fa317e4-348d-4822-94b4-9be7b9d4e4c2 HTTP/1.1" status: 200 len: 205 time: 0.0299513 Jul 06 18:16:05.280412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54172) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:05.406222 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.914972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.965389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.993524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.059845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port b648bb80-d084-4bf8-aa60-049fd298b4cf yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:06.064916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.065448 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa317e4-348d-4822-94b4-9be7b9d4e4c2 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:16:06.073034 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.074480 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da6371c6-da02-4344-8cba-65a25023ff2e tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/routers/8fa317e4-348d-4822-94b4-9be7b9d4e4c2 HTTP/1.1" status: 204 len: 168 time: 0.7928584 Jul 06 18:16:06.079079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:06.200728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Deleting port 61041269-c585-46fa-9222-3b23948bb654 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:06.201784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.211434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.267933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.300388 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.314426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Calling delete_port for 61041269-c585-46fa-9222-3b23948bb654 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:06.320338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:06.329322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:06.333697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:06.334733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.339809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=7acad539-f608-4c23-a4b8-7824c62bbb0f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:06.410713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=b648bb80-d084-4bf8-aa60-049fd298b4cf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:06.415217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': '0ff8d8c7-fb8b-4679-87f4-6708a666e352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '953704bb-e4f5-4456-8f3e-873fcb9b65dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:06.415600 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: 953704bb-e4f5-4456-8f3e-873fcb9b65dd, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:06.444169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 953704bb-e4f5-4456-8f3e-873fcb9b65dd is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:06.460349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 953704bb-e4f5-4456-8f3e-873fcb9b65dd) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:06.472028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5d3e3-0cea-4c73-a687-4389c0f752d4 None None] Network 953704bb-e4f5-4456-8f3e-873fcb9b65dd requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:06.487457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:06.493739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:06.500606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:06.501320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.511009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.536270 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f8fe872-a128-4e45-9581-d95775e2ce14 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6976228 Jul 06 18:16:06.536920 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54190) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:06.542696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event deleted for resources: {'Port': ['ID=61041269-c585-46fa-9222-3b23948bb654,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:06.635035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.641644 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-081cbb6a-f4d4-4fcb-8b50-d10a99c65d97 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/ports/61041269-c585-46fa-9222-3b23948bb654 HTTP/1.1" status: 204 len: 168 time: 0.5586429 Jul 06 18:16:06.642276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54192) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:06.689325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port b648bb80-d084-4bf8-aa60-049fd298b4cf {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:06.689991 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.723468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Deleting subnet 3e0b3e90-6aca-4742-84e7-b70ba05186d1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:06.728911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.794840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.797808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.815549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for b648bb80-d084-4bf8-aa60-049fd298b4cf owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:06.911601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.924390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.950650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=b648bb80-d084-4bf8-aa60-049fd298b4cf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:06.966307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:06.970337 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5076cb91-05e8-4d70-81e4-25871ffa04b8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/b648bb80-d084-4bf8-aa60-049fd298b4cf HTTP/1.1" status: 204 len: 168 time: 0.4320679 Jul 06 18:16:06.973244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.033968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.067190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0b3e90-6aca-4742-84e7-b70ba05186d1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:07.074186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.079000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54198) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.079303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8420b7e9-e8fc-49be-8921-c0aaca289845 tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0b3e90-6aca-4742-84e7-b70ba05186d1 HTTP/1.1" status: 204 len: 168 time: 0.4353993 Jul 06 18:16:07.092309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2e72e-d408-4303-b5a1-6b576c2ead61 None None] Network fecd1eec-2d06-4feb-97b4-4ec452d0d683 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:07.110902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298e39c-0a66-427b-932f-513268ef73d0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:07.128863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298e39c-0a66-427b-932f-513268ef73d0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:07.135783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b298e39c-0a66-427b-932f-513268ef73d0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1612375 Jul 06 18:16:07.137056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.209967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.309104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 7acad539-f608-4c23-a4b8-7824c62bbb0f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:07.309680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.339616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] DHCP port deletion for fecd1eec-2d06-4feb-97b4-4ec452d0d683 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:07.374517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Deleting port c6e695a8-5d41-473b-8287-4be06e4ea6c2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:07.375071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.397726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] Deleting port c6e695a8-5d41-473b-8287-4be06e4ea6c2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:07.398224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.430388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.456039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 7acad539-f608-4c23-a4b8-7824c62bbb0f owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:07.479906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] For port c6e695a8-5d41-473b-8287-4be06e4ea6c2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6e695a8-5d41-473b-8287-4be06e4ea6c2,segment=NetworkSegment(bd67bd15-3bd2-47ed-a6f9-534f89548c0c),segment_id=bd67bd15-3bd2-47ed-a6f9-534f89548c0c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:07.480569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.480860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] For port c6e695a8-5d41-473b-8287-4be06e4ea6c2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c6e695a8-5d41-473b-8287-4be06e4ea6c2,segment=NetworkSegment(bd67bd15-3bd2-47ed-a6f9-534f89548c0c),segment_id=bd67bd15-3bd2-47ed-a6f9-534f89548c0c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:07.481251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.504497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] Calling delete_port for c6e695a8-5d41-473b-8287-4be06e4ea6c2 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:07.539031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Calling delete_port for c6e695a8-5d41-473b-8287-4be06e4ea6c2 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:07.579562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c6e695a8-5d41-473b-8287-4be06e4ea6c2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:07.671466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.684084 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.705703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] Pushing event deleted for resources: {'Port': ['ID=c6e695a8-5d41-473b-8287-4be06e4ea6c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:07.708145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fd727-6820-4eac-8c37-3463d05adfc3 None None] No DVR routers for this DVR port c6e695a8-5d41-473b-8287-4be06e4ea6c2 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:07.725908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.734182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=7acad539-f608-4c23-a4b8-7824c62bbb0f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:07.741920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.744403 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1169d35e-e3f8-427b-93ef-c3e3ed3a8b06 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/7acad539-f608-4c23-a4b8-7824c62bbb0f HTTP/1.1" status: 204 len: 168 time: 0.6062455 Jul 06 18:16:07.745831 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.747052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54214) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.787172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event deleted for resources: {'Port': ['ID=c6e695a8-5d41-473b-8287-4be06e4ea6c2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:07.790800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] No DVR routers for this DVR port c6e695a8-5d41-473b-8287-4be06e4ea6c2 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:07.833950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197f137-42dc-43eb-ae15-cbeef03b443b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:07.833950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7197f137-42dc-43eb-ae15-cbeef03b443b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0839491 Jul 06 18:16:07.834807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.867031 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d586b622-bf41-4b17-a3ec-c5d3a74ead60 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:07.867677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d586b622-bf41-4b17-a3ec-c5d3a74ead60 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/b648bb80-d084-4bf8-aa60-049fd298b4cf HTTP/1.1" status: 404 len: 333 time: 0.0317738 Jul 06 18:16:07.870351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.886828 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.898617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecd1eec-2d06-4feb-97b4-4ec452d0d683']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:07.902028 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dea7023-02e1-4e88-94ee-738ea6109c68 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:07.904125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0dea7023-02e1-4e88-94ee-738ea6109c68 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/7acad539-f608-4c23-a4b8-7824c62bbb0f HTTP/1.1" status: 404 len: 333 time: 0.0328379 Jul 06 18:16:07.908181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:07.913323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:07.913629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd67bd15-3bd2-47ed-a6f9-534f89548c0c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:07.924145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.938974 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.947321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:07.947741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:07.950803 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:07.994161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.014602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.022508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.027639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] 10.222.0.37 "DELETE /v2.0/networks/fecd1eec-2d06-4feb-97b4-4ec452d0d683 HTTP/1.1" status: 204 len: 168 time: 0.9472339 Jul 06 18:16:08.042952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095d50b-627c-49ba-b6ff-475d9fdd28bc tempest-TagsExtTest-1172039815 tempest-TagsExtTest-1172039815-project] Pushing event deleted for resources: {'Network': ['ID=fecd1eec-2d06-4feb-97b4-4ec452d0d683,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:08.363716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54226) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:08.395623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.407231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953704bb-e4f5-4456-8f3e-873fcb9b65dd']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:08.418642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff8d8c7-fb8b-4679-87f4-6708a666e352') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:08.419083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff8d8c7-fb8b-4679-87f4-6708a666e352') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:08.430373 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.450542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.457326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:08.457868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:08.461382 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:08.541963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.556441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.557952 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-609876da-715b-49e8-997b-c49d0480a32e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a15eed77fc0f4ff6839dbb7442f3a0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928430 Jul 06 18:16:08.562330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/953704bb-e4f5-4456-8f3e-873fcb9b65dd HTTP/1.1" status: 204 len: 168 time: 0.6492517 Jul 06 18:16:08.563400 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:08.563937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:08.569185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de751f7e-15b1-499e-b561-0136ef28e8f3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=953704bb-e4f5-4456-8f3e-873fcb9b65dd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:08.581285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1054188126'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:08.630526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:08.634010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.653612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31953db3-ced5-4d33-998b-0225c2ef6d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.688152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31953db3-ced5-4d33-998b-0225c2ef6d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.690694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:08.714696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.714977 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment fbcc715a-4438-44f7-907e-1ddc17cfba02 of type vlan for network e722905e-05b6-4d55-a609-db2e15c16d6d Jul 06 18:16:08.773303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.804568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31953db3-ced5-4d33-998b-0225c2ef6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.807016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31953db3-ced5-4d33-998b-0225c2ef6d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.808212 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-31953db3-ced5-4d33-998b-0225c2ef6d0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a641e75b-33f3-410d-9609-8a9aec948d5b HTTP/1.1" status: 204 len: 168 time: 0.2428410 Jul 06 18:16:08.820576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31953db3-ced5-4d33-998b-0225c2ef6d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641e75b-33f3-410d-9609-8a9aec948d5b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:08.845600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.851714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:08.852302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:08.924389 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3575277 Jul 06 18:16:08.927246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54240) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:08.934869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:08.942560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b2e58-aff9-4afe-a869-0ddec6e55161 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=e722905e-05b6-4d55-a609-db2e15c16d6d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:08.955741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e722905e-05b6-4d55-a609-db2e15c16d6d details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:09.051737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:09.055483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:09.307990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:09.374752 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=ccd8f905-a880-4150-9d1d-34e43595d36a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:09.395610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': 'fbcc715a-4438-44f7-907e-1ddc17cfba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:09.395985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: e722905e-05b6-4d55-a609-db2e15c16d6d, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:09.413629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network e722905e-05b6-4d55-a609-db2e15c16d6d is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:09.425126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e722905e-05b6-4d55-a609-db2e15c16d6d) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:09.429798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:09.430419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:09.439596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f29cca-a36a-429b-85d9-8e9355a80e9b None None] Network e722905e-05b6-4d55-a609-db2e15c16d6d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:09.447891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35ff597d-9fe6-4898-93e7-a3b9dad9a22c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5194786 Jul 06 18:16:09.452241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:09.458146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d', 'name': 'tempest-PortsTestJSON-841663309'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:09.620769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:09.628908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:09.636713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-e722905e-05b6-4d55-a609-db2e15c16d6d', 'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': 'ccd8f905-a880-4150-9d1d-34e43595d36a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:09.637598 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:09.648992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port e5739d09-c322-4302-b8bb-3b5b05260c59 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:09.804041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.7 (e722905e-05b6-4d55-a609-db2e15c16d6d/ccd8f905-a880-4150-9d1d-34e43595d36a/e5739d09-c322-4302-b8bb-3b5b05260c59) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:10.067441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.106690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object e5739d09-c322-4302-b8bb-3b5b05260c59 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:10.173547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.238570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network e722905e-05b6-4d55-a609-db2e15c16d6d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:10.245496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:10.252092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:10.256588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=e5739d09-c322-4302-b8bb-3b5b05260c59,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:10.258301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Allocated IP 172.20.0.2 (e722905e-05b6-4d55-a609-db2e15c16d6d/ccd8f905-a880-4150-9d1d-34e43595d36a/775844a1-46f7-4132-8f2c-72e56db2ebe8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:10.317206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:10.318817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.343848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-35183fe8-205f-46f0-80b6-564048946f35 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8904314 Jul 06 18:16:10.344908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54282) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:10.494903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port e5739d09-c322-4302-b8bb-3b5b05260c59 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:10.495495 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.523604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.547600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Transition to ACTIVE for port object 775844a1-46f7-4132-8f2c-72e56db2ebe8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:10.572298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Transition to ACTIVE for port object 775844a1-46f7-4132-8f2c-72e56db2ebe8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:10.580744 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.605434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Network e722905e-05b6-4d55-a609-db2e15c16d6d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:10.608572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:10.616726 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.633119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for e5739d09-c322-4302-b8bb-3b5b05260c59 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:10.634860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:10.702665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Pushing event updated for resources: {'Port': ['ID=775844a1-46f7-4132-8f2c-72e56db2ebe8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:10.727235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Attempting to bind port 775844a1-46f7-4132-8f2c-72e56db2ebe8 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:10.727623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Attempting to bind port 775844a1-46f7-4132-8f2c-72e56db2ebe8 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'fbcc715a-4438-44f7-907e-1ddc17cfba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:10.728245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Attempting to bind port 775844a1-46f7-4132-8f2c-72e56db2ebe8 on network e722905e-05b6-4d55-a609-db2e15c16d6d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:10.736190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:10.736497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Checking segment: {'id': 'fbcc715a-4438-44f7-907e-1ddc17cfba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:10.737246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.737810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Bound using segment: {'id': 'fbcc715a-4438-44f7-907e-1ddc17cfba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:10.738466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Bound port: 775844a1-46f7-4132-8f2c-72e56db2ebe8, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcc715a-4438-44f7-907e-1ddc17cfba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e722905e-05b6-4d55-a609-db2e15c16d6d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:10.738856 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.816823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.828917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] For port 775844a1-46f7-4132-8f2c-72e56db2ebe8, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:10.832978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] For port 775844a1-46f7-4132-8f2c-72e56db2ebe8, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=775844a1-46f7-4132-8f2c-72e56db2ebe8,segment=NetworkSegment(fbcc715a-4438-44f7-907e-1ddc17cfba02),segment_id=fbcc715a-4438-44f7-907e-1ddc17cfba02)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:10.839232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.859127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=e5739d09-c322-4302-b8bb-3b5b05260c59,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:10.927966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a10dc-e0fc-4cbc-b1ae-c8b925a4384f None None] Pushing event updated for resources: {'Port': ['ID=775844a1-46f7-4132-8f2c-72e56db2ebe8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:10.977777 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:10.983094 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7324c31c-2321-4874-bd65-4a96b4de20da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/e5739d09-c322-4302-b8bb-3b5b05260c59 HTTP/1.1" status: 204 len: 168 time: 0.6341588 Jul 06 18:16:10.983794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54292) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:11.013685 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc971b9-3982-4a85-98cd-edcdfb3c79eb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:11.014445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc971b9-3982-4a85-98cd-edcdfb3c79eb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:11.017275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-edc971b9-3982-4a85-98cd-edcdfb3c79eb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/e5739d09-c322-4302-b8bb-3b5b05260c59 HTTP/1.1" status: 404 len: 333 time: 0.0322673 Jul 06 18:16:11.025111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:11.057678 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e423d3e-2bd6-4046-a1f0-d2b69a90a93c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:11.059337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1e423d3e-2bd6-4046-a1f0-d2b69a90a93c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/e5739d09-c322-4302-b8bb-3b5b05260c59 HTTP/1.1" status: 404 len: 333 time: 0.0331676 Jul 06 18:16:11.062271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54298) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:11.156576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet ccd8f905-a880-4150-9d1d-34e43595d36a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:11.162623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.230805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.380932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.476257 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.529556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd8f905-a880-4150-9d1d-34e43595d36a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:11.555776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.557671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-546f1e1b-3bef-441f-8e08-a539abdfb888 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/ccd8f905-a880-4150-9d1d-34e43595d36a HTTP/1.1" status: 204 len: 168 time: 0.4944406 Jul 06 18:16:11.560995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54322) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:11.586610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 775844a1-46f7-4132-8f2c-72e56db2ebe8 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:11.656774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 775844a1-46f7-4132-8f2c-72e56db2ebe8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:11.715230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.788275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 775844a1-46f7-4132-8f2c-72e56db2ebe8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:11.789150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.873040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port 775844a1-46f7-4132-8f2c-72e56db2ebe8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=775844a1-46f7-4132-8f2c-72e56db2ebe8,segment=NetworkSegment(fbcc715a-4438-44f7-907e-1ddc17cfba02),segment_id=fbcc715a-4438-44f7-907e-1ddc17cfba02)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:11.873561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:11.891665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 775844a1-46f7-4132-8f2c-72e56db2ebe8 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:12.002075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.045554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=775844a1-46f7-4132-8f2c-72e56db2ebe8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:12.049499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port 775844a1-46f7-4132-8f2c-72e56db2ebe8 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:12.145669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da52ee-becf-4a70-b1be-4600d50c1c70 None None] Network e722905e-05b6-4d55-a609-db2e15c16d6d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:12.167478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.179404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e722905e-05b6-4d55-a609-db2e15c16d6d']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:12.194761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcc715a-4438-44f7-907e-1ddc17cfba02') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:12.195072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcc715a-4438-44f7-907e-1ddc17cfba02') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:12.204144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aacffe29-9e35-49a5-881d-552351082e3d None None] Could not find standard attr ID for object 775844a1-46f7-4132-8f2c-72e56db2ebe8. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:12.226287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.250608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.258064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:12.258530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:12.262790 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:12.338585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.352191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff7192-6516-40d7-ab74-0bebc986ef37 None None] DHCP port deletion for e722905e-05b6-4d55-a609-db2e15c16d6d request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:12.363941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.366565 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/e722905e-05b6-4d55-a609-db2e15c16d6d HTTP/1.1" status: 204 len: 168 time: 0.8043530 Jul 06 18:16:12.367630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae41591-97ff-4462-a971-088c2a99e20d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=e722905e-05b6-4d55-a609-db2e15c16d6d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:12.373326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:12.380062 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-501475903'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:12.428191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:12.431862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.470525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:12.487702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.488161 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1 of type vlan for network 37f34d48-9936-4867-afa8-f54a151787bc Jul 06 18:16:12.542399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.590177 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.596644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:12.597423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:12.681998 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3062325 Jul 06 18:16:12.685335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:12.694832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': '37f34d48-9936-4867-afa8-f54a151787bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:12.715831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3237-1408-4c33-859c-420dae68a2da tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=37f34d48-9936-4867-afa8-f54a151787bc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:12.727626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 37f34d48-9936-4867-afa8-f54a151787bc details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:12.818579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:12.827829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.050002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.124199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=75971f06-e0d8-4589-8a8e-29e573e886cc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:13.132199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '37f34d48-9936-4867-afa8-f54a151787bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:13.132598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: 37f34d48-9936-4867-afa8-f54a151787bc, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:13.153259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 37f34d48-9936-4867-afa8-f54a151787bc is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:13.164971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 37f34d48-9936-4867-afa8-f54a151787bc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:13.170367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:13.172127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.177463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710833af-fdf9-408a-92d9-1d06ea75f335 None None] Network 37f34d48-9936-4867-afa8-f54a151787bc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:13.193409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-94677904-35c5-4239-b024-4b59478dc3be tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5041854 Jul 06 18:16:13.196098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54338) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:13.202732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': '37f34d48-9936-4867-afa8-f54a151787bc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1397523588'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:13.354834 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:13.359614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.380574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port b1e9a256-03e8-4876-b787-611653b3a6f3 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:13.401503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-37f34d48-9936-4867-afa8-f54a151787bc', 'network_id': '37f34d48-9936-4867-afa8-f54a151787bc', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': '75971f06-e0d8-4589-8a8e-29e573e886cc'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:13.402766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.573747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.7 (37f34d48-9936-4867-afa8-f54a151787bc/75971f06-e0d8-4589-8a8e-29e573e886cc/b1e9a256-03e8-4876-b787-611653b3a6f3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:13.580181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 775844a1-46f7-4132-8f2c-72e56db2ebe8 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:13.606742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 775844a1-46f7-4132-8f2c-72e56db2ebe8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:13.607362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 775844a1-46f7-4132-8f2c-72e56db2ebe8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:13.734669 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.765140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object b1e9a256-03e8-4876-b787-611653b3a6f3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:13.853253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:13.948441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Allocated IP 172.20.0.2 (37f34d48-9936-4867-afa8-f54a151787bc/75971f06-e0d8-4589-8a8e-29e573e886cc/a2229969-b444-45a7-91d5-5a6f010bdcc2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:13.981736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 37f34d48-9936-4867-afa8-f54a151787bc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:13.986233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:14.003692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:14.036680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=b1e9a256-03e8-4876-b787-611653b3a6f3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:14.075008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:14.077366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.100517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-16de50ff-4a26-44e9-aff9-611b49c1293c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9029675 Jul 06 18:16:14.103503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:14.234051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.234231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port b1e9a256-03e8-4876-b787-611653b3a6f3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:14.234809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.246185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Transition to ACTIVE for port object a2229969-b444-45a7-91d5-5a6f010bdcc2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:14.265848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Transition to ACTIVE for port object a2229969-b444-45a7-91d5-5a6f010bdcc2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:14.274930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.343105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Network 37f34d48-9936-4867-afa8-f54a151787bc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:14.348094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:14.348799 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.362470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:14.366821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54354) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:14.368574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for b1e9a256-03e8-4876-b787-611653b3a6f3 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:14.374519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Pushing event updated for resources: {'Port': ['ID=a2229969-b444-45a7-91d5-5a6f010bdcc2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:14.472987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Attempting to bind port a2229969-b444-45a7-91d5-5a6f010bdcc2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:14.474630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Attempting to bind port a2229969-b444-45a7-91d5-5a6f010bdcc2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '37f34d48-9936-4867-afa8-f54a151787bc'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:14.474826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Attempting to bind port a2229969-b444-45a7-91d5-5a6f010bdcc2 on network 37f34d48-9936-4867-afa8-f54a151787bc {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:14.488665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:14.489053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Checking segment: {'id': 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '37f34d48-9936-4867-afa8-f54a151787bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:14.489457 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.489851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Bound using segment: {'id': 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '37f34d48-9936-4867-afa8-f54a151787bc'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:14.490320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Bound port: a2229969-b444-45a7-91d5-5a6f010bdcc2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '37f34d48-9936-4867-afa8-f54a151787bc'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:14.490700 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.533307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f45975e7-4ff8-4dbe-98b0-218301c10d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.610088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] For port a2229969-b444-45a7-91d5-5a6f010bdcc2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:14.615695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.616954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] For port a2229969-b444-45a7-91d5-5a6f010bdcc2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a2229969-b444-45a7-91d5-5a6f010bdcc2,segment=NetworkSegment(f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1),segment_id=f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:14.642816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=b1e9a256-03e8-4876-b787-611653b3a6f3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:14.697359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.707623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f45975e7-4ff8-4dbe-98b0-218301c10d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.717523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f45975e7-4ff8-4dbe-98b0-218301c10d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.735774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.740813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-813e67a3-40a2-4f8e-895f-7298a3c45f33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/b1e9a256-03e8-4876-b787-611653b3a6f3 HTTP/1.1" status: 204 len: 168 time: 0.6334205 Jul 06 18:16:14.741514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:14.750464 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45975e7-4ff8-4dbe-98b0-218301c10d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15425b9-57e8-4942-9768-86851916b786,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:14.775998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a3c75-b311-479f-a010-0331f4517a0f None None] Pushing event updated for resources: {'Port': ['ID=a2229969-b444-45a7-91d5-5a6f010bdcc2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:14.792999 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0327dff-b1e5-45bd-b923-94dac95afa0c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:14.795884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c0327dff-b1e5-45bd-b923-94dac95afa0c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/b1e9a256-03e8-4876-b787-611653b3a6f3 HTTP/1.1" status: 404 len: 333 time: 0.0531321 Jul 06 18:16:14.796309 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f45975e7-4ff8-4dbe-98b0-218301c10d71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba41f0fc300341c1a1449e345ffc5c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274561 Jul 06 18:16:14.798827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:14.798953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54368) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:14.862165 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00dd4157-b138-40e6-b622-1444796dc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.869134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 75971f06-e0d8-4589-8a8e-29e573e886cc {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:14.873484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.893495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00dd4157-b138-40e6-b622-1444796dc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.942440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.970832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00dd4157-b138-40e6-b622-1444796dc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.973392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00dd4157-b138-40e6-b622-1444796dc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:14.974702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-00dd4157-b138-40e6-b622-1444796dc95e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f15425b9-57e8-4942-9768-86851916b786 HTTP/1.1" status: 204 len: 168 time: 0.1746628 Jul 06 18:16:14.987633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd4157-b138-40e6-b622-1444796dc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15425b9-57e8-4942-9768-86851916b786,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:15.097797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.195595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.236596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=75971f06-e0d8-4589-8a8e-29e573e886cc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:15.244846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.250593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54382) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:15.251183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-36d1a02e-1668-419c-8e09-d8844520c19d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/75971f06-e0d8-4589-8a8e-29e573e886cc HTTP/1.1" status: 204 len: 168 time: 0.4510541 Jul 06 18:16:15.350341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.406850 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54386) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:15.424429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b876f80-e3f7-4677-9a47-04b3656fef4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.432561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port a2229969-b444-45a7-91d5-5a6f010bdcc2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:15.433147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.541771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port a2229969-b444-45a7-91d5-5a6f010bdcc2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a2229969-b444-45a7-91d5-5a6f010bdcc2,segment=NetworkSegment(f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1),segment_id=f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:15.542147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.561787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b876f80-e3f7-4677-9a47-04b3656fef4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.565485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for a2229969-b444-45a7-91d5-5a6f010bdcc2 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:15.568731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b876f80-e3f7-4677-9a47-04b3656fef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.601772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2229969-b444-45a7-91d5-5a6f010bdcc2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:15.626522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4b876f80-e3f7-4677-9a47-04b3656fef4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f40fc78edda42fa89744b71b3742f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177830 Jul 06 18:16:15.627750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b876f80-e3f7-4677-9a47-04b3656fef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8de1fd-3b9e-4c4f-808b-5e12cf4d4391,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:15.631796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54388) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:15.674359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a2229969-b444-45a7-91d5-5a6f010bdcc2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:15.701890 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.717419 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41304e72-c1ed-4532-955d-d99a31666235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.730536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=a2229969-b444-45a7-91d5-5a6f010bdcc2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:15.734877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port a2229969-b444-45a7-91d5-5a6f010bdcc2 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:15.749823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41304e72-c1ed-4532-955d-d99a31666235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.810598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41304e72-c1ed-4532-955d-d99a31666235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.813878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41304e72-c1ed-4532-955d-d99a31666235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.817884 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41304e72-c1ed-4532-955d-d99a31666235 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f8de1fd-3b9e-4c4f-808b-5e12cf4d4391 HTTP/1.1" status: 204 len: 168 time: 0.1848676 Jul 06 18:16:15.827354 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41304e72-c1ed-4532-955d-d99a31666235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8de1fd-3b9e-4c4f-808b-5e12cf4d4391,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:15.833655 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.854306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f34d48-9936-4867-afa8-f54a151787bc']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:15.868110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:15.868444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57aac52-2ab1-4f4b-95ec-b11aa6a6b1f1') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:15.880692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.902181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.909916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:15.910546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:15.915397 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:15.990775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:15.996930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.005165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54392) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:16.005351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/37f34d48-9936-4867-afa8-f54a151787bc HTTP/1.1" status: 204 len: 168 time: 0.7534521 Jul 06 18:16:16.011442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'name': 'tempest-PortsTestJSON-827703821'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:16.022628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80e9f6-acdd-4fc1-8fb6-9446243220de tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=37f34d48-9936-4867-afa8-f54a151787bc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:16.144261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:16.147882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.170609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 9f8d5ff6-fd42-4a6d-b93a-b27ed3fb3288 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:16.235304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1aa26-0298-457f-b83a-ab195a59a167 None None] DHCP port deletion for 37f34d48-9936-4867-afa8-f54a151787bc request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:16.261812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0109a58-bac1-427d-b5ea-5087bf94aaeb None None] Could not find standard attr ID for object a2229969-b444-45a7-91d5-5a6f010bdcc2. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:16.270707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7add32-3abd-4234-a0a0-71e8ac13f510 None None] Network 37f34d48-9936-4867-afa8-f54a151787bc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:16.288095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7add32-3abd-4234-a0a0-71e8ac13f510 None None] Network 37f34d48-9936-4867-afa8-f54a151787bc could not be found, it might have been deleted concurrently. {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:16:16.330418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:16.344805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0111e62f-e6b2-4b3c-99fb-4d985331e255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.381798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.448391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.468764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0111e62f-e6b2-4b3c-99fb-4d985331e255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.473467 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0111e62f-e6b2-4b3c-99fb-4d985331e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.501132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:16.504529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:16.509072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:16.514542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:16.515072 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.519796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0111e62f-e6b2-4b3c-99fb-4d985331e255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=417047c2734742d4a2a548695c48063d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882613 Jul 06 18:16:16.520718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111e62f-e6b2-4b3c-99fb-4d985331e255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13787d88-6200-40bc-a23b-5a62279f471e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:16.523932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:16.528101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=9f8d5ff6-fd42-4a6d-b93a-b27ed3fb3288,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:16.540705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-69c24339-8036-4b42-9363-3d99675abc8c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5340030 Jul 06 18:16:16.543408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54402) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:16.589093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f32c1-d17b-4b00-ace9-7c93003811ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.615400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f32c1-d17b-4b00-ace9-7c93003811ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.656434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 9f8d5ff6-fd42-4a6d-b93a-b27ed3fb3288 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:16.656786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.676487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f32c1-d17b-4b00-ace9-7c93003811ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.679038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f32c1-d17b-4b00-ace9-7c93003811ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.680385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-977f32c1-d17b-4b00-ace9-7c93003811ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13787d88-6200-40bc-a23b-5a62279f471e HTTP/1.1" status: 204 len: 168 time: 0.1553972 Jul 06 18:16:16.692685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f32c1-d17b-4b00-ace9-7c93003811ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13787d88-6200-40bc-a23b-5a62279f471e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:16.761487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.782503 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 9f8d5ff6-fd42-4a6d-b93a-b27ed3fb3288 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:16.925769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.959598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=9f8d5ff6-fd42-4a6d-b93a-b27ed3fb3288,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:16.966616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:16.969926 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8b6ebbc6-8295-464a-aa1e-842967fd8ae4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/9f8d5ff6-fd42-4a6d-b93a-b27ed3fb3288 HTTP/1.1" status: 204 len: 168 time: 0.4252844 Jul 06 18:16:16.973483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:16.980510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'mac_address': 'fa:16:3e:8c:25:c2', 'name': 'tempest-PortsTestJSON-2132929583'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:17.124030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:17.438318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:17.460231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port a0fb1259-8f1a-4e85-864c-4fe13bffc21a yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:17.536961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2229969-b444-45a7-91d5-5a6f010bdcc2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:17.559210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a2229969-b444-45a7-91d5-5a6f010bdcc2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:17.559788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2229969-b444-45a7-91d5-5a6f010bdcc2 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:17.656166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:17.695363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:17.743543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:17.746886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:17.753225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:17.758864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:17.759597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:17.766840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=a0fb1259-8f1a-4e85-864c-4fe13bffc21a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:17.783012 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7cb9a88e-5578-4bff-a1c1-c8fac6e09080 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8078735 Jul 06 18:16:17.785557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54418) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:17.847853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57086fff-be42-4906-83e0-12b5ca16b098 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:17.849267 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-57086fff-be42-4906-83e0-12b5ca16b098 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/a0fb1259-8f1a-4e85-864c-4fe13bffc21a HTTP/1.1" status: 200 len: 841 time: 0.0623488 Jul 06 18:16:17.852125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54420) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:17.961739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port a0fb1259-8f1a-4e85-864c-4fe13bffc21a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:17.962511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.049578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.063319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for a0fb1259-8f1a-4e85-864c-4fe13bffc21a owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:18.163001 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.200529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=a0fb1259-8f1a-4e85-864c-4fe13bffc21a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:18.207614 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.214207 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0cc992a6-36fd-49c7-9b22-14b587234359 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/a0fb1259-8f1a-4e85-864c-4fe13bffc21a HTTP/1.1" status: 204 len: 168 time: 0.3606389 Jul 06 18:16:18.214686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:18.252443 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efd1ed9-564c-4a05-a981-fb3c127bd628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:18.254130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4efd1ed9-564c-4a05-a981-fb3c127bd628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/a0fb1259-8f1a-4e85-864c-4fe13bffc21a HTTP/1.1" status: 404 len: 333 time: 0.0381808 Jul 06 18:16:18.260500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54424) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:18.267662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'name': 'tempest-PortsTestJSON-1816401109'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:18.355385 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:16:18.390506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:18.394303 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.418766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port d5798241-bc4a-4737-8529-e3ab2bf0484c yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:18.679129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.724362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.779285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:18.783126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:18.785075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=d5798241-bc4a-4737-8529-e3ab2bf0484c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:18.787186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:18.793186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:18.793811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:18.808744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-81b33db8-5b16-4a18-abe6-e271cc2324d7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5471241 Jul 06 18:16:18.812375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54428) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:18.818167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:18.907957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.073798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.078821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.117972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] In _notify_port_updated(), no bound segment for port d5798241-bc4a-4737-8529-e3ab2bf0484c on network d42a84a7-e5f6-4f0a-8054-362440c0c89a {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:16:19.124279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:19.124896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.126214 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/ports/d5798241-bc4a-4737-8529-e3ab2bf0484c HTTP/1.1" status: 200 len: 818 time: 0.3127697 Jul 06 18:16:19.129082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:19.144947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03434959-b90a-4209-9749-69015cdff6df tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=d5798241-bc4a-4737-8529-e3ab2bf0484c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:19.230934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port d5798241-bc4a-4737-8529-e3ab2bf0484c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:19.231565 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.303030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.316919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for d5798241-bc4a-4737-8529-e3ab2bf0484c owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:19.425835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.454202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=d5798241-bc4a-4737-8529-e3ab2bf0484c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:19.459153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.461560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-57d75744-8665-4de5-8802-d4f7341d26e2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/d5798241-bc4a-4737-8529-e3ab2bf0484c HTTP/1.1" status: 204 len: 168 time: 0.3314052 Jul 06 18:16:19.464446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54434) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:19.533737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf98ec0-a936-441d-b616-653d702d7361 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:19.535283 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5bf98ec0-a936-441d-b616-653d702d7361 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0697281 Jul 06 18:16:19.537993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54436) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:19.567531 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-111f5d7e-2273-4e98-ba7c-43ce00244b9a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:19.569089 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-111f5d7e-2273-4e98-ba7c-43ce00244b9a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/d5798241-bc4a-4737-8529-e3ab2bf0484c HTTP/1.1" status: 404 len: 333 time: 0.0301802 Jul 06 18:16:19.572713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54438) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:19.578253 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1894593019'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:19.599224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:19.603044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.628145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:19.637120 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.637469 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment e0709831-4ac6-4c3c-a443-64c22a664254 of type vlan for network e841c972-308c-4cb8-992c-b81678569a20 Jul 06 18:16:19.684010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.723090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.730859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:19.732596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.764743 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904390 Jul 06 18:16:19.767854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:19.773974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'e841c972-308c-4cb8-992c-b81678569a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:19.819988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74030f58-cf41-41ea-b25a-beb2b9ab135d tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=e841c972-308c-4cb8-992c-b81678569a20,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:19.825212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network e841c972-308c-4cb8-992c-b81678569a20 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:19.889168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:19.893997 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.088460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.146085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=006c30c2-27de-44d8-8e2a-6fc1ecd2dd33,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:20.163106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': 'e0709831-4ac6-4c3c-a443-64c22a664254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e841c972-308c-4cb8-992c-b81678569a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:20.163574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: e841c972-308c-4cb8-992c-b81678569a20, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:20.180786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network e841c972-308c-4cb8-992c-b81678569a20 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:20.190252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, e841c972-308c-4cb8-992c-b81678569a20) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:20.194294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:20.194876 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.200954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5139bd-0594-4cf3-ad97-672f58f6b21c None None] Network e841c972-308c-4cb8-992c-b81678569a20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:20.210440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-795995ac-95f6-4c82-b869-b0f07b823fcd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4409406 Jul 06 18:16:20.213077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:20.219302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'e841c972-308c-4cb8-992c-b81678569a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:20.346112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:20.354526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.360740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-e841c972-308c-4cb8-992c-b81678569a20', 'network_id': 'e841c972-308c-4cb8-992c-b81678569a20', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': '006c30c2-27de-44d8-8e2a-6fc1ecd2dd33'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:20.361618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.447405 n-d-799527-3 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 006c30c2-27de-44d8-8e2a-6fc1ecd2dd33 (CIDR: 172.20.0.0/28) Jul 06 18:16:20.451308 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:16:20.451814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:20.474407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-712c07e3-cfeb-4103-987d-6a16d1c9c9e1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2577865 Jul 06 18:16:20.474592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54454) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:20.483904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'e841c972-308c-4cb8-992c-b81678569a20', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:20.519781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Allocated IP 172.20.0.2 (e841c972-308c-4cb8-992c-b81678569a20/006c30c2-27de-44d8-8e2a-6fc1ecd2dd33/cea0836f-c362-4eaf-abb4-a5e1809fc725) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:20.619218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:20.623556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.679620 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.690756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Transition to ACTIVE for port object cea0836f-c362-4eaf-abb4-a5e1809fc725 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:20.707839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Transition to ACTIVE for port object cea0836f-c362-4eaf-abb4-a5e1809fc725 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:20.714953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.758954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Network e841c972-308c-4cb8-992c-b81678569a20 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:20.764643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:20.769536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:20.773712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Pushing event updated for resources: {'Port': ['ID=cea0836f-c362-4eaf-abb4-a5e1809fc725,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:20.838336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Attempting to bind port cea0836f-c362-4eaf-abb4-a5e1809fc725 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:20.838992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Attempting to bind port cea0836f-c362-4eaf-abb4-a5e1809fc725 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e0709831-4ac6-4c3c-a443-64c22a664254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e841c972-308c-4cb8-992c-b81678569a20'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:20.839357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Attempting to bind port cea0836f-c362-4eaf-abb4-a5e1809fc725 on network e841c972-308c-4cb8-992c-b81678569a20 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:20.845677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:20.846222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Checking segment: {'id': 'e0709831-4ac6-4c3c-a443-64c22a664254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e841c972-308c-4cb8-992c-b81678569a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:20.846734 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.847288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Bound using segment: {'id': 'e0709831-4ac6-4c3c-a443-64c22a664254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e841c972-308c-4cb8-992c-b81678569a20'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:20.847827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Bound port: cea0836f-c362-4eaf-abb4-a5e1809fc725, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0709831-4ac6-4c3c-a443-64c22a664254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e841c972-308c-4cb8-992c-b81678569a20'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:20.848310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.883822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.923666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] For port cea0836f-c362-4eaf-abb4-a5e1809fc725, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:20.927808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] For port cea0836f-c362-4eaf-abb4-a5e1809fc725, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cea0836f-c362-4eaf-abb4-a5e1809fc725,segment=NetworkSegment(e0709831-4ac6-4c3c-a443-64c22a664254),segment_id=e0709831-4ac6-4c3c-a443-64c22a664254)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:20.932577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network e841c972-308c-4cb8-992c-b81678569a20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:20.934571 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.936848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:20.941798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:20.942413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.958261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=950bc83c-6826-4836-9380-1272cf724e6c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:20.965829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-11ec6098-d3a0-4367-be8d-63b98bcf45ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4901628 Jul 06 18:16:20.969340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54456) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:20.976788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'e841c972-308c-4cb8-992c-b81678569a20', 'fixed_ips': [{'subnet_id': '006c30c2-27de-44d8-8e2a-6fc1ecd2dd33'}, {'subnet_id': '950bc83c-6826-4836-9380-1272cf724e6c'}], 'name': 'tempest-PortsTestJSON-1407674420'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:21.031485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55f077-c677-4156-84c9-ff3c9c1aad72 None None] Pushing event updated for resources: {'Port': ['ID=cea0836f-c362-4eaf-abb4-a5e1809fc725,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:21.193841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:21.325090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:21.354154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:21.559237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cea0836f-c362-4eaf-abb4-a5e1809fc725 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:21.616565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port cea0836f-c362-4eaf-abb4-a5e1809fc725 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:21.644099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.3 (e841c972-308c-4cb8-992c-b81678569a20/006c30c2-27de-44d8-8e2a-6fc1ecd2dd33/4693155f-97d7-4fa8-ae2c-b8db4a431a2f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:21.651203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.22 (e841c972-308c-4cb8-992c-b81678569a20/950bc83c-6826-4836-9380-1272cf724e6c/4693155f-97d7-4fa8-ae2c-b8db4a431a2f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:21.845712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:21.861708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 4693155f-97d7-4fa8-ae2c-b8db4a431a2f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:21.899160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:21.944058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network e841c972-308c-4cb8-992c-b81678569a20 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:21.947548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:21.950151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:21.989892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=4693155f-97d7-4fa8-ae2c-b8db4a431a2f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:22.019374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:22.020209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.039866 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9481e823-5313-4998-90c7-a0fdae99387a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0655107 Jul 06 18:16:22.040067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54468) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:22.046162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '006c30c2-27de-44d8-8e2a-6fc1ecd2dd33'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:22.144076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40540b-10e8-42ab-a297-6912dc1ec7a1 None None] Network e841c972-308c-4cb8-992c-b81678569a20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:22.144883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.275525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] Provisioning for port cea0836f-c362-4eaf-abb4-a5e1809fc725 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:22.282966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] Provisioning complete for port cea0836f-c362-4eaf-abb4-a5e1809fc725 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:22.283375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.435987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Delete allocated IP 172.20.0.22 (e841c972-308c-4cb8-992c-b81678569a20/950bc83c-6826-4836-9380-1272cf724e6c) {{(pid=93943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:16:22.571228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.588744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.602151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Ignored duplicate provisioning block setup for port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:16:22.605488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.631886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] For port cea0836f-c362-4eaf-abb4-a5e1809fc725, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cea0836f-c362-4eaf-abb4-a5e1809fc725,segment=NetworkSegment(e0709831-4ac6-4c3c-a443-64c22a664254),segment_id=e0709831-4ac6-4c3c-a443-64c22a664254)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:22.640140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.684248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Update dhcp port {'port': {'network_id': 'e841c972-308c-4cb8-992c-b81678569a20', 'fixed_ips': [{'subnet_id': '006c30c2-27de-44d8-8e2a-6fc1ecd2dd33', 'ip_address': '172.20.0.2'}, {'subnet_id': '950bc83c-6826-4836-9380-1272cf724e6c'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'cea0836f-c362-4eaf-abb4-a5e1809fc725'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:16:22.710294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=4693155f-97d7-4fa8-ae2c-b8db4a431a2f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:22.734618 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] In _notify_port_updated(), no bound segment for port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f on network e841c972-308c-4cb8-992c-b81678569a20 {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:16:22.736405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423d53a-a113-4c4b-bf1b-346e3857d1c0 None None] Pushing event updated for resources: {'Port': ['ID=cea0836f-c362-4eaf-abb4-a5e1809fc725,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:22.740405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:22.741073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.742446 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0e7ccda1-e7a5-4b3a-824f-f825fbfaa0cd tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/ports/4693155f-97d7-4fa8-ae2c-b8db4a431a2f HTTP/1.1" status: 200 len: 919 time: 0.7013652 Jul 06 18:16:22.745901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:22.748518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.753074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '006c30c2-27de-44d8-8e2a-6fc1ecd2dd33'}, {'subnet_id': '950bc83c-6826-4836-9380-1272cf724e6c'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:22.935917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Allocated IP 172.20.0.18 (e841c972-308c-4cb8-992c-b81678569a20/950bc83c-6826-4836-9380-1272cf724e6c/cea0836f-c362-4eaf-abb4-a5e1809fc725) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:22.938047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.048620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] For port cea0836f-c362-4eaf-abb4-a5e1809fc725, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cea0836f-c362-4eaf-abb4-a5e1809fc725,segment=NetworkSegment(e0709831-4ac6-4c3c-a443-64c22a664254),segment_id=e0709831-4ac6-4c3c-a443-64c22a664254)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:23.088894 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.112452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Transition to ACTIVE for port object cea0836f-c362-4eaf-abb4-a5e1809fc725 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:23.120315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.264501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75441a-d07c-451c-a204-a05be550edfb None None] Pushing event updated for resources: {'Port': ['ID=cea0836f-c362-4eaf-abb4-a5e1809fc725,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:23.537936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cea0836f-c362-4eaf-abb4-a5e1809fc725 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:23.635027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.21 (e841c972-308c-4cb8-992c-b81678569a20/950bc83c-6826-4836-9380-1272cf724e6c/4693155f-97d7-4fa8-ae2c-b8db4a431a2f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:23.780821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.795182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Ignored duplicate provisioning block setup for port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:16:23.804831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.860409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aaf649-c2ce-43e0-b29e-42952eafa53d None None] Network e841c972-308c-4cb8-992c-b81678569a20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:23.911060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=4693155f-97d7-4fa8-ae2c-b8db4a431a2f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:23.928711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Provisioning for port cea0836f-c362-4eaf-abb4-a5e1809fc725 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:23.936998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Provisioning complete for port cea0836f-c362-4eaf-abb4-a5e1809fc725 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:23.937374 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.940952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.941309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.941668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.942009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.942356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.942686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.943062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.943451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.943777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.944116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.944446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.944779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:23.971090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] In _notify_port_updated(), no bound segment for port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f on network e841c972-308c-4cb8-992c-b81678569a20 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:16:23.977116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:23.978041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:23.979428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea80686c-c5c0-4c9a-9dc1-96cb8f591aa4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/ports/4693155f-97d7-4fa8-ae2c-b8db4a431a2f HTTP/1.1" status: 200 len: 999 time: 1.2324724 Jul 06 18:16:23.984499 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:24.095811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:24.096240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.114549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Provisioning for port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:24.123553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Provisioning complete for port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:24.123935 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.172208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9e996487-2621-4184-871a-8474a1a6d5ff None None] Port 4693155f-97d7-4fa8-ae2c-b8db4a431a2f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:24.203865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.215396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 4693155f-97d7-4fa8-ae2c-b8db4a431a2f owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:24.393847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.424622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=4693155f-97d7-4fa8-ae2c-b8db4a431a2f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:24.519294 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.523296 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f161df9-2e68-40fc-afd7-bb9ab0efd297 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/4693155f-97d7-4fa8-ae2c-b8db4a431a2f HTTP/1.1" status: 204 len: 168 time: 0.5351853 Jul 06 18:16:24.524215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54498) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:24.568507 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9183cd90-1987-4a93-b31e-6d68ebeb5ff3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:24.570133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9183cd90-1987-4a93-b31e-6d68ebeb5ff3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/4693155f-97d7-4fa8-ae2c-b8db4a431a2f HTTP/1.1" status: 404 len: 333 time: 0.0447233 Jul 06 18:16:24.572938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:24.625457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 950bc83c-6826-4836-9380-1272cf724e6c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:24.628805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.668327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.756887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.825638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.853255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=950bc83c-6826-4836-9380-1272cf724e6c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:24.859072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.863301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eec21863-1db7-44b7-9b28-6e0ff0e0fc3b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/950bc83c-6826-4836-9380-1272cf724e6c HTTP/1.1" status: 204 len: 168 time: 0.2870772 Jul 06 18:16:24.863534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54502) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:24.920262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 006c30c2-27de-44d8-8e2a-6fc1ecd2dd33 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:24.923441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:24.963771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.068831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.137288 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.170086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.172425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/006c30c2-27de-44d8-8e2a-6fc1ecd2dd33 HTTP/1.1" status: 204 len: 168 time: 0.3078175 Jul 06 18:16:25.173205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2f403-4c66-420f-b6a8-aeda6b5d408a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=006c30c2-27de-44d8-8e2a-6fc1ecd2dd33,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:25.176293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54504) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:25.266982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.325849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port cea0836f-c362-4eaf-abb4-a5e1809fc725 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:25.326205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.333348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ec2c9-43e1-4695-8bd0-83463b41aa85 None None] Network e841c972-308c-4cb8-992c-b81678569a20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:25.396668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port cea0836f-c362-4eaf-abb4-a5e1809fc725, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=cea0836f-c362-4eaf-abb4-a5e1809fc725,segment=NetworkSegment(e0709831-4ac6-4c3c-a443-64c22a664254),segment_id=e0709831-4ac6-4c3c-a443-64c22a664254)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:25.397169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.423104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for cea0836f-c362-4eaf-abb4-a5e1809fc725 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:25.454846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-951a7748-bd88-419b-b140-bd4bb5d63afa None None] Provisioning complete for port cea0836f-c362-4eaf-abb4-a5e1809fc725 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:25.455237 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-951a7748-bd88-419b-b140-bd4bb5d63afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.457735 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3534-ec70-4e32-a9c9-4a96973c2026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.551308 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.581674 n-d-799527-3 neutron-server[93944]: INFO neutron.plugins.ml2.db [None req-951a7748-bd88-419b-b140-bd4bb5d63afa None None] No ports have port_id starting with cea0836f-c362-4eaf-abb4-a5e1809fc725 Jul 06 18:16:25.595336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-951a7748-bd88-419b-b140-bd4bb5d63afa None None] Could not find standard attr ID for object 4693155f-97d7-4fa8-ae2c-b8db4a431a2f. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:25.648071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=cea0836f-c362-4eaf-abb4-a5e1809fc725,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:25.655940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port cea0836f-c362-4eaf-abb4-a5e1809fc725 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:25.731327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be450442-fe36-4e3d-b5bb-6fe2706672f7 None None] DHCP port deletion for e841c972-308c-4cb8-992c-b81678569a20 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:25.763619 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.774949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e841c972-308c-4cb8-992c-b81678569a20']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:25.787835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0709831-4ac6-4c3c-a443-64c22a664254') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:25.788135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0709831-4ac6-4c3c-a443-64c22a664254') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:25.801173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.816016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.822859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:25.823298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:25.827622 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:25.892239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.900290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:25.902165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/e841c972-308c-4cb8-992c-b81678569a20 HTTP/1.1" status: 204 len: 168 time: 0.7248263 Jul 06 18:16:25.906568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54508) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:25.914488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25909766-d10e-46c4-bf29-5faf590e489c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=e841c972-308c-4cb8-992c-b81678569a20,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:25.985795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b1acd-a4a6-4981-a62c-0d6eb1e705f7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:25.987722 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-253b1acd-a4a6-4981-a62c-0d6eb1e705f7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0801220 Jul 06 18:16:25.991382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54510) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:26.056279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-be9c12ec-4f74-4622-a9f4-2b4c9f978f4a tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0637000 Jul 06 18:16:26.059732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54512) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:26.064827 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-799518305'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:26.086882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:26.091767 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.116291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:26.126434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.127048 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment 63eab3b2-4fec-4687-ba4a-11db64dad77a of type vlan for network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 Jul 06 18:16:26.171240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.202349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.208008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:26.208603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.267118 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2061658 Jul 06 18:16:26.269912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:26.275136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:26.282023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857e1f0-0fd1-474e-b1ea-7ea3d91c2569 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=f9f22a62-cfdb-42b2-9572-6048d7a6dbe3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:26.293586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:26.369151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:26.373697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.566592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.629199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=c19c6eaa-bd63-4c64-88d3-2fc15c88113b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:26.636509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': '63eab3b2-4fec-4687-ba4a-11db64dad77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:26.636867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: f9f22a62-cfdb-42b2-9572-6048d7a6dbe3, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:26.654791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:26.664976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, f9f22a62-cfdb-42b2-9572-6048d7a6dbe3) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:26.669273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:26.669873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.675099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a3523b-50d3-4541-82d5-c990195a5901 None None] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:26.687329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2d70be89-72e3-4176-a54f-cc7792d44561 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4147222 Jul 06 18:16:26.688519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:26.693574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3', 'name': 'tempest-PortsTestJSON-334501109'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:26.829856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:26.833194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.854966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port ce415a1a-305d-43f7-877c-437231476f48 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:26.864460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-f9f22a62-cfdb-42b2-9572-6048d7a6dbe3', 'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': 'c19c6eaa-bd63-4c64-88d3-2fc15c88113b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:26.866834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:26.985295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.5 (f9f22a62-cfdb-42b2-9572-6048d7a6dbe3/c19c6eaa-bd63-4c64-88d3-2fc15c88113b/ce415a1a-305d-43f7-877c-437231476f48) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:27.149814 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.164541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object ce415a1a-305d-43f7-877c-437231476f48 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:27.198206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.242903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Allocated IP 172.20.0.2 (f9f22a62-cfdb-42b2-9572-6048d7a6dbe3/c19c6eaa-bd63-4c64-88d3-2fc15c88113b/540e9b8d-55ea-4703-ba03-512dc3bfc15b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:27.250975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:27.256603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:27.261511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:27.266833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=ce415a1a-305d-43f7-877c-437231476f48,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:27.320735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:27.321405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.337494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a229d9b9-735d-4257-9386-0ec5e9a58aeb tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6477942 Jul 06 18:16:27.339906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:27.349170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3', 'name': 'tempest-PortsTestJSON-1301451110'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:27.423243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.433118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Transition to ACTIVE for port object 540e9b8d-55ea-4703-ba03-512dc3bfc15b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:27.450030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Transition to ACTIVE for port object 540e9b8d-55ea-4703-ba03-512dc3bfc15b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:27.457524 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.475495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:27.480265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.496965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:27.500984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:27.504818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:27.505900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 554a2640-8f25-45ee-8c24-a2b26604bd8b yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:27.554925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Pushing event updated for resources: {'Port': ['ID=540e9b8d-55ea-4703-ba03-512dc3bfc15b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:27.581867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cea0836f-c362-4eaf-abb4-a5e1809fc725 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:27.627195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: cea0836f-c362-4eaf-abb4-a5e1809fc725 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:27.628432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device cea0836f-c362-4eaf-abb4-a5e1809fc725 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:27.630038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Attempting to bind port 540e9b8d-55ea-4703-ba03-512dc3bfc15b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:27.630566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Attempting to bind port 540e9b8d-55ea-4703-ba03-512dc3bfc15b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '63eab3b2-4fec-4687-ba4a-11db64dad77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:27.631137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Attempting to bind port 540e9b8d-55ea-4703-ba03-512dc3bfc15b on network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:27.640444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:27.641125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Checking segment: {'id': '63eab3b2-4fec-4687-ba4a-11db64dad77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:27.641745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.642364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Bound using segment: {'id': '63eab3b2-4fec-4687-ba4a-11db64dad77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:27.643034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Bound port: 540e9b8d-55ea-4703-ba03-512dc3bfc15b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63eab3b2-4fec-4687-ba4a-11db64dad77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9f22a62-cfdb-42b2-9572-6048d7a6dbe3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:27.643648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.667959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.9 (f9f22a62-cfdb-42b2-9572-6048d7a6dbe3/c19c6eaa-bd63-4c64-88d3-2fc15c88113b/554a2640-8f25-45ee-8c24-a2b26604bd8b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:27.726545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] For port 540e9b8d-55ea-4703-ba03-512dc3bfc15b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:27.730460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] For port 540e9b8d-55ea-4703-ba03-512dc3bfc15b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=540e9b8d-55ea-4703-ba03-512dc3bfc15b,segment=NetworkSegment(63eab3b2-4fec-4687-ba4a-11db64dad77a),segment_id=63eab3b2-4fec-4687-ba4a-11db64dad77a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:27.736588 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.826374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee413df9-37a9-4ccd-bd83-531a7b564814 None None] Pushing event updated for resources: {'Port': ['ID=540e9b8d-55ea-4703-ba03-512dc3bfc15b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:27.900552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.921064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 554a2640-8f25-45ee-8c24-a2b26604bd8b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:27.923534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eaa867ee-6292-47f8-9dcb-0863f72fac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.964638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:27.969831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.021333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:28.025118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:28.027910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:28.061298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=554a2640-8f25-45ee-8c24-a2b26604bd8b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:28.106123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:28.106794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.133996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-681c5319-9010-47c5-b83f-f990ee574a9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7875645 Jul 06 18:16:28.134204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:28.260500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c48866c-b868-4843-af45-4eecd2b9cc00 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:28.261908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6c48866c-b868-4843-af45-4eecd2b9cc00 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1267235 Jul 06 18:16:28.264880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:28.364365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 554a2640-8f25-45ee-8c24-a2b26604bd8b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:28.364711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.453715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.467107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 554a2640-8f25-45ee-8c24-a2b26604bd8b owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:28.602823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.633175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=554a2640-8f25-45ee-8c24-a2b26604bd8b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:28.713771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.718298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3296b8f4-6e76-475d-86bc-1efe8ade13f9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/554a2640-8f25-45ee-8c24-a2b26604bd8b HTTP/1.1" status: 204 len: 168 time: 0.4499338 Jul 06 18:16:28.718824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:28.748490 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb482f68-04c4-4f1f-b6a6-7943d62ded18 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:28.750114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fb482f68-04c4-4f1f-b6a6-7943d62ded18 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/554a2640-8f25-45ee-8c24-a2b26604bd8b HTTP/1.1" status: 404 len: 333 time: 0.0302300 Jul 06 18:16:28.752939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:28.857867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port ce415a1a-305d-43f7-877c-437231476f48 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:28.858213 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.875910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05642f-809f-4bc3-a224-0504678aae32 None None] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:28.970747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:28.989640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for ce415a1a-305d-43f7-877c-437231476f48 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:29.003552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-653f3983-dd70-4005-8d28-66043e13b8f0 None None] Provisioning for port 540e9b8d-55ea-4703-ba03-512dc3bfc15b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:29.177812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.217242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=ce415a1a-305d-43f7-877c-437231476f48,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:29.293403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.296643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bc880e27-5bc1-452e-94fb-1e3f45899dee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/ce415a1a-305d-43f7-877c-437231476f48 HTTP/1.1" status: 204 len: 168 time: 0.5426972 Jul 06 18:16:29.299290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:29.334852 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-40182587-7657-4e75-88ea-eca3c85c3005 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:29.339660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:29.342958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-40182587-7657-4e75-88ea-eca3c85c3005 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/ce415a1a-305d-43f7-877c-437231476f48 HTTP/1.1" status: 404 len: 333 time: 0.0424991 Jul 06 18:16:29.343324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f2ae286-bf82-49a9-899c-67ea51d43ca2 None None] Could not find standard attr ID for object ce415a1a-305d-43f7-877c-437231476f48. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:29.376103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.409119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet c19c6eaa-bd63-4c64-88d3-2fc15c88113b {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:29.413018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.457947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.589908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5faf459d-adae-4768-8fd8-a9bc487d76bd None None] Could not find standard attr ID for object ce415a1a-305d-43f7-877c-437231476f48. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:29.593230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.627665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 540e9b8d-55ea-4703-ba03-512dc3bfc15b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:29.659825 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.689260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=c19c6eaa-bd63-4c64-88d3-2fc15c88113b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:29.696964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.699435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-453716c7-8331-47c4-a5f2-14a29a94eb77 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/c19c6eaa-bd63-4c64-88d3-2fc15c88113b HTTP/1.1" status: 204 len: 168 time: 0.3586969 Jul 06 18:16:29.702791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:29.709374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 540e9b8d-55ea-4703-ba03-512dc3bfc15b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:29.713902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 540e9b8d-55ea-4703-ba03-512dc3bfc15b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:29.715157 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.795616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.811788 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.829031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd6fdf-8753-4895-baf6-177e534ca5d7 None None] Network f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:29.851757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 540e9b8d-55ea-4703-ba03-512dc3bfc15b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:29.852045 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.888910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a2dc6c50-f7d8-41eb-966b-2663e88d19e8 None None] Could not find standard attr ID for object 554a2640-8f25-45ee-8c24-a2b26604bd8b. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:29.922596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 540e9b8d-55ea-4703-ba03-512dc3bfc15b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=540e9b8d-55ea-4703-ba03-512dc3bfc15b,segment=NetworkSegment(63eab3b2-4fec-4687-ba4a-11db64dad77a),segment_id=63eab3b2-4fec-4687-ba4a-11db64dad77a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:29.924179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port 540e9b8d-55ea-4703-ba03-512dc3bfc15b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=540e9b8d-55ea-4703-ba03-512dc3bfc15b,segment=NetworkSegment(63eab3b2-4fec-4687-ba4a-11db64dad77a),segment_id=63eab3b2-4fec-4687-ba4a-11db64dad77a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:29.924521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:29.940163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 540e9b8d-55ea-4703-ba03-512dc3bfc15b owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:29.944695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.023311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=540e9b8d-55ea-4703-ba03-512dc3bfc15b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:30.027311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.064608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port 540e9b8d-55ea-4703-ba03-512dc3bfc15b on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:30.069481 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.095273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=540e9b8d-55ea-4703-ba03-512dc3bfc15b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:30.113130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7251979-8cbc-4802-b6ab-7be5b28a4db4 None None] DHCP port deletion for f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:30.161626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.173293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f22a62-cfdb-42b2-9572-6048d7a6dbe3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:30.184371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eab3b2-4fec-4687-ba4a-11db64dad77a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:30.184861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eab3b2-4fec-4687-ba4a-11db64dad77a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:30.200604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.214982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.226971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:30.228135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:30.234439 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:30.359024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.368437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.375994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/f9f22a62-cfdb-42b2-9572-6048d7a6dbe3 HTTP/1.1" status: 204 len: 168 time: 0.6718111 Jul 06 18:16:30.379501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:30.387810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1527315165'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:30.388799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e6ddd-8f0b-4a86-b0dc-d999d4b168ca tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=f9f22a62-cfdb-42b2-9572-6048d7a6dbe3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:30.411278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:30.415129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.442650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:30.453879 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.454234 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment fb4acb3a-d56d-4bcf-896d-5d410471470b of type vlan for network 2985e269-95a4-4795-8d35-9f8552685dab Jul 06 18:16:30.497601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.533961 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.539564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:30.540152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.596266 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2154717 Jul 06 18:16:30.599392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:30.605262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': '2985e269-95a4-4795-8d35-9f8552685dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:30.614271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455429b4-7daa-4a9f-9b2e-5e544460c4b4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=2985e269-95a4-4795-8d35-9f8552685dab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:30.626010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2985e269-95a4-4795-8d35-9f8552685dab details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:30.704862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:30.709133 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.775941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.898448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:30.955718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=0fae867e-9bfa-4dfa-accb-8d39e7b3f35e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:30.973500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': 'fb4acb3a-d56d-4bcf-896d-5d410471470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2985e269-95a4-4795-8d35-9f8552685dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:30.973865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: 2985e269-95a4-4795-8d35-9f8552685dab, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:30.991178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 2985e269-95a4-4795-8d35-9f8552685dab is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:31.001851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 2985e269-95a4-4795-8d35-9f8552685dab) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:31.006679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:31.007631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.011050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f275da0-e7b5-404d-aa5d-4df9925d518e None None] Network 2985e269-95a4-4795-8d35-9f8552685dab requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:31.027315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5c1a86e5-5d61-4f0d-8c85-18ed15941ff8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4240856 Jul 06 18:16:31.031667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54566) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:31.037029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': '2985e269-95a4-4795-8d35-9f8552685dab', 'name': 'tempest-PortsTestJSON-1410441606', 'fixed_ips': [{'subnet_id': '0fae867e-9bfa-4dfa-accb-8d39e7b3f35e', 'ip_address': '172.20.0.10'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:31.157656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:31.180177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-2985e269-95a4-4795-8d35-9f8552685dab', 'network_id': '2985e269-95a4-4795-8d35-9f8552685dab', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': '0fae867e-9bfa-4dfa-accb-8d39e7b3f35e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:31.181071 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.247940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.267445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port e2890ba9-0f82-4432-b617-26767ac097b4 yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:31.345773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Allocated IP 172.20.0.2 (2985e269-95a4-4795-8d35-9f8552685dab/0fae867e-9bfa-4dfa-accb-8d39e7b3f35e/280a8e6e-98e7-41cf-b7cd-62b6b95839aa) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:31.537822 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.541959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 540e9b8d-55ea-4703-ba03-512dc3bfc15b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:31.567443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Transition to ACTIVE for port object 280a8e6e-98e7-41cf-b7cd-62b6b95839aa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:31.569314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 540e9b8d-55ea-4703-ba03-512dc3bfc15b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:31.569670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 540e9b8d-55ea-4703-ba03-512dc3bfc15b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:31.587293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Transition to ACTIVE for port object 280a8e6e-98e7-41cf-b7cd-62b6b95839aa will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:31.600568 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.643340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Network 2985e269-95a4-4795-8d35-9f8552685dab is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:31.650967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:31.654009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:31.657335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.10 (2985e269-95a4-4795-8d35-9f8552685dab/0fae867e-9bfa-4dfa-accb-8d39e7b3f35e/e2890ba9-0f82-4432-b617-26767ac097b4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:31.658674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Pushing event updated for resources: {'Port': ['ID=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:31.724837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Attempting to bind port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:31.725563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Attempting to bind port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'fb4acb3a-d56d-4bcf-896d-5d410471470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2985e269-95a4-4795-8d35-9f8552685dab'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:31.726023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Attempting to bind port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa on network 2985e269-95a4-4795-8d35-9f8552685dab {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:31.732902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:31.733564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Checking segment: {'id': 'fb4acb3a-d56d-4bcf-896d-5d410471470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2985e269-95a4-4795-8d35-9f8552685dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:31.734060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.734465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Bound using segment: {'id': 'fb4acb3a-d56d-4bcf-896d-5d410471470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2985e269-95a4-4795-8d35-9f8552685dab'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:31.735020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Bound port: 280a8e6e-98e7-41cf-b7cd-62b6b95839aa, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4acb3a-d56d-4bcf-896d-5d410471470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2985e269-95a4-4795-8d35-9f8552685dab'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:31.735534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.801080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] For port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:31.804394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] For port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,segment=NetworkSegment(fb4acb3a-d56d-4bcf-896d-5d410471470b),segment_id=fb4acb3a-d56d-4bcf-896d-5d410471470b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:31.808861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.828016 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.844080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object e2890ba9-0f82-4432-b617-26767ac097b4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:31.875872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e37a1-67da-413d-afdd-473a0e610228 None None] Pushing event updated for resources: {'Port': ['ID=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:31.898908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:31.943936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 2985e269-95a4-4795-8d35-9f8552685dab is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:31.947821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:31.952895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:32.002060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=e2890ba9-0f82-4432-b617-26767ac097b4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:32.021749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:32.022703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.051880 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b7e05bf5-6b8f-45ff-aaad-8393d7b5401e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0189550 Jul 06 18:16:32.053094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:32.058509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': '2985e269-95a4-4795-8d35-9f8552685dab', 'name': 'tempest-PortsTestJSON-1734659681', 'fixed_ips': [{'subnet_id': '0fae867e-9bfa-4dfa-accb-8d39e7b3f35e', 'ip_address': '172.20.0.9'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:32.226209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:32.336168 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.361302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:32.536689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.541658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.9 (2985e269-95a4-4795-8d35-9f8552685dab/0fae867e-9bfa-4dfa-accb-8d39e7b3f35e/3c2d4530-c3e4-46f0-a4ec-a322059b42f2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:32.707656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.722177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:32.765573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.813916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 2985e269-95a4-4795-8d35-9f8552685dab is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:32.817337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:32.821578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:32.852629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=3c2d4530-c3e4-46f0-a4ec-a322059b42f2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:32.880326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:32.880995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.897940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b582f9da-ad39-4ee0-a8ea-469ad9dd63ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8436513 Jul 06 18:16:32.900628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:32.964103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb26f27-1ed3-48c2-b0ae-c6ea41b11989 None None] Network 2985e269-95a4-4795-8d35-9f8552685dab requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:33.047753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ed1a3-03bc-4168-9ab5-cf0908038305 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:33.049393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-324ed1a3-03bc-4168-9ab5-cf0908038305 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1476624 Jul 06 18:16:33.052941 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:33.077906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfac4e-6a5a-46c0-a6ca-3ff2efabcf13 req-d8adebf4-f14d-4fa3-a6d5-bd466f705603 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:33.079474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fcfac4e-6a5a-46c0-a6ca-3ff2efabcf13 req-d8adebf4-f14d-4fa3-a6d5-bd466f705603 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1096 time: 0.0788984 Jul 06 18:16:33.083054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8c4acb37-98bd-46b9-b2d1-74380c2c9043 None None] Provisioning for port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:33.130866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fcfac4e-6a5a-46c0-a6ca-3ff2efabcf13 req-9e42dd9e-cf59-4b01-8c0e-d0444cf50271 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Jul 06 18:16:33.152496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cce42e-5bc3-4fcf-83fd-afa8370226b2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:33.161245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cce42e-5bc3-4fcf-83fd-afa8370226b2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:33.170531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cce42e-5bc3-4fcf-83fd-afa8370226b2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:33.175361 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b0cce42e-5bc3-4fcf-83fd-afa8370226b2 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1213565 Jul 06 18:16:33.175684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:33.439761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Provisioning for port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:33.446284 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Provisioning complete for port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:33.447115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.521207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:33.551290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Provisioning for port e2890ba9-0f82-4432-b617-26767ac097b4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:33.557933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Provisioning complete for port e2890ba9-0f82-4432-b617-26767ac097b4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:33.558407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.612699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0f152cb2-4a80-47ec-b7dd-c0dc187e8b72 None None] Port e2890ba9-0f82-4432-b617-26767ac097b4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:33.667182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 280a8e6e-98e7-41cf-b7cd-62b6b95839aa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:33.707181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:33.707557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.724584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d3af-d8b9-4d4e-aad3-13e93411e892 req-7b31525a-0f45-4b8d-8f6c-260c30acd825 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:33.726177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e066d3af-d8b9-4d4e-aad3-13e93411e892 req-7b31525a-0f45-4b8d-8f6c-260c30acd825 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.4584005 Jul 06 18:16:33.751559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-592f4db7-8681-4b4a-9ac8-1f5461c0844a None None] Provisioning complete for port e2890ba9-0f82-4432-b617-26767ac097b4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:33.752080 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592f4db7-8681-4b4a-9ac8-1f5461c0844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.805930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-592f4db7-8681-4b4a-9ac8-1f5461c0844a None None] Port e2890ba9-0f82-4432-b617-26767ac097b4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:33.808209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:33.814059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:33.814386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.837794 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e066d3af-d8b9-4d4e-aad3-13e93411e892 req-a0e5bcfd-3886-459f-a49b-02fc1cbfe63c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001997 Jul 06 18:16:33.871739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:33.882371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.913220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:33.960559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7fd791a1-2f6e-4db4-b94e-89d8b8fda95c None None] Provisioning complete for port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:33.960933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fd791a1-2f6e-4db4-b94e-89d8b8fda95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:33.983901 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9676ca2b-b087-4841-99c6-53bd96ca825b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/0eb70be6-9668-4213-a5cd-e568d35a12fe HTTP/1.1" status: 200 len: 992 time: 0.1077449 Jul 06 18:16:34.003035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:34.032625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7fd791a1-2f6e-4db4-b94e-89d8b8fda95c None None] Port 3c2d4530-c3e4-46f0-a4ec-a322059b42f2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:34.055225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,segment=NetworkSegment(fb4acb3a-d56d-4bcf-896d-5d410471470b),segment_id=fb4acb3a-d56d-4bcf-896d-5d410471470b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:34.062400 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:34.104284 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:34.127742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:34.137218 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.138109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.139245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.139785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.140122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.140639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.140973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.141306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.141664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.141947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.142444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.142972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:34.170672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=3c2d4530-c3e4-46f0-a4ec-a322059b42f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:34.251629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:34.253505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f531e22f-f486-4df7-8819-f9da1248098f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/3c2d4530-c3e4-46f0-a4ec-a322059b42f2 HTTP/1.1" status: 204 len: 168 time: 1.0765579 Jul 06 18:16:34.256691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:34.546437 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb735368-7237-4625-a208-7070b4e32d93 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:34.550952 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb735368-7237-4625-a208-7070b4e32d93 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/3c2d4530-c3e4-46f0-a4ec-a322059b42f2 HTTP/1.1" status: 404 len: 333 time: 0.2884946 Jul 06 18:16:34.551210 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54638) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:34.665520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port e2890ba9-0f82-4432-b617-26767ac097b4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:34.665867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:34.699104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-f4a541ff-e6d2-410f-8d2e-462f155e00d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042664 Jul 06 18:16:34.736581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9586a48-f2bb-45ca-afff-c35633436205 req-40ac3f49-a466-41f7-b41a-3e49ba55fb02 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:34.738134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9586a48-f2bb-45ca-afff-c35633436205 req-40ac3f49-a466-41f7-b41a-3e49ba55fb02 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.0749712 Jul 06 18:16:34.762736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:34.777732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for e2890ba9-0f82-4432-b617-26767ac097b4 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:34.807197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9586a48-f2bb-45ca-afff-c35633436205 req-4a85dd67-dedf-4df4-bee5-ab0d16002121 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620334 Jul 06 18:16:34.955481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.013486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=e2890ba9-0f82-4432-b617-26767ac097b4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:35.191303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.200318 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-71b9a690-39b3-4554-8b22-f925aea5b2a4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/e2890ba9-0f82-4432-b617-26767ac097b4 HTTP/1.1" status: 204 len: 168 time: 0.6477780 Jul 06 18:16:35.202957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:35.258292 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e1dc78-8546-4154-9fb9-4f6def515809 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:35.260170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e3e1dc78-8546-4154-9fb9-4f6def515809 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/e2890ba9-0f82-4432-b617-26767ac097b4 HTTP/1.1" status: 404 len: 333 time: 0.0559704 Jul 06 18:16:35.263725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:35.337236 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 0fae867e-9bfa-4dfa-accb-8d39e7b3f35e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:35.343318 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.409741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.557940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.588348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 280a8e6e-98e7-41cf-b7cd-62b6b95839aa up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:35.637390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.674676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:35.674981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.676353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=0fae867e-9bfa-4dfa-accb-8d39e7b3f35e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:35.678697 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.683554 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:35.683789 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bd19c2a6-2fbe-436e-b88e-dd9005e8f37b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/0fae867e-9bfa-4dfa-accb-8d39e7b3f35e HTTP/1.1" status: 204 len: 168 time: 0.4187636 Jul 06 18:16:35.708664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a509654-fbe9-45af-8cac-952cd0b16c4b None None] Network 2985e269-95a4-4795-8d35-9f8552685dab requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:35.786554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.860062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:35.860414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.992195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] DHCP port deletion for 2985e269-95a4-4795-8d35-9f8552685dab request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:36.002912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,segment=NetworkSegment(fb4acb3a-d56d-4bcf-896d-5d410471470b),segment_id=fb4acb3a-d56d-4bcf-896d-5d410471470b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:36.003294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.022073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 280a8e6e-98e7-41cf-b7cd-62b6b95839aa owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:36.071361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] Deleting port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:36.071984 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.091742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596fcb0-08c6-4f37-a745-02ea0ea08296 req-fb43b11a-7008-403c-a242-b6a238c5e345 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:36.093537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a596fcb0-08c6-4f37-a745-02ea0ea08296 req-fb43b11a-7008-403c-a242-b6a238c5e345 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1592343 Jul 06 18:16:36.153784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] For port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,segment=NetworkSegment(fb4acb3a-d56d-4bcf-896d-5d410471470b),segment_id=fb4acb3a-d56d-4bcf-896d-5d410471470b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:36.154394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.159587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a596fcb0-08c6-4f37-a745-02ea0ea08296 req-62dac6eb-424c-4e61-91a9-c54df669051c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553598 Jul 06 18:16:36.172072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.180571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] Calling delete_port for 280a8e6e-98e7-41cf-b7cd-62b6b95839aa owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:36.199306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:36.207031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:36.300207 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.317249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.345762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] Pushing event deleted for resources: {'Port': ['ID=280a8e6e-98e7-41cf-b7cd-62b6b95839aa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:36.347025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2985e269-95a4-4795-8d35-9f8552685dab']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:36.353596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212008c-09bd-45bc-8e44-f94ea98f50b0 None None] No DVR routers for this DVR port 280a8e6e-98e7-41cf-b7cd-62b6b95839aa on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:36.362158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4acb3a-d56d-4bcf-896d-5d410471470b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:36.362158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4acb3a-d56d-4bcf-896d-5d410471470b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:36.375644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.401348 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.417688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-75f5dad4-593c-44f2-b3db-d12241118142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:36.419314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-75f5dad4-593c-44f2-b3db-d12241118142 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1119983 Jul 06 18:16:36.422148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:36.422554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:36.426062 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:36.541964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.551590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.553371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/2985e269-95a4-4795-8d35-9f8552685dab HTTP/1.1" status: 204 len: 168 time: 0.8681304 Jul 06 18:16:36.557893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54682) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:36.565810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873710396'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:36.573829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201159b-c4d6-4fe1-a35e-362d81718b94 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=2985e269-95a4-4795-8d35-9f8552685dab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:36.588866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-bf2e9411-14dd-4d17-9d07-bc29f1baf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:36.590965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-bf2e9411-14dd-4d17-9d07-bc29f1baf3c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1636791 Jul 06 18:16:36.594265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:36.598022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.626223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:16:36.637363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.638028 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Added segment a1c5b7ba-c549-4350-bba9-3eade147d436 of type vlan for network 0621c563-110c-4809-937b-7a760139e2b2 Jul 06 18:16:36.659810 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-bd85f016-2d48-4e44-8bf8-59e68009a5b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0623071 Jul 06 18:16:36.685182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.710555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-90e1b910-8773-490f-b1c7-16cbd3daa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:36.712116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-90e1b910-8773-490f-b1c7-16cbd3daa92a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0461929 Jul 06 18:16:36.717674 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.723416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:36.724313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.780749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-e045dfd8-6989-40fd-b5d1-bba438bab140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:36.782608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-e045dfd8-6989-40fd-b5d1-bba438bab140 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636570 Jul 06 18:16:36.786948 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2272210 Jul 06 18:16:36.791698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:36.797109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': '0621c563-110c-4809-937b-7a760139e2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:36.803874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a1c4f-378d-4a1c-987f-7ddc6fbaa1ee tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Network': ['ID=0621c563-110c-4809-937b-7a760139e2b2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:36.816926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0621c563-110c-4809-937b-7a760139e2b2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:16:36.892035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-75b870e6-0a2d-4e4a-85cf-974c872e8c0b service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022522 Jul 06 18:16:36.914610 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:36.918321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.999507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-8ebff710-e34f-40c9-9fdb-37e8c35eb6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007979 Jul 06 18:16:37.152852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.220466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=1e5bbdd2-cafd-4218-8150-ae28863b75df,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:37.235426 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Checking segment: {'id': 'a1c5b7ba-c549-4350-bba9-3eade147d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0621c563-110c-4809-937b-7a760139e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:37.235830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network hostable DHCP agents. Network: 0621c563-110c-4809-937b-7a760139e2b2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:16:37.253486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 0621c563-110c-4809-937b-7a760139e2b2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:16:37.265825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0621c563-110c-4809-937b-7a760139e2b2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:37.272054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:37.272769 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.279371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b2a25-13d9-42dd-ba9b-1d94a49d1abe None None] Network 0621c563-110c-4809-937b-7a760139e2b2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:37.295396 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-053df94c-46fd-423b-8c9c-0cb84155be83 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4991679 Jul 06 18:16:37.295782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54688) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:37.304852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1338875446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:37.341924 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.343354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.399524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82be959-01bf-4772-93ad-ece66db7426c req-57affdf4-224c-44a5-a9eb-7633409271ac tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:37.401778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e82be959-01bf-4772-93ad-ece66db7426c req-57affdf4-224c-44a5-a9eb-7633409271ac tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1022875 Jul 06 18:16:37.416889 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.432913 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.448600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e82be959-01bf-4772-93ad-ece66db7426c req-66785b34-835f-4fb5-ac10-1abb2d79ccd6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Jul 06 18:16:37.469719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.474529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54692) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:37.477609 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28f7872d-68ba-4469-a745-0e4052d33d22 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1804924 Jul 06 18:16:37.492605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0621c563-110c-4809-937b-7a760139e2b2', 'network_id': '0621c563-110c-4809-937b-7a760139e2b2', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': '1e5bbdd2-cafd-4218-8150-ae28863b75df'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:37.493892 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.498965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'network_id': '0621c563-110c-4809-937b-7a760139e2b2', 'name': 'tempest-PortsTestJSON-1182373733'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:37.578297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 280a8e6e-98e7-41cf-b7cd-62b6b95839aa no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:37.613198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 280a8e6e-98e7-41cf-b7cd-62b6b95839aa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:37.613537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 280a8e6e-98e7-41cf-b7cd-62b6b95839aa not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:37.644835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:37.650453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.680978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:37.683943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Allocated IP 172.20.0.2 (0621c563-110c-4809-937b-7a760139e2b2/1e5bbdd2-cafd-4218-8150-ae28863b75df/f217a47b-f7c9-4e3b-97c1-81216622f242) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:37.850875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.861061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Transition to ACTIVE for port object f217a47b-f7c9-4e3b-97c1-81216622f242 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:37.877407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Transition to ACTIVE for port object f217a47b-f7c9-4e3b-97c1-81216622f242 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:37.889432 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:37.927505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Network 0621c563-110c-4809-937b-7a760139e2b2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:37.932199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:37.938668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:37.943067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.10 (0621c563-110c-4809-937b-7a760139e2b2/1e5bbdd2-cafd-4218-8150-ae28863b75df/15d1de4b-3b0c-4063-ad4a-193cb9dd4beb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:37.947902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Pushing event updated for resources: {'Port': ['ID=f217a47b-f7c9-4e3b-97c1-81216622f242,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:38.008179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Attempting to bind port f217a47b-f7c9-4e3b-97c1-81216622f242 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:38.008583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Attempting to bind port f217a47b-f7c9-4e3b-97c1-81216622f242 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a1c5b7ba-c549-4350-bba9-3eade147d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0621c563-110c-4809-937b-7a760139e2b2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:38.008953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Attempting to bind port f217a47b-f7c9-4e3b-97c1-81216622f242 on network 0621c563-110c-4809-937b-7a760139e2b2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:38.015354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:38.015713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Checking segment: {'id': 'a1c5b7ba-c549-4350-bba9-3eade147d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0621c563-110c-4809-937b-7a760139e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:38.016123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.016539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Bound using segment: {'id': 'a1c5b7ba-c549-4350-bba9-3eade147d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0621c563-110c-4809-937b-7a760139e2b2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:38.017096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Bound port: f217a47b-f7c9-4e3b-97c1-81216622f242, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c5b7ba-c549-4350-bba9-3eade147d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0621c563-110c-4809-937b-7a760139e2b2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:38.017488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.092970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] For port f217a47b-f7c9-4e3b-97c1-81216622f242, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:38.096561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] For port f217a47b-f7c9-4e3b-97c1-81216622f242, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f217a47b-f7c9-4e3b-97c1-81216622f242,segment=NetworkSegment(a1c5b7ba-c549-4350-bba9-3eade147d436),segment_id=a1c5b7ba-c549-4350-bba9-3eade147d436)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:38.101097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.120413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.135541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:38.171371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56a88-e072-460b-b356-acc4aca1a3af None None] Pushing event updated for resources: {'Port': ['ID=f217a47b-f7c9-4e3b-97c1-81216622f242,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:38.174810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.226606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 0621c563-110c-4809-937b-7a760139e2b2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:38.230230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:38.237641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:38.244321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=15d1de4b-3b0c-4063-ad4a-193cb9dd4beb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:38.296625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:38.297329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.314452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cbb723b0-8e8e-47d8-a148-6852d13fea33 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8380277 Jul 06 18:16:38.317135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:38.743688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b23de-72d7-4a0f-98ee-9b18b945bc3a req-895f0574-9927-4175-be41-7cadad10012e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:38.745719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-777b23de-72d7-4a0f-98ee-9b18b945bc3a req-895f0574-9927-4175-be41-7cadad10012e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1582088 Jul 06 18:16:38.818342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:38.833652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-777b23de-72d7-4a0f-98ee-9b18b945bc3a req-054050c0-9846-4bad-99a8-ee559db2fae0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594079 Jul 06 18:16:38.876659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:39.057897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4210341c-37f1-4ad0-8504-814d11b17fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.181383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.188643 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.271326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3779f7-1411-44b6-9162-a98cfe2f2c22 None None] Network 0621c563-110c-4809-937b-7a760139e2b2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:39.297115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=15d1de4b-3b0c-4063-ad4a-193cb9dd4beb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:39.324159 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4210341c-37f1-4ad0-8504-814d11b17fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.331656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4210341c-37f1-4ad0-8504-814d11b17fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.331867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f62030ab-e148-4c21-83dd-78e2e558239c None None] Provisioning for port f217a47b-f7c9-4e3b-97c1-81216622f242 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:39.425467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210341c-37f1-4ad0-8504-814d11b17fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b6d037-22ce-4175-977e-96943f844fae,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:39.430742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4210341c-37f1-4ad0-8504-814d11b17fe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4475d9dc8504c1496eac888debdae7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531046 Jul 06 18:16:39.433599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54708) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:39.517814 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-637e9476-deaa-4171-8839-373644b6f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.542559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-637e9476-deaa-4171-8839-373644b6f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.573859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.617652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f217a47b-f7c9-4e3b-97c1-81216622f242 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:39.621300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-637e9476-deaa-4171-8839-373644b6f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.627185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-637e9476-deaa-4171-8839-373644b6f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.629437 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-637e9476-deaa-4171-8839-373644b6f66f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33b6d037-22ce-4175-977e-96943f844fae HTTP/1.1" status: 204 len: 168 time: 0.1932261 Jul 06 18:16:39.644021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e9476-deaa-4171-8839-373644b6f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b6d037-22ce-4175-977e-96943f844fae,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:39.688547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f217a47b-f7c9-4e3b-97c1-81216622f242 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:39.693669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f217a47b-f7c9-4e3b-97c1-81216622f242 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:39.693669 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.758685 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.789522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bfe9c225-3dfb-4205-80d2-445536ad2410 None None] Provisioning complete for port f217a47b-f7c9-4e3b-97c1-81216622f242 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:39.789973 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe9c225-3dfb-4205-80d2-445536ad2410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.823850 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:39.871048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port f217a47b-f7c9-4e3b-97c1-81216622f242, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f217a47b-f7c9-4e3b-97c1-81216622f242,segment=NetworkSegment(a1c5b7ba-c549-4350-bba9-3eade147d436),segment_id=a1c5b7ba-c549-4350-bba9-3eade147d436)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:39.909068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.041651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54716) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:40.057603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbb58dfb-6bea-42e3-a965-696bc07e1a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.078450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bfe9c225-3dfb-4205-80d2-445536ad2410 None None] Provisioning for port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:40.084780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bfe9c225-3dfb-4205-80d2-445536ad2410 None None] Provisioning complete for port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:40.085296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfe9c225-3dfb-4205-80d2-445536ad2410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.087993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=f217a47b-f7c9-4e3b-97c1-81216622f242,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:40.140414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9c225-3dfb-4205-80d2-445536ad2410 None None] Port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:40.165650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550aad6-d5e2-4637-804f-f29c323c9b42 req-c3636704-5582-4450-a549-d3f574fc3b57 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:40.170292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbb58dfb-6bea-42e3-a965-696bc07e1a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.171855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a550aad6-d5e2-4637-804f-f29c323c9b42 req-c3636704-5582-4450-a549-d3f574fc3b57 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1244838 Jul 06 18:16:40.175455 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbb58dfb-6bea-42e3-a965-696bc07e1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.220141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bbb58dfb-6bea-42e3-a965-696bc07e1a06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f372fd079f14820afa9e97cfedebf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749725 Jul 06 18:16:40.222513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:40.232182 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.239309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a550aad6-d5e2-4637-804f-f29c323c9b42 req-4a677ee4-6246-4666-a51c-8200d04a2b31 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630724 Jul 06 18:16:40.240731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb58dfb-6bea-42e3-a965-696bc07e1a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5d9fa-3563-4580-8dcf-2d2d9ada0afc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:40.241076 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.275036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3c9e8dfe-1fa2-4a1a-be35-276db61325f0 None None] Provisioning complete for port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:40.277173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c9e8dfe-1fa2-4a1a-be35-276db61325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.295943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133998d7-a9c8-4b56-b83b-3263932b77c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.319157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133998d7-a9c8-4b56-b83b-3263932b77c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.326199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e8dfe-1fa2-4a1a-be35-276db61325f0 None None] Port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:40.351392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=15d1de4b-3b0c-4063-ad4a-193cb9dd4beb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:40.354228 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.383361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133998d7-a9c8-4b56-b83b-3263932b77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.386255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-133998d7-a9c8-4b56-b83b-3263932b77c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.387627 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-133998d7-a9c8-4b56-b83b-3263932b77c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63f5d9fa-3563-4580-8dcf-2d2d9ada0afc HTTP/1.1" status: 204 len: 168 time: 0.1639855 Jul 06 18:16:40.396004 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133998d7-a9c8-4b56-b83b-3263932b77c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5d9fa-3563-4580-8dcf-2d2d9ada0afc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:40.446672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-17a79a30-cf66-472d-9e7d-328b099bc51d None None] Provisioning complete for port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:40.447179 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17a79a30-cf66-472d-9e7d-328b099bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:40.488005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-17a79a30-cf66-472d-9e7d-328b099bc51d None None] Port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:40.773793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network 0621c563-110c-4809-937b-7a760139e2b2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:40.775423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:40.910578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Router 6c119676-16fd-4ed0-aa7c-9c501a65a9a6 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:16:41.013331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:16:41.018692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9b8575d6-620b-4e04-9800-718c422617d5 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/routers/6c119676-16fd-4ed0-aa7c-9c501a65a9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005613 Jul 06 18:16:41.022452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54734) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:41.024824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] Sync routers for ids ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:16:41.037891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] Routers {'6c119676-16fd-4ed0-aa7c-9c501a65a9a6'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:16:41.038542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:16:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:41.071607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:41.080694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] Routers {'6c119676-16fd-4ed0-aa7c-9c501a65a9a6'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:16:41.081312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:16:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:41.115692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:41.116351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42f0c2-91b3-438b-a5e8-0d8329d1f328 None None] The sync data for ids ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'] in n-d-799527-3 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:16:41.128610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6d0dcd9c-0aed-4b67-8ca0-842731fb8709 None None] Provisioning complete for port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:41.129082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d0dcd9c-0aed-4b67-8ca0-842731fb8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:41.140557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b90a17-51d4-4327-8a2d-b7f55b185bc4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:41.142148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a1b90a17-51d4-4327-8a2d-b7f55b185bc4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c119676-16fd-4ed0-aa7c-9c501a65a9a6 HTTP/1.1" status: 200 len: 983 time: 0.1186032 Jul 06 18:16:41.146412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54742) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:41.171328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6d0dcd9c-0aed-4b67-8ca0-842731fb8709 None None] Port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:41.581930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f217a47b-f7c9-4e3b-97c1-81216622f242 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:41.647524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f217a47b-f7c9-4e3b-97c1-81216622f242 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:41.647998 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:41.653544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-c7589188-ad40-404f-a600-2e9118b85385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:41.655917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-c7589188-ad40-404f-a600-2e9118b85385 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1171994 Jul 06 18:16:41.665990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:41.834842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044802fd-3cfc-4139-adb4-771b5e2ace57 req-1a8ed97e-890e-4613-ada5-1ba2ca76abb0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:41.836314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-044802fd-3cfc-4139-adb4-771b5e2ace57 req-1a8ed97e-890e-4613-ada5-1ba2ca76abb0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.4567530 Jul 06 18:16:41.847879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-07a752c8-1141-48a1-8b2d-7694b5ea10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:41.849338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-07a752c8-1141-48a1-8b2d-7694b5ea10fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1687233 Jul 06 18:16:41.931886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-044802fd-3cfc-4139-adb4-771b5e2ace57 req-9f2b8ad6-7757-4dc4-a4e6-edd98c044a52 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855005 Jul 06 18:16:41.943036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-6214921e-b691-415c-8163-08dada49465b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0855730 Jul 06 18:16:42.003879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-b2dc1442-5f75-4a14-88fb-00637aeaa782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:42.007011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-b2dc1442-5f75-4a14-88fb-00637aeaa782 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0575464 Jul 06 18:16:42.011492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:42.011841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:42.070052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-86262ceb-a48b-4648-9970-fbaedc10d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:42.071594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-86262ceb-a48b-4648-9970-fbaedc10d65e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579138 Jul 06 18:16:42.107888 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:42.120023 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 15d1de4b-3b0c-4063-ad4a-193cb9dd4beb owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:42.192218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-456ccdcc-756c-4d7f-9e80-88385519be24 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131141 Jul 06 18:16:42.295812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3e027f3-7c8e-4c6c-8ef4-a10670f6d7a2 req-84b502eb-7bb1-4864-8089-9330384caf3e service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970256 Jul 06 18:16:42.305069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:42.336178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=15d1de4b-3b0c-4063-ad4a-193cb9dd4beb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:42.350496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.350843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.351194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.351557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.351900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.352491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.352836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.353148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.353476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.353803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.354126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.354452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:16:42.518366 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:42.715316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Router 6c119676-16fd-4ed0-aa7c-9c501a65a9a6 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:16:42.805828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:16:42.811430 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-128965de-9efd-479c-8ada-308b2b6dcb7e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/routers/6c119676-16fd-4ed0-aa7c-9c501a65a9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6638396 Jul 06 18:16:42.814240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:42.816039 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] Sync routers for ids ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:16:42.829958 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] Routers {'6c119676-16fd-4ed0-aa7c-9c501a65a9a6'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:16:42.830627 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:16:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:42.857955 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d23f3c5-030b-4727-95eb-1449e75bc4c3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:42.862472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2d23f3c5-030b-4727-95eb-1449e75bc4c3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/15d1de4b-3b0c-4063-ad4a-193cb9dd4beb HTTP/1.1" status: 404 len: 333 time: 0.0443153 Jul 06 18:16:42.862831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:42.866163 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:42.876940 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] Routers {'6c119676-16fd-4ed0-aa7c-9c501a65a9a6'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:16:42.877572 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:16:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:42.909990 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:42.910645 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a019bf7d-22fa-461f-b3da-4ab677d418ff None None] The sync data for ids ['6c119676-16fd-4ed0-aa7c-9c501a65a9a6'] in n-d-799527-3 is: [] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:16:42.947715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.164380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.167654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.221555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.222082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Fanout notify agent at l3_agent the message router_deleted on router 6c119676-16fd-4ed0-aa7c-9c501a65a9a6 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:16:43.229401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.230533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b39c7ff9-89ec-4c2d-8479-482e4c32c4b3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/routers/6c119676-16fd-4ed0-aa7c-9c501a65a9a6 HTTP/1.1" status: 204 len: 168 time: 0.3665318 Jul 06 18:16:43.233561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54784) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:43.249453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ab11-25ef-4ab3-8d69-9ec5f2348e27 req-e14b6ae5-2729-422c-a05e-79633583d1fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:43.251302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1b9ab11-25ef-4ab3-8d69-9ec5f2348e27 req-e14b6ae5-2729-422c-a05e-79633583d1fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1463583 Jul 06 18:16:43.295033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 1e5bbdd2-cafd-4218-8150-ae28863b75df {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:43.296631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1b9ab11-25ef-4ab3-8d69-9ec5f2348e27 req-4cff1349-293d-48ea-95e0-d7f89449536f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370328 Jul 06 18:16:43.298429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.349414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.457073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.523380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.550686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5bbdd2-cafd-4218-8150-ae28863b75df,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:43.554746 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.558582 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4627c137-2829-40de-b460-c8abed0a4a30 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/1e5bbdd2-cafd-4218-8150-ae28863b75df HTTP/1.1" status: 204 len: 168 time: 0.3220499 Jul 06 18:16:43.561082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:43.564730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2ade4-3283-465b-a1ea-b3f6b232ab8a None None] Network 0621c563-110c-4809-937b-7a760139e2b2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:43.639897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.694545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port f217a47b-f7c9-4e3b-97c1-81216622f242 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:43.694892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.747717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] DHCP port deletion for 0621c563-110c-4809-937b-7a760139e2b2 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:43.760613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port f217a47b-f7c9-4e3b-97c1-81216622f242, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f217a47b-f7c9-4e3b-97c1-81216622f242,segment=NetworkSegment(a1c5b7ba-c549-4350-bba9-3eade147d436),segment_id=a1c5b7ba-c549-4350-bba9-3eade147d436)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:43.761048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.775915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for f217a47b-f7c9-4e3b-97c1-81216622f242 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:43.804300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] Deleting port f217a47b-f7c9-4e3b-97c1-81216622f242 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:43.804849 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.893109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] For port f217a47b-f7c9-4e3b-97c1-81216622f242, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f217a47b-f7c9-4e3b-97c1-81216622f242,segment=NetworkSegment(a1c5b7ba-c549-4350-bba9-3eade147d436),segment_id=a1c5b7ba-c549-4350-bba9-3eade147d436)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:43.893987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:43.909508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] Calling delete_port for f217a47b-f7c9-4e3b-97c1-81216622f242 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:44.016010 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.048573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] Pushing event deleted for resources: {'Port': ['ID=f217a47b-f7c9-4e3b-97c1-81216622f242,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:44.054892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a5153-6443-4b71-84b6-5e340e5dce09 None None] No DVR routers for this DVR port f217a47b-f7c9-4e3b-97c1-81216622f242 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:44.120513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.148442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=f217a47b-f7c9-4e3b-97c1-81216622f242,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:44.156337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port f217a47b-f7c9-4e3b-97c1-81216622f242 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:44.243765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.254862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0621c563-110c-4809-937b-7a760139e2b2']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:44.265824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c5b7ba-c549-4350-bba9-3eade147d436') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:44.266125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c5b7ba-c549-4350-bba9-3eade147d436') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:16:44.275206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.292421 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.300821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:16:44.301718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:16:44.306225 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:16:44.388401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.397944 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.400066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/0621c563-110c-4809-937b-7a760139e2b2 HTTP/1.1" status: 204 len: 168 time: 0.8386126 Jul 06 18:16:44.404258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:44.415597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdbd2-845d-49cf-a0ea-073eef136413 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=0621c563-110c-4809-937b-7a760139e2b2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:44.501857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182af4e-b92d-4382-a18b-73be04bcf9c7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:44.503286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4182af4e-b92d-4382-a18b-73be04bcf9c7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/82a860f4-7046-4ad7-9e31-8df91b1e1fe7 HTTP/1.1" status: 200 len: 841 time: 0.0970168 Jul 06 18:16:44.507684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:44.571133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c8f3a299-0847-4a11-916c-ef13c0cfb08e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/82a860f4-7046-4ad7-9e31-8df91b1e1fe7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0623388 Jul 06 18:16:44.576438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54800) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:44.581084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61151f8-d34b-495d-b89b-aadfe87959f4 req-f963c392-70a2-4b29-9c5b-1a39899ef549 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:44.581708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:44.582587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f61151f8-d34b-495d-b89b-aadfe87959f4 req-f963c392-70a2-4b29-9c5b-1a39899ef549 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1403837 Jul 06 18:16:44.625023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f61151f8-d34b-495d-b89b-aadfe87959f4 req-40715256-1c94-4042-a2f4-2a00add0defd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363171 Jul 06 18:16:44.673201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:44.676968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.861006 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.908849 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:44.912304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:44.916913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:44.917647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:44.924142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd1bfc-f87f-444c-96d0-e24d6fc92ccf None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:44.924691 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=c6d7e8d4-480c-4aff-b08e-76f2eb731c3c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:44.944362 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1f5befdc-e7b4-4840-ab5d-e159eb1debf6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3667378 Jul 06 18:16:44.947377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54802) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:44.952954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'security_group': {'name': 'tempest-secgroup-276040669'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:44.999818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.183540 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.188688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.197115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d42a84a7-e5f6-4f0a-8054-362440c0c89a', 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'tenant_id': 'a9105145e46f419e828d0ae10c5c830c', 'fixed_ips': [{'subnet_id': 'c6d7e8d4-480c-4aff-b08e-76f2eb731c3c'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:16:45.198646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.221194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.222449 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2740476 Jul 06 18:16:45.224434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0196-35d0-4b0c-869b-41ced127e7b7 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204b9746-7cc2-4c96-9a2f-359aef7eab5c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:45.225671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:45.231573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1227357185'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:45.256438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.340298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.344407 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.350928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Allocated IP 172.20.0.2 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/c6d7e8d4-480c-4aff-b08e-76f2eb731c3c/a6787435-0bd2-48c9-8c90-371b3a4351d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:45.367153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.368414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1414580 Jul 06 18:16:45.372011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54808) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:45.377356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1404027584', 'security_groups': ['b0f03b31-7365-4072-91a4-f0823f561b9a'], 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6d7e8d4-480c-4aff-b08e-76f2eb731c3c'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:45.377794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace891-f5c8-4956-8ec5-7eb793a96989 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f03b31-7365-4072-91a4-f0823f561b9a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:45.501295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:45.570977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f217a47b-f7c9-4e3b-97c1-81216622f242 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:45.596934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f217a47b-f7c9-4e3b-97c1-81216622f242 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:45.597255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f217a47b-f7c9-4e3b-97c1-81216622f242 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:45.620407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.639971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 6d89f21b-a3df-41ad-936a-446434f9138e yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:45.698214 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.710328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Transition to ACTIVE for port object a6787435-0bd2-48c9-8c90-371b3a4351d3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:45.730393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Transition to ACTIVE for port object a6787435-0bd2-48c9-8c90-371b3a4351d3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:45.741831 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.795968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:45.800596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:45.803132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:45.838646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Pushing event updated for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:45.848460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4d9a6-6af2-4adf-9386-fcd43469fbf7 req-b1024235-f04f-4466-9f41-8524ecf6087e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:45.857313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16f4d9a6-6af2-4adf-9386-fcd43469fbf7 req-b1024235-f04f-4466-9f41-8524ecf6087e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.0773742 Jul 06 18:16:45.861349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.13 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/c6d7e8d4-480c-4aff-b08e-76f2eb731c3c/6d89f21b-a3df-41ad-936a-446434f9138e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:45.883423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Attempting to bind port a6787435-0bd2-48c9-8c90-371b3a4351d3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:45.883790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Attempting to bind port a6787435-0bd2-48c9-8c90-371b3a4351d3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6b525385-2d1e-416a-8670-f591333b1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:45.884253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Attempting to bind port a6787435-0bd2-48c9-8c90-371b3a4351d3 on network d42a84a7-e5f6-4f0a-8054-362440c0c89a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:45.891127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:45.891531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Checking segment: {'id': '6b525385-2d1e-416a-8670-f591333b1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:45.891966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.893041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Bound using segment: {'id': '6b525385-2d1e-416a-8670-f591333b1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:45.893510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Bound port: a6787435-0bd2-48c9-8c90-371b3a4351d3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b525385-2d1e-416a-8670-f591333b1ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:45.893894 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:45.900009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16f4d9a6-6af2-4adf-9386-fcd43469fbf7 req-9aa5c182-6cbd-48a4-a38b-0077864b562d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369318 Jul 06 18:16:45.963754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:45.969467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a6787435-0bd2-48c9-8c90-371b3a4351d3,segment=NetworkSegment(6b525385-2d1e-416a-8670-f591333b1ac8),segment_id=6b525385-2d1e-416a-8670-f591333b1ac8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:45.977461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.018729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.038605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb46f20-cd06-4ef9-99f7-6bb69093d533 None None] Pushing event updated for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:46.038788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 6d89f21b-a3df-41ad-936a-446434f9138e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:46.075595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.128808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:46.134184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:46.139369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:46.143586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=6d89f21b-a3df-41ad-936a-446434f9138e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:46.208330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:46.211069 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.236775 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f9cc72b6-d187-447d-a588-6072a4fc6823 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8636136 Jul 06 18:16:46.239646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:46.244781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:46.380260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:46.383918 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.475284 n-d-799527-3 neutron-server[93943]: INFO neutron.db.ipam_backend_mixin [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c6d7e8d4-480c-4aff-b08e-76f2eb731c3c (CIDR: 172.20.0.0/28) Jul 06 18:16:46.478796 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:16:46.479306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:46.494628 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a4212b1f-64df-4981-adc3-8757ca8929a0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2539408 Jul 06 18:16:46.499423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54824) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:46.502633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:46.644862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:46.648860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.896510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.942178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:46.951221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:46.956057 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:46.956670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:46.979781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:46.980384 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4810379 Jul 06 18:16:46.988818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bc212-af88-4c3c-9851-9e378df11771 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:46.993558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1420849573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7'}], 'security_groups': ['204b9746-7cc2-4c96-9a2f-359aef7eab5c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:47.100794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c22c7d-db33-4579-a7a1-1aa9787e9703 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:47.171563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53d0a290-ebf9-413e-beeb-4303427b3fef None None] Provisioning for port a6787435-0bd2-48c9-8c90-371b3a4351d3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:47.202414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ccd17-14b6-43ec-8a36-609df89f8693 req-18f47404-6ec5-4892-83f1-4bbbb741d98a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:47.204179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180ccd17-14b6-43ec-8a36-609df89f8693 req-18f47404-6ec5-4892-83f1-4bbbb741d98a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1492863 Jul 06 18:16:47.225342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53d0a290-ebf9-413e-beeb-4303427b3fef None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:47.225720 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d0a290-ebf9-413e-beeb-4303427b3fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.268755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.299135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-53d0a290-ebf9-413e-beeb-4303427b3fef None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:47.326043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180ccd17-14b6-43ec-8a36-609df89f8693 req-f0b8803e-e500-455b-8c1a-f70ef63acce8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923138 Jul 06 18:16:47.411839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Update dhcp port {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'fixed_ips': [{'subnet_id': 'c6d7e8d4-480c-4aff-b08e-76f2eb731c3c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'a6787435-0bd2-48c9-8c90-371b3a4351d3'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:16:47.450529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.636213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a6787435-0bd2-48c9-8c90-371b3a4351d3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:47.691212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a6787435-0bd2-48c9-8c90-371b3a4351d3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:47.693221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Delete allocated IP 172.20.0.13 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/c6d7e8d4-480c-4aff-b08e-76f2eb731c3c) {{(pid=93942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:16:47.695967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:47.696136 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.704938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.18 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7/6d89f21b-a3df-41ad-936a-446434f9138e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:47.794396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.830549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a6787435-0bd2-48c9-8c90-371b3a4351d3,segment=NetworkSegment(6b525385-2d1e-416a-8670-f591333b1ac8),segment_id=6b525385-2d1e-416a-8670-f591333b1ac8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:47.835461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.883717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:47.884812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.898893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Ignored duplicate provisioning block setup for port 6d89f21b-a3df-41ad-936a-446434f9138e by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:16:47.902727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:47.953014 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-0244c4df-3888-4b61-bb38-929c462536ae {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:16:47.953376 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:16:47.999394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=6d89f21b-a3df-41ad-936a-446434f9138e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:48.016389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] In _notify_port_updated(), no bound segment for port 6d89f21b-a3df-41ad-936a-446434f9138e on network d42a84a7-e5f6-4f0a-8054-362440c0c89a {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:16:48.021880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:48.022488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.023802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8850ba0f-d773-4c9a-ae54-4b0bcec40bec tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/ports/6d89f21b-a3df-41ad-936a-446434f9138e HTTP/1.1" status: 200 len: 921 time: 1.0411315 Jul 06 18:16:48.026777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:48.129963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 6d89f21b-a3df-41ad-936a-446434f9138e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:48.130306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.223719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.237324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 6d89f21b-a3df-41ad-936a-446434f9138e owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:48.365631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.399694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=6d89f21b-a3df-41ad-936a-446434f9138e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:48.495549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.503806 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.505728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ffd47123-9e93-43c4-b434-ff9d61c00938 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/6d89f21b-a3df-41ad-936a-446434f9138e HTTP/1.1" status: 204 len: 168 time: 0.4779732 Jul 06 18:16:48.508563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54840) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:48.541565 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-364a0e30-2dd3-422c-aef7-de8a4d0ef1b0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:48.542599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a1dd-cbb8-4b1f-baac-cc8949e25078 req-9f72b229-1753-4ed0-88bc-3c51abce7bda tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:48.544859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c193a1dd-cbb8-4b1f-baac-cc8949e25078 req-9f72b229-1753-4ed0-88bc-3c51abce7bda tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.0839899 Jul 06 18:16:48.546521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:48.546720 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-364a0e30-2dd3-422c-aef7-de8a4d0ef1b0 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/6d89f21b-a3df-41ad-936a-446434f9138e HTTP/1.1" status: 404 len: 333 time: 0.0370727 Jul 06 18:16:48.629534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c193a1dd-cbb8-4b1f-baac-cc8949e25078 req-ffd20fb0-82cc-42fa-ad54-e04be0649ef8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742414 Jul 06 18:16:48.645105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-095a21d3-1639-42e0-9627-07dc64abacac tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.674794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-095a21d3-1639-42e0-9627-07dc64abacac tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.698462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Allocated IP 172.20.0.18 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7/a6787435-0bd2-48c9-8c90-371b3a4351d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:48.744469 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-095a21d3-1639-42e0-9627-07dc64abacac tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.747474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-095a21d3-1639-42e0-9627-07dc64abacac tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.748942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-095a21d3-1639-42e0-9627-07dc64abacac tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0f03b31-7365-4072-91a4-f0823f561b9a HTTP/1.1" status: 204 len: 168 time: 0.2010136 Jul 06 18:16:48.751798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:48.760341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a21d3-1639-42e0-9627-07dc64abacac tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f03b31-7365-4072-91a4-f0823f561b9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:48.829281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8896c12-e91c-4215-8a83-38bc17e9fc9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.844505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a6787435-0bd2-48c9-8c90-371b3a4351d3,segment=NetworkSegment(6b525385-2d1e-416a-8670-f591333b1ac8),segment_id=6b525385-2d1e-416a-8670-f591333b1ac8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:48.852965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8896c12-e91c-4215-8a83-38bc17e9fc9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.876027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.897346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Transition to ACTIVE for port object a6787435-0bd2-48c9-8c90-371b3a4351d3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:48.897797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8896c12-e91c-4215-8a83-38bc17e9fc9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.900797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8896c12-e91c-4215-8a83-38bc17e9fc9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.901123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:48.905398 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f8896c12-e91c-4215-8a83-38bc17e9fc9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/security-groups/204b9746-7cc2-4c96-9a2f-359aef7eab5c HTTP/1.1" status: 204 len: 168 time: 0.1492388 Jul 06 18:16:48.905779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:48.911826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896c12-e91c-4215-8a83-38bc17e9fc9e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b9746-7cc2-4c96-9a2f-359aef7eab5c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:49.023042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb911b5-da96-43ab-8d54-eea14ed37ad6 None None] Pushing event updated for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:49.030467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet c6d7e8d4-480c-4aff-b08e-76f2eb731c3c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:49.038042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.077013 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-563d2125-5ec0-4ddf-aaa7-1383b51ec66a service neutron] show failed (client error): The resource could not be found. Jul 06 18:16:49.078421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-563d2125-5ec0-4ddf-aaa7-1383b51ec66a service neutron] 10.222.0.60 "GET /v2.0/ports/017e6dcd-144a-44be-8df9-f5c5378d6bf9/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.1506298 Jul 06 18:16:49.091116 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.192934 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.281421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.334976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d7e8d4-480c-4aff-b08e-76f2eb731c3c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:49.345663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.352469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:49.352806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-53fab3d5-9819-4798-85d4-e66ca4b08aa8 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/c6d7e8d4-480c-4aff-b08e-76f2eb731c3c HTTP/1.1" status: 204 len: 168 time: 0.4453909 Jul 06 18:16:49.358753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:49.453826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-f6788d84-4a17-42af-8f25-274f3da1a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:49.455531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-f6788d84-4a17-42af-8f25-274f3da1a27f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 1096 time: 0.1017015 Jul 06 18:16:49.471655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:49.516024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:49.525959 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.577987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.597594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a6787435-0bd2-48c9-8c90-371b3a4351d3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:49.786967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a17ba-f976-49ca-8c0e-278778f9e0ee None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:49.874852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Could not find standard attr ID for object 6d89f21b-a3df-41ad-936a-446434f9138e. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:49.881299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.914636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Provisioning for port a6787435-0bd2-48c9-8c90-371b3a4351d3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:49.927118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:49.928429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.937852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:49.941674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:49.944686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:49.951357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:49.951963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.972645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4a85-3957-44c1-96ff-1cef40fe074c req-1b185dba-f6e8-4e60-8595-6a6653aaf838 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:49.974782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1ef4a85-3957-44c1-96ff-1cef40fe074c req-1b185dba-f6e8-4e60-8595-6a6653aaf838 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1467083 Jul 06 18:16:49.983904 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6290376 Jul 06 18:16:49.987058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54860) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:49.994041 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1550660947'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:50.002809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998caf-2d78-409a-ad75-a515b4859db3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=2f9dbbc2-f101-4494-a4e8-6b8585351dfc,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:50.025350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.039888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:50.055743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1ef4a85-3957-44c1-96ff-1cef40fe074c req-b79bd062-a784-41ae-9578-7f2de4db78e6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691619 Jul 06 18:16:50.144457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:16:50.145227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.150089 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641f92e9-797f-4f53-8bbc-f8b3933dcd6f" -d '{"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-unplugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:16:50.151971 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.157586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.178533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Transition to ACTIVE for port object 017e6dcd-144a-44be-8df9-f5c5378d6bf9 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:50.184441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.195824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.197827 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2094324 Jul 06 18:16:50.201251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54864) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:50.207988 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1201632165'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:50.216029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f13a6-7d4a-4740-86ff-b0d0bf746eef tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b26be-4025-41bf-9863-c65aadc34170,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:50.248528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.269949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:50.270332 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.293481 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ec508-7ff9-44a0-b234-1d24d21a0974 x-openstack-request-id: req-7c8ec508-7ff9-44a0-b234-1d24d21a0974 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:16:50.293769 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-unplugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:16:50.294026 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c8ec508-7ff9-44a0-b234-1d24d21a0974 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:16:50.294421 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'code': 200} Jul 06 18:16:50.318884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2ce15-fda9-4e62-910e-f59b7e7ea965 None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:50.331607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:50.407057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.412802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.458596 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.461250 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2587285 Jul 06 18:16:50.464582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:50.475169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1887246031'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:50.485525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b428dd3-ee78-4f2b-841e-1e485d220e50 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0fb27a-e9d5-495f-8ac7-34b2d70643e7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:50.497853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] No DVR routers for this DVR port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:50.527057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.646027 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.651901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.695717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.698355 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2314248 Jul 06 18:16:50.703172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54868) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:50.712109 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-80822762', 'security_groups': ['bba0bbfc-8af8-4154-a22a-a59938eec9a3'], 'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f9dbbc2-f101-4494-a4e8-6b8585351dfc'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:50.719624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb6b20-4070-4cee-9176-ad80b4bf5841 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba0bbfc-8af8-4154-a22a-a59938eec9a3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:50.879338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3369a13-ea24-4891-8d17-e32647b7f3b7 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:50.912550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:50.974661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-60fbd3fe-9976-453d-ae14-b4de9a29dfd8 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:50.975201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60fbd3fe-9976-453d-ae14-b4de9a29dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.051630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.073117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] device_id is not set on port 7af194eb-6edc-4546-8947-4d1612884f7a yet. {{(pid=93943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:16:51.163954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:51.164521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:51.164630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:51.169454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:16:51.171747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:51.179427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:51.179624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Checking segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:51.180031 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Bound using segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:51.180599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Bound port: 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:51.181009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.244908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-60fbd3fe-9976-453d-ae14-b4de9a29dfd8 None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:51.245409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60fbd3fe-9976-453d-ae14-b4de9a29dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.298670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60fbd3fe-9976-453d-ae14-b4de9a29dfd8 None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:51.348246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:51.356794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:16:51.363765 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.429974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:51.430727 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.432243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-cca4704c-1728-4250-812f-43e720219da9 service neutron] 10.222.0.61 "PUT /v2.0/ports/017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 1091 time: 1.9657514 Jul 06 18:16:51.474319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.4 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/2f9dbbc2-f101-4494-a4e8-6b8585351dfc/7af194eb-6edc-4546-8947-4d1612884f7a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:51.485661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619284f-0299-4ae8-b964-59b12f7c5348 req-63df20ac-c125-4646-b46d-77f44d43a26c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:51.502945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d619284f-0299-4ae8-b964-59b12f7c5348 req-63df20ac-c125-4646-b46d-77f44d43a26c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.2391026 Jul 06 18:16:51.588955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:51.605879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4704c-1728-4250-812f-43e720219da9 service neutron] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:51.644630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d619284f-0299-4ae8-b964-59b12f7c5348 req-79075099-807d-4f0b-bdce-477c4bf0fb4a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406057 Jul 06 18:16:51.683057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-3ad40a42-2a03-4274-ad32-2e483707ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:51.684846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-3ad40a42-2a03-4274-ad32-2e483707ce4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1094 time: 0.2172062 Jul 06 18:16:51.716482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.748434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 7af194eb-6edc-4546-8947-4d1612884f7a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:51.796334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.823449 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12c0b3d4-89f5-4307-910a-c13da4057c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.852177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-25199950-eb5b-4f5f-90a2-2155b8aa6831 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:51.852972 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25199950-eb5b-4f5f-90a2-2155b8aa6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.884600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-35501c30-fa84-47fc-89f4-b2f9be1b430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:51.885980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:51.886116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-35501c30-fa84-47fc-89f4-b2f9be1b430d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1943367 Jul 06 18:16:51.902052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:51.911603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:16:51.975968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-25199950-eb5b-4f5f-90a2-2155b8aa6831 None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:51.976572 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25199950-eb5b-4f5f-90a2-2155b8aa6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.986948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-970ae3ce-8782-464c-a037-ad8a13af857f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.0909731 Jul 06 18:16:51.988387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:51.989075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:51.996396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=7af194eb-6edc-4546-8947-4d1612884f7a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:52.024497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-25199950-eb5b-4f5f-90a2-2155b8aa6831 None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:52.063405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-7912b202-4ff0-40d9-8af7-8ac6db922e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:52.064938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-7912b202-4ff0-40d9-8af7-8ac6db922e90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0710180 Jul 06 18:16:52.090746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12c0b3d4-89f5-4307-910a-c13da4057c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.102608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a4d6afd9-dbbc-4f21-92eb-b53bb083d0e4 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3977163 Jul 06 18:16:52.105343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:52.110842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12c0b3d4-89f5-4307-910a-c13da4057c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.111974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:52.141387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ec30e20-00e0-48b2-97f5-28943e4fec3c None None] Could not find standard attr ID for object 6d89f21b-a3df-41ad-936a-446434f9138e. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:52.161838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0b3d4-89f5-4307-910a-c13da4057c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8321c5-fce8-44b7-8216-0abc5ed5baa8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:52.166183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-12c0b3d4-89f5-4307-910a-c13da4057c8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1107eb69c2884385a0ff91600b307d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689955 Jul 06 18:16:52.172284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54886) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:52.192171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-ea7f8c67-e936-440e-b3f2-f31625c51738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:52.194092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-ea7f8c67-e936-440e-b3f2-f31625c51738 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227729 Jul 06 18:16:52.260663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70522dbe-77e7-420a-9a94-54121f435f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.293682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70522dbe-77e7-420a-9a94-54121f435f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.295181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:16:52.297571 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27843e63-d9aa-44aa-a8a6-915717d128f2" -d '{"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:16:52.302943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-9c7d1d72-c12d-49cb-84bf-df26eb8f48a7 service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015837 Jul 06 18:16:52.303122 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:52.306630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.375928 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd16c09-1115-4159-ac90-0bcc80fe0666 x-openstack-request-id: req-efd16c09-1115-4159-ac90-0bcc80fe0666 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:16:52.376458 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:16:52.377299 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd16c09-1115-4159-ac90-0bcc80fe0666 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:16:52.377858 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'status': 'completed', 'code': 200} Jul 06 18:16:52.378741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-86a0c788-2b94-4355-a9ca-bc6cad376df4 None None] Provisioning for port 7af194eb-6edc-4546-8947-4d1612884f7a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:52.390133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-86a0c788-2b94-4355-a9ca-bc6cad376df4 None None] Provisioning complete for port 7af194eb-6edc-4546-8947-4d1612884f7a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:52.390512 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a0c788-2b94-4355-a9ca-bc6cad376df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.440496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70522dbe-77e7-420a-9a94-54121f435f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.444747 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70522dbe-77e7-420a-9a94-54121f435f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.450691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70522dbe-77e7-420a-9a94-54121f435f1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff8321c5-fce8-44b7-8216-0abc5ed5baa8 HTTP/1.1" status: 204 len: 168 time: 0.2730904 Jul 06 18:16:52.450919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-86a0c788-2b94-4355-a9ca-bc6cad376df4 None None] Port 7af194eb-6edc-4546-8947-4d1612884f7a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:52.467785 n-d-799527-3 neutron-server[93943]: INFO neutron.db.ipam_backend_mixin [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2f9dbbc2-f101-4494-a4e8-6b8585351dfc (CIDR: 172.20.0.0/28) Jul 06 18:16:52.469798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70522dbe-77e7-420a-9a94-54121f435f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8321c5-fce8-44b7-8216-0abc5ed5baa8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:52.475994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-e6b8c08d-b731-47de-8946-8e656e3253c0 service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660888 Jul 06 18:16:52.485859 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:16:52.486585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:52.518435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f572c177-2179-4833-832c-79c75df94b3c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4077830 Jul 06 18:16:52.519876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-64f8f1d9-90af-4337-ae3f-a5ce136ee334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:52.519876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-64f8f1d9-90af-4337-ae3f-a5ce136ee334 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1094 time: 0.1155696 Jul 06 18:16:52.520147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:52.524655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:52.567137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dcedf8a4-6415-4d36-adb4-8bba3c8fd5a7 None None] Could not find standard attr ID for object 6d89f21b-a3df-41ad-936a-446434f9138e. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:52.761046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-9ad5507a-d524-4e08-91f1-89918849b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:52.763002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-9ad5507a-d524-4e08-91f1-89918849b624 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1094 time: 0.1824541 Jul 06 18:16:52.764515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-ed61e2eb-c7f8-4448-9f08-2512323ea08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:52.766208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-ed61e2eb-c7f8-4448-9f08-2512323ea08b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.2388978 Jul 06 18:16:52.784291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:52.859045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:52.864438 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.883276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:52.993410 n-d-799527-3 neutron-server[93943]: INFO neutron.db.ipam_backend_mixin [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7 (CIDR: 172.20.0.16/28) Jul 06 18:16:52.998140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-eb61655d-6465-4a37-bdd2-d8bc21d574d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.2080808 Jul 06 18:16:52.998463 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:16:52.999759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:53.003719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:53.023202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d819924-9b20-4636-8ca2-5f60ef1c21f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.033029 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-75684a81-82de-44dc-81b3-bccb7f42e628 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5131814 Jul 06 18:16:53.036498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54900) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:53.046280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'subnet': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:53.098615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-21cdd01e-e0d4-41c0-96d8-ce54eaae1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.100122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-21cdd01e-e0d4-41c0-96d8-ce54eaae1ae3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0921278 Jul 06 18:16:53.150045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-4e306205-3f0f-4745-bc3e-7fbc303b815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.151480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-4e306205-3f0f-4745-bc3e-7fbc303b815e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.3817942 Jul 06 18:16:53.214164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d819924-9b20-4636-8ca2-5f60ef1c21f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.221781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d819924-9b20-4636-8ca2-5f60ef1c21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.222931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dfa70-faed-47ff-8ea4-fdaf5e7a18e6 req-5f333592-aa50-40ab-9dff-998a93e21b83 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.224524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-570dfa70-faed-47ff-8ea4-fdaf5e7a18e6 req-5f333592-aa50-40ab-9dff-998a93e21b83 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.2710025 Jul 06 18:16:53.272039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-db23977a-21cd-4b6b-9a6f-8660c2bc068d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.1117773 Jul 06 18:16:53.272594 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0d819924-9b20-4636-8ca2-5f60ef1c21f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f5b33ac825b4286b654c4587d442291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678206 Jul 06 18:16:53.273284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Made reservation on behalf of a9105145e46f419e828d0ae10c5c830c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:16:53.276589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:53.276805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.280887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-055142cb-07c6-45c3-a565-c88f1a5372c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.282338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-055142cb-07c6-45c3-a565-c88f1a5372c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719844 Jul 06 18:16:53.282948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819924-9b20-4636-8ca2-5f60ef1c21f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91111c79-4cb7-41d1-bf8c-e82453157fed,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:53.352108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-570dfa70-faed-47ff-8ea4-fdaf5e7a18e6 req-5e773965-a22b-464a-8d73-b7b2416db6ba tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197531 Jul 06 18:16:53.421249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-e46b8b03-aa29-435c-9388-18dafd1b5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.422589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-e46b8b03-aa29-435c-9388-18dafd1b5011 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.1303623 Jul 06 18:16:53.494941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73ab0bc2-5ddd-4fb2-b146-ffaad774d767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.503844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-ae21b16e-706d-462d-b28e-3b3a69949041 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061679 Jul 06 18:16:53.525934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.536039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73ab0bc2-5ddd-4fb2-b146-ffaad774d767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.578144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:16:53.581632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:16:53.586245 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.586836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.593088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95300b1-fc93-47c3-aaac-ccfba60738d6 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:53.604982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Subnet': ['ID=037937c1-d759-4cce-829a-d96f7a056572,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:53.610675 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-207a9db9-dac4-4570-aefb-cd8d94a0cf4e tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5704660 Jul 06 18:16:53.610985 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54904) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:53.616472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-310430636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '037937c1-d759-4cce-829a-d96f7a056572'}], 'security_groups': ['7a0b26be-4025-41bf-9863-c65aadc34170', 'bd0fb27a-e9d5-495f-8ac7-34b2d70643e7']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:53.628435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-7c7c09c5-3a93-4b25-9c97-bdf35831b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:53.629821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-7c7c09c5-3a93-4b25-9c97-bdf35831b4d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983182 Jul 06 18:16:53.715205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-7fd9f989-d119-41de-a34f-5aae1faac4b1 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032812 Jul 06 18:16:53.736527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73ab0bc2-5ddd-4fb2-b146-ffaad774d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.739247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73ab0bc2-5ddd-4fb2-b146-ffaad774d767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:53.742827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-73ab0bc2-5ddd-4fb2-b146-ffaad774d767 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91111c79-4cb7-41d1-bf8c-e82453157fed HTTP/1.1" status: 204 len: 168 time: 0.4627452 Jul 06 18:16:53.759939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab0bc2-5ddd-4fb2-b146-ffaad774d767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91111c79-4cb7-41d1-bf8c-e82453157fed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:53.769898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-5c86bea1-f7ea-4077-97b9-402390d7044d service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293099 Jul 06 18:16:53.925655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27843e63-d9aa-44aa-a8a6-915717d128f2 req-330ae67b-f888-4925-8e1e-8a4d0f949d90 service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461189 Jul 06 18:16:53.953748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Update dhcp port {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'fixed_ips': [{'subnet_id': 'dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7', 'ip_address': '172.20.0.18'}, {'subnet_id': '2f9dbbc2-f101-4494-a4e8-6b8585351dfc'}, {'subnet_id': '037937c1-d759-4cce-829a-d96f7a056572'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'a6787435-0bd2-48c9-8c90-371b3a4351d3'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:16:53.988496 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:54.002376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:54.253857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Allocated IP 172.20.0.2 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/2f9dbbc2-f101-4494-a4e8-6b8585351dfc/a6787435-0bd2-48c9-8c90-371b3a4351d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:54.260985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Allocated IP 172.20.0.34 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/037937c1-d759-4cce-829a-d96f7a056572/a6787435-0bd2-48c9-8c90-371b3a4351d3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:54.392544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a6787435-0bd2-48c9-8c90-371b3a4351d3,segment=NetworkSegment(6b525385-2d1e-416a-8670-f591333b1ac8),segment_id=6b525385-2d1e-416a-8670-f591333b1ac8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:54.562290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857072ff-8b9c-4fb2-81bd-304f55ee9d16 req-aa4ed06c-8931-4c98-a787-02efdb2b616b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:54.564242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-857072ff-8b9c-4fb2-81bd-304f55ee9d16 req-aa4ed06c-8931-4c98-a787-02efdb2b616b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 943 time: 0.0871882 Jul 06 18:16:54.605883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-857072ff-8b9c-4fb2-81bd-304f55ee9d16 req-e6d8f5b6-7555-49aa-a625-7a005683f4a0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357933 Jul 06 18:16:54.615802 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:54.631170 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Transition to ACTIVE for port object a6787435-0bd2-48c9-8c90-371b3a4351d3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:54.636352 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:54.741304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:16:54.752641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340fca5-68e2-41f4-9e80-edb40e90ee88 None None] Pushing event updated for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:54.783568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Delete allocated IP 172.20.0.4 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/2f9dbbc2-f101-4494-a4e8-6b8585351dfc) {{(pid=93943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:16:54.799444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Allocated IP 172.20.0.37 (d42a84a7-e5f6-4f0a-8054-362440c0c89a/037937c1-d759-4cce-829a-d96f7a056572/7af194eb-6edc-4546-8947-4d1612884f7a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:16:54.912489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:54.928741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'mac_address': 'fa:16:3e:45:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:16:54.998284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.040663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017e6dcd-144a-44be-8df9-f5c5378d6bf9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:16:55.101550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:55.109979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.147537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.176370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Transition to ACTIVE for port object 7af194eb-6edc-4546-8947-4d1612884f7a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:55.184339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.204081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:55.330145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-6a55eda9-fbe4-43c9-a25d-037e318b5ecd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:55.331793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-6a55eda9-fbe4-43c9-a25d-037e318b5ecd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6&tenant_id=2909ba718d4b4f079da147d783770456&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 943 time: 0.3177731 Jul 06 18:16:55.351725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event updated for resources: {'Port': ['ID=7af194eb-6edc-4546-8947-4d1612884f7a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:55.352191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08855826-8699-470b-9106-73eb7e5c6af2 req-f05904da-e723-4bf0-a2bc-90f453847db6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:55.357693 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:16:55.360430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['017e6dcd-144a-44be-8df9-f5c5378d6bf9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:16:55.361357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08855826-8699-470b-9106-73eb7e5c6af2 req-f05904da-e723-4bf0-a2bc-90f453847db6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 944 time: 0.2051339 Jul 06 18:16:55.399116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] In _notify_port_updated(), no bound segment for port 7af194eb-6edc-4546-8947-4d1612884f7a on network d42a84a7-e5f6-4f0a-8054-362440c0c89a {{(pid=93943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:16:55.417089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:55.419406 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.427333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:55.428148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-92c6c391-5ac9-4d2f-9a69-d1635a45e43c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "PUT /v2.0/ports/7af194eb-6edc-4546-8947-4d1612884f7a HTTP/1.1" status: 200 len: 959 time: 1.8144329 Jul 06 18:16:55.445823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dac4f693-1833-4bea-8979-2398825adc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.522659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08855826-8699-470b-9106-73eb7e5c6af2 req-39b9477e-a4f6-48ec-b02d-d2bbc1c53561 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602247 Jul 06 18:16:55.543658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-81610d42-da2d-47e9-bc96-e071e7967470 service neutron] 10.222.0.61 "GET /v2.0/ports/017e6dcd-144a-44be-8df9-f5c5378d6bf9/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 382 time: 0.1998663 Jul 06 18:16:55.645063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a6787435-0bd2-48c9-8c90-371b3a4351d3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:55.677597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-32bad4fe-fbd9-4725-8225-18e0b529f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:55.679106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-32bad4fe-fbd9-4725-8225-18e0b529f85c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1095 time: 0.0829868 Jul 06 18:16:55.684700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 7af194eb-6edc-4546-8947-4d1612884f7a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:55.685042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.744180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Provisioning for port a6787435-0bd2-48c9-8c90-371b3a4351d3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:55.762505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:55.762901 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.799623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:55.799920 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.854247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.865585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-9b3ca53d-ef9e-4273-92ce-75503a901637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:55.867108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-9b3ca53d-ef9e-4273-92ce-75503a901637 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1791248 Jul 06 18:16:55.886417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 7af194eb-6edc-4546-8947-4d1612884f7a owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:55.957222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Provisioning for port 7af194eb-6edc-4546-8947-4d1612884f7a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:55.962601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Provisioning complete for port 7af194eb-6edc-4546-8947-4d1612884f7a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:55.962601 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:55.986038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-f3e11168-fabc-4e73-a2ee-638c15041c3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 999 time: 0.1087267 Jul 06 18:16:56.012752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Port 7af194eb-6edc-4546-8947-4d1612884f7a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:56.025866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:56.026404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.056807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-36b4f5b7-8b2a-4786-bd85-456becaced96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:56.058239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-36b4f5b7-8b2a-4786-bd85-456becaced96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0626283 Jul 06 18:16:56.074650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cb65de2-e99f-4fd6-a553-ae79cfbf5751 None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:56.156829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.198490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=7af194eb-6edc-4546-8947-4d1612884f7a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:56.210178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-85074ca6-b41f-4a7b-bcc5-e6e947edc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:56.211747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-85074ca6-b41f-4a7b-bcc5-e6e947edc5e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435392 Jul 06 18:16:56.287436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c99da4a-d0a8-4a56-9838-e08218a57d83 None None] Could not find standard attr ID for object 7af194eb-6edc-4546-8947-4d1612884f7a. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:16:56.334789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.336781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3d155fad-f8b8-4cba-9899-b838b1a8f814 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/7af194eb-6edc-4546-8947-4d1612884f7a HTTP/1.1" status: 204 len: 168 time: 0.9082124 Jul 06 18:16:56.339299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:56.339453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:56.382646 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e616cd1d-2cb7-49cf-bc33-f2f795f82b63 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] GET failed (client error): The resource could not be found. Jul 06 18:16:56.384323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e616cd1d-2cb7-49cf-bc33-f2f795f82b63 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports/7af194eb-6edc-4546-8947-4d1612884f7a HTTP/1.1" status: 404 len: 333 time: 0.0427680 Jul 06 18:16:56.387535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:56.401414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-f7e9c993-39fb-4bee-a689-0f36550f1a22 service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674078 Jul 06 18:16:56.452594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff636759-0eeb-43f8-93cf-9a3093fcecf1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.485288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff636759-0eeb-43f8-93cf-9a3093fcecf1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.526077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c6be00-316a-47ca-b1b1-f7e238e612da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.528468 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff636759-0eeb-43f8-93cf-9a3093fcecf1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.530994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-7a50f6f7-01e5-4605-8720-f46d3e1352dc service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230330 Jul 06 18:16:56.531509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff636759-0eeb-43f8-93cf-9a3093fcecf1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.532722 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ff636759-0eeb-43f8-93cf-9a3093fcecf1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/security-groups/bba0bbfc-8af8-4154-a22a-a59938eec9a3 HTTP/1.1" status: 204 len: 168 time: 0.1441197 Jul 06 18:16:56.535995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:56.552515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff636759-0eeb-43f8-93cf-9a3093fcecf1 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba0bbfc-8af8-4154-a22a-a59938eec9a3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:56.622171 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17397b82-0a61-4204-b7e4-dbc97dd5c7d3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.668900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17397b82-0a61-4204-b7e4-dbc97dd5c7d3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.752630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:16:56.753974 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c6be00-316a-47ca-b1b1-f7e238e612da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.760158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c6be00-316a-47ca-b1b1-f7e238e612da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.769729 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17397b82-0a61-4204-b7e4-dbc97dd5c7d3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.772255 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17397b82-0a61-4204-b7e4-dbc97dd5c7d3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.773448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-17397b82-0a61-4204-b7e4-dbc97dd5c7d3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/security-groups/bd0fb27a-e9d5-495f-8ac7-34b2d70643e7 HTTP/1.1" status: 204 len: 168 time: 0.2364948 Jul 06 18:16:56.776242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:56.804780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:16:56.805134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e937-8e3c-4668-aee2-4dcebed564e9 req-ab6eb4c4-15d7-4bc0-992e-ec1fb0e5b7b2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:56.806848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d521e937-8e3c-4668-aee2-4dcebed564e9 req-ab6eb4c4-15d7-4bc0-992e-ec1fb0e5b7b2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 944 time: 0.1597333 Jul 06 18:16:56.809423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:56.809895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.833503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-41c6be00-316a-47ca-b1b1-f7e238e612da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d41c1db283d14222840b0378213368cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929070 Jul 06 18:16:56.836136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54984) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:56.839899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6be00-316a-47ca-b1b1-f7e238e612da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc399954-5021-4c1c-8673-2a0fea89a37a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:56.854822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b076effa-6332-4c5a-bd9f-f22079589ec6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.860431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17397b82-0a61-4204-b7e4-dbc97dd5c7d3 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0fb27a-e9d5-495f-8ac7-34b2d70643e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:56.879581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d521e937-8e3c-4668-aee2-4dcebed564e9 req-77c0ad2f-1116-48f6-abac-da295d5362e7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632300 Jul 06 18:16:56.906963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b076effa-6332-4c5a-bd9f-f22079589ec6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.921618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.944545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:16:56.945243 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b94742ba-04bd-43ad-ad12-3d3cbaa4c11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.946808 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9bda1d-26c1-4ed6-8160-6dd90c184114" -d '{"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-plugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:16:56.967003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:56.973453 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.980500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b94742ba-04bd-43ad-ad12-3d3cbaa4c11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.982760 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b076effa-6332-4c5a-bd9f-f22079589ec6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.985530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b076effa-6332-4c5a-bd9f-f22079589ec6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:56.989307 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b076effa-6332-4c5a-bd9f-f22079589ec6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a0b26be-4025-41bf-9863-c65aadc34170 HTTP/1.1" status: 204 len: 168 time: 0.2087421 Jul 06 18:16:56.989822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:57.007305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076effa-6332-4c5a-bd9f-f22079589ec6 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b26be-4025-41bf-9863-c65aadc34170,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.028153 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce19c25-0e36-4ed3-995e-2b48101ceaac x-openstack-request-id: req-cce19c25-0e36-4ed3-995e-2b48101ceaac {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:16:57.028447 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-plugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:16:57.028707 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cce19c25-0e36-4ed3-995e-2b48101ceaac {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:16:57.029599 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'code': 200} Jul 06 18:16:57.046653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.059293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b94742ba-04bd-43ad-ad12-3d3cbaa4c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.062147 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b94742ba-04bd-43ad-ad12-3d3cbaa4c11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.063352 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b94742ba-04bd-43ad-ad12-3d3cbaa4c11c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc399954-5021-4c1c-8673-2a0fea89a37a HTTP/1.1" status: 204 len: 168 time: 0.2261569 Jul 06 18:16:57.071809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 2f9dbbc2-f101-4494-a4e8-6b8585351dfc {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:57.075151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94742ba-04bd-43ad-ad12-3d3cbaa4c11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc399954-5021-4c1c-8673-2a0fea89a37a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.076681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.125493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.217508 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.278628 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.307649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9dbbc2-f101-4494-a4e8-6b8585351dfc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.312975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.318909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a5b1625-c0dd-422f-bb60-06f3ea01e21c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/2f9dbbc2-f101-4494-a4e8-6b8585351dfc HTTP/1.1" status: 204 len: 168 time: 0.3239789 Jul 06 18:16:57.319734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:57.321789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dcd5e0-69e3-46a7-8f89-42463a103924 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:57.347808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 54996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:57.362805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c929a565-73d1-4417-ad45-fe03afcbc7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.397927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet 037937c1-d759-4cce-829a-d96f7a056572 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:57.403340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.467243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c929a565-73d1-4417-ad45-fe03afcbc7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.467517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.472522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c929a565-73d1-4417-ad45-fe03afcbc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.506533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c929a565-73d1-4417-ad45-fe03afcbc7b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc4c1ffc6bff49f49c4cd9da3a827ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553037 Jul 06 18:16:57.514125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 54998) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:57.526098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a565-73d1-4417-ad45-fe03afcbc7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0884a3-182f-458c-ac25-4a2056dd4eb4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.619521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.623327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f6550df-f711-4649-aece-f197b750e033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.675572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f6550df-f711-4649-aece-f197b750e033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.729106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.765799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=037937c1-d759-4cce-829a-d96f7a056572,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.774619 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.779575 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ebaad6c-d808-41a3-8f19-baedf11ae889 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/037937c1-d759-4cce-829a-d96f7a056572 HTTP/1.1" status: 204 len: 168 time: 0.4583166 Jul 06 18:16:57.781572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f6550df-f711-4649-aece-f197b750e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.782203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:57.784992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f6550df-f711-4649-aece-f197b750e033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.788426 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0f6550df-f711-4649-aece-f197b750e033 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce0884a3-182f-458c-ac25-4a2056dd4eb4 HTTP/1.1" status: 204 len: 168 time: 0.2710629 Jul 06 18:16:57.803663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6550df-f711-4649-aece-f197b750e033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0884a3-182f-458c-ac25-4a2056dd4eb4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:57.925661 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2d79-b46a-4210-ac45-4eea2d746958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:57.971892 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.174071 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-574c5a02-6d30-4fcc-ae12-c6528284280b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.174861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574c5a02-6d30-4fcc-ae12-c6528284280b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.176822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-574c5a02-6d30-4fcc-ae12-c6528284280b tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/2f9dbbc2-f101-4494-a4e8-6b8585351dfc HTTP/1.1" status: 404 len: 337 time: 0.3928802 Jul 06 18:16:58.179651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55010) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.236845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14501d14-c0ed-4b56-a9d7-1cebe92402c4 None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:58.239352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02138c8-8c69-4b3a-a104-8b4edb6abe9f req-5d0b7b92-6d30-48cc-940f-617fc746a933 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:58.240916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b02138c8-8c69-4b3a-a104-8b4edb6abe9f req-5d0b7b92-6d30-48cc-940f-617fc746a933 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.0941529 Jul 06 18:16:58.262747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting subnet dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:16:58.266452 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.322699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.358634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b02138c8-8c69-4b3a-a104-8b4edb6abe9f req-ebdd7c19-39cb-409b-8d6f-65c029187685 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047716 Jul 06 18:16:58.363146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c41231f4-4074-407e-9b1c-2d335d9a9863 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:58.363560 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41231f4-4074-407e-9b1c-2d335d9a9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.445564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.528938 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.571358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:58.577689 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.582454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.583214 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d11123cf-9c2c-4996-a657-daf118a2b6c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7 HTTP/1.1" status: 204 len: 168 time: 0.4024036 Jul 06 18:16:58.614181 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f067a5ed-db81-4a97-b636-b9a77484c016 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.614959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f067a5ed-db81-4a97-b636-b9a77484c016 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.617415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f067a5ed-db81-4a97-b636-b9a77484c016 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/c6d7e8d4-480c-4aff-b08e-76f2eb731c3c HTTP/1.1" status: 404 len: 337 time: 0.0329697 Jul 06 18:16:58.620581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.631332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c41231f4-4074-407e-9b1c-2d335d9a9863 None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:58.631332 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41231f4-4074-407e-9b1c-2d335d9a9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.672847 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e58223aa-0e3a-4090-ab69-8dd3eb5e7352 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c119676-16fd-4ed0-aa7c-9c501a65a9a6 HTTP/1.1" status: 200 len: 205 time: 0.0491159 Jul 06 18:16:58.678528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55026) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.725250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c41231f4-4074-407e-9b1c-2d335d9a9863 None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:58.731893 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [None req-bc09e78d-2566-457c-8605-02eb37b41271 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] delete failed (client error): The resource could not be found. Jul 06 18:16:58.733522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bc09e78d-2566-457c-8605-02eb37b41271 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/routers/6c119676-16fd-4ed0-aa7c-9c501a65a9a6 HTTP/1.1" status: 404 len: 336 time: 0.0538752 Jul 06 18:16:58.736216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.737404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5c46a4fc-88dc-4148-92ba-7dd4adff61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:58.738909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5c46a4fc-88dc-4148-92ba-7dd4adff61b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 1096 time: 0.0688560 Jul 06 18:16:58.750907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:16:58.759222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b965a875-e8ed-4ca8-8e86-dfc9655c21a8 None None] Update dhcp port {'port': {'network_id': 'd42a84a7-e5f6-4f0a-8054-362440c0c89a', 'fixed_ips': [{'subnet_id': 'dd9bb23e-1e1f-42ae-b33e-2b6f01344fe7'}], 'binding:host_id': 'n-d-799527-3'}, 'id': 'a6787435-0bd2-48c9-8c90-371b3a4351d3'} from n-d-799527-3. {{(pid=93944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:16:58.769163 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc42e67e-56b8-4e0a-8b63-d4a0c9308522 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.769878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc42e67e-56b8-4e0a-8b63-d4a0c9308522 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.773795 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cc42e67e-56b8-4e0a-8b63-d4a0c9308522 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/1e5bbdd2-cafd-4218-8150-ae28863b75df HTTP/1.1" status: 404 len: 337 time: 0.0342989 Jul 06 18:16:58.774046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55032) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.802540 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6574eb-9135-4399-aa38-6b43366be517 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.803005 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6574eb-9135-4399-aa38-6b43366be517 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.806051 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3e6574eb-9135-4399-aa38-6b43366be517 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/0fae867e-9bfa-4dfa-accb-8d39e7b3f35e HTTP/1.1" status: 404 len: 337 time: 0.0300636 Jul 06 18:16:58.807622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55036) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.817051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b965a875-e8ed-4ca8-8e86-dfc9655c21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.842860 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-047a3889-2798-4e69-a7b7-9cd810a3379c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.843507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047a3889-2798-4e69-a7b7-9cd810a3379c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.845303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-047a3889-2798-4e69-a7b7-9cd810a3379c tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/c19c6eaa-bd63-4c64-88d3-2fc15c88113b HTTP/1.1" status: 404 len: 337 time: 0.0359948 Jul 06 18:16:58.851173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:58.852016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55038) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.881088 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1d0bb8-2a3a-406b-8b7b-1b605a74d4c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.881892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1d0bb8-2a3a-406b-8b7b-1b605a74d4c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.887078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b1d0bb8-2a3a-406b-8b7b-1b605a74d4c9 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/4693155f-97d7-4fa8-ae2c-b8db4a431a2f HTTP/1.1" status: 404 len: 333 time: 0.0334647 Jul 06 18:16:58.888069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55040) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.915171 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e1847e-10ad-42b6-b61d-6d25e56969ba tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.915776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e1847e-10ad-42b6-b61d-6d25e56969ba tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.919953 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d9e1847e-10ad-42b6-b61d-6d25e56969ba tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/950bc83c-6826-4836-9380-1272cf724e6c HTTP/1.1" status: 404 len: 337 time: 0.0308223 Jul 06 18:16:58.922474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55044) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.950444 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b761500f-a13d-44e3-a606-81ae193da879 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.950942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b761500f-a13d-44e3-a606-81ae193da879 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:58.966075 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b761500f-a13d-44e3-a606-81ae193da879 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/006c30c2-27de-44d8-8e2a-6fc1ecd2dd33 HTTP/1.1" status: 404 len: 337 time: 0.0397723 Jul 06 18:16:58.966422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:58.998128 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fb8545-bf9b-42ba-981c-ca1984bf0090 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:58.998844 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fb8545-bf9b-42ba-981c-ca1984bf0090 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:59.002946 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-57fb8545-bf9b-42ba-981c-ca1984bf0090 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/b1e9a256-03e8-4876-b787-611653b3a6f3 HTTP/1.1" status: 404 len: 333 time: 0.0330791 Jul 06 18:16:59.003231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:59.029497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d965ef0d-a7af-47cf-bbe3-613d432dc63b None None] Network d42a84a7-e5f6-4f0a-8054-362440c0c89a requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:16:59.038512 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e277b24-43a0-4846-9826-060d58734d9f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:59.039151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e277b24-43a0-4846-9826-060d58734d9f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:59.041122 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7e277b24-43a0-4846-9826-060d58734d9f tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/75971f06-e0d8-4589-8a8e-29e573e886cc HTTP/1.1" status: 404 len: 337 time: 0.0369456 Jul 06 18:16:59.048064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55050) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:59.076353 n-d-799527-3 neutron-server[93943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8444b5-ee6d-43a9-92fc-adeedb5de833 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] DELETE failed (client error): The resource could not be found. Jul 06 18:16:59.076885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8444b5-ee6d-43a9-92fc-adeedb5de833 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:16:59.081383 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b8444b5-ee6d-43a9-92fc-adeedb5de833 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/subnets/ccd8f905-a880-4150-9d1d-34e43595d36a HTTP/1.1" status: 404 len: 337 time: 0.0322168 Jul 06 18:16:59.081991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:59.135365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:59.171938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:16:59.177856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13adbd5f-3cd3-4d5d-905a-94192c6edbb9 None None] Provisioning complete for port a6787435-0bd2-48c9-8c90-371b3a4351d3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:59.177856 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13adbd5f-3cd3-4d5d-905a-94192c6edbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.208766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:59.209160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.221502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.236525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Transition to ACTIVE for port object 017e6dcd-144a-44be-8df9-f5c5378d6bf9 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:16:59.237687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:16:59.241385 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c696df7-30ce-4f3f-a98b-97bfb7f4d0f9" -d '{"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-unplugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:16:59.257608 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.302600 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.318946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] DHCP port deletion for d42a84a7-e5f6-4f0a-8054-362440c0c89a request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:16:59.319763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 owned by {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:59.320581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:59.330123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13adbd5f-3cd3-4d5d-905a-94192c6edbb9 None None] Provisioning complete for port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:16:59.330410 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13adbd5f-3cd3-4d5d-905a-94192c6edbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.398478 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afb7815-1f1f-48cc-9a82-e5dea1f4fe4a x-openstack-request-id: req-6afb7815-1f1f-48cc-9a82-e5dea1f4fe4a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:16:59.398930 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-unplugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:16:59.399339 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6afb7815-1f1f-48cc-9a82-e5dea1f4fe4a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:16:59.399897 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'code': 200} Jul 06 18:16:59.447671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13adbd5f-3cd3-4d5d-905a-94192c6edbb9 None None] Port 82a860f4-7046-4ad7-9e31-8df91b1e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:16:59.455167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.464399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.485434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] Deleting port a6787435-0bd2-48c9-8c90-371b3a4351d3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:59.485804 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.519998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=82a860f4-7046-4ad7-9e31-8df91b1e1fe7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:59.524728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] No DVR routers for this DVR port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:16:59.558281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.564368 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f65e70a5-7f23-49d7-8fa3-bb9ae4af7593 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/ports/82a860f4-7046-4ad7-9e31-8df91b1e1fe7 HTTP/1.1" status: 204 len: 168 time: 0.4813204 Jul 06 18:16:59.565000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55066) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:16:59.606856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a6787435-0bd2-48c9-8c90-371b3a4351d3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:59.614240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a6787435-0bd2-48c9-8c90-371b3a4351d3,segment=NetworkSegment(6b525385-2d1e-416a-8670-f591333b1ac8),segment_id=6b525385-2d1e-416a-8670-f591333b1ac8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:59.614694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.681403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] Calling delete_port for a6787435-0bd2-48c9-8c90-371b3a4351d3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:59.689999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.753943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532a71-9f4b-4372-9e1f-a9dbfc3eacaa req-5a8dd525-e862-4db7-917e-04dcd7514036 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:16:59.761087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9532a71-9f4b-4372-9e1f-a9dbfc3eacaa req-5a8dd525-e862-4db7-917e-04dcd7514036 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 944 time: 0.1509652 Jul 06 18:16:59.768847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Deleting port a6787435-0bd2-48c9-8c90-371b3a4351d3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:16:59.770194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.866990 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] For port a6787435-0bd2-48c9-8c90-371b3a4351d3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a6787435-0bd2-48c9-8c90-371b3a4351d3,segment=NetworkSegment(6b525385-2d1e-416a-8670-f591333b1ac8),segment_id=6b525385-2d1e-416a-8670-f591333b1ac8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:16:59.867671 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.868873 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.894884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Calling delete_port for a6787435-0bd2-48c9-8c90-371b3a4351d3 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:16:59.906751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.907346 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9532a71-9f4b-4372-9e1f-a9dbfc3eacaa req-6f83f81f-647f-438b-8b05-57ef2159f53f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443081 Jul 06 18:16:59.908963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:16:59.909607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:16:59.909607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:59.919398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:16:59.920015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Attempting to bind port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on network d909e810-8555-41be-85f5-6c7cfcc9d2e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:16:59.936223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:16:59.936575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Checking segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:16:59.936965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Bound using segment: {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:16:59.937449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Bound port: 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:16:59.937816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:59.962796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] Pushing event deleted for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:16:59.965910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0e280-2825-446e-bd48-ca20ecce4e3d None None] No DVR routers for this DVR port a6787435-0bd2-48c9-8c90-371b3a4351d3 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:17:00.030584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.043721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] No DVR routers for this DVR port a6787435-0bd2-48c9-8c90-371b3a4351d3 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:17:00.058104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:17:00.065186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:17:00.067162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Port': ['ID=a6787435-0bd2-48c9-8c90-371b3a4351d3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:00.076000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.079528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.126475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:00.127335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.129300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] 10.222.0.60 "PUT /v2.0/ports/017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 1092 time: 1.3836355 Jul 06 18:17:00.158690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394418e-0cd2-49d7-8738-6d278c917d32 service neutron] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=11']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:00.166970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.192357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42a84a7-e5f6-4f0a-8054-362440c0c89a']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:00.211688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b525385-2d1e-416a-8670-f591333b1ac8') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:00.211927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b525385-2d1e-416a-8670-f591333b1ac8') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:00.223501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.234216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-1d3a8feb-c039-4f02-83d2-204e7e894dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:00.235689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-1d3a8feb-c039-4f02-83d2-204e7e894dae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1095 time: 0.0781784 Jul 06 18:17:00.244396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.252968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:17:00.253491 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: self.session.flush() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:17:00.256795 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:17:00.334018 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.349891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.355762 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] 10.222.0.37 "DELETE /v2.0/networks/d42a84a7-e5f6-4f0a-8054-362440c0c89a HTTP/1.1" status: 204 len: 168 time: 0.7881720 Jul 06 18:17:00.366198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79945-a2c9-409c-b439-402f72450804 tempest-PortsTestJSON-1111699266 tempest-PortsTestJSON-1111699266-project] Pushing event deleted for resources: {'Network': ['ID=d42a84a7-e5f6-4f0a-8054-362440c0c89a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:00.376047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5992fe68-ca75-4136-aff3-516a3cea13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:00.377658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-5992fe68-ca75-4136-aff3-516a3cea13e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1350656 Jul 06 18:17:00.490759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-665fbc83-f055-4752-8fda-b6532384ad9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.1057832 Jul 06 18:17:00.553955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-e8ade7b6-6076-4bfa-87ab-a595357bbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:00.555470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-e8ade7b6-6076-4bfa-87ab-a595357bbd2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0534263 Jul 06 18:17:00.623249 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-49288017-9fd2-48d5-a384-54b68bc2b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:00.624936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-49288017-9fd2-48d5-a384-54b68bc2b282 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624633 Jul 06 18:17:00.706409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:00.728506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-a0b587d5-d4aa-41e0-b878-ca3de7a50a07 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963502 Jul 06 18:17:00.777083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.788871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:17:00.840175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:17:00.840378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14eaa696-a174-4f7c-aef7-e5770249e2d4 req-e3162f0c-67b8-4081-a0ab-1f12ea010a16 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041188 Jul 06 18:17:00.874611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f0e95ffb-d6f6-4fda-9fd6-2ed38f1f633d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9105145e46f419e828d0ae10c5c830c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670218 Jul 06 18:17:00.877452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55092) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:00.931242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-982ae1fc-7897-4cf8-b57d-3225298e6557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:00.953981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-982ae1fc-7897-4cf8-b57d-3225298e6557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:01.007660 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-982ae1fc-7897-4cf8-b57d-3225298e6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:01.010722 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-982ae1fc-7897-4cf8-b57d-3225298e6557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:01.015100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-982ae1fc-7897-4cf8-b57d-3225298e6557 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98d85de6-ea17-4596-bb75-bddf83cd7bba HTTP/1.1" status: 204 len: 168 time: 0.1340575 Jul 06 18:17:01.023207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae1fc-7897-4cf8-b57d-3225298e6557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d85de6-ea17-4596-bb75-bddf83cd7bba,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:01.136410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2190209-561e-49ff-97e4-b45ba1f9d996 req-8c97cd08-f361-48de-9517-4034dc26e9ee tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:01.144041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b2190209-561e-49ff-97e4-b45ba1f9d996 req-8c97cd08-f361-48de-9517-4034dc26e9ee tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 944 time: 0.1011117 Jul 06 18:17:01.181167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b2190209-561e-49ff-97e4-b45ba1f9d996 req-ccef8b06-dbae-47e0-a1f4-8b3906232d4a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360022 Jul 06 18:17:01.401509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:17:01.404143 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b383e-25c1-45ba-a8a4-47cc203fa2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:17:01.454629 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d7b0f9-eb50-4a13-ba65-8321684ad873 x-openstack-request-id: req-45d7b0f9-eb50-4a13-ba65-8321684ad873 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:17:01.454937 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:17:01.455201 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45d7b0f9-eb50-4a13-ba65-8321684ad873 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:17:01.455807 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'status': 'completed', 'code': 200} Jul 06 18:17:01.608069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-aedb177e-682b-4900-9862-1b81b0494667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:01.609604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-aedb177e-682b-4900-9862-1b81b0494667 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1095 time: 0.1283932 Jul 06 18:17:01.611589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-95a59f39-6959-45c4-99e2-1ff4c5bc6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:01.612955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-95a59f39-6959-45c4-99e2-1ff4c5bc6c63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1095 time: 0.1220894 Jul 06 18:17:01.787501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-a4e91655-80ec-45bb-bc63-a169caa77882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:01.787501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-a4e91655-80ec-45bb-bc63-a169caa77882 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.1693847 Jul 06 18:17:01.787501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:01.795372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0068727 Jul 06 18:17:01.798724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55126) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:01.856446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-66cc5503-dffc-4fea-87cb-569c52949e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:01.857819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-66cc5503-dffc-4fea-87cb-569c52949e5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.2297294 Jul 06 18:17:01.923270 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b7d3024-79ed-4756-97b6-4a72350fe058 tempest-NetworksApiDiscovery-647819310 tempest-NetworksApiDiscovery-647819310-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1227193 Jul 06 18:17:01.924376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-4eba7e42-92be-4496-875a-5df8305b0bbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.1259997 Jul 06 18:17:01.985318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-4c89ef30-b0ca-44a8-bb2a-eea7354c6503 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 998 time: 0.1190679 Jul 06 18:17:02.042402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-320b4a16-3136-4fe1-b29f-d32f442567e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:02.044877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-320b4a16-3136-4fe1-b29f-d32f442567e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0526195 Jul 06 18:17:02.052967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-cbbd8a9a-1c42-4305-95d8-b71852cd496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:02.054507 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-cbbd8a9a-1c42-4305-95d8-b71852cd496c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.1223686 Jul 06 18:17:02.150879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-a64b427a-c743-496b-8e5d-6318e6f14bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:02.153196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-a64b427a-c743-496b-8e5d-6318e6f14bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971131 Jul 06 18:17:02.163898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-513b6aa7-7f69-4a13-85a0-8b46e9cdf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:02.165365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-513b6aa7-7f69-4a13-85a0-8b46e9cdf3a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007011 Jul 06 18:17:02.232295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55136) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:02.373223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664f9ff9-29b6-4485-8f84-84d6cccc74a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.385973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-2fb1893f-9942-4dcb-903e-e7d406095f22 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196610 Jul 06 18:17:02.389692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-3129e57b-0638-422d-9a23-f888a14d96dc service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142179 Jul 06 18:17:02.533719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664f9ff9-29b6-4485-8f84-84d6cccc74a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.547194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-664f9ff9-29b6-4485-8f84-84d6cccc74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.551385 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.561275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce798-223b-4ddf-9f22-6d11f32016b4 req-ad6b48a7-55bc-44bb-89af-acd72f581632 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:02.568668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b63ce798-223b-4ddf-9f22-6d11f32016b4 req-ad6b48a7-55bc-44bb-89af-acd72f581632 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 944 time: 0.2194705 Jul 06 18:17:02.599414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f9ff9-29b6-4485-8f84-84d6cccc74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af543111-7010-43ed-8fd3-d7bca8162339,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:02.606575 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-664f9ff9-29b6-4485-8f84-84d6cccc74a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2c14d288279406493b920bbb5eecd04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732071 Jul 06 18:17:02.609196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:02.645235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b63ce798-223b-4ddf-9f22-6d11f32016b4 req-db025758-367b-40ac-96c7-52bc3c4e0108 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760441 Jul 06 18:17:02.647367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-6624eb37-b788-43cc-ad61-31c1301407c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477486 Jul 06 18:17:02.649341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-365b383e-25c1-45ba-a8a4-47cc203fa2a6 req-bb5b11c7-a136-4a42-91f7-37f203c1d002 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485218 Jul 06 18:17:02.673519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a038bfb7-5364-4a4a-a455-d15c697e94f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.706586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a038bfb7-5364-4a4a-a455-d15c697e94f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.761561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a038bfb7-5364-4a4a-a455-d15c697e94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.764851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a038bfb7-5364-4a4a-a455-d15c697e94f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.766499 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a038bfb7-5364-4a4a-a455-d15c697e94f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af543111-7010-43ed-8fd3-d7bca8162339 HTTP/1.1" status: 204 len: 168 time: 0.1550431 Jul 06 18:17:02.774513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038bfb7-5364-4a4a-a455-d15c697e94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af543111-7010-43ed-8fd3-d7bca8162339,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:02.828659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:17:02.943882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:02.958025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'port_id': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'mac_address': 'fa:16:3e:45:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:17:03.000064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.013759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017e6dcd-144a-44be-8df9-f5c5378d6bf9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:17:03.041010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:03.047678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.106697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:03.271988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['017e6dcd-144a-44be-8df9-f5c5378d6bf9'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:17:03.513683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:03.609390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-779194520-network', 'tenant_id': 'e0ef384efedd4dfd973b797e2b7f976c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:03.632486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Made reservation on behalf of e0ef384efedd4dfd973b797e2b7f976c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:03.635104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.649098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.744904 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.752637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.779789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:17:03.790964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d09555-300d-4cbf-b51f-60d211cbeda4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:03.798566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.799559 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Added segment 55010cc7-6385-42c2-8fef-f564898bffb3 of type vlan for network 08665b2f-80e6-4d8c-a03f-b1a4fd948096 Jul 06 18:17:03.914293 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.945850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90921-70e3-4320-b34d-e372a28cf6f9 req-855799a8-a73a-4582-a912-1bb1d4ad3f64 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:03.947423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8c90921-70e3-4320-b34d-e372a28cf6f9 req-855799a8-a73a-4582-a912-1bb1d4ad3f64 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 945 time: 0.1455631 Jul 06 18:17:03.980480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:03.981485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:03.982076 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:04.072197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8c90921-70e3-4320-b34d-e372a28cf6f9 req-3aa72ccb-7655-4963-896d-7c9b935ab1a2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181321 Jul 06 18:17:04.089536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5777695 Jul 06 18:17:04.091757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:04.100339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55176) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:04.100915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Request body: {'subnet': {'network_id': '08665b2f-80e6-4d8c-a03f-b1a4fd948096', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-779194520-subnet', 'tenant_id': 'e0ef384efedd4dfd973b797e2b7f976c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:04.109991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6b76-423e-4045-96bb-c25a1d08f311 admin admin] Pushing event updated for resources: {'Network': ['ID=08665b2f-80e6-4d8c-a03f-b1a4fd948096,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:04.124036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 08665b2f-80e6-4d8c-a03f-b1a4fd948096 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:17:04.133102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Made reservation on behalf of e0ef384efedd4dfd973b797e2b7f976c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:04.136382 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:04.191872 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2073580-14ce-429f-9c44-7403feddc1b0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/0eb70be6-9668-4213-a5cd-e568d35a12fe HTTP/1.1" status: 200 len: 991 time: 0.0892377 Jul 06 18:17:04.324440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:04.383384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f5570a-7f1a-4f4c-8557-284747ed1095,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:04.391514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Checking segment: {'id': '55010cc7-6385-42c2-8fef-f564898bffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '08665b2f-80e6-4d8c-a03f-b1a4fd948096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:04.391876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Network hostable DHCP agents. Network: 08665b2f-80e6-4d8c-a03f-b1a4fd948096, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:17:04.409309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Network 08665b2f-80e6-4d8c-a03f-b1a4fd948096 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:17:04.420757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 08665b2f-80e6-4d8c-a03f-b1a4fd948096) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:04.424816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:04.425397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:04.430521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db83322-615b-48d8-8fb7-527d58bf1964 None None] Network 08665b2f-80e6-4d8c-a03f-b1a4fd948096 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:04.444618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e2cb14ff-ad1f-4f34-a744-a73ff6c27cfa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3519514 Jul 06 18:17:04.582376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fb3cd-96d7-440c-bdd1-d7d0e63fb48a None None] Network 08665b2f-80e6-4d8c-a03f-b1a4fd948096 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:04.847911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:04.946530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:04.951616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:04.951985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.021094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55194) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:05.026672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023004274-network', 'tenant_id': '818fe207681d4b7098efc3f0a36da824'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:05.046601 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.048497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Made reservation on behalf of 818fe207681d4b7098efc3f0a36da824 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:05.051190 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.060878 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.071477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:17:05.074716 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaf7e7c-f7ba-453b-9d32-f5f84b5f4315" -d '{"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-plugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:17:05.091511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:05.096404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.137850 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af63bf04-0dce-4072-a8ac-53fe5df44370 x-openstack-request-id: req-af63bf04-0dce-4072-a8ac-53fe5df44370 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:17:05.138544 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-plugged", "status": "completed", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:17:05.138544 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af63bf04-0dce-4072-a8ac-53fe5df44370 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:17:05.138785 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'code': 200} Jul 06 18:17:05.170972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.175624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=13']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:05.176131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.191429 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:17:05.214911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.215185 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Added segment 7ca53ffb-b4ab-4dce-bd99-ed19f9c9c829 of type vlan for network 6d7576c0-7284-4fd1-82cc-868507110b21 Jul 06 18:17:05.228958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35569515-1168-442f-af4f-f8228eb5c483,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:05.267605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.298629 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.299630 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:05.300218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.360710 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3384578 Jul 06 18:17:05.363496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55198) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:05.368544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Request body: {'subnet': {'network_id': '6d7576c0-7284-4fd1-82cc-868507110b21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023004274-subnet', 'tenant_id': '818fe207681d4b7098efc3f0a36da824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:05.374372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5b80e-9f23-4b9f-aa83-e966e1608836 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7576c0-7284-4fd1-82cc-868507110b21,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:05.386302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6d7576c0-7284-4fd1-82cc-868507110b21 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:17:05.390684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Made reservation on behalf of 818fe207681d4b7098efc3f0a36da824 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:05.393306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.578557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.644615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9311be-ee80-4ac4-bd44-f6d092929855,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:05.653880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Checking segment: {'id': '7ca53ffb-b4ab-4dce-bd99-ed19f9c9c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6d7576c0-7284-4fd1-82cc-868507110b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:05.654246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Network hostable DHCP agents. Network: 6d7576c0-7284-4fd1-82cc-868507110b21, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:17:05.673689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Network 6d7576c0-7284-4fd1-82cc-868507110b21 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:17:05.686179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6d7576c0-7284-4fd1-82cc-868507110b21) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:05.690565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:05.691221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.699965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f01ed-5311-4631-bd89-317db96758ae None None] Network 6d7576c0-7284-4fd1-82cc-868507110b21 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:05.707986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7ae9caff-eb00-4f6e-8180-1bcb640d50be admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3433654 Jul 06 18:17:05.838344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3e804-730f-43f2-ba53-a6d56f788151 None None] Network 6d7576c0-7284-4fd1-82cc-868507110b21 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:05.846218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55202) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:05.896316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Deleting subnet 55f5570a-7f1a-4f4c-8557-284747ed1095 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:17:05.899840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.942501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.990789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.049909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.077507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f5570a-7f1a-4f4c-8557-284747ed1095,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:06.079563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.081473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-38a83296-5151-4266-b142-3e8a36b3764a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55f5570a-7f1a-4f4c-8557-284747ed1095 HTTP/1.1" status: 204 len: 168 time: 0.2342534 Jul 06 18:17:06.084415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:06.159515 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.277376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.290520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08665b2f-80e6-4d8c-a03f-b1a4fd948096']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:06.302142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55010cc7-6385-42c2-8fef-f564898bffb3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:06.302353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55010cc7-6385-42c2-8fef-f564898bffb3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:06.312356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.326827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.333541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:17:06.333945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:17:06.336178 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:17:06.395983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.402545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.407010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] 10.222.0.37 "DELETE /v2.0/networks/08665b2f-80e6-4d8c-a03f-b1a4fd948096 HTTP/1.1" status: 204 len: 168 time: 0.3189099 Jul 06 18:17:06.407443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:06.431334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edea3cf-2ebe-4d8f-8be8-2eecb1c9d98c admin admin] Pushing event deleted for resources: {'Network': ['ID=08665b2f-80e6-4d8c-a03f-b1a4fd948096,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:06.470646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Deleting subnet be9311be-ee80-4ac4-bd44-f6d092929855 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:17:06.474101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.512518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.556889 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.626427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.653506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9311be-ee80-4ac4-bd44-f6d092929855,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:06.657163 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.659811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-518de8a6-1b12-4f12-b172-e3d150c87783 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/be9311be-ee80-4ac4-bd44-f6d092929855 HTTP/1.1" status: 204 len: 168 time: 0.2513046 Jul 06 18:17:06.661540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:06.731913 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.819291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.829412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7576c0-7284-4fd1-82cc-868507110b21']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:06.839996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca53ffb-b4ab-4dce-bd99-ed19f9c9c829') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:06.840343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca53ffb-b4ab-4dce-bd99-ed19f9c9c829') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:06.849597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.864283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.870117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:17:06.870561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:17:06.872767 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:17:06.932180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.937747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:06.942333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6d7576c0-7284-4fd1-82cc-868507110b21 HTTP/1.1" status: 204 len: 168 time: 0.2771935 Jul 06 18:17:06.953614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480404a-3697-4b1a-b2c1-d5f8c46f8822 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7576c0-7284-4fd1-82cc-868507110b21,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:07.150947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55216) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:07.195444 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-40d28d3b-f604-4779-9583-897bab887710 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0ef384efedd4dfd973b797e2b7f976c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413880 Jul 06 18:17:07.199067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:07.251764 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30f32722-92f9-4a6d-9ff5-29fa5b878eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.272628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30f32722-92f9-4a6d-9ff5-29fa5b878eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.319953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30f32722-92f9-4a6d-9ff5-29fa5b878eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.322691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30f32722-92f9-4a6d-9ff5-29fa5b878eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.326221 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-30f32722-92f9-4a6d-9ff5-29fa5b878eab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4d09555-300d-4cbf-b51f-60d211cbeda4 HTTP/1.1" status: 204 len: 168 time: 0.1239614 Jul 06 18:17:07.334947 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f32722-92f9-4a6d-9ff5-29fa5b878eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d09555-300d-4cbf-b51f-60d211cbeda4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:07.686130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55224) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:07.731373 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-44b0b4a3-a4ce-4194-ada5-e0c297a61d05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=818fe207681d4b7098efc3f0a36da824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438168 Jul 06 18:17:07.733938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55226) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:07.789884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16d00321-b5b1-4894-abb0-f59247e30ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.817471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16d00321-b5b1-4894-abb0-f59247e30ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.877851 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16d00321-b5b1-4894-abb0-f59247e30ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.882788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16d00321-b5b1-4894-abb0-f59247e30ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:07.884665 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16d00321-b5b1-4894-abb0-f59247e30ee5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35569515-1168-442f-af4f-f8228eb5c483 HTTP/1.1" status: 204 len: 168 time: 0.1497700 Jul 06 18:17:07.896163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d00321-b5b1-4894-abb0-f59247e30ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35569515-1168-442f-af4f-f8228eb5c483,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:13.070237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55404) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:13.186039 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c875-d802-4b05-ae92-7484814da3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.278124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c875-d802-4b05-ae92-7484814da3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.282260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c875-d802-4b05-ae92-7484814da3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.319894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7c875-d802-4b05-ae92-7484814da3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba6612a-3b94-4489-b118-c1841f1c8d04,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:13.325623 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0dd7c875-d802-4b05-ae92-7484814da3ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fded26ddc57430caa26c4f1edfc8c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543104 Jul 06 18:17:13.327582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:13.383098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-812e8bdf-0f0c-40bc-8797-35402c858209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.404975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-812e8bdf-0f0c-40bc-8797-35402c858209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.463736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-812e8bdf-0f0c-40bc-8797-35402c858209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.467390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-812e8bdf-0f0c-40bc-8797-35402c858209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.471282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-812e8bdf-0f0c-40bc-8797-35402c858209 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ba6612a-3b94-4489-b118-c1841f1c8d04 HTTP/1.1" status: 204 len: 168 time: 0.1426415 Jul 06 18:17:13.480996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e8bdf-0f0c-40bc-8797-35402c858209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba6612a-3b94-4489-b118-c1841f1c8d04,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:13.766308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:13.780914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93778046-be20-441a-b321-cd265bffd926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.875230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93778046-be20-441a-b321-cd265bffd926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.879235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93778046-be20-441a-b321-cd265bffd926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:13.919048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-93778046-be20-441a-b321-cd265bffd926 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96dacd01c7e5486eab7edf6aafa4c62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515527 Jul 06 18:17:13.919905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93778046-be20-441a-b321-cd265bffd926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ebcdc-2d94-4ccc-a3e6-5c5e799f65f9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:13.921760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55428) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:13.983430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab96b2-c03b-4006-9d4d-64dd866fbfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:14.006608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab96b2-c03b-4006-9d4d-64dd866fbfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:14.065590 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab96b2-c03b-4006-9d4d-64dd866fbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:14.068521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab96b2-c03b-4006-9d4d-64dd866fbfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:14.069699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d9ab96b2-c03b-4006-9d4d-64dd866fbfe9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c3ebcdc-2d94-4ccc-a3e6-5c5e799f65f9 HTTP/1.1" status: 204 len: 168 time: 0.1468601 Jul 06 18:17:14.078132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab96b2-c03b-4006-9d4d-64dd866fbfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ebcdc-2d94-4ccc-a3e6-5c5e799f65f9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:21.273094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:21.390029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26aa2cf-527f-443f-ad3b-73a39d008689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.493421 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26aa2cf-527f-443f-ad3b-73a39d008689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.498227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26aa2cf-527f-443f-ad3b-73a39d008689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.554774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b26aa2cf-527f-443f-ad3b-73a39d008689 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65dc45d778a349e79db59a49ad885902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804747 Jul 06 18:17:21.555784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aa2cf-527f-443f-ad3b-73a39d008689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2a1b1-61ef-4952-a333-3ba3b694982b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:21.558935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55650) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:21.622048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2dc2dc3d-ee93-426f-978f-0850cba70889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.645387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2dc2dc3d-ee93-426f-978f-0850cba70889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.693021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2dc2dc3d-ee93-426f-978f-0850cba70889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.695563 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2dc2dc3d-ee93-426f-978f-0850cba70889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:21.696705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2dc2dc3d-ee93-426f-978f-0850cba70889 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ce2a1b1-61ef-4952-a333-3ba3b694982b HTTP/1.1" status: 204 len: 168 time: 0.1367333 Jul 06 18:17:21.706043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2dc3d-ee93-426f-978f-0850cba70889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2a1b1-61ef-4952-a333-3ba3b694982b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:22.000338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:22.014700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34415b6b-f68b-41bd-926f-f080388236e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.129663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34415b6b-f68b-41bd-926f-f080388236e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.135314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34415b6b-f68b-41bd-926f-f080388236e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.189897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34415b6b-f68b-41bd-926f-f080388236e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84fc20-d7a1-4675-9776-aa29fa4b3ba4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:22.196259 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-34415b6b-f68b-41bd-926f-f080388236e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42e93df9b8aa4445890c54a2060e246e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946955 Jul 06 18:17:22.200116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 55666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:22.269608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f951cd96-72f7-4dd8-9d0e-3e3794313109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.298945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f951cd96-72f7-4dd8-9d0e-3e3794313109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.368122 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f951cd96-72f7-4dd8-9d0e-3e3794313109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.371696 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f951cd96-72f7-4dd8-9d0e-3e3794313109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.372867 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f951cd96-72f7-4dd8-9d0e-3e3794313109 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c84fc20-d7a1-4675-9776-aa29fa4b3ba4 HTTP/1.1" status: 204 len: 168 time: 0.1716323 Jul 06 18:17:22.380781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951cd96-72f7-4dd8-9d0e-3e3794313109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84fc20-d7a1-4675-9776-aa29fa4b3ba4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:24.478615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-5505dada-3440-4480-92b6-808691eedb29 req-642dc276-f96e-4599-908e-b8d46eea69e0 tempest-ServerRescueTestJSON-109375440 tempest-ServerRescueTestJSON-109375440-project] (93943) timed out ('10.222.0.61', 56901) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:17:25.430173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86219a5b-b414-48f5-b009-68bfc2bf8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:27.918560 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc1bdbaa-cef5-4c1c-8733-2b180af8cd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:27.957149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:29.374999 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:30.081310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:30.782975 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:32.379753 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:17:32.558919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:34.773176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baccc49-4d86-4a41-9809-7adfd313fa9f req-a1b4bded-c456-419e-8554-93b9ee910c51 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:34.776594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3baccc49-4d86-4a41-9809-7adfd313fa9f req-a1b4bded-c456-419e-8554-93b9ee910c51 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0759478 Jul 06 18:17:34.813396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3baccc49-4d86-4a41-9809-7adfd313fa9f req-ef7c6a24-5c54-4eb3-a917-b6c8f0de5920 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Jul 06 18:17:34.841076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 55996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:35.074877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port f147ce3c-0ea7-4460-83e5-d44388420f69 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:17:35.075233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:35.525509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:35.526309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:35.541197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for f147ce3c-0ea7-4460-83e5-d44388420f69 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:17:35.763983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:35.794174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=f147ce3c-0ea7-4460-83e5-d44388420f69,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:35.826297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.826861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.827010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.827368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.827692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.828242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.829434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.829434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.829827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.829992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.830339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.830670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:35.910790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:35.911155 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP 0eb70be6-9668-4213-a5cd-e568d35a12fe disassociated (deleted). External IP: 172.25.5.49, port: 017e6dcd-144a-44be-8df9-f5c5378d6bf9. Jul 06 18:17:36.179638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 50c4296c-4aff-4120-98eb-95e1244889c1 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:17:36.317213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:17:36.324356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:36.329593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] Sync routers for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:17:36.342053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:36.343060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:36.380441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8e579b39-a16a-4830-9296-56eb1d7a0a96 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/floatingips/0eb70be6-9668-4213-a5cd-e568d35a12fe HTTP/1.1" status: 204 len: 168 time: 1.5378256 Jul 06 18:17:36.381215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:17:36.383759 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03d45ec-912a-4294-8afb-4ca263315184" -d '{"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:17:36.452542 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3750c425-f54e-43d3-848c-6fc656cf0a3f x-openstack-request-id: req-3750c425-f54e-43d3-848c-6fc656cf0a3f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:17:36.452839 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:17:36.453099 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3750c425-f54e-43d3-848c-6fc656cf0a3f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:17:36.453504 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'status': 'completed', 'code': 200} Jul 06 18:17:36.557974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:36.632656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d45ec-912a-4294-8afb-4ca263315184 req-a3ab2447-a6a3-46b1-bc8c-5e810d28024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:36.634218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-a3ab2447-a6a3-46b1-bc8c-5e810d28024c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 1097 time: 0.1353934 Jul 06 18:17:36.846356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d45ec-912a-4294-8afb-4ca263315184 req-069eceff-f514-4d62-a373-56bbe8218288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:36.847929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-069eceff-f514-4d62-a373-56bbe8218288 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 200 len: 898 time: 0.2065790 Jul 06 18:17:36.946545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-516e11ef-b9b8-4bbf-a982-cbed96631c40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 200 len: 217 time: 0.0906847 Jul 06 18:17:36.997425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56046) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:37.022581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d45ec-912a-4294-8afb-4ca263315184 req-60dfab0b-8e63-42ee-97b4-4fc6e955e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:37.024788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-60dfab0b-8e63-42ee-97b4-4fc6e955e65b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 200 len: 835 time: 0.0621934 Jul 06 18:17:37.050523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:47Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:37.090253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] Checking router: 50c4296c-4aff-4120-98eb-95e1244889c1 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:17:37.100716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:37.106265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:37.170465 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdd53fc9-c9c4-4a5d-b8b5-e6ea7eb84f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.186130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d45ec-912a-4294-8afb-4ca263315184 req-14f40703-c830-4acb-95f2-dcac25f1186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:37.187962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-14f40703-c830-4acb-95f2-dcac25f1186e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d909e810-8555-41be-85f5-6c7cfcc9d2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352432 Jul 06 18:17:37.208040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-663417c5-aa30-49d5-a978-e277c6a96eac service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:17:37.210160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-663417c5-aa30-49d5-a978-e277c6a96eac service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108116 Jul 06 18:17:37.231113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a1e72-f8de-4060-8edb-619480084e77 req-ae05f642-2284-4629-8b43-5379d08cdb67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:37.244872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f37a1e72-f8de-4060-8edb-619480084e77 req-ae05f642-2284-4629-8b43-5379d08cdb67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 946 time: 0.2906072 Jul 06 18:17:37.308113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:37.313794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdd53fc9-c9c4-4a5d-b8b5-e6ea7eb84f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.321445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdd53fc9-c9c4-4a5d-b8b5-e6ea7eb84f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.377451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53fc9-c9c4-4a5d-b8b5-e6ea7eb84f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56e775-250f-43b9-ab6b-f6bbc79e693f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:37.397313 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cdd53fc9-c9c4-4a5d-b8b5-e6ea7eb84f93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddbd60ef121f48bfb0d5f6c91444e17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969944 Jul 06 18:17:37.405183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:37.419955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f37a1e72-f8de-4060-8edb-619480084e77 req-32b66198-2ed5-4a81-9a8f-fe5f0c56f8bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737418 Jul 06 18:17:37.426125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-928455e9-13f8-4a32-bbcb-454d0617120d service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742189 Jul 06 18:17:37.481787 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96792ad4-7248-470a-8456-89e6bc508531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.523136 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96792ad4-7248-470a-8456-89e6bc508531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.595516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d03d45ec-912a-4294-8afb-4ca263315184 req-fd113195-8add-42e5-9440-3a8bee317e30 service neutron] 10.222.0.60 "GET /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640408 Jul 06 18:17:37.644968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96792ad4-7248-470a-8456-89e6bc508531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.649090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96792ad4-7248-470a-8456-89e6bc508531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:37.651098 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-96792ad4-7248-470a-8456-89e6bc508531 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e56e775-250f-43b9-ab6b-f6bbc79e693f HTTP/1.1" status: 204 len: 168 time: 0.2443154 Jul 06 18:17:37.665127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96792ad4-7248-470a-8456-89e6bc508531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56e775-250f-43b9-ab6b-f6bbc79e693f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:37.714724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:47Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:37.748742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee79bb7-875c-4048-8ee4-c8e4c2508db5 None None] The sync data for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 is: [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:15:37Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1', 'name': '', 'network_id': 'd909e810-8555-41be-85f5-6c7cfcc9d2e1', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:65:f4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:37Z', 'updated_at': '2021-07-06T18:15:47Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '91c7a34d-8561-4e1c-af3a-042509e4aafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:17:38.052412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:38.071596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee37681a-c4cf-4aa1-9043-e292504d5d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.121503 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd819ae-e91f-444f-941f-60885c34eef5 None None] New status for floating IP 0eb70be6-9668-4213-a5cd-e568d35a12fe: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:17:38.243492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-4c18cae4-6e44-4aec-9c85-e7680c9ab1ae tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:38.245443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-4c18cae4-6e44-4aec-9c85-e7680c9ab1ae tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 946 time: 0.1079359 Jul 06 18:17:38.256750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee37681a-c4cf-4aa1-9043-e292504d5d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.269022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee37681a-c4cf-4aa1-9043-e292504d5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.337763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ee37681a-c4cf-4aa1-9043-e292504d5d2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d0856ac833e4da5950ed5ac61e0729c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820144 Jul 06 18:17:38.338944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:38.354039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37681a-c4cf-4aa1-9043-e292504d5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163b120-8324-4101-827b-2782bc8d48bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:38.416317 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a349e05-c1ef-4d35-9297-108898a08883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.423123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:17:38.423512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.441599 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a349e05-c1ef-4d35-9297-108898a08883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.520710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a349e05-c1ef-4d35-9297-108898a08883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.526751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a349e05-c1ef-4d35-9297-108898a08883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.532173 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a349e05-c1ef-4d35-9297-108898a08883 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e163b120-8324-4101-827b-2782bc8d48bb HTTP/1.1" status: 204 len: 168 time: 0.1914570 Jul 06 18:17:38.549915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a349e05-c1ef-4d35-9297-108898a08883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163b120-8324-4101-827b-2782bc8d48bb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:38.625871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 017e6dcd-144a-44be-8df9-f5c5378d6bf9, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=017e6dcd-144a-44be-8df9-f5c5378d6bf9,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:38.626254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.643684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 017e6dcd-144a-44be-8df9-f5c5378d6bf9 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:17:38.719223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b817843-5937-4659-94a7-c974bc784046 req-6bc24b42-5ce2-4ac3-8bc2-45669b12e763 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:38.720853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b817843-5937-4659-94a7-c974bc784046 req-6bc24b42-5ce2-4ac3-8bc2-45669b12e763 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35053094-2b48-4d5f-8c5b-bf021ca9c9a6 HTTP/1.1" status: 200 len: 946 time: 0.1463931 Jul 06 18:17:38.793427 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b817843-5937-4659-94a7-c974bc784046 req-da0cb0e9-bf59-4d2d-80fa-140d4d442196 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f349788-ad54-4499-885d-2bbbc64a5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645332 Jul 06 18:17:38.867356 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.900152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=017e6dcd-144a-44be-8df9-f5c5378d6bf9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:38.966419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] No DVR routers for this DVR port 017e6dcd-144a-44be-8df9-f5c5378d6bf9 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:17:38.969854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:38.973362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2cfe2a55-8204-425f-828d-f62306c47f07 req-a219b900-4971-4d25-b962-eae4ad8d4228 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "DELETE /v2.0/ports/017e6dcd-144a-44be-8df9-f5c5378d6bf9 HTTP/1.1" status: 204 len: 173 time: 0.7185698 Jul 06 18:17:38.973700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-deleted', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:17:38.976501 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f3ef2-ed7f-47d9-b799-5abdd8264852" -d '{"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-deleted", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:17:39.033420 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8768739-f125-4cc5-a4c2-63169376e886 x-openstack-request-id: req-d8768739-f125-4cc5-a4c2-63169376e886 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:17:39.033777 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35053094-2b48-4d5f-8c5b-bf021ca9c9a6", "name": "network-vif-deleted", "tag": "017e6dcd-144a-44be-8df9-f5c5378d6bf9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:17:39.034081 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8768739-f125-4cc5-a4c2-63169376e886 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:17:39.034471 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35053094-2b48-4d5f-8c5b-bf021ca9c9a6', 'name': 'network-vif-deleted', 'tag': '017e6dcd-144a-44be-8df9-f5c5378d6bf9', 'status': 'completed', 'code': 200} Jul 06 18:17:39.899786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:40.389786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:40.713560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:17:40.713560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:40.817553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:40.818039 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:40.835033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:17:41.059578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:41.093688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:41.318035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:41.635710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 50c4296c-4aff-4120-98eb-95e1244889c1 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:17:41.810071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:17:41.818423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ed970df3-605f-457a-81fd-a178669ecf95 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/50c4296c-4aff-4120-98eb-95e1244889c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139771 Jul 06 18:17:41.818511 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:41.820273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] Sync routers for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:17:41.846414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:41.847092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:41.992516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:42.119913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting subnet 91c7a34d-8561-4e1c-af3a-042509e4aafe {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:17:42.124091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:42.199132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:42.243629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:17:40Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:42.278700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] Checking router: 50c4296c-4aff-4120-98eb-95e1244889c1 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:17:42.288922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] Routers {'50c4296c-4aff-4120-98eb-95e1244889c1'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:42.289571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['50c4296c-4aff-4120-98eb-95e1244889c1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:42.334727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:42.411225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:42.430177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] Set router 50c4296c-4aff-4120-98eb-95e1244889c1 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:42.453995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Subnet': ['ID=91c7a34d-8561-4e1c-af3a-042509e4aafe,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:42.457162 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:42.461741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/subnets/91c7a34d-8561-4e1c-af3a-042509e4aafe HTTP/1.1" status: 204 len: 168 time: 0.6397257 Jul 06 18:17:42.462127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:42.477048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6921495e-6204-49aa-96a3-8bf47d1f4c31 None None] Network d909e810-8555-41be-85f5-6c7cfcc9d2e1 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:42.495314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.495803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.504116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.504482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.504826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.505173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.505508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.505851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.506345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.506684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.507020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.507382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067d61c-6814-47c8-af58-fd45c550f5d4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:42.636004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.046830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:17:43.090662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 017e6dcd-144a-44be-8df9-f5c5378d6bf9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:17:43.091016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 017e6dcd-144a-44be-8df9-f5c5378d6bf9 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:17:43.136675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:17:40Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:43.202005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed752921-c681-4f40-8a7f-bac6c1dc8253 None None] The sync data for ids ['50c4296c-4aff-4120-98eb-95e1244889c1'] in n-d-799527-3 is: [{'id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470446840', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:15:29Z', 'updated_at': '2021-07-06T18:17:40Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '95e98e48-4bbb-41df-85f0-bab886fb27aa', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4296c-4aff-4120-98eb-95e1244889c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:15:30Z', 'updated_at': '2021-07-06T18:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:17:43.235881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.241362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] DHCP port deletion for d909e810-8555-41be-85f5-6c7cfcc9d2e1 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:17:43.299293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Deleting port e4a5a368-9264-44af-946a-d295aa1658f8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:17:43.300035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.360682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 95e98e48-4bbb-41df-85f0-bab886fb27aa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:17:43.361160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.376494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] For port e4a5a368-9264-44af-946a-d295aa1658f8, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e4a5a368-9264-44af-946a-d295aa1658f8,segment=NetworkSegment(9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b),segment_id=9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:43.377318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.405206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Calling delete_port for e4a5a368-9264-44af-946a-d295aa1658f8 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:17:43.481118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 95e98e48-4bbb-41df-85f0-bab886fb27aa, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=95e98e48-4bbb-41df-85f0-bab886fb27aa,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:43.481686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.503386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 95e98e48-4bbb-41df-85f0-bab886fb27aa owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:17:43.542692 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.586717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Pushing event deleted for resources: {'Port': ['ID=e4a5a368-9264-44af-946a-d295aa1658f8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:43.602609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] No DVR routers for this DVR port e4a5a368-9264-44af-946a-d295aa1658f8 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:17:43.605574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.606584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.606965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.607338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.607816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.608048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.608554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.609251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.610057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.610548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.611339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.611633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b101fc-f5fc-49f9-baf9-222d1635c78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:43.698883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e4a5a368-9264-44af-946a-d295aa1658f8 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:17:43.743414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e4a5a368-9264-44af-946a-d295aa1658f8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:17:43.743770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e4a5a368-9264-44af-946a-d295aa1658f8 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:17:43.746794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:17:43.773964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:17:43.774314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe94fea8-b8c1-4e2b-9ee3-7fc9c92702a1 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:17:43.843616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:43.909376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=95e98e48-4bbb-41df-85f0-bab886fb27aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:43.953248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.051044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.054253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.106145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.106973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Fanout notify agent at l3_agent the message router_deleted on router 50c4296c-4aff-4120-98eb-95e1244889c1 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:17:44.121484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.125021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ecd0cf51-b07c-40f8-8a44-12894dbe9eec tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/routers/50c4296c-4aff-4120-98eb-95e1244889c1 HTTP/1.1" status: 204 len: 168 time: 1.6594284 Jul 06 18:17:44.125423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56182) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:44.224315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.347356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.360522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d909e810-8555-41be-85f5-6c7cfcc9d2e1']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:44.374517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:44.375025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8da1fd-28ff-4acb-8055-9b7b4dc6b46b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:44.395744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.425923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.434171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:17:44.434630 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:17:44.438371 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:17:44.507423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.523942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.527010 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/networks/d909e810-8555-41be-85f5-6c7cfcc9d2e1 HTTP/1.1" status: 204 len: 168 time: 0.4002979 Jul 06 18:17:44.530320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:44.569089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d98ac-481f-4a80-bb9d-8a6e8711adbd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Network': ['ID=d909e810-8555-41be-85f5-6c7cfcc9d2e1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:44.625015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a223-e18b-490e-9fec-9903aaab00e9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.663663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a223-e18b-490e-9fec-9903aaab00e9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.739536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a223-e18b-490e-9fec-9903aaab00e9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.739536 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a223-e18b-490e-9fec-9903aaab00e9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:44.743516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8bc9a223-e18b-490e-9fec-9903aaab00e9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/security-groups/2f349788-ad54-4499-885d-2bbbc64a5a69 HTTP/1.1" status: 204 len: 168 time: 0.2094381 Jul 06 18:17:44.753582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9a223-e18b-490e-9fec-9903aaab00e9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f349788-ad54-4499-885d-2bbbc64a5a69,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.015052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.020186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771897925', 'description': 'tempest-secgroup-smoke-771897925 description', 'project_id': '2909ba718d4b4f079da147d783770456'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:45.044896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.143792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.148532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.177922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.179188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1629932 Jul 06 18:17:45.182690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.188896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '0a21e92b-1848-4874-95c0-46bf8c372fec', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:45.194302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0e444-4dd3-4362-bd36-70ecf8702b41 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21e92b-1848-4874-95c0-46bf8c372fec,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.220424 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.295371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.300819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.321618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee20b411-0372-4dd9-b994-ea73891ddd26,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.328726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.330004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1ee6e230-122d-430e-adaa-0d1a6ab756d1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460025 Jul 06 18:17:45.332787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.337373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '0a21e92b-1848-4874-95c0-46bf8c372fec', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:45.376183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.466327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.473420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.492683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a05d41a-c693-4be4-9d78-6b2b54114690,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.501009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.504973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-70f2761e-cade-4bc7-96df-61b613134dea tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1686022 Jul 06 18:17:45.505188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56214) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.512794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '0a21e92b-1848-4874-95c0-46bf8c372fec', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:45.543790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.602260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95e98e48-4bbb-41df-85f0-bab886fb27aa no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:17:45.633428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 95e98e48-4bbb-41df-85f0-bab886fb27aa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:17:45.633779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 95e98e48-4bbb-41df-85f0-bab886fb27aa not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:17:45.647530 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.652020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.679200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d861ccee-73ac-42ec-b7c2-3ad1b55d38a4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.688297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.689893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c789aa9d-8ef5-4c5e-ab26-49a62f431059 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834552 Jul 06 18:17:45.692493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56222) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.697104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '0a21e92b-1848-4874-95c0-46bf8c372fec', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:45.726393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.799855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.804251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.826599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2eaef3-0a82-4dc0-a767-8a3baef8d269,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.830616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.831953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-36aece6d-8593-41bf-a9c2-d6fa5b3ead40 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385167 Jul 06 18:17:45.835450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.841391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '0a21e92b-1848-4874-95c0-46bf8c372fec', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:45.868556 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:17:45.875585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.951816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.955737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.976547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069622ae-9965-4bca-a8ac-582095f5d397,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:45.989738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:45.994600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2c658dbc-74b9-49cd-b795-7b178947ba56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545331 Jul 06 18:17:45.994703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56228) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:45.999643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '0a21e92b-1848-4874-95c0-46bf8c372fec', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:46.032090 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:17:46.038361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.126024 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.130320 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.147898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43031cf3-2a95-46ad-90e2-23c2e7fb6662,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:46.155953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.157201 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4255b484-1eb9-43cd-9dea-77a8dc907104 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612921 Jul 06 18:17:46.160378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56232) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:46.166698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'network': {'name': 'tempest-network-smoke--909804440', 'project_id': '2909ba718d4b4f079da147d783770456', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:46.191408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:46.194994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.222967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:17:46.233513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.233861 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Added segment cd095b88-5470-4dde-b5cd-f98e45010f32 of type vlan for network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 Jul 06 18:17:46.283244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.317386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.322994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:46.323802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.383705 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2218499 Jul 06 18:17:46.383954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:46.389860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'admin_state_up': True, 'project_id': '2909ba718d4b4f079da147d783770456', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:46.412763 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fca1a-0ce3-495d-bd2e-b64c06257543 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Network': ['ID=7f7f9951-c9e6-4a5a-8254-3542d16c0786,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:46.424255 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.425800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.426938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:17:46.544552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.734581 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.957936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:46.982046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:47.116718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.209 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/80476fa6-32f5-4394-a9b3-58e3b6762bb1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:17:47.249917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:47.295103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:47.341017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:17:47.344380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:47.348470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:17:47.384456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=80476fa6-32f5-4394-a9b3-58e3b6762bb1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:47.665267 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:47.904630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:48.079933 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 03330498-43cd-4b44-8606-5827c6c22a8b is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:17:48.199646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:17:48.212407 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Sync routers for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:17:48.223145 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:48.223912 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:48.226589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:48.228501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-82f77a7b-f108-432d-a234-f7293b726ef1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8429935 Jul 06 18:17:48.231675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56248) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:48.270426 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-df26567d-9ee3-476b-9e3c-f9064162380c tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2909ba718d4b4f079da147d783770456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375569 Jul 06 18:17:48.273623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:48.374814 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:48.539625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02fda44-de3f-442d-a6b8-c046196c8fb8 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:48.541591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e02fda44-de3f-442d-a6b8-c046196c8fb8 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2667315 Jul 06 18:17:48.544474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:48.589596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4adb4719-88b0-4391-9f45-5854726dd1da tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432863 Jul 06 18:17:48.592013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:48.597161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-302942287', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'project_id': '2909ba718d4b4f079da147d783770456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:48.609713 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:47Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:48.638120 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Checking router: 03330498-43cd-4b44-8606-5827c6c22a8b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:17:48.638523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Updating router 03330498-43cd-4b44-8606-5827c6c22a8b port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:17:48.683593 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:48.737018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:48.744410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.083102 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.138113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:49.155876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Subnet': ['ID=0110c32e-fa62-4bca-8609-6722b12163b7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:49.193484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Checking segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:49.194257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network hostable DHCP agents. Network: 7f7f9951-c9e6-4a5a-8254-3542d16c0786, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:17:49.215176 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.218250 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:17:49.230829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 7f7f9951-c9e6-4a5a-8254-3542d16c0786) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:49.236523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Transition to ACTIVE for port object 80476fa6-32f5-4394-a9b3-58e3b6762bb1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:49.239339 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:49.241269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.244658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0174dd9e-ad25-4401-8d57-5ae18575cf04 None None] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:49.260055 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.271417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 56268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:49.283450 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-80a1b66e-fad9-4651-bfb1-47d3f63caf2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6901894 Jul 06 18:17:49.287431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a868311-94df-4513-b768-53fb9fd74f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.322428 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Attempting to bind port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:17:49.323070 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Attempting to bind port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:17:49.323738 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Attempting to bind port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:49.332744 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:17:49.333351 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:49.334037 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.334436 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:17:49.334914 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Bound port: 80476fa6-32f5-4394-a9b3-58e3b6762bb1, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:17:49.335348 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.337067 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Pushing event updated for resources: {'Port': ['ID=80476fa6-32f5-4394-a9b3-58e3b6762bb1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:49.349204 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.350146 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.350906 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.351325 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.351603 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.352097 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.352437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.352775 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.353654 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.354171 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.354507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.354835 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:17:49.436709 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] For port 80476fa6-32f5-4394-a9b3-58e3b6762bb1, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:17:49.442994 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] For port 80476fa6-32f5-4394-a9b3-58e3b6762bb1, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=80476fa6-32f5-4394-a9b3-58e3b6762bb1,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:17:49.449315 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.552012 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:49.552774 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:49.561765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:17:49.563023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.612156 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b374f8-5d8e-4b58-8e1f-99462cc1aaae None None] Pushing event updated for resources: {'Port': ['ID=80476fa6-32f5-4394-a9b3-58e3b6762bb1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:49.623607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a868311-94df-4513-b768-53fb9fd74f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.671369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a868311-94df-4513-b768-53fb9fd74f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.705193 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:49.737780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7a868311-94df-4513-b768-53fb9fd74f8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4411988977ef41a58113c068b5ed7e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948281 Jul 06 18:17:49.737780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a868311-94df-4513-b768-53fb9fd74f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562c2b4-e749-4eb9-81f4-cab4777d0d47,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:49.738457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56270) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:17:49.746558 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Allocated IP 172.20.0.2 (7f7f9951-c9e6-4a5a-8254-3542d16c0786/0110c32e-fa62-4bca-8609-6722b12163b7/6554d615-105d-4a4b-9940-f644960c9ff9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:17:49.864229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dffc8389-b21d-46b2-8a66-679db72a4cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.907786 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dffc8389-b21d-46b2-8a66-679db72a4cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.933335 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.952205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Transition to ACTIVE for port object 6554d615-105d-4a4b-9940-f644960c9ff9 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:49.993511 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:47Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:49.999397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dffc8389-b21d-46b2-8a66-679db72a4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.999620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Transition to ACTIVE for port object 6554d615-105d-4a4b-9940-f644960c9ff9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:50.001892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dffc8389-b21d-46b2-8a66-679db72a4cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.005278 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dffc8389-b21d-46b2-8a66-679db72a4cb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f562c2b4-e749-4eb9-81f4-cab4777d0d47 HTTP/1.1" status: 204 len: 168 time: 0.2632909 Jul 06 18:17:50.008490 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.031032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8389-b21d-46b2-8a66-679db72a4cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562c2b4-e749-4eb9-81f4-cab4777d0d47,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:50.041414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:17:50.053725 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec0571-318e-47df-8ff5-0704eb9b5ea6 None None] The sync data for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 is: [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:47Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:17:50.058657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:50.078794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.090437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:17:50.187730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Pushing event updated for resources: {'Port': ['ID=6554d615-105d-4a4b-9940-f644960c9ff9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:50.219172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Attempting to bind port 6554d615-105d-4a4b-9940-f644960c9ff9 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:17:50.220278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Attempting to bind port 6554d615-105d-4a4b-9940-f644960c9ff9 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:17:50.221189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Attempting to bind port 6554d615-105d-4a4b-9940-f644960c9ff9 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:50.236891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:17:50.237694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Checking segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:50.238665 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.239530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Bound using segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:17:50.241584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Bound port: 6554d615-105d-4a4b-9940-f644960c9ff9, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:17:50.244566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.384022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] For port 6554d615-105d-4a4b-9940-f644960c9ff9, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:17:50.390731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] For port 6554d615-105d-4a4b-9940-f644960c9ff9, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6554d615-105d-4a4b-9940-f644960c9ff9,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:17:50.398797 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.543109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268c08-1fa0-459f-90f5-6ff816340e8b None None] Pushing event updated for resources: {'Port': ['ID=6554d615-105d-4a4b-9940-f644960c9ff9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:51.156270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.1 (7f7f9951-c9e6-4a5a-8254-3542d16c0786/0110c32e-fa62-4bca-8609-6722b12163b7/61e950c3-0baf-4689-9d9f-5ce49d24774b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:17:51.317603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:51.337564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object 61e950c3-0baf-4689-9d9f-5ce49d24774b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:51.385093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:51.481046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:17:51.489322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:51.498145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:17:51.528672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=61e950c3-0baf-4689-9d9f-5ce49d24774b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:51.560815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:51.763424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 80476fa6-32f5-4394-a9b3-58e3b6762bb1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:51.814936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:51.866328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:51.874501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:51.875772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.019509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.046656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a48cb18-d568-4205-9248-651ae7fa60e3 None None] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:17:52.194635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 80476fa6-32f5-4394-a9b3-58e3b6762bb1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=80476fa6-32f5-4394-a9b3-58e3b6762bb1,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:52.206986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.207982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6554d615-105d-4a4b-9940-f644960c9ff9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:52.294759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.309832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2cefe350-7ce3-4be8-817c-926d93a5bec3 None None] Provisioning for port 6554d615-105d-4a4b-9940-f644960c9ff9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:52.311868 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.393456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=80476fa6-32f5-4394-a9b3-58e3b6762bb1,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:52.429118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=61e950c3-0baf-4689-9d9f-5ce49d24774b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:52.438296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.459364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6554d615-105d-4a4b-9940-f644960c9ff9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:52.471885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6554d615-105d-4a4b-9940-f644960c9ff9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:52.472239 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.605130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.662340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:17:52.665793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:52.670272 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 6554d615-105d-4a4b-9940-f644960c9ff9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6554d615-105d-4a4b-9940-f644960c9ff9,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:52.677056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.788233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=6554d615-105d-4a4b-9940-f644960c9ff9,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:52.865062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 03330498-43cd-4b44-8606-5827c6c22a8b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:17:52.878430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ad2a6f9d-0922-44cc-9006-3e8290110c42 None None] Provisioning for port 61e950c3-0baf-4689-9d9f-5ce49d24774b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:52.882887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ad2a6f9d-0922-44cc-9006-3e8290110c42 None None] Provisioning complete for port 61e950c3-0baf-4689-9d9f-5ce49d24774b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:52.883404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6f9d-0922-44cc-9006-3e8290110c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.936432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a6f9d-0922-44cc-9006-3e8290110c42 None None] Port 61e950c3-0baf-4689-9d9f-5ce49d24774b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:17:52.947689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ad2a6f9d-0922-44cc-9006-3e8290110c42 None None] Provisioning complete for port 6554d615-105d-4a4b-9940-f644960c9ff9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:52.948494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6f9d-0922-44cc-9006-3e8290110c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:53.027496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:17:53.040943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Sync routers for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:17:53.044048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-078af2fc-6a95-4a27-a999-a18948c70216 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/03330498-43cd-4b44-8606-5827c6c22a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7713943 Jul 06 18:17:53.059750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:53.060410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:53.212501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:53.229006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-02422bd0-006e-4a9f-9f82-3597b7327318 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac5e7f6f62524396afe76f8717dd4405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395195 Jul 06 18:17:53.347954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-425a44fd-cd66-4092-b9c4-751c560f3fc2 None None] Provisioning complete for port 61e950c3-0baf-4689-9d9f-5ce49d24774b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:53.348346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-425a44fd-cd66-4092-b9c4-751c560f3fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:53.399166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-425a44fd-cd66-4092-b9c4-751c560f3fc2 None None] Port 61e950c3-0baf-4689-9d9f-5ce49d24774b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:17:53.440218 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-92c6ed2c-a4c1-4c1a-8161-aa32a624c2e4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771897925&fields=id&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 267 time: 0.1159027 Jul 06 18:17:53.470279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 2, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:53.470823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b70bc0d0-c260-453a-b12f-364189ad1ffc tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:53.472370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b70bc0d0-c260-453a-b12f-364189ad1ffc tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341588 Jul 06 18:17:53.498349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Checking router: 03330498-43cd-4b44-8606-5827c6c22a8b for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:17:53.498710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Updating router 03330498-43cd-4b44-8606-5827c6c22a8b port 61e950c3-0baf-4689-9d9f-5ce49d24774b binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:17:53.528479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-97a0e588-1033-4456-b73b-24f200f691b7 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/quotas/ac5e7f6f62524396afe76f8717dd4405 HTTP/1.1" status: 200 len: 375 time: 0.0410018 Jul 06 18:17:53.542373 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:53.545527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bf3eb9df-9d11-4338-9542-825028d11a10 None None] Provisioning complete for port 61e950c3-0baf-4689-9d9f-5ce49d24774b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:53.545900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb9df-9d11-4338-9542-825028d11a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:53.580364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-862e4fab-29c7-4d91-8057-d68854fa0ca8 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac5e7f6f62524396afe76f8717dd4405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374196 Jul 06 18:17:53.612709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eb9df-9d11-4338-9542-825028d11a10 None None] Port 61e950c3-0baf-4689-9d9f-5ce49d24774b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:17:53.622094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 80476fa6-32f5-4394-a9b3-58e3b6762bb1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:53.623650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-984f2734-ea6e-4559-b499-43f56e36f437 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:53.626580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-984f2734-ea6e-4559-b499-43f56e36f437 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 796 time: 0.1760728 Jul 06 18:17:53.642763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-4f53583d-6a4e-4264-8400-535444a12f24 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/quotas/2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 375 time: 0.0106041 Jul 06 18:17:53.744646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-66c24088-ccb0-40a3-8a19-547fa57500a9 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937345 Jul 06 18:17:53.814315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcdd1951-fb41-4bd8-a328-2da7094c492e req-1a083ed8-94c1-4152-bd8c-4700d53273aa tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 210 time: 0.0407722 Jul 06 18:17:53.820288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:53.821781 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:53.910690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-2bc19c3f-1ba3-458a-b5a8-3f2a609798a2 service neutron] 10.222.0.37 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253946 Jul 06 18:17:54.013145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6554d615-105d-4a4b-9940-f644960c9ff9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:54.058491 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:54.066151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-548e426c-9b05-47bb-9cbc-1e34e106e694 service neutron] 10.222.0.37 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391957 Jul 06 18:17:54.084676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Transition to ACTIVE for port object 61e950c3-0baf-4689-9d9f-5ce49d24774b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:54.101557 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:54.144953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6554d615-105d-4a4b-9940-f644960c9ff9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:54.145395 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:54.191766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e811637-4d5c-48df-8f0e-88f57de45537 None None] Pushing event updated for resources: {'Port': ['ID=61e950c3-0baf-4689-9d9f-5ce49d24774b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:54.419691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57360a6e-5f8a-496d-940f-04e6f9d5097a req-32c759f0-2f46-4b6f-af76-65d5189315f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 210 time: 0.1016710 Jul 06 18:17:54.601978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Attempting to bind port 61e950c3-0baf-4689-9d9f-5ce49d24774b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:17:54.602141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Attempting to bind port 61e950c3-0baf-4689-9d9f-5ce49d24774b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:17:54.602487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Attempting to bind port 61e950c3-0baf-4689-9d9f-5ce49d24774b on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:54.647700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:17:54.648371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Checking segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:54.648523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:54.648881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Bound using segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:17:54.649396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Bound port: 61e950c3-0baf-4689-9d9f-5ce49d24774b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:17:54.649820 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:54.754870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] For port 61e950c3-0baf-4689-9d9f-5ce49d24774b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:17:54.759095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] For port 61e950c3-0baf-4689-9d9f-5ce49d24774b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=61e950c3-0baf-4689-9d9f-5ce49d24774b,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:17:54.766140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:54.831334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:17:54.832100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:54.942311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e811637-4d5c-48df-8f0e-88f57de45537 None None] Pushing event updated for resources: {'Port': ['ID=61e950c3-0baf-4689-9d9f-5ce49d24774b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:55.100144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08135d68-f30c-46ef-a8e5-331965d00510 req-c81047ab-bd11-4aa0-9f49-00d8a4294592 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 210 time: 0.0473673 Jul 06 18:17:55.124382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:17:55.277324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-0d390eab-622a-461b-b0c3-f5c6edb03e1b tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac5e7f6f62524396afe76f8717dd4405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332789 Jul 06 18:17:55.440167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-144f39fd-1d72-4ac0-aaf6-687f91b471b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:55.464701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:54Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:17:55.512157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c9d3d-2e3a-4564-a31a-71a361ffb9d7 None None] The sync data for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 is: [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:54Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:17:55.520276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-7bdc8118-c2dd-4244-bd0d-db4d7b2d0db9 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:55.522493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-7bdc8118-c2dd-4244-bd0d-db4d7b2d0db9 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388480 Jul 06 18:17:55.540722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Request body: {'port': {'device_id': '1e36518c-1cee-4235-b6e1-dc7371205816', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': 'ac5e7f6f62524396afe76f8717dd4405'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:55.737796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52a9f3a4-ecaf-4d90-8458-917f5c88af3a req-81852a34-35c2-413a-92af-93feede1f689 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 210 time: 0.0382073 Jul 06 18:17:55.829619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Made reservation on behalf of ac5e7f6f62524396afe76f8717dd4405 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:55.833459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:55.844796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:55.986265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:55.992194 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:56.063919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbde943-244a-4394-b13a-1d9f90483a4d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:56.157576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Allocated IP 192.168.233.149 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/57f3b245-c644-411b-a4b0-35444da06152) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:17:56.441659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-431a8da5-1e21-4e93-b586-e882174a1d14 req-e90fecc3-fb5d-4b41-91bf-55109631847f tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 210 time: 0.1337245 Jul 06 18:17:56.538371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-c539b4f1-9e14-4d16-8af2-75abd28fe1d8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:56.540155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-c539b4f1-9e14-4d16-8af2-75abd28fe1d8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 796 time: 0.3585761 Jul 06 18:17:56.600518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:56.613491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-610b8860-e4cd-46c0-aad1-289b5a64b1ee tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 379 time: 0.0524549 Jul 06 18:17:56.625494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'port': {'device_id': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'admin_state_up': True, 'tenant_id': '2909ba718d4b4f079da147d783770456', 'security_groups': ['0a21e92b-1848-4874-95c0-46bf8c372fec']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:56.673288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Transition to ACTIVE for port object 57f3b245-c644-411b-a4b0-35444da06152 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:56.760695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:56.814389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:17:56.818222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:56.874028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Pushing event updated for resources: {'Port': ['ID=57f3b245-c644-411b-a4b0-35444da06152,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:56.882580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:17:56.885644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:56.913985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:17:57.034396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-254b4dcc-181b-4d3f-b4fa-3e4e038595c3 req-4c4ff3a2-00dd-43df-9cb4-33636b3b1c5c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 210 time: 0.0944583 Jul 06 18:17:57.071051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:57.072381 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.123076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-dda574d9-69bb-4d06-98a1-a1b36ab9b847 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5914934 Jul 06 18:17:57.137820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Request body: {'port': {'device_id': '1e36518c-1cee-4235-b6e1-dc7371205816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:57.185219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.5 (7f7f9951-c9e6-4a5a-8254-3542d16c0786/0110c32e-fa62-4bca-8609-6722b12163b7/ed645c43-7aeb-4837-b8d3-8640bfc27a80) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:17:57.250704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7bcc2ab7-1e2f-4fb0-a9ff-72926c3a8409 None None] Provisioning for port 57f3b245-c644-411b-a4b0-35444da06152 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:57.266378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7bcc2ab7-1e2f-4fb0-a9ff-72926c3a8409 None None] Provisioning complete for port 57f3b245-c644-411b-a4b0-35444da06152 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:57.267641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2ab7-1e2f-4fb0-a9ff-72926c3a8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.272205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.319011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc2ab7-1e2f-4fb0-a9ff-72926c3a8409 None None] Port 57f3b245-c644-411b-a4b0-35444da06152 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:17:57.493570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.547288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object ed645c43-7aeb-4837-b8d3-8640bfc27a80 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:57.650697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 61e950c3-0baf-4689-9d9f-5ce49d24774b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:57.677277 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.707115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 61e950c3-0baf-4689-9d9f-5ce49d24774b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:57.711499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 61e950c3-0baf-4689-9d9f-5ce49d24774b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:57.711884 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.783622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:17:57.786755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:57.796046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:17:57.806788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:17:57.827307 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.841147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f3b245-c644-411b-a4b0-35444da06152 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:17:57.862576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991ab0-7b87-4fad-9b82-ebf3aac6719a req-d0de9a1b-5698-4119-8055-b27f0f3f0504 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:57.866558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54991ab0-7b87-4fad-9b82-ebf3aac6719a req-d0de9a1b-5698-4119-8055-b27f0f3f0504 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 936 time: 0.2804945 Jul 06 18:17:57.873626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 61e950c3-0baf-4689-9d9f-5ce49d24774b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=61e950c3-0baf-4689-9d9f-5ce49d24774b,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:17:57.879344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.890966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.924785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Transition to ACTIVE for port object 57f3b245-c644-411b-a4b0-35444da06152 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:57.935580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.959153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:57.959905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:57.978756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=61e950c3-0baf-4689-9d9f-5ce49d24774b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:58.039568 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96466c85-8026-44a9-9751-22de1b782967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:58.044333 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:58.062876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54991ab0-7b87-4fad-9b82-ebf3aac6719a req-63047247-4a85-477c-a496-c40af17e18d1 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865072 Jul 06 18:17:58.083774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d66a0e00-3380-4f25-9572-185c6c62f756 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4621658 Jul 06 18:17:58.084382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Pushing event updated for resources: {'Port': ['ID=57f3b245-c644-411b-a4b0-35444da06152,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:58.132839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Request body: {'port': {'device_id': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:17:58.260215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6bcba108-612a-4972-abd8-c5f6dac087a1 None None] Provisioning for port ed645c43-7aeb-4837-b8d3-8640bfc27a80 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:17:58.269140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6bcba108-612a-4972-abd8-c5f6dac087a1 None None] Provisioning complete for port ed645c43-7aeb-4837-b8d3-8640bfc27a80 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:58.269875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bcba108-612a-4972-abd8-c5f6dac087a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:58.335357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6bcba108-612a-4972-abd8-c5f6dac087a1 None None] Port ed645c43-7aeb-4837-b8d3-8640bfc27a80 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:17:58.659218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-cd687771-7644-47c9-95f3-09fc9f27b2ba req-70202f5e-d3fc-4989-a7b0-3e59602f1e58 service neutron] (93943) timed out ('10.222.0.37', 38316) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:17:58.672009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Attempting to bind port 57f3b245-c644-411b-a4b0-35444da06152 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:17:58.672616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Attempting to bind port 57f3b245-c644-411b-a4b0-35444da06152 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:17:58.672724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Attempting to bind port 57f3b245-c644-411b-a4b0-35444da06152 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:58.690804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Port 57f3b245-c644-411b-a4b0-35444da06152 on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:17:58.691131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Attempting to bind port 57f3b245-c644-411b-a4b0-35444da06152 on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:58.696350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:58.709166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:17:58.709512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:58.709906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:17:58.710488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Bound port: 57f3b245-c644-411b-a4b0-35444da06152, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:17:58.710754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:58.810931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a38758-e69b-4697-ac66-ed1f311ad22f req-677e2772-aa90-44dd-acfd-c5d5d8708819 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:58.812579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2a38758-e69b-4697-ac66-ed1f311ad22f req-677e2772-aa90-44dd-acfd-c5d5d8708819 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 931 time: 0.5893095 Jul 06 18:17:58.925339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] For port 57f3b245-c644-411b-a4b0-35444da06152, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:17:58.930946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] For port 57f3b245-c644-411b-a4b0-35444da06152, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=57f3b245-c644-411b-a4b0-35444da06152,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:17:58.943588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.016845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2a38758-e69b-4697-ac66-ed1f311ad22f req-3c2504aa-e1e9-4a5d-bfec-825bd9499d67 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466477 Jul 06 18:17:59.034541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:59.035179 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.036737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] 10.222.0.60 "PUT /v2.0/ports/57f3b245-c644-411b-a4b0-35444da06152 HTTP/1.1" status: 200 len: 1096 time: 1.9049201 Jul 06 18:17:59.039154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e36518c-1cee-4235-b6e1-dc7371205816', 'tag': '57f3b245-c644-411b-a4b0-35444da06152'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:17:59.051132 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc84411-34f9-4ed2-89ab-21916de5b3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1e36518c-1cee-4235-b6e1-dc7371205816", "tag": "57f3b245-c644-411b-a4b0-35444da06152"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:17:59.096488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca268-c27c-4b5b-abe2-df1b4ef93944 service neutron] Pushing event updated for resources: {'Port': ['ID=57f3b245-c644-411b-a4b0-35444da06152,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:59.152935 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e35c4-4868-4e46-9cf6-731e48b4922f x-openstack-request-id: req-9b8e35c4-4868-4e46-9cf6-731e48b4922f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:17:59.153581 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e36518c-1cee-4235-b6e1-dc7371205816", "tag": "57f3b245-c644-411b-a4b0-35444da06152", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:17:59.154076 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b8e35c4-4868-4e46-9cf6-731e48b4922f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:17:59.155448 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e36518c-1cee-4235-b6e1-dc7371205816', 'tag': '57f3b245-c644-411b-a4b0-35444da06152', 'status': 'completed', 'code': 200} Jul 06 18:17:59.294973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-176762e7-d06a-4737-9860-8d8ffcfa929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:59.296789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-176762e7-d06a-4737-9860-8d8ffcfa929e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac5e7f6f62524396afe76f8717dd4405&device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 1099 time: 0.1930189 Jul 06 18:17:59.309026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed645c43-7aeb-4837-b8d3-8640bfc27a80 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:17:59.330408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.369336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-2981bf57-b754-4ae7-a87c-465fb441849f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=57f3b245-c644-411b-a4b0-35444da06152 HTTP/1.1" status: 200 len: 217 time: 0.0544236 Jul 06 18:17:59.377645 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.396015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Transition to ACTIVE for port object ed645c43-7aeb-4837-b8d3-8640bfc27a80 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:17:59.420284 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.486396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c61b9e-1ae7-4db3-99e3-ac1ad9b34fa1 req-03d3d263-38ad-44b6-be9c-75dfb62673b2 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:59.488394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7c61b9e-1ae7-4db3-99e3-ac1ad9b34fa1 req-03d3d263-38ad-44b6-be9c-75dfb62673b2 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 948 time: 0.2428701 Jul 06 18:17:59.502617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-004ed828-2d55-40d3-b154-06ad2499d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:59.504149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-004ed828-2d55-40d3-b154-06ad2499d1ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1244757 Jul 06 18:17:59.612926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:17:59.628214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 61e950c3-0baf-4689-9d9f-5ce49d24774b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:17:59.691653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7c61b9e-1ae7-4db3-99e3-ac1ad9b34fa1 req-6bdb5b40-d215-409d-be04-243d1d621570 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803939 Jul 06 18:17:59.734054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd035-915c-4938-bbd7-0a58cc00958d req-83bcdcb8-30f6-4a3f-997b-aaa4ce1eaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:17:59.735887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-83bcdcb8-30f6-4a3f-997b-aaa4ce1eaf00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235076 Jul 06 18:17:59.736157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 61e950c3-0baf-4689-9d9f-5ce49d24774b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:17:59.736885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:17:59.737129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:17:59.737461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:59.738763 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.752955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:17:59.753298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:17:59.799501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:17:59.799766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Checking segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:17:59.800065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Bound using segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:17:59.800504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Bound port: ed645c43-7aeb-4837-b8d3-8640bfc27a80, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:17:59.800866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:59.901873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-9d05004e-97c3-43dd-8a87-beed648d5498 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581004 Jul 06 18:17:59.904684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:17:59.908004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:17:59.919402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:00.008701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.010612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:00.012049 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 1091 time: 1.8842127 Jul 06 18:18:00.057944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3788-0f9e-41d0-8d47-ba53a9510e91 service neutron] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:00.067025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16afd035-915c-4938-bbd7-0a58cc00958d req-a6ec1e75-5941-4bba-832f-2f53c2a8673b service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576834 Jul 06 18:18:00.081662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:00.237854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-c1b3d793-d3c4-41d5-825f-a46874d4e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.239564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-c1b3d793-d3c4-41d5-825f-a46874d4e645 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1094 time: 0.1549015 Jul 06 18:18:00.298275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-00d8952d-19ff-4200-b99c-55347c976a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.299807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-00d8952d-19ff-4200-b99c-55347c976a45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac5e7f6f62524396afe76f8717dd4405&device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 1099 time: 0.1607680 Jul 06 18:18:00.301034 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-ad964580-f009-460e-8ccb-432234122694 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 217 time: 0.0529158 Jul 06 18:18:00.349339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106fb3-3d33-4eb5-a4df-444ce4e30da7 req-e4b1fd51-5b39-46a7-8cd3-1f29ba3bd941 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.351194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52106fb3-3d33-4eb5-a4df-444ce4e30da7 req-e4b1fd51-5b39-46a7-8cd3-1f29ba3bd941 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 943 time: 0.1659524 Jul 06 18:18:00.452751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-799f0e43-d807-42a0-aef1-e8c5bc5be8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.454166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-799f0e43-d807-42a0-aef1-e8c5bc5be8c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.1411991 Jul 06 18:18:00.467748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52106fb3-3d33-4eb5-a4df-444ce4e30da7 req-60378688-21fa-4689-8470-034b3d9d5403 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877008 Jul 06 18:18:00.527503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-0ef7b539-afb5-45ff-9ced-ca76d9ad2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.529010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-0ef7b539-afb5-45ff-9ced-ca76d9ad2c06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.2171226 Jul 06 18:18:00.576698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-d994759b-1fb1-41a1-9903-7469df1a4dde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=57f3b245-c644-411b-a4b0-35444da06152 HTTP/1.1" status: 200 len: 217 time: 0.0406439 Jul 06 18:18:00.615658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d3d3f376-a05e-461f-986b-a92d43bb3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.617169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-d3d3f376-a05e-461f-986b-a92d43bb3896 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533518 Jul 06 18:18:00.695969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-cd40dd59-ef0d-499c-b960-59da8a2a9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.698391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-cd40dd59-ef0d-499c-b960-59da8a2a9147 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.1143417 Jul 06 18:18:00.780374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-db296a71-f2f2-41e1-aa49-4141074d7cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541700 Jul 06 18:18:00.803024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:00.842914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-50a1de2a-2010-49b5-a131-14169f4414a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:00.844792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-50a1de2a-2010-49b5-a131-14169f4414a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397870 Jul 06 18:18:00.985706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-227f4a8a-692a-4b7f-a35a-cfc20dba33bd req-8770e5dd-ee07-4723-8c1e-fa9918d757b8 service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976497 Jul 06 18:18:01.001122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-43865401-5dc8-4ea7-838e-3336a42a5dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462731 Jul 06 18:18:01.120226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc84411-34f9-4ed2-89ab-21916de5b3ae req-4416d4b8-9a35-44eb-a58f-995c0efc97af service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126842 Jul 06 18:18:01.156339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:01.159110 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:01.201895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2925c-ac76-47e0-9741-b27b64053c6b req-1494af9a-17d3-4620-aa90-428713fb5b0d tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:01.202916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acc2925c-ac76-47e0-9741-b27b64053c6b req-1494af9a-17d3-4620-aa90-428713fb5b0d tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 948 time: 0.3552163 Jul 06 18:18:01.213974 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfc5a95-9948-41c6-8cb9-826e9c7b8298 x-openstack-request-id: req-adfc5a95-9948-41c6-8cb9-826e9c7b8298 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:01.214268 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:01.214542 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adfc5a95-9948-41c6-8cb9-826e9c7b8298 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:01.214985 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'status': 'completed', 'code': 200} Jul 06 18:18:01.257987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acc2925c-ac76-47e0-9741-b27b64053c6b req-1116195f-4d12-43ea-ab73-04c4e5654336 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 Jul 06 18:18:01.317910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-1310a69e-a48b-44db-814e-074e2dd0524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:01.319490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-1310a69e-a48b-44db-814e-074e2dd0524c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1094 time: 0.0776765 Jul 06 18:18:01.422291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-1799d6ac-be21-449c-802d-ae6c062e2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:01.423858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-1799d6ac-be21-449c-802d-ae6c062e2bcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 897 time: 0.0980358 Jul 06 18:18:01.478908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-a230104a-2857-4a5b-8bfd-79821f58e7f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 217 time: 0.0451703 Jul 06 18:18:01.550019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-8cec8a49-8cdf-468b-83f7-ce0421e0908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:01.551823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-8cec8a49-8cdf-468b-83f7-ce0421e0908b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.0656312 Jul 06 18:18:01.646300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-2f7a4a7f-ee8d-484c-ad9b-84abe73dcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:01.648013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-2f7a4a7f-ee8d-484c-ad9b-84abe73dcf5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886879 Jul 06 18:18:01.769894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51911b19-64e4-4e5d-a31e-d7b79e1a08c1 req-4b1a3aeb-33f4-45f2-97f0-564f660fe0f8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:01.771564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51911b19-64e4-4e5d-a31e-d7b79e1a08c1 req-4b1a3aeb-33f4-45f2-97f0-564f660fe0f8 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 943 time: 0.1411889 Jul 06 18:18:01.802870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-c20e3d6c-9756-4c99-b38f-bc3431beb084 service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378350 Jul 06 18:18:01.839406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51911b19-64e4-4e5d-a31e-d7b79e1a08c1 req-a62e4a50-230e-424f-ba58-47f4bab90a0f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611041 Jul 06 18:18:01.916310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f72a5e81-e3f5-4d2e-a1bd-61ef94ad73a1 req-22fd7c29-9958-4705-8022-b8cfffbbbf12 service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009984 Jul 06 18:18:02.459895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67b408-9c94-4b6f-a917-954d0d94cd5b req-2aeb6bd7-5a52-46cc-a10a-4f30cd275561 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:02.461441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b67b408-9c94-4b6f-a917-954d0d94cd5b req-2aeb6bd7-5a52-46cc-a10a-4f30cd275561 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 948 time: 0.0735564 Jul 06 18:18:02.507614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b67b408-9c94-4b6f-a917-954d0d94cd5b req-6a0521fe-e5e7-4615-bc7a-0f752db5d5bf tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Jul 06 18:18:02.548661 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:03.002829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 57f3b245-c644-411b-a4b0-35444da06152 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:03.026016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315d1d0-76aa-439b-872b-d7501c5799b7 req-72564234-722a-4753-9b4b-7f48a21a8f6a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:03.027626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c315d1d0-76aa-439b-872b-d7501c5799b7 req-72564234-722a-4753-9b4b-7f48a21a8f6a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 943 time: 0.0726159 Jul 06 18:18:03.071439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c315d1d0-76aa-439b-872b-d7501c5799b7 req-e1ba02b9-912a-4f4a-a6dc-f41f931a4393 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381901 Jul 06 18:18:03.138937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 57f3b245-c644-411b-a4b0-35444da06152, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=57f3b245-c644-411b-a4b0-35444da06152,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:03.152178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '57f3b245-c644-411b-a4b0-35444da06152', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': '57f3b245-c644-411b-a4b0-35444da06152', 'mac_address': 'fa:16:3e:37:11:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:18:03.191561 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:03.207227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f3b245-c644-411b-a4b0-35444da06152 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:03.229302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 57f3b245-c644-411b-a4b0-35444da06152, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=57f3b245-c644-411b-a4b0-35444da06152,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:03.234469 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:03.235297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:03.343917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=57f3b245-c644-411b-a4b0-35444da06152,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:03.396394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:03.421652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'port_id': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'mac_address': 'fa:16:3e:9f:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:18:03.463149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:03.478409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed645c43-7aeb-4837-b8d3-8640bfc27a80 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:18:03.500846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:03.506304 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:03.579026 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:03.728709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097ede8-4311-4c5d-b056-fea64199328a req-f267f412-4acc-4940-9a1e-820e18df5984 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:03.730400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e097ede8-4311-4c5d-b056-fea64199328a req-f267f412-4acc-4940-9a1e-820e18df5984 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 949 time: 0.0784054 Jul 06 18:18:03.749045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ed645c43-7aeb-4837-b8d3-8640bfc27a80'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:03.784694 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e097ede8-4311-4c5d-b056-fea64199328a req-ef4f8e4d-1d4a-4a7e-9f25-2d1a500446ed tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Jul 06 18:18:03.793424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['57f3b245-c644-411b-a4b0-35444da06152'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:04.280131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b1fef-8c42-42e2-8f5d-9165676b5d24 req-5e25aad4-8aea-46b6-86bd-dac56e57aeba tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:04.281553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-205b1fef-8c42-42e2-8f5d-9165676b5d24 req-5e25aad4-8aea-46b6-86bd-dac56e57aeba tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.0794785 Jul 06 18:18:04.325570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-205b1fef-8c42-42e2-8f5d-9165676b5d24 req-eb1126fe-5302-4534-94f9-6aeb50081c71 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379035 Jul 06 18:18:04.979815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292464-c5e9-4501-b06c-63ba05be68e8 req-690593ed-76f7-4f4e-bc76-aa530d9fd004 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:04.981436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3292464-c5e9-4501-b06c-63ba05be68e8 req-690593ed-76f7-4f4e-bc76-aa530d9fd004 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 949 time: 0.0746856 Jul 06 18:18:05.013840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 57f3b245-c644-411b-a4b0-35444da06152 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:05.043385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3292464-c5e9-4501-b06c-63ba05be68e8 req-7a6f7275-9736-4174-bbff-7dccbb8fb5c9 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Jul 06 18:18:05.075481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 57f3b245-c644-411b-a4b0-35444da06152 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:05.079841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 57f3b245-c644-411b-a4b0-35444da06152 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:05.080232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.175711 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.201293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e36518c-1cee-4235-b6e1-dc7371205816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f3b245-c644-411b-a4b0-35444da06152'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:05.203672 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e651e-87eb-4ce2-87fa-31a36a723072" -d '{"events": [{"server_uuid": "1e36518c-1cee-4235-b6e1-dc7371205816", "name": "network-vif-plugged", "status": "completed", "tag": "57f3b245-c644-411b-a4b0-35444da06152"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:05.233286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 57f3b245-c644-411b-a4b0-35444da06152, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=57f3b245-c644-411b-a4b0-35444da06152,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:05.238518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.240486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:18:05.245629 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df46109b-3803-4541-91c3-876a11b78f98 x-openstack-request-id: req-df46109b-3803-4541-91c3-876a11b78f98 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:05.246037 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e36518c-1cee-4235-b6e1-dc7371205816", "name": "network-vif-plugged", "status": "completed", "tag": "57f3b245-c644-411b-a4b0-35444da06152", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:05.246237 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df46109b-3803-4541-91c3-876a11b78f98 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:05.246592 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e36518c-1cee-4235-b6e1-dc7371205816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f3b245-c644-411b-a4b0-35444da06152', 'code': 200} Jul 06 18:18:05.343408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=57f3b245-c644-411b-a4b0-35444da06152,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:05.358505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port ed645c43-7aeb-4837-b8d3-8640bfc27a80 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:18:05.364253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port ed645c43-7aeb-4837-b8d3-8640bfc27a80 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:05.364706 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.378409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793b2af-e014-4072-9cdf-2f8cd0ea7208 req-6ce93554-0985-4099-a353-f6ce62a4dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:05.380422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2793b2af-e014-4072-9cdf-2f8cd0ea7208 req-6ce93554-0985-4099-a353-f6ce62a4dd0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 1101 time: 0.0652006 Jul 06 18:18:05.439659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2793b2af-e014-4072-9cdf-2f8cd0ea7208 req-b8524372-45d4-4db4-94c0-dd4688a958eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510719 Jul 06 18:18:05.478387 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.520033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:05.525547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.582741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18952e1-45a0-4d88-bc95-9ce937a32a26 req-aaac5af8-b0df-4c02-87ec-36f0261515ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:05.584343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e18952e1-45a0-4d88-bc95-9ce937a32a26 req-aaac5af8-b0df-4c02-87ec-36f0261515ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.0871439 Jul 06 18:18:05.589714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:05.628849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e18952e1-45a0-4d88-bc95-9ce937a32a26 req-e06856e7-6f90-4ef5-bd70-a8374bec8bc1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376427 Jul 06 18:18:06.264138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae9117-5eb6-4292-99a7-0b823d7ddb70 req-b01b1586-18a7-4852-87d0-92f5d09da033 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:06.265860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fae9117-5eb6-4292-99a7-0b823d7ddb70 req-b01b1586-18a7-4852-87d0-92f5d09da033 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 950 time: 0.0949006 Jul 06 18:18:06.317445 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fae9117-5eb6-4292-99a7-0b823d7ddb70 req-0314336e-88c5-48d2-8587-cfdc50b2572a tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358086 Jul 06 18:18:06.822373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31def769-3117-46fb-9b57-cfc15c1e0b35 req-67075ea9-642d-4f60-81ad-19551838aae0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:06.823924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31def769-3117-46fb-9b57-cfc15c1e0b35 req-67075ea9-642d-4f60-81ad-19551838aae0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0674579 Jul 06 18:18:06.861969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31def769-3117-46fb-9b57-cfc15c1e0b35 req-d48ead6c-13cf-4321-95b1-0c3e1a70c229 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323379 Jul 06 18:18:07.247817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:07.250199 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450cef2-c418-4679-8c62-4b75f84786fa" -d '{"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-plugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:07.480348 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242c555-2748-400d-a839-92482c227f2c x-openstack-request-id: req-d242c555-2748-400d-a839-92482c227f2c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:07.480721 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-plugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:07.481047 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d242c555-2748-400d-a839-92482c227f2c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:07.481509 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'code': 200} Jul 06 18:18:07.535967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4759f1-056f-4ef0-b19c-501910d79faf req-9151ade8-db03-4f1a-a2ec-02109b05d543 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:07.537806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac4759f1-056f-4ef0-b19c-501910d79faf req-9151ade8-db03-4f1a-a2ec-02109b05d543 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 950 time: 0.0780566 Jul 06 18:18:07.613714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac4759f1-056f-4ef0-b19c-501910d79faf req-7d825840-2f56-415e-b169-9f7d16ef9660 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660710 Jul 06 18:18:07.636533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc43bbe-62bf-4bfa-a8ea-4337184996e3 req-ce3945c1-229a-4bbf-9191-7e8b08f5a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:07.638155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3dc43bbe-62bf-4bfa-a8ea-4337184996e3 req-ce3945c1-229a-4bbf-9191-7e8b08f5a618 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1096 time: 0.0828967 Jul 06 18:18:07.677081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3dc43bbe-62bf-4bfa-a8ea-4337184996e3 req-dca18312-2919-4bb6-b111-e48ecebd569c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Jul 06 18:18:08.095856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664f79c-b2fd-4e0e-a577-5bbbaede606f req-4bb5461c-4b15-4246-9786-13a2682f3743 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:08.097440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e664f79c-b2fd-4e0e-a577-5bbbaede606f req-4bb5461c-4b15-4246-9786-13a2682f3743 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.1112332 Jul 06 18:18:08.143568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e664f79c-b2fd-4e0e-a577-5bbbaede606f req-46352a62-c1a3-4eb3-a33e-0d44142d16c0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362945 Jul 06 18:18:09.332406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5613f-86f3-4d55-931c-5df6d565a63b req-d4cbcd58-b593-431c-97bc-2890ffc62ce6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:09.334014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ba5613f-86f3-4d55-931c-5df6d565a63b req-d4cbcd58-b593-431c-97bc-2890ffc62ce6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0714536 Jul 06 18:18:09.360286 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:18:09.376987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ba5613f-86f3-4d55-931c-5df6d565a63b req-4373ada1-30bb-482f-8ecd-06ef3f6c94a0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356183 Jul 06 18:18:09.567008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e31033-6c6b-4372-bca5-b04ef34002a5 req-31d662a3-46dd-4b5b-adb7-1a0d06e7aa33 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:09.568624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e31033-6c6b-4372-bca5-b04ef34002a5 req-31d662a3-46dd-4b5b-adb7-1a0d06e7aa33 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0677571 Jul 06 18:18:09.614195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e31033-6c6b-4372-bca5-b04ef34002a5 req-32228e13-e154-4e1b-ada7-b93abb3b0592 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350749 Jul 06 18:18:09.640271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56678) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:09.833494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec5405-20e4-44cc-af19-83f5a1573e50 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:09.835056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cdec5405-20e4-44cc-af19-83f5a1573e50 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1091 time: 0.1937809 Jul 06 18:18:09.837972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56686) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:09.842525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:09.870470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:09.982338 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.089052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.196 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/566cfc2c-f2ff-40ad-82d7-b97503f4916b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:18:10.198732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.246434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:10.283653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:18:10.286568 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:18:10.290736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:18:10.591161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=566cfc2c-f2ff-40ad-82d7-b97503f4916b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:11.120044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.276622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.455911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.468198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.538492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=566cfc2c-f2ff-40ad-82d7-b97503f4916b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:11.550918 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:11.671244 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP 5b367dc4-723a-486d-80ad-3d940c5e5eab associated. External IP: 172.25.5.196, port: ed645c43-7aeb-4837-b8d3-8640bfc27a80. Jul 06 18:18:11.903211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 03330498-43cd-4b44-8606-5827c6c22a8b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:18:12.029203 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:18:12.039178 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] Sync routers for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:18:12.047733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:12.049890 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:12.053494 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:12.098675 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eb39aa4c-df7a-4616-85be-fc03762a4fbe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2595913 Jul 06 18:18:12.099282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:12.102725 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c099a7e-4f4a-4168-905e-ce00d2cc2502" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:12.165898 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72facc01-dd61-47a1-948c-b7d39ddd8efa x-openstack-request-id: req-72facc01-dd61-47a1-948c-b7d39ddd8efa {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:12.166527 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:12.166527 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72facc01-dd61-47a1-948c-b7d39ddd8efa {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:12.166844 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'status': 'completed', 'code': 200} Jul 06 18:18:12.323967 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:12.369983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-978c0452-9017-402b-a669-1dbadd65b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:12.371573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-978c0452-9017-402b-a669-1dbadd65b349 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1096 time: 0.1772614 Jul 06 18:18:12.472835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7b23-f6a2-45a0-979f-160a079f968c req-3c69e506-3353-4f3b-a9c3-a0b7daeedad4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:12.474387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9bd7b23-f6a2-45a0-979f-160a079f968c req-3c69e506-3353-4f3b-a9c3-a0b7daeedad4 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.2415135 Jul 06 18:18:12.541581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9bd7b23-f6a2-45a0-979f-160a079f968c req-109ca32c-6a78-44ab-b904-ae22fc98f8df tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593271 Jul 06 18:18:12.561858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-d1d894ff-070d-45b2-8fd4-6ce146b52477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:12.563546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-d1d894ff-070d-45b2-8fd4-6ce146b52477 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 897 time: 0.1857977 Jul 06 18:18:12.591934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56756) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:12.638091 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '5b367dc4-723a-486d-80ad-3d940c5e5eab', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'port_id': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'mac_address': 'fa:16:3e:9f:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:10Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:57Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:12.652553 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-8316c6d3-e188-4ff8-b69f-e8466cf7055a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 999 time: 0.0816128 Jul 06 18:18:12.690748 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] Checking router: 03330498-43cd-4b44-8606-5827c6c22a8b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:18:12.699113 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d0aa4c9e-e606-4a47-938c-500548a030f5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/5b367dc4-723a-486d-80ad-3d940c5e5eab HTTP/1.1" status: 200 len: 991 time: 0.1054885 Jul 06 18:18:12.703208 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:12.703940 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:17:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:12.716542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-acfdb898-86d8-4c2b-9ebc-794b89252834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:12.719059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-acfdb898-86d8-4c2b-9ebc-794b89252834 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.0602939 Jul 06 18:18:12.798904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-c5ca2fb7-de4e-4c1b-af9e-dfdc15ebcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:12.800637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-c5ca2fb7-de4e-4c1b-af9e-dfdc15ebcdd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752392 Jul 06 18:18:12.863908 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:18:12.926932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-ba20c0ef-0f74-4edb-a50b-068b31fa3a1c service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181278 Jul 06 18:18:13.053271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c099a7e-4f4a-4168-905e-ce00d2cc2502 req-00b22fb7-a391-4449-9da6-e330c3f2903a service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205058 Jul 06 18:18:13.156981 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '5b367dc4-723a-486d-80ad-3d940c5e5eab', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'port_id': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'mac_address': 'fa:16:3e:9f:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:10Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:57Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:13.185747 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57418106-d119-4f31-bba3-8aa02e0c641e None None] The sync data for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 is: [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '5b367dc4-723a-486d-80ad-3d940c5e5eab', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'port_id': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'mac_address': 'fa:16:3e:9f:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:18:10Z', 'updated_at': '2021-07-06T18:18:10Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:57Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:18:13.468314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbee789-1aa2-456a-9f33-b6921005652c None None] New status for floating IP 5b367dc4-723a-486d-80ad-3d940c5e5eab: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:18:13.702746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 56892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:13.824578 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1383d3b5-b998-4fe9-b849-6fa07e2e8f76 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/5b367dc4-723a-486d-80ad-3d940c5e5eab HTTP/1.1" status: 200 len: 993 time: 0.1159034 Jul 06 18:18:25.433509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e69e7cf8-3e98-42dd-be98-97427f22e5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:25.681999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-bbca891a-7bff-487a-b7ac-45949327675f req-a8073930-6075-4fe5-91f1-a38ebce1df99 service neutron] (93942) timed out ('10.222.0.60', 59487) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:18:27.924566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91845fbb-75cc-472c-83cc-7ff91740b2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:27.964518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:29.385205 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.082032 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:30.785705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:32.559004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:41.599764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-441d846e-53e6-4d37-8e0f-13e353806c52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119993 Jul 06 18:18:41.721233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-8ecdd4bc-9e7f-4417-b3b1-6ba6cba3878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:41.722745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-8ecdd4bc-9e7f-4417-b3b1-6ba6cba3878e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac5e7f6f62524396afe76f8717dd4405&device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 1101 time: 0.0604584 Jul 06 18:18:42.208341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-29a66d71-d7ba-4682-8f94-ca2e4e790d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:42.209843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-29a66d71-d7ba-4682-8f94-ca2e4e790d7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.4635611 Jul 06 18:18:42.255928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-d9d376f2-ed45-4e7a-9f6d-5e7451f74018 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=57f3b245-c644-411b-a4b0-35444da06152 HTTP/1.1" status: 200 len: 217 time: 0.0359948 Jul 06 18:18:42.321649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-4703243a-9e67-4823-b8ee-3b15aaadc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:42.325047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-4703243a-9e67-4823-b8ee-3b15aaadc4f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0546227 Jul 06 18:18:42.402715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-c0ab33cc-b338-4af1-ba31-9a3d4486f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:42.404890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-c0ab33cc-b338-4af1-ba31-9a3d4486f87c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728226 Jul 06 18:18:42.516342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-6f955361-a6b9-4677-a832-e228d7e88a3e service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046302 Jul 06 18:18:42.656506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90c94002-d5fb-447a-b6a6-1ede0aacafcd req-56cb7f62-5ee2-4769-bcf1-b1db10a6b18a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314135 Jul 06 18:18:45.167333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a45cb6-4ad2-4d8c-8b68-1724345cdbe6 req-160256fe-3ecf-4cdb-afbe-817644362382 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:45.170808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8a45cb6-4ad2-4d8c-8b68-1724345cdbe6 req-160256fe-3ecf-4cdb-afbe-817644362382 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0743337 Jul 06 18:18:45.208477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8a45cb6-4ad2-4d8c-8b68-1724345cdbe6 req-004da742-b828-42d0-9a2a-744806dc918d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Jul 06 18:18:45.236106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:45.313563 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9dd5c514-05d6-4b55-be8e-426e3c69689c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/5b367dc4-723a-486d-80ad-3d940c5e5eab HTTP/1.1" status: 200 len: 993 time: 0.0760643 Jul 06 18:18:45.786334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010e9d-ce44-4efc-b9e9-18521c7531b0 req-a85f37e6-0525-41e2-ae82-b054b4a89d97 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:45.787914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c010e9d-ce44-4efc-b9e9-18521c7531b0 req-a85f37e6-0525-41e2-ae82-b054b4a89d97 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1096 time: 0.0714889 Jul 06 18:18:45.843509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0c010e9d-ce44-4efc-b9e9-18521c7531b0 req-e7720b8f-0e67-43e1-9679-b1430125778f tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484602 Jul 06 18:18:46.361741 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:18:46.548007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 57846) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:46.670450 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-bc6ae068-9e52-417e-acd1-9bfd57acd843 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204560 Jul 06 18:18:47.323600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-996030f2-d436-48e4-9750-ad8856cff7a9 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:18:47.324953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-996030f2-d436-48e4-9750-ad8856cff7a9 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070515 Jul 06 18:18:47.458186 n-d-799527-3 neutron-server[93943]: WARNING keystonemiddleware.auth_token [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-bc6ae068-9e52-417e-acd1-9bfd57acd843 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 18:18:47.463047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-8b69e1dc-a2c7-435f-8f06-971de579e211 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:18:47.472909 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-8b69e1dc-a2c7-435f-8f06-971de579e211 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1078050 Jul 06 18:18:47.477823 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Request body: {'binding': {'host': 'n-h2-799527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:47.478506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Unknown quota resources ['binding']. {{(pid=93943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:18:47.662795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on host n-h2-799527-3 for vnic_type normal with profile None {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:47.663576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:47.663906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:47.670417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:18:47.670748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:47.676218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:47.676562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Checking segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:47.676955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Bound using segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:47.677395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Bound port: ed645c43-7aeb-4837-b8d3-8640bfc27a80, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:47.795931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:47.802407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.805011 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] 10.222.0.37 "POST /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80/bindings HTTP/1.1" status: 201 len: 389 time: 0.3300581 Jul 06 18:18:48.105825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef2c8c-95e1-4b5e-8627-f80a8d19ea27 req-24c63f64-3f7f-4dac-8a2b-51922cb19bba tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.107414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06ef2c8c-95e1-4b5e-8627-f80a8d19ea27 req-24c63f64-3f7f-4dac-8a2b-51922cb19bba tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.1167159 Jul 06 18:18:48.192857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06ef2c8c-95e1-4b5e-8627-f80a8d19ea27 req-660ca859-6641-4ec6-a9c5-78f7e39d4ebd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750694 Jul 06 18:18:48.216522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-be6abc39-979c-47af-9903-398b3ee30319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.218221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-be6abc39-979c-47af-9903-398b3ee30319 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1096 time: 0.1472344 Jul 06 18:18:48.320682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dc6173d2-26d9-4ba8-8700-fce07ad5dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.322907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dc6173d2-26d9-4ba8-8700-fce07ad5dc22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 897 time: 0.0985138 Jul 06 18:18:48.399546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-df3d0cb5-4fc4-4d38-8d0d-11b07f833563 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 1001 time: 0.0697742 Jul 06 18:18:48.462034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-9131c14c-8ab9-492d-9998-e4730b44f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.464131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-9131c14c-8ab9-492d-9998-e4730b44f4fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.0584352 Jul 06 18:18:48.540168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-b04ccc67-37f6-4a4c-8f98-219ad8145dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.541880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-b04ccc67-37f6-4a4c-8f98-219ad8145dd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694954 Jul 06 18:18:48.645852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-fd125b83-f62d-4718-b293-ecad66a10c8c service neutron] 10.222.0.61 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967968 Jul 06 18:18:48.767724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-74a76b03-3c5f-4d9a-880d-cf0a0cbb658c service neutron] 10.222.0.61 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152055 Jul 06 18:18:48.956020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d3ab474b-5362-4e8a-9eb1-5636ce0fc9fd tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:48.958411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d3ab474b-5362-4e8a-9eb1-5636ce0fc9fd tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3&tenant_id=2909ba718d4b4f079da147d783770456&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1096 time: 0.1284525 Jul 06 18:18:48.970345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:18:49.071706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.248784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:49.293670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:49.362235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:49.365140 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c8cca5-fb2e-402d-8e34-1008d793eefd" -d '{"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:49.370311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.424409 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.534273 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef50e94e-2257-4425-93bd-0d5c8597e28b x-openstack-request-id: req-ef50e94e-2257-4425-93bd-0d5c8597e28b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:49.534908 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:49.535548 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef50e94e-2257-4425-93bd-0d5c8597e28b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:49.536321 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'code': 200} Jul 06 18:18:49.683919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:49.693647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.693996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.694377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.694817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.695112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.695475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.695811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.696144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.696469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.696801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.697557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.697892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:49.718488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966022-4bf6-48cf-b5da-b96200cb2027 req-c3b55280-d1a0-47cf-a432-82e557e2eb83 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:49.720164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56966022-4bf6-48cf-b5da-b96200cb2027 req-c3b55280-d1a0-47cf-a432-82e557e2eb83 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.3616464 Jul 06 18:18:49.796151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on host n-h1-799527-3 for vnic_type normal with profile {"migrating_to": "n-h2-799527-3"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:18:49.796509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:18:49.796822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:49.806578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:18:49.806916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Attempting to bind port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:18:49.822510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:18:49.822857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Checking segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:18:49.823274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Bound using segment: {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:18:49.823732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Bound port: ed645c43-7aeb-4837-b8d3-8640bfc27a80, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd095b88-5470-4dde-b5cd-f98e45010f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:18:49.824093 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.828846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56966022-4bf6-48cf-b5da-b96200cb2027 req-35b5e5c5-7444-4b86-b706-034e2fdf80b1 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720265 Jul 06 18:18:49.891889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f83a18f7-17ae-49aa-8d66-a8a6325318d4 None None] Provisioning complete for port ed645c43-7aeb-4837-b8d3-8640bfc27a80 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:49.893399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f83a18f7-17ae-49aa-8d66-a8a6325318d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.927848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:49.932284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:18:49.936025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f83a18f7-17ae-49aa-8d66-a8a6325318d4 None None] Port ed645c43-7aeb-4837-b8d3-8640bfc27a80 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:18:49.940749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.057870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:50.140517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:50.141357 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.142843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-d6b4ad79-7e38-40da-aa3b-94a470b1a89c service neutron] 10.222.0.61 "PUT /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 1121 time: 1.1779978 Jul 06 18:18:50.211958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ed645c43-7aeb-4837-b8d3-8640bfc27a80'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:18:50.275606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Provisioning complete for port ed645c43-7aeb-4837-b8d3-8640bfc27a80 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:18:50.275925 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.434017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.486488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:50.489325 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9ef55-50e1-485e-a8ff-09c771f08090" -d '{"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-plugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:50.692976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:50.724080 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.732555 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2342e9-1896-4ca0-b1c2-d34122c8b641 x-openstack-request-id: req-8e2342e9-1896-4ca0-b1c2-d34122c8b641 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:50.732926 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-plugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:50.733246 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e2342e9-1896-4ca0-b1c2-d34122c8b641 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:50.733700 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'code': 200} Jul 06 18:18:50.926939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:50.953989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.954795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.955390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.955919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.956578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.957117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.957639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.958172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.958690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.959295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.959817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:50.961274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3b027-518b-428f-b041-cadb5059ff3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:51.060524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d3e8-63b0-4754-b0c5-b5e516926968 req-d187998f-5247-44c3-845d-988ef02a55b6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.062136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e20d3e8-63b0-4754-b0c5-b5e516926968 req-d187998f-5247-44c3-845d-988ef02a55b6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0933859 Jul 06 18:18:51.108114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e20d3e8-63b0-4754-b0c5-b5e516926968 req-b7f14106-8980-479b-a375-7b3bd69e7044 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398500 Jul 06 18:18:51.537661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:51.540632 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:51.581233 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc364b7e-5dc6-424a-8eb9-d136a4b1e486 x-openstack-request-id: req-cc364b7e-5dc6-424a-8eb9-d136a4b1e486 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:51.581531 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:51.581879 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc364b7e-5dc6-424a-8eb9-d136a4b1e486 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:51.582821 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'status': 'completed', 'code': 200} Jul 06 18:18:51.682421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-58c70121-eed9-49da-a10c-15674982bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.683915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-58c70121-eed9-49da-a10c-15674982bccd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1126 time: 0.0736570 Jul 06 18:18:51.793770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-4c740d22-e437-489f-9872-fb5a3afa38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.808375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-4c740d22-e437-489f-9872-fb5a3afa38f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 897 time: 0.1179676 Jul 06 18:18:51.907245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-cd6a4fda-e027-41a8-9196-8c2de3ed20f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 1001 time: 0.0921321 Jul 06 18:18:51.984527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-75200015-942b-4c93-924f-a418bbd463da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:51.985936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-75200015-942b-4c93-924f-a418bbd463da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.0696084 Jul 06 18:18:52.050741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-cd99fed0-33c8-4c29-9ef3-0abd3e10e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:52.052475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-cd99fed0-33c8-4c29-9ef3-0abd3e10e1f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598783 Jul 06 18:18:52.167399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-4ad98d9d-1e09-4c8c-982a-12795cb1de97 service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071775 Jul 06 18:18:52.325115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14f5c1bb-3e2e-411b-8b52-28ef84f72ea7 req-6226b708-3880-415f-9dc7-1fea68540f92 service neutron] 10.222.0.60 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487672 Jul 06 18:18:52.358619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6926a69-238a-4cd2-9ac1-156d88ed6727 req-78dd1413-c302-4b2d-a124-fca4e85e10f7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:52.360411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6926a69-238a-4cd2-9ac1-156d88ed6727 req-78dd1413-c302-4b2d-a124-fca4e85e10f7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.1022253 Jul 06 18:18:52.416384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6926a69-238a-4cd2-9ac1-156d88ed6727 req-00ffee59-2130-4dd4-817e-3b3fbe5fd1ff tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491185 Jul 06 18:18:53.421297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:18:53.543123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:53.558360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 has no active binding in host n-h2-799527-3 {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 18:18:53.633908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51adcde-57e5-4b25-a98c-eafd67e49069 req-b5c1cedc-37bc-43cb-821c-0c7c7b045d22 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:53.635949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b51adcde-57e5-4b25-a98c-eafd67e49069 req-b5c1cedc-37bc-43cb-821c-0c7c7b045d22 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0848672 Jul 06 18:18:53.698738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b51adcde-57e5-4b25-a98c-eafd67e49069 req-6aba9f64-aadd-4929-a2b2-8176abcb7a2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514238 Jul 06 18:18:54.916850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ba73-20f7-421d-9003-a4584644ca51 req-7cf983b6-2ec7-4751-a74b-db36a3080056 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:54.918789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-def9ba73-20f7-421d-9003-a4584644ca51 req-7cf983b6-2ec7-4751-a74b-db36a3080056 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 945 time: 0.0930004 Jul 06 18:18:54.974424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-def9ba73-20f7-421d-9003-a4584644ca51 req-83a899ee-db80-416c-b57f-364041e57a26 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457871 Jul 06 18:18:55.068566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-937250cf-9183-4fb2-93a1-e73a9ae71ff3 service neutron] 10.222.0.60 "GET /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 384 time: 0.0873566 Jul 06 18:18:55.271779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:55.298145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:55.343625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:55.345983 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f5ee0-ea32-4ef1-b8f8-b56905f5247b" -d '{"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:18:55.354579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:18:55.371205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.431009 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30722373-b039-47b3-9de3-af948416d50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.441262 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9b2a1e-e3f8-4ddc-9941-20e98f4cdf5e x-openstack-request-id: req-2e9b2a1e-e3f8-4ddc-9941-20e98f4cdf5e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:18:55.441647 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:18:55.441878 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e9b2a1e-e3f8-4ddc-9941-20e98f4cdf5e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:18:55.442575 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'code': 200} Jul 06 18:18:55.459677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] Transition to ACTIVE for port object ed645c43-7aeb-4837-b8d3-8640bfc27a80 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:18:55.465693 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:55.580497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] Pushing event updated for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=11']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:55.627217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] No DVR routers for this DVR port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:18:55.808910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-dd88ade3-5869-4919-ac22-775cd1d6f52b service neutron] 10.222.0.60 "PUT /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80/bindings/n-h2-799527-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7348404 Jul 06 18:18:55.954657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-2fb48dcc-8a95-4fff-b1ef-f55d1341daf8 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:55.957030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-2fb48dcc-8a95-4fff-b1ef-f55d1341daf8 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3&tenant_id=2909ba718d4b4f079da147d783770456&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.0879841 Jul 06 18:18:56.077823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-cabc492e-c481-49f0-ae48-ccc105eb76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.079444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-cabc492e-c481-49f0-ae48-ccc105eb76e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 1095 time: 0.1150835 Jul 06 18:18:56.234477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-9cb8f753-ec2c-48c0-baf6-5b9f58bbac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.235305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-9cb8f753-ec2c-48c0-baf6-5b9f58bbac6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1095 time: 0.1279492 Jul 06 18:18:56.272479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ce59d-9af6-4c08-a776-a6ff09fa1f63 req-f8c1b73a-0181-4423-adcd-d6157ef59bfe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.274198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-729ce59d-9af6-4c08-a776-a6ff09fa1f63 req-f8c1b73a-0181-4423-adcd-d6157ef59bfe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.1244774 Jul 06 18:18:56.367523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-729ce59d-9af6-4c08-a776-a6ff09fa1f63 req-e6945911-44c0-48b6-8cf9-260f8755aea3 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674610 Jul 06 18:18:56.387397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-2615b618-6f8e-4c02-9229-bf2ee1bcb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.388893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-2615b618-6f8e-4c02-9229-bf2ee1bcb4ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 897 time: 0.1462574 Jul 06 18:18:56.468447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-c0ebde6b-7c61-45b8-b4fc-8dd9d93c195c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 999 time: 0.0727813 Jul 06 18:18:56.536406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-19d8ad0d-663a-4226-b73a-e1db5ba35e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.537754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-19d8ad0d-663a-4226-b73a-e1db5ba35e19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.0634956 Jul 06 18:18:56.602381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-64b12a19-8f83-4c0d-9e8d-8fd0239d80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:56.604226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-64b12a19-8f83-4c0d-9e8d-8fd0239d80ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598061 Jul 06 18:18:56.711078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-1ca03c2d-66d7-4fb0-82da-01b1da42a02f service neutron] 10.222.0.61 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003165 Jul 06 18:18:56.813459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-239cd79d-9e83-481a-ac41-e4e5be1c0548 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963585 Jul 06 18:18:57.159697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-89c3b5e8-28df-4c7f-a211-d5336cebf556 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.161431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-89c3b5e8-28df-4c7f-a211-d5336cebf556 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3&tenant_id=2909ba718d4b4f079da147d783770456&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 1095 time: 0.0865870 Jul 06 18:18:57.343641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-f048db41-c720-4c60-99b5-d8472af57af1 service neutron] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:18:57.347241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-f048db41-c720-4c60-99b5-d8472af57af1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.348495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-f048db41-c720-4c60-99b5-d8472af57af1 service neutron] 10.222.0.61 "DELETE /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80/bindings/n-h1-799527-3 HTTP/1.1" status: 204 len: 173 time: 0.1808724 Jul 06 18:18:57.580271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f4bb-796a-46a3-82ef-d264aed88181 req-881207aa-4945-4fae-8d0f-5807589ec07d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.581846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e172f4bb-796a-46a3-82ef-d264aed88181 req-881207aa-4945-4fae-8d0f-5807589ec07d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.0785477 Jul 06 18:18:57.634102 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e172f4bb-796a-46a3-82ef-d264aed88181 req-1d5a7226-1202-47fe-99f0-16e962f685ac tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Jul 06 18:18:57.858227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cf0e2-bd49-494a-a5e0-061bffd87353 req-d77bd829-c619-4605-8506-9abeae120413 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:57.859710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a85cf0e2-bd49-494a-a5e0-061bffd87353 req-d77bd829-c619-4605-8506-9abeae120413 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1095 time: 0.0624223 Jul 06 18:18:57.907001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a85cf0e2-bd49-494a-a5e0-061bffd87353 req-912eb369-9473-4224-9296-3ef06424a257 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Jul 06 18:18:57.930522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ec4a9bc-7126-4d8b-825c-59a624986e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:57.966118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.189699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40bb46-d6c4-4f5d-8e71-1f827a16e63e req-2a81f165-267e-472d-9dc3-191126465081 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:18:58.191211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee40bb46-d6c4-4f5d-8e71-1f827a16e63e req-2a81f165-267e-472d-9dc3-191126465081 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.0996282 Jul 06 18:18:58.232700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee40bb46-d6c4-4f5d-8e71-1f827a16e63e req-a0e64165-bd1d-4e98-ad4f-c79942b26e4c tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354402 Jul 06 18:18:58.261405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58190) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:58.346976 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-021b539e-fd63-4a4b-af18-8685a6263663 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/5b367dc4-723a-486d-80ad-3d940c5e5eab HTTP/1.1" status: 200 len: 991 time: 0.0844333 Jul 06 18:18:58.597859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:18:58.786643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 566cfc2c-f2ff-40ad-82d7-b97503f4916b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:18:58.786993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.878958 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.879328 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:58.890871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 566cfc2c-f2ff-40ad-82d7-b97503f4916b owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:18:59.065194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.095173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=566cfc2c-f2ff-40ad-82d7-b97503f4916b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:18:59.108698 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.109058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.109408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.109756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.110156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.110474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.110813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.111153 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.111517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.111855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.112183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.112517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:18:59.186453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.186960 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP 5b367dc4-723a-486d-80ad-3d940c5e5eab disassociated (deleted). External IP: 172.25.5.196, port: ed645c43-7aeb-4837-b8d3-8640bfc27a80. Jul 06 18:18:59.282782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:18:59.340958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:18:59.386701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.732649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 03330498-43cd-4b44-8606-5827c6c22a8b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:18:59.845571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:18:59.850140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:59.857611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] Sync routers for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:18:59.868290 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:18:59.868920 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:18:59.893098 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f9b28bb-573a-48d4-b1d6-344f40811260 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b367dc4-723a-486d-80ad-3d940c5e5eab HTTP/1.1" status: 204 len: 168 time: 1.2916334 Jul 06 18:18:59.893098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:18:59.893925 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:00.014371 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:00.075945 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5413e9-1c99-4859-a605-f8598cc4332a x-openstack-request-id: req-9e5413e9-1c99-4859-a605-f8598cc4332a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:00.076578 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:00.076998 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e5413e9-1c99-4859-a605-f8598cc4332a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:00.077560 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'status': 'completed', 'code': 200} Jul 06 18:19:00.098130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:00.204230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-b7eb76fd-d5b3-4076-933b-4c3c6a73e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:00.206132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-b7eb76fd-d5b3-4076-933b-4c3c6a73e065 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 1095 time: 0.1042962 Jul 06 18:19:00.282116 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:57Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:00.311782 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] Checking router: 03330498-43cd-4b44-8606-5827c6c22a8b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:00.320919 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:00.321651 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:00.385553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-93eb4ef8-e0a8-4c01-a57b-a4b0e9b11085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:00.387311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-93eb4ef8-e0a8-4c01-a57b-a4b0e9b11085 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 200 len: 897 time: 0.1718547 Jul 06 18:19:00.452044 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:00.455505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-861c1023-a105-4598-964d-abd50cd194cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 200 len: 217 time: 0.0599010 Jul 06 18:19:00.465726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548392-1381-4d04-a160-8063ba284a3f req-2c37c56b-7bc1-4291-ae2e-8ae9faa1de5d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:00.467306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b548392-1381-4d04-a160-8063ba284a3f req-2c37c56b-7bc1-4291-ae2e-8ae9faa1de5d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.1817162 Jul 06 18:19:00.551144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b548392-1381-4d04-a160-8063ba284a3f req-ebda15d7-cd9d-4d9d-b469-3095f8d3f225 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741832 Jul 06 18:19:00.555913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-b707acdb-31a2-4c43-ae42-7e145b42b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:00.557618 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-b707acdb-31a2-4c43-ae42-7e145b42b408 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 200 len: 834 time: 0.0890045 Jul 06 18:19:00.754204 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:57Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:00.802861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:00.886626 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d9543-ec87-46f4-af15-c8cf5df38cc2 None None] The sync data for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 is: [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:51Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '61e950c3-0baf-4689-9d9f-5ce49d24774b', 'name': '', 'network_id': '7f7f9951-c9e6-4a5a-8254-3542d16c0786', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:a3:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:50Z', 'updated_at': '2021-07-06T18:17:57Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '0110c32e-fa62-4bca-8609-6722b12163b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:01.073427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-c8a5cb4b-7358-4673-aff0-cd065a01a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:01.074974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-c8a5cb4b-7358-4673-aff0-cd065a01a38c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7f9951-c9e6-4a5a-8254-3542d16c0786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5104284 Jul 06 18:19:01.087901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-ff422cb0-222b-4529-b0c0-4f776dfa1494 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:01.089418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-ff422cb0-222b-4529-b0c0-4f776dfa1494 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 944 time: 0.0943286 Jul 06 18:19:01.258399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-00bb861c-2028-4819-92a9-ea7aff87fc98 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678638 Jul 06 18:19:01.314742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9aa76-ad36-419b-8dc3-22282267a24d None None] New status for floating IP 5b367dc4-723a-486d-80ad-3d940c5e5eab: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:19:01.337954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port ed645c43-7aeb-4837-b8d3-8640bfc27a80 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:01.338501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.456300 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-1c1d9dfb-b46d-49de-a06e-d51d4d3061ab service neutron] 10.222.0.61 "GET /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917486 Jul 06 18:19:01.516830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port ed645c43-7aeb-4837-b8d3-8640bfc27a80, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ed645c43-7aeb-4837-b8d3-8640bfc27a80,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:01.517218 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.531449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for ed645c43-7aeb-4837-b8d3-8640bfc27a80 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:01.737759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.786158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=ed645c43-7aeb-4837-b8d3-8640bfc27a80,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:01.841837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] No DVR routers for this DVR port ed645c43-7aeb-4837-b8d3-8640bfc27a80 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:01.844971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:01.846897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2338b3ad-c9b4-45ef-bab7-32753db74411 req-0661efd6-05ad-44de-bda7-5f0f87190b0e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "DELETE /v2.0/ports/ed645c43-7aeb-4837-b8d3-8640bfc27a80 HTTP/1.1" status: 204 len: 173 time: 0.7482252 Jul 06 18:19:01.847366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-deleted', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:01.851444 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068bc0cc-1772-4c25-b7c7-a38be2fdff59" -d '{"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-deleted", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:01.878543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17bb3f-3b57-4446-9378-f5bc7dc1a2ab req-fe6278e4-7fe4-4735-a2d2-55c7c038ce2e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:01.880258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c17bb3f-3b57-4446-9378-f5bc7dc1a2ab req-fe6278e4-7fe4-4735-a2d2-55c7c038ce2e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9b379d9-5b74-4ebf-bd0c-f674804801f3 HTTP/1.1" status: 200 len: 866 time: 0.1767862 Jul 06 18:19:01.945624 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d420bd2a-74b2-441a-b00c-74f374449720 x-openstack-request-id: req-d420bd2a-74b2-441a-b00c-74f374449720 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:01.945938 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b379d9-5b74-4ebf-bd0c-f674804801f3", "name": "network-vif-deleted", "tag": "ed645c43-7aeb-4837-b8d3-8640bfc27a80", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:01.946360 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d420bd2a-74b2-441a-b00c-74f374449720 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:01.946771 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b379d9-5b74-4ebf-bd0c-f674804801f3', 'name': 'network-vif-deleted', 'tag': 'ed645c43-7aeb-4837-b8d3-8640bfc27a80', 'status': 'completed', 'code': 200} Jul 06 18:19:01.952410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c17bb3f-3b57-4446-9378-f5bc7dc1a2ab req-9e06e3b5-2e0e-43a6-a8e9-e7d83c980745 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a21e92b-1848-4874-95c0-46bf8c372fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626740 Jul 06 18:19:02.564295 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.056541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:03.515750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.827841 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 61e950c3-0baf-4689-9d9f-5ce49d24774b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:03.828264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.940988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 61e950c3-0baf-4689-9d9f-5ce49d24774b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=61e950c3-0baf-4689-9d9f-5ce49d24774b,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:03.941477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:03.956649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 61e950c3-0baf-4689-9d9f-5ce49d24774b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:04.167078 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.198842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=61e950c3-0baf-4689-9d9f-5ce49d24774b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:04.394640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.654837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 03330498-43cd-4b44-8606-5827c6c22a8b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:04.783147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:04.788895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5574734f-c5f8-4a9d-989f-e3fa390e9fce tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/03330498-43cd-4b44-8606-5827c6c22a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7310321 Jul 06 18:19:04.791796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:04.796480 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] Sync routers for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:04.818831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:04.820577 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:04.848738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting subnet 0110c32e-fa62-4bca-8609-6722b12163b7 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:19:04.852998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.905943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.972314 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:05.041164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.115679 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.155324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Subnet': ['ID=0110c32e-fa62-4bca-8609-6722b12163b7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:05.161907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.164749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0bc91b9-818f-4b80-9679-6ea1b809d546 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/subnets/0110c32e-fa62-4bca-8609-6722b12163b7 HTTP/1.1" status: 204 len: 168 time: 0.3718739 Jul 06 18:19:05.167526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:05.169352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1281a29-4d6a-4838-a2dc-d4ba75f69275 None None] Network 7f7f9951-c9e6-4a5a-8254-3542d16c0786 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:05.253274 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:19:04Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:05.308119 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] Checking router: 03330498-43cd-4b44-8606-5827c6c22a8b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:05.330842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] Routers {'03330498-43cd-4b44-8606-5827c6c22a8b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:05.331622 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['03330498-43cd-4b44-8606-5827c6c22a8b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:05.337328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.453231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] DHCP port deletion for 7f7f9951-c9e6-4a5a-8254-3542d16c0786 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:19:05.477244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.495686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:05.536215 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] Set router 03330498-43cd-4b44-8606-5827c6c22a8b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:05.568392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 80476fa6-32f5-4394-a9b3-58e3b6762bb1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:05.568907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.602215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: ed645c43-7aeb-4837-b8d3-8640bfc27a80 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:05.602890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ed645c43-7aeb-4837-b8d3-8640bfc27a80 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:05.629795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] Deleting port 6554d615-105d-4a4b-9940-f644960c9ff9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:05.630191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.749975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 80476fa6-32f5-4394-a9b3-58e3b6762bb1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=80476fa6-32f5-4394-a9b3-58e3b6762bb1,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:05.750334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.764452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 80476fa6-32f5-4394-a9b3-58e3b6762bb1 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:05.809397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] For port 6554d615-105d-4a4b-9940-f644960c9ff9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6554d615-105d-4a4b-9940-f644960c9ff9,segment=NetworkSegment(cd095b88-5470-4dde-b5cd-f98e45010f32),segment_id=cd095b88-5470-4dde-b5cd-f98e45010f32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:05.809945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:05.840216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] Calling delete_port for 6554d615-105d-4a4b-9940-f644960c9ff9 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:05.852696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6554d615-105d-4a4b-9940-f644960c9ff9 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:05.940451 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:19:04Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:05.982770 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bae0d-c2ec-4cbb-8a51-4de8835a03ee None None] The sync data for ids ['03330498-43cd-4b44-8606-5827c6c22a8b'] in n-d-799527-3 is: [{'id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299155072', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:19:04Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '80476fa6-32f5-4394-a9b3-58e3b6762bb1', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03330498-43cd-4b44-8606-5827c6c22a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:17:46Z', 'updated_at': '2021-07-06T18:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:06.028531 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.030983 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.054889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] No DVR routers for this DVR port 6554d615-105d-4a4b-9940-f644960c9ff9 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:06.097232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656fb7c-9050-4331-b990-d3066a78aa81 None None] Pushing event deleted for resources: {'Port': ['ID=6554d615-105d-4a4b-9940-f644960c9ff9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:06.278653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.306216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=80476fa6-32f5-4394-a9b3-58e3b6762bb1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:06.390429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.500376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.502593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.567316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.567855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Fanout notify agent at l3_agent the message router_deleted on router 03330498-43cd-4b44-8606-5827c6c22a8b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:19:06.577124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.581467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58792) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:06.582085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1e415db2-84c5-4747-a44b-a7d2c4990d1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/routers/03330498-43cd-4b44-8606-5827c6c22a8b HTTP/1.1" status: 204 len: 168 time: 1.4121838 Jul 06 18:19:06.682695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.800569 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.813982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7f9951-c9e6-4a5a-8254-3542d16c0786']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:06.826556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd095b88-5470-4dde-b5cd-f98e45010f32') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:06.826899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd095b88-5470-4dde-b5cd-f98e45010f32') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:06.838539 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.860836 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.870894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:19:06.871643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:19:06.874789 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:19:06.947718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.958745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:06.962800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/networks/7f7f9951-c9e6-4a5a-8254-3542d16c0786 HTTP/1.1" status: 204 len: 168 time: 0.3795261 Jul 06 18:19:06.965683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:06.976120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae1ab-9d1d-4b85-93fd-8f2c672c22f6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Network': ['ID=7f7f9951-c9e6-4a5a-8254-3542d16c0786,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.046038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bc38e50-7fe0-4bed-b89a-dbbefd72ace5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.087433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bc38e50-7fe0-4bed-b89a-dbbefd72ace5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.173818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bc38e50-7fe0-4bed-b89a-dbbefd72ace5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.177087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bc38e50-7fe0-4bed-b89a-dbbefd72ace5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:07.181865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0bc38e50-7fe0-4bed-b89a-dbbefd72ace5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a21e92b-1848-4874-95c0-46bf8c372fec HTTP/1.1" status: 204 len: 168 time: 0.2116883 Jul 06 18:19:07.199675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc38e50-7fe0-4bed-b89a-dbbefd72ace5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21e92b-1848-4874-95c0-46bf8c372fec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:07.719503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 80476fa6-32f5-4394-a9b3-58e3b6762bb1 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:07.758897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 80476fa6-32f5-4394-a9b3-58e3b6762bb1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:07.759834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 80476fa6-32f5-4394-a9b3-58e3b6762bb1 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:07.760731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 61e950c3-0baf-4689-9d9f-5ce49d24774b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:07.791300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 61e950c3-0baf-4689-9d9f-5ce49d24774b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:07.792209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 61e950c3-0baf-4689-9d9f-5ce49d24774b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:08.121943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:08.127595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768511774', 'description': 'tempest-secgroup-smoke-1768511774 description', 'project_id': '2909ba718d4b4f079da147d783770456'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:08.180910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.338031 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.345965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.401682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.403586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2802103 Jul 06 18:19:08.404668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b8449-a832-43af-886b-6c581c1dc4af tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b491a19-05df-44fd-8efa-5da7e17d7f32,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.406922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:08.413302 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '4b491a19-05df-44fd-8efa-5da7e17d7f32', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:08.466292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.549114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.555055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.581070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf70014-ebc4-4c80-95c7-29251610022e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.606649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.611219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:08.611555 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7d5bb800-9f6c-4767-95f2-171dcabef618 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032132 Jul 06 18:19:08.617081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '4b491a19-05df-44fd-8efa-5da7e17d7f32', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:08.664556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.761869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.766756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.795166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e268ca4c-3e8d-4ce2-bee4-cd75391b060b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.801918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.805014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bd773f83-b6c8-455b-9552-093171cd4340 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908476 Jul 06 18:19:08.807609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:08.814388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '4b491a19-05df-44fd-8efa-5da7e17d7f32', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:08.846295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.920057 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.924867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.944859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f39015e-2fe6-4afd-9360-5906315e73c2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:08.956005 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:08.957279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7bf19ef4-6303-4696-9aea-e6df4400124a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477630 Jul 06 18:19:08.960520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58844) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:08.966428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '4b491a19-05df-44fd-8efa-5da7e17d7f32', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:09.004017 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.092934 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.097131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.121958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb86e513-c6b2-4348-9f2d-666865dceb47,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:09.129448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.135709 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a5d3ea1-c6c7-4d84-827d-127a84ab9092 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737254 Jul 06 18:19:09.136523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:09.142363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '4b491a19-05df-44fd-8efa-5da7e17d7f32', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:09.177230 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:19:09.184601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.269200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.274964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.290475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf38eab-1aeb-4fa8-9060-ba7059d4d7ec,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:09.305677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.307213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-22e68a0b-a2e7-444d-bfd9-9157bcaa8f7b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695721 Jul 06 18:19:09.313372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:09.319545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'security_group_rule': {'security_group_id': '4b491a19-05df-44fd-8efa-5da7e17d7f32', 'project_id': '2909ba718d4b4f079da147d783770456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:09.347613 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Project 2909ba718d4b4f079da147d783770456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:19:09.354976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.428927 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.448824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.473079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e787c7f-a6a5-4802-971a-de0cb4beeeaa,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:09.487033 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.488332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cef60863-bba4-4259-af84-88618a43c654 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737931 Jul 06 18:19:09.497371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58852) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:09.504575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'network': {'name': 'tempest-network-smoke--177404545', 'project_id': '2909ba718d4b4f079da147d783770456', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:09.541554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:09.545469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.575198 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:19:09.588032 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.588389 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Added segment 74b962c5-6ca2-4696-af5c-d39e2cb93885 of type vlan for network cdc4f38e-eb55-475e-9a06-646282bea080 Jul 06 18:19:09.640313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.689125 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.696971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:09.698301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.769461 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2668576 Jul 06 18:19:09.771123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:09.776548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'admin_state_up': True, 'project_id': '2909ba718d4b4f079da147d783770456', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:09.792972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd5a49-a69b-4327-8996-24ee6a89b267 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Network': ['ID=cdc4f38e-eb55-475e-9a06-646282bea080,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:09.806070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network cdc4f38e-eb55-475e-9a06-646282bea080 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:19:09.814531 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.816449 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:09.890089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.080837 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.301398 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.321989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.445873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.170 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/89ac2de5-84ab-47f9-8d41-dab03ccb16f5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:10.585134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.637367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:10.703573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:10.715571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:10.717162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:10.719674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:11.059241 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:11.294462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:11.442083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:19:11.564894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:11.578299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Sync routers for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:11.591426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:11.592019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:11.592966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b771628b-5974-4b19-93f1-e38e9c13d94b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8204205 Jul 06 18:19:11.593193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:11.596524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:11.637792 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2ba8d55-21aa-48fd-8a6c-f6f59b51f60d tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2909ba718d4b4f079da147d783770456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386031 Jul 06 18:19:11.640541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:11.759372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90e5464-ef7c-464e-b960-51e61af02286 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:11.761076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c90e5464-ef7c-464e-b960-51e61af02286 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1194289 Jul 06 18:19:11.763940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:11.794816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1c2d7657-4b98-4abd-8fab-0da89f2fb4f9 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293341 Jul 06 18:19:11.798070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58874) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:11.805557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:11.807096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313493098', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'project_id': '2909ba718d4b4f079da147d783770456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:11.913765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:11.919466 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:11.986304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:12.046621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:10Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:12.083674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Checking router: 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:12.084049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Updating router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:19:12.129242 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.149870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15e74e65-f07e-4d3e-8eb3-9b7d52cec98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.159671 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.251439 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Checking segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:12.251806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network hostable DHCP agents. Network: cdc4f38e-eb55-475e-9a06-646282bea080, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:19:12.273638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Subnet': ['ID=7e083f58-c32c-45f2-9462-a4b503b73949,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:12.279369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network cdc4f38e-eb55-475e-9a06-646282bea080 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:19:12.284908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15e74e65-f07e-4d3e-8eb3-9b7d52cec98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.293447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, cdc4f38e-eb55-475e-9a06-646282bea080) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:12.293982 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15e74e65-f07e-4d3e-8eb3-9b7d52cec98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.311786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:12.312058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.313483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df755d4-0de4-43b6-a9d0-9204fe5fb80f None None] Network cdc4f38e-eb55-475e-9a06-646282bea080 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:12.341174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-15e74e65-f07e-4d3e-8eb3-9b7d52cec98c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=007989237a14468eb9a07f0e642b9edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522804 Jul 06 18:19:12.344521 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-66ac7c94-358d-4d09-8be5-3ff5ce59fd51 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5443981 Jul 06 18:19:12.345247 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:12.346118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:12.362686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e74e65-f07e-4d3e-8eb3-9b7d52cec98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f169b-818f-4b3d-8920-70ab47406b09,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:12.494292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e3c15dd-1de4-4a1c-93d8-96d58bf57b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.529637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e3c15dd-1de4-4a1c-93d8-96d58bf57b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.577110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.580797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-cdc4f38e-eb55-475e-9a06-646282bea080', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:19:12.582024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.610648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Transition to ACTIVE for port object 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:12.663737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.682801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e3c15dd-1de4-4a1c-93d8-96d58bf57b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.685695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e3c15dd-1de4-4a1c-93d8-96d58bf57b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.689918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e3c15dd-1de4-4a1c-93d8-96d58bf57b51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e2f169b-818f-4b3d-8920-70ab47406b09 HTTP/1.1" status: 204 len: 168 time: 0.3411174 Jul 06 18:19:12.701323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c15dd-1de4-4a1c-93d8-96d58bf57b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f169b-818f-4b3d-8920-70ab47406b09,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:12.801278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Attempting to bind port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:12.801957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Attempting to bind port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:12.802500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Attempting to bind port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:12.809293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470edf78-a3f1-4aa0-bfd2-7dbdd6eef6b2 None None] Pushing event updated for resources: {'Port': ['ID=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:12.817040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:12.817414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:12.817820 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.818213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:12.818727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Bound port: 89ac2de5-84ab-47f9-8d41-dab03ccb16f5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:12.819819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:12.855007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Allocated IP 172.20.0.2 (cdc4f38e-eb55-475e-9a06-646282bea080/7e083f58-c32c-45f2-9462-a4b503b73949/9ace80f8-aab5-4382-bd35-4a708184758a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:13.053603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.105173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] For port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:13.125021 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] For port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:13.135322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 58894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:13.149703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.151920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-694890a6-81b8-41cc-93c0-b94ee0728a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.313018 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-694890a6-81b8-41cc-93c0-b94ee0728a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.315025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:13.315990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:13.321469 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-694890a6-81b8-41cc-93c0-b94ee0728a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.391094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470edf78-a3f1-4aa0-bfd2-7dbdd6eef6b2 None None] Pushing event updated for resources: {'Port': ['ID=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:13.408267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-694890a6-81b8-41cc-93c0-b94ee0728a5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c83a7d357b7b46e6993e2fb0ef167c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698376 Jul 06 18:19:13.409632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 58896) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:13.414183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694890a6-81b8-41cc-93c0-b94ee0728a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ae440-953d-4564-8ec5-34d6772ebf65,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:13.461176 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.484911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbca9-aa51-4027-bcd1-79ee5477a1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.486502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Transition to ACTIVE for port object 9ace80f8-aab5-4382-bd35-4a708184758a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:13.498427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:13.525412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbca9-aa51-4027-bcd1-79ee5477a1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.588654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Transition to ACTIVE for port object 9ace80f8-aab5-4382-bd35-4a708184758a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:13.589280 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbca9-aa51-4027-bcd1-79ee5477a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.592603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e9fbca9-aa51-4027-bcd1-79ee5477a1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.596197 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4e9fbca9-aa51-4027-bcd1-79ee5477a1f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c7ae440-953d-4564-8ec5-34d6772ebf65 HTTP/1.1" status: 204 len: 168 time: 0.1830072 Jul 06 18:19:13.605705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fbca9-aa51-4027-bcd1-79ee5477a1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7ae440-953d-4564-8ec5-34d6772ebf65,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:13.639755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.684856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Network cdc4f38e-eb55-475e-9a06-646282bea080 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:13.690972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:13.696541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:13.711280 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.1 (cdc4f38e-eb55-475e-9a06-646282bea080/7e083f58-c32c-45f2-9462-a4b503b73949/201b7c4b-5dce-441e-92b0-221a01402da1) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:13.751625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Pushing event updated for resources: {'Port': ['ID=9ace80f8-aab5-4382-bd35-4a708184758a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:13.821935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Attempting to bind port 9ace80f8-aab5-4382-bd35-4a708184758a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:13.822318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Attempting to bind port 9ace80f8-aab5-4382-bd35-4a708184758a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:13.822693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Attempting to bind port 9ace80f8-aab5-4382-bd35-4a708184758a on network cdc4f38e-eb55-475e-9a06-646282bea080 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:13.851029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:13.851457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Checking segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:13.851853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.852258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Bound using segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:13.852753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Bound port: 9ace80f8-aab5-4382-bd35-4a708184758a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:13.853143 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.912524 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:13.933051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:10Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:13.938284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object 201b7c4b-5dce-441e-92b0-221a01402da1 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:13.969017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88402cd6-bdbd-4561-96b8-2f9f9dc5feec None None] The sync data for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 is: [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:10Z', 'revision_number': 3, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:14.007797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] For port 9ace80f8-aab5-4382-bd35-4a708184758a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:14.016542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] For port 9ace80f8-aab5-4382-bd35-4a708184758a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ace80f8-aab5-4382-bd35-4a708184758a,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:14.027705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.044699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.126414 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network cdc4f38e-eb55-475e-9a06-646282bea080 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:14.135966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:14.140936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:14.185934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca5607-48bc-44bb-81bc-deaf4add80b1 None None] Pushing event updated for resources: {'Port': ['ID=9ace80f8-aab5-4382-bd35-4a708184758a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:14.199780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=201b7c4b-5dce-441e-92b0-221a01402da1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:14.228928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:14.540813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.135048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.146156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.253240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:15.255150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=201b7c4b-5dce-441e-92b0-221a01402da1,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:15.422855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network cdc4f38e-eb55-475e-9a06-646282bea080 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:15.427540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:15.712794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:15.802078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc589908-cd83-429e-af6b-09e376e380b4 None None] Network cdc4f38e-eb55-475e-9a06-646282bea080 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:19:15.913878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:15.969375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fad640a4-7695-4557-812c-f3f1733a5e8c None None] Provisioning for port 9ace80f8-aab5-4382-bd35-4a708184758a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:15.982233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:15.989359 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6739e5b2-80f7-4afc-a792-495ed7b0b4fc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/9f6aa369-3cd6-488a-b683-bdbbc6797ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6420910 Jul 06 18:19:16.120201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:16.180696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:16.181078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.310855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-7a2878d4-3cb2-45d8-9291-efdb690df7c0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768511774&fields=id&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 267 time: 0.0644000 Jul 06 18:19:16.362749 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.393410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:16.400730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.402572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ace80f8-aab5-4382-bd35-4a708184758a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:16.498057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:16.528759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 9ace80f8-aab5-4382-bd35-4a708184758a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:16.533862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9ace80f8-aab5-4382-bd35-4a708184758a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:16.534540 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.544354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-9fe014fa-4a30-4ed6-85c2-0a7b40c3cc48 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:16.546264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-9fe014fa-4a30-4ed6-85c2-0a7b40c3cc48 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/networks?id=cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 200 len: 796 time: 0.2282126 Jul 06 18:19:16.567234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-1843b4f4-1238-45c7-9532-c108c0567872 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/quotas/2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 375 time: 0.0148227 Jul 06 18:19:16.695517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.730769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-f481378f-7f74-498e-9106-49e842f84656 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332729 Jul 06 18:19:16.763128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca45ebc3-60ba-49f9-9639-bdd2eebe2a3d None None] Provisioning for port 201b7c4b-5dce-441e-92b0-221a01402da1 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:16.767914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 9ace80f8-aab5-4382-bd35-4a708184758a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ace80f8-aab5-4382-bd35-4a708184758a,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:16.772088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca45ebc3-60ba-49f9-9639-bdd2eebe2a3d None None] Provisioning complete for port 201b7c4b-5dce-441e-92b0-221a01402da1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:16.772822 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca45ebc3-60ba-49f9-9639-bdd2eebe2a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.800362 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.852053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca45ebc3-60ba-49f9-9639-bdd2eebe2a3d None None] Port 201b7c4b-5dce-441e-92b0-221a01402da1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:16.905453 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Sync routers for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:16.954103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca45ebc3-60ba-49f9-9639-bdd2eebe2a3d None None] Provisioning complete for port 9ace80f8-aab5-4382-bd35-4a708184758a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:16.959874 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca45ebc3-60ba-49f9-9639-bdd2eebe2a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.965225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=9ace80f8-aab5-4382-bd35-4a708184758a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:16.965365 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:16.986531 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:17.120430 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:17.276558 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f73fa1c-5ef1-4361-b713-41bb216c5800 None None] Provisioning complete for port 201b7c4b-5dce-441e-92b0-221a01402da1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:17.277108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f73fa1c-5ef1-4361-b713-41bb216c5800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.333060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5f73fa1c-5ef1-4361-b713-41bb216c5800 None None] Port 201b7c4b-5dce-441e-92b0-221a01402da1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:17.431450 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 2, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:17.497843 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Checking router: 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:17.498843 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Updating router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 port 201b7c4b-5dce-441e-92b0-221a01402da1 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:19:17.549512 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.574721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-3a12f8c2-59b9-4a43-bbf2-19a39e4fa5da service neutron] 10.222.0.37 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8398943 Jul 06 18:19:17.671821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-575a6d54-6ecb-47d3-8534-3f0d3f3aeaa4 None None] Provisioning complete for port 201b7c4b-5dce-441e-92b0-221a01402da1 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:17.672387 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-575a6d54-6ecb-47d3-8534-3f0d3f3aeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.707475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-653e4f5f-0b7c-4818-a016-d481a29b91be service neutron] 10.222.0.37 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217017 Jul 06 18:19:17.719847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:17.767514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-575a6d54-6ecb-47d3-8534-3f0d3f3aeaa4 None None] Port 201b7c4b-5dce-441e-92b0-221a01402da1 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:17.792506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:17.792898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.948116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ace80f8-aab5-4382-bd35-4a708184758a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:17.981391 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.002287 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Transition to ACTIVE for port object 201b7c4b-5dce-441e-92b0-221a01402da1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:18.009930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae4723c2-d363-48c5-b476-f27042d93e0d req-d0f350a6-6750-493d-be22-705f76c75c22 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 210 time: 0.0481718 Jul 06 18:19:18.017975 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.040342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9ace80f8-aab5-4382-bd35-4a708184758a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:18.040897 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.086987 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Pushing event updated for resources: {'Port': ['ID=201b7c4b-5dce-441e-92b0-221a01402da1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:18.153538 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.153922 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.154237 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.154579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.154924 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.155365 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.155583 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.156019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.156223 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.156552 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.157073 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.157236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:18.250187 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Attempting to bind port 201b7c4b-5dce-441e-92b0-221a01402da1 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:18.250854 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Attempting to bind port 201b7c4b-5dce-441e-92b0-221a01402da1 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:18.252841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Attempting to bind port 201b7c4b-5dce-441e-92b0-221a01402da1 on network cdc4f38e-eb55-475e-9a06-646282bea080 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:18.281785 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:18.282302 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Checking segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:18.282917 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.283882 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Bound using segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:18.284616 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Bound port: 201b7c4b-5dce-441e-92b0-221a01402da1, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:18.285178 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.418856 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] For port 201b7c4b-5dce-441e-92b0-221a01402da1, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:18.425402 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] For port 201b7c4b-5dce-441e-92b0-221a01402da1, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=201b7c4b-5dce-441e-92b0-221a01402da1,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:18.433192 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:18.508292 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:18.509133 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:18.583700 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe508cc-3b85-417d-a70f-76e3f16dbfb7 None None] Pushing event updated for resources: {'Port': ['ID=201b7c4b-5dce-441e-92b0-221a01402da1,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:18.815653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:19.188327 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:18Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:19.221543 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec5926-af51-4615-a7d8-146a4d2093b8 None None] The sync data for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 is: [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:18Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:19.319970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21c8c303-3258-4458-9845-cd296018e9c3 req-2b4489d2-a992-4769-8b4d-28148ae7ebd0 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 210 time: 0.0820498 Jul 06 18:19:19.699305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-cd7750dc-fdbe-48b1-a90f-d21a6f05a0fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:19.702087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-cd7750dc-fdbe-48b1-a90f-d21a6f05a0fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/networks?id=cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 200 len: 796 time: 0.1834385 Jul 06 18:19:19.810429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 201b7c4b-5dce-441e-92b0-221a01402da1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:19.821216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-699624e2-a555-49f7-ae7a-8f7030fa6411 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2909ba718d4b4f079da147d783770456 HTTP/1.1" status: 200 len: 380 time: 0.1092129 Jul 06 18:19:19.831360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'port': {'device_id': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'admin_state_up': True, 'tenant_id': '2909ba718d4b4f079da147d783770456', 'security_groups': ['4b491a19-05df-44fd-8efa-5da7e17d7f32']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:19.893393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 201b7c4b-5dce-441e-92b0-221a01402da1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:19.906007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 201b7c4b-5dce-441e-92b0-221a01402da1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:19.906540 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.053416 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.090248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Made reservation on behalf of 2909ba718d4b4f079da147d783770456 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:19:20.095552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.105453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 201b7c4b-5dce-441e-92b0-221a01402da1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=201b7c4b-5dce-441e-92b0-221a01402da1,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:20.113033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.187374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=201b7c4b-5dce-441e-92b0-221a01402da1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:20.283773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.20.0.12 (cdc4f38e-eb55-475e-9a06-646282bea080/7e083f58-c32c-45f2-9462-a4b503b73949/394153c7-53f3-4d53-9cc9-81fcab9ff1b0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:20.481851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.497928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Transition to ACTIVE for port object 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:20.537554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.635999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network cdc4f38e-eb55-475e-9a06-646282bea080 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:20.640627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:20.648817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:20.678896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:20.723739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.724448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.744912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a83c-a599-4d20-9762-d639c56fe92f req-4f48e680-f1ea-4e5d-b592-dec320fc42f5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:20.746778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb1a83c-a599-4d20-9762-d639c56fe92f req-4f48e680-f1ea-4e5d-b592-dec320fc42f5 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 932 time: 0.1994500 Jul 06 18:19:20.755438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-018ff527-1498-4cdc-a963-1610376f740a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291630 Jul 06 18:19:20.775691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Request body: {'port': {'device_id': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:20.913769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb1a83c-a599-4d20-9762-d639c56fe92f req-01295035-6beb-4c8b-8907-d03fd6d5fa37 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555698 Jul 06 18:19:20.914441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.043947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3925ddc4-5c19-4d82-957e-eacd8b992920 None None] Provisioning for port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:21.048133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3925ddc4-5c19-4d82-957e-eacd8b992920 None None] Provisioning complete for port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:21.048509 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3925ddc4-5c19-4d82-957e-eacd8b992920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.092192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3925ddc4-5c19-4d82-957e-eacd8b992920 None None] Port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:19:21.252250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:21.261523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.274391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Transition to ACTIVE for port object 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:19:21.278573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.330119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:21.421804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Attempting to bind port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:19:21.422471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Attempting to bind port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:19:21.422902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Attempting to bind port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 on network cdc4f38e-eb55-475e-9a06-646282bea080 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:21.428097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 on network cdc4f38e-eb55-475e-9a06-646282bea080 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:19:21.428655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Attempting to bind port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 on network cdc4f38e-eb55-475e-9a06-646282bea080 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:19:21.435332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:19:21.435817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Checking segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:19:21.436338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Bound using segment: {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:19:21.436884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Bound port: 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b962c5-6ca2-4696-af5c-d39e2cb93885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:19:21.437370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.542555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:19:21.545874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:19:21.550492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.587165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:21.587836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.589447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] 10.222.0.61 "PUT /v2.0/ports/394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 200 len: 1092 time: 0.8248999 Jul 06 18:19:21.589914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:21.592350 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:21.689887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf8061-9e17-49e1-af59-86cf5b054ebc service neutron] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:21.742133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-f2c67eb4-0084-4de4-9ccd-cf9da57259c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:21.744164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-f2c67eb4-0084-4de4-9ccd-cf9da57259c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1095 time: 0.0909925 Jul 06 18:19:21.749583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 201b7c4b-5dce-441e-92b0-221a01402da1 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:21.810977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-4d426f8a-7862-49c2-900e-7927545f7ad0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 200 len: 217 time: 0.0593286 Jul 06 18:19:21.814056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 201b7c4b-5dce-441e-92b0-221a01402da1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:21.814790 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:21.919410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-6cdcf6dd-f507-4429-8280-19424cc53d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:21.921166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-6cdcf6dd-f507-4429-8280-19424cc53d0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e083f58-c32c-45f2-9462-a4b503b73949 HTTP/1.1" status: 200 len: 835 time: 0.1042118 Jul 06 18:19:21.987070 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3426e02-1fe4-4370-b017-6b2b2ebd40c5 x-openstack-request-id: req-b3426e02-1fe4-4370-b017-6b2b2ebd40c5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:21.987442 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:21.987660 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3426e02-1fe4-4370-b017-6b2b2ebd40c5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:21.988217 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'status': 'completed', 'code': 200} Jul 06 18:19:22.020987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-700fe4df-6da0-46b1-b5ab-fa0d53335c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.022903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-700fe4df-6da0-46b1-b5ab-fa0d53335c47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdc4f38e-eb55-475e-9a06-646282bea080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952861 Jul 06 18:19:22.166325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-df75f291-a0dc-4e7f-ab9a-9f87ecad0ddb service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367819 Jul 06 18:19:22.188643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb40194-7f39-4fdc-94d6-9f197a01ddae req-0fa5acf9-abf7-4a4a-99ce-26e6a96ed85a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.190212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fb40194-7f39-4fdc-94d6-9f197a01ddae req-0fa5acf9-abf7-4a4a-99ce-26e6a96ed85a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 944 time: 0.1068275 Jul 06 18:19:22.276543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fb40194-7f39-4fdc-94d6-9f197a01ddae req-e0abec8b-61f3-45f2-9021-1e65206c3231 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743804 Jul 06 18:19:22.305527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36ed2ed5-4582-4217-9cb1-79717f652d22 req-ba4a9663-de95-4e0a-83d7-50f039a8ba97 service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319120 Jul 06 18:19:22.425296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-b13528d6-c911-4666-ba67-a014f8f1e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.426996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-b13528d6-c911-4666-ba67-a014f8f1e298 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1095 time: 0.0653479 Jul 06 18:19:22.529420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-b25f78b4-1f99-40cd-b0af-3011eec500eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.530898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-b25f78b4-1f99-40cd-b0af-3011eec500eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 200 len: 897 time: 0.0980220 Jul 06 18:19:22.579861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-852ba2e3-e210-4cef-bdb5-36f3ce6f8bb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 200 len: 217 time: 0.0420923 Jul 06 18:19:22.633616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-824d3db1-243b-487d-9319-4981d2aa8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.635130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-824d3db1-243b-487d-9319-4981d2aa8139 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e083f58-c32c-45f2-9462-a4b503b73949 HTTP/1.1" status: 200 len: 835 time: 0.0477791 Jul 06 18:19:22.696871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-3f322f4c-2cc0-42a8-ba24-f93e4e03bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:22.698326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-3f322f4c-2cc0-42a8-ba24-f93e4e03bdda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdc4f38e-eb55-475e-9a06-646282bea080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566924 Jul 06 18:19:22.809780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-f7df0d29-d9eb-4005-8373-1c9d7bb345b9 service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028035 Jul 06 18:19:22.906792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7b19a8d-d3aa-4925-839e-1a11c8a73c04 req-fc6a2235-6272-447e-9e12-bdff45c0d666 service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884187 Jul 06 18:19:23.361822 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:19:23.489161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bb8d-bfb3-4344-827a-6f100c614592 req-56aa1f25-cdac-4a88-a392-43eada584b1e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:23.491090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2365bb8d-bfb3-4344-827a-6f100c614592 req-56aa1f25-cdac-4a88-a392-43eada584b1e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 944 time: 0.0719242 Jul 06 18:19:23.539997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2365bb8d-bfb3-4344-827a-6f100c614592 req-abcd0faa-db49-4fdc-950c-e3cd476f6e58 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Jul 06 18:19:24.744342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab53f-c425-4d17-9670-81a8ba5ac28e req-f3bdc5f7-1e95-47f6-9513-2ed055ffed8f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:24.745935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-564ab53f-c425-4d17-9670-81a8ba5ac28e req-f3bdc5f7-1e95-47f6-9513-2ed055ffed8f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 944 time: 0.0717175 Jul 06 18:19:24.798426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-564ab53f-c425-4d17-9670-81a8ba5ac28e req-485f2360-4230-4b48-99ff-a6f9da867d33 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467784 Jul 06 18:19:25.432710 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6313bf5-bb61-4f3e-a814-16af74ac64c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.548000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:19:25.652135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:25.829897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'port_id': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'mac_address': 'fa:16:3e:95:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:19:25.875059 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.889421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:19:25.913118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:25.918889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:25.972607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:26.002530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ec00c-a281-442a-bf68-14bf39cfb372 req-3880584e-d2bb-4838-9be1-35453720c924 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:26.004248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-101ec00c-a281-442a-bf68-14bf39cfb372 req-3880584e-d2bb-4838-9be1-35453720c924 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 945 time: 0.0833831 Jul 06 18:19:26.047962 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-101ec00c-a281-442a-bf68-14bf39cfb372 req-37fe42fa-6b02-4e38-bdf1-3fee158aed88 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375130 Jul 06 18:19:26.124409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['394153c7-53f3-4d53-9cc9-81fcab9ff1b0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:26.753506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9c930-a8e3-4648-af15-1c59a25554b4 req-0faaa78f-ca27-4fc6-bfb8-2fbfdede8af8 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:26.755236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9e9c930-a8e3-4648-af15-1c59a25554b4 req-0faaa78f-ca27-4fc6-bfb8-2fbfdede8af8 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 950 time: 0.0794075 Jul 06 18:19:26.799304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9e9c930-a8e3-4648-af15-1c59a25554b4 req-7ec9140b-4229-42be-9d12-beda13b069ac tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Jul 06 18:19:27.231221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab58a5d-3d42-400a-9b3f-c8908eca1ae8 req-e6ac1ecc-dd4e-4a66-91bf-bb28a43af105 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:27.232783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dab58a5d-3d42-400a-9b3f-c8908eca1ae8 req-e6ac1ecc-dd4e-4a66-91bf-bb28a43af105 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 945 time: 0.0666385 Jul 06 18:19:27.271973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dab58a5d-3d42-400a-9b3f-c8908eca1ae8 req-ec289abd-e85b-4cf0-82c0-516d56931f5f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Jul 06 18:19:27.563902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:19:27.624733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:19:27.628877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:19:27.629246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.713143 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.737575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:27.740538 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07a61d-977d-4e9d-b25f-d64cd5f07b4a" -d '{"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-plugged", "status": "completed", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:27.757498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:27.762933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.816031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:27.935666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edee337a-d55d-4fdb-af0c-44f0a4e5229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:27.947399 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f497e63-7652-4718-8dcf-14b940fa7796 x-openstack-request-id: req-5f497e63-7652-4718-8dcf-14b940fa7796 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:27.947800 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-plugged", "status": "completed", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:27.948334 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f497e63-7652-4718-8dcf-14b940fa7796 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:27.948809 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'code': 200} Jul 06 18:19:27.997058 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.108688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f1e69-d119-4a92-88a6-6784cc184ad7 req-d74787aa-ca91-4ddd-9b1c-c92de0dc38e6 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.110501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe1f1e69-d119-4a92-88a6-6784cc184ad7 req-d74787aa-ca91-4ddd-9b1c-c92de0dc38e6 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 950 time: 0.1539068 Jul 06 18:19:28.179530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b309c-4c86-4b6b-9909-23bfbc5c4bd5 req-4634e669-c42a-413e-a622-2311e6b867db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.181067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b40b309c-4c86-4b6b-9909-23bfbc5c4bd5 req-4634e669-c42a-413e-a622-2311e6b867db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1097 time: 0.1575868 Jul 06 18:19:28.191715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc77f32-e49d-455d-aad2-67348234641d req-7d7cf079-0e05-4356-9f7b-3c50fdb2111f tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.193842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfc77f32-e49d-455d-aad2-67348234641d req-7d7cf079-0e05-4356-9f7b-3c50fdb2111f tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 950 time: 0.1352503 Jul 06 18:19:28.197025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fe1f1e69-d119-4a92-88a6-6784cc184ad7 req-9621fa47-81d4-4fc6-b004-9cf8f3a5afa3 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fbde943-244a-4394-b13a-1d9f90483a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780213 Jul 06 18:19:28.267001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b40b309c-4c86-4b6b-9909-23bfbc5c4bd5 req-38c22a23-7f40-4120-9b97-f1d06b51c1b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689714 Jul 06 18:19:28.348476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Deleting port 57f3b245-c644-411b-a4b0-35444da06152 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:19:28.348896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.512118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] For port 57f3b245-c644-411b-a4b0-35444da06152, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=57f3b245-c644-411b-a4b0-35444da06152,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:19:28.512480 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.529052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Calling delete_port for 57f3b245-c644-411b-a4b0-35444da06152 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:19:28.590028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b232ce-3f69-4eed-8adc-8bd88b3c77e8 req-119d18d9-446d-4060-ae17-0db2137f529e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:28.591598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7b232ce-3f69-4eed-8adc-8bd88b3c77e8 req-119d18d9-446d-4060-ae17-0db2137f529e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1445673 Jul 06 18:19:28.658236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7b232ce-3f69-4eed-8adc-8bd88b3c77e8 req-3b012d6f-6d68-4f31-954f-b6a630e77df3 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610015 Jul 06 18:19:28.733900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.746438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['57f3b245-c644-411b-a4b0-35444da06152'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:19:28.798401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Pushing event deleted for resources: {'Port': ['ID=57f3b245-c644-411b-a4b0-35444da06152,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:28.818458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] No DVR routers for this DVR port 57f3b245-c644-411b-a4b0-35444da06152 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:19:28.825306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:28.827485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfc77f32-e49d-455d-aad2-67348234641d req-bb9de01d-907f-4692-a229-60dfd387dc5e tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.60 "DELETE /v2.0/ports/57f3b245-c644-411b-a4b0-35444da06152 HTTP/1.1" status: 204 len: 173 time: 0.6226945 Jul 06 18:19:28.828004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e36518c-1cee-4235-b6e1-dc7371205816', 'name': 'network-vif-deleted', 'tag': '57f3b245-c644-411b-a4b0-35444da06152'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:28.830466 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e64df3-e54d-4a84-899b-80b94a6b2c01" -d '{"events": [{"server_uuid": "1e36518c-1cee-4235-b6e1-dc7371205816", "name": "network-vif-deleted", "tag": "57f3b245-c644-411b-a4b0-35444da06152"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:28.894180 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5907eea-a1e4-4acf-95ac-124794007d7f x-openstack-request-id: req-e5907eea-a1e4-4acf-95ac-124794007d7f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:28.894929 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e36518c-1cee-4235-b6e1-dc7371205816", "name": "network-vif-deleted", "tag": "57f3b245-c644-411b-a4b0-35444da06152", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:28.895419 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5907eea-a1e4-4acf-95ac-124794007d7f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:28.901938 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e36518c-1cee-4235-b6e1-dc7371205816', 'name': 'network-vif-deleted', 'tag': '57f3b245-c644-411b-a4b0-35444da06152', 'status': 'completed', 'code': 200} Jul 06 18:19:29.383489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bb38e37-e1ff-42f0-b663-eaae76830685 req-8d966640-45c6-4083-a15c-a14411b512b6 tempest-VolumesBackupsTest-259879616 tempest-VolumesBackupsTest-259879616-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e36518c-1cee-4235-b6e1-dc7371205816 HTTP/1.1" status: 200 len: 210 time: 0.0357082 Jul 06 18:19:29.397789 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:29.849887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfdd91-dccf-446f-96bc-55fe00d725d8 req-f68b6ae0-81c1-4961-a577-d4f75db0d25d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:29.851462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07cfdd91-dccf-446f-96bc-55fe00d725d8 req-f68b6ae0-81c1-4961-a577-d4f75db0d25d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0736859 Jul 06 18:19:29.896806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-07cfdd91-dccf-446f-96bc-55fe00d725d8 req-966bdbd3-004a-4e19-ac55-9d66892355cc tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355778 Jul 06 18:19:30.098002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9389-c860-4ef6-8dbb-7e6dff8e80ab req-e24047d3-317a-47c5-aece-e4cb75d8a110 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:30.100178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-634e9389-c860-4ef6-8dbb-7e6dff8e80ab req-e24047d3-317a-47c5-aece-e4cb75d8a110 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0715213 Jul 06 18:19:30.119147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.140413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-634e9389-c860-4ef6-8dbb-7e6dff8e80ab req-c83fc55f-4caa-4f9e-8c26-7184a25d71bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Jul 06 18:19:30.164519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:30.216904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8ceea-839a-4bbc-95c5-f89b67e05158 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:30.218435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7ff8ceea-839a-4bbc-95c5-f89b67e05158 tempest-TestNetworkAdvancedServerOps-196405571 tempest-TestNetworkAdvancedServerOps-196405571-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1092 time: 0.0528982 Jul 06 18:19:30.221259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59538) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:30.226690 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:19:30.249711 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.351521 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.467418 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Allocated IP 172.25.5.189 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/01a0152c-a114-4250-ab4e-8810de8f40d3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:19:30.615877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.666912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.731870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:19:30.735326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:19:30.737954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:19:30.774786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=01a0152c-a114-4250-ab4e-8810de8f40d3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:30.810734 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.189361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.271299 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.384392 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 57f3b245-c644-411b-a4b0-35444da06152 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:19:31.407094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 57f3b245-c644-411b-a4b0-35444da06152 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:19:31.407563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 57f3b245-c644-411b-a4b0-35444da06152 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:19:31.797101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.803198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:31.893792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event updated for resources: {'Port': ['ID=01a0152c-a114-4250-ab4e-8810de8f40d3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:31.909702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.046415 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP 20ea0dd9-5800-4dae-b71d-2d60f136a912 associated. External IP: 172.25.5.189, port: 394153c7-53f3-4d53-9cc9-81fcab9ff1b0. Jul 06 18:19:32.343886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:19:32.485533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:19:32.497652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] Sync routers for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:19:32.504729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.522878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:32.523952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:19:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:32.556264 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2b1b77ad-7890-481f-bde5-06fdd4e1e4bd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3339717 Jul 06 18:19:32.557161 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:19:32.559848 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93fb9eb-cc62-4efc-84dd-d30b8678934f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:19:32.603877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:32.643632 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c46233-51e1-41a4-be6c-ac6aba2ee0f1 x-openstack-request-id: req-60c46233-51e1-41a4-be6c-ac6aba2ee0f1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:19:32.643942 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:19:32.644362 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60c46233-51e1-41a4-be6c-ac6aba2ee0f1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:19:32.644782 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'status': 'completed', 'code': 200} Jul 06 18:19:32.686115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:32.813194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-b461299a-875c-4993-a2d3-24b5cae2d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.815626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-b461299a-875c-4993-a2d3-24b5cae2d9c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1097 time: 0.1415775 Jul 06 18:19:32.852887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94913d2-3e9f-4986-924d-4d08e9f63b37 req-068d060b-6813-4355-a18c-f57f1500fde7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.854869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a94913d2-3e9f-4986-924d-4d08e9f63b37 req-068d060b-6813-4355-a18c-f57f1500fde7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1367803 Jul 06 18:19:32.953219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a94913d2-3e9f-4986-924d-4d08e9f63b37 req-5f77a4bc-ff68-4955-b2b0-fbf0d4965585 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659740 Jul 06 18:19:32.985317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-44f40d04-fccb-4212-be80-7521e28f40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:32.987554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-44f40d04-fccb-4212-be80-7521e28f40e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 200 len: 897 time: 0.1643817 Jul 06 18:19:32.990268 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:33.077873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '20ea0dd9-5800-4dae-b71d-2d60f136a912', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'port_id': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'mac_address': 'fa:16:3e:95:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:19:31Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:33.108731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] Checking router: 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:19:33.109708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-03ac8f18-6c08-42ee-8cd4-5033a943315a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 200 len: 1000 time: 0.1149061 Jul 06 18:19:33.119764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:19:33.122921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:19:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:33.123716 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ec6dea28-97af-4a8a-af6a-2c7d862410fb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/20ea0dd9-5800-4dae-b71d-2d60f136a912 HTTP/1.1" status: 200 len: 992 time: 0.1321168 Jul 06 18:19:33.168849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-88b64208-76cb-4fbc-92b8-d86d14c27ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.170364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-88b64208-76cb-4fbc-92b8-d86d14c27ec8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e083f58-c32c-45f2-9462-a4b503b73949 HTTP/1.1" status: 200 len: 835 time: 0.0537536 Jul 06 18:19:33.247759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-1e086b2b-9a11-45fd-b2da-9c597930af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:33.249636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-1e086b2b-9a11-45fd-b2da-9c597930af4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdc4f38e-eb55-475e-9a06-646282bea080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724065 Jul 06 18:19:33.286743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:19:33.372581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-a5befaee-2c56-40e2-a768-32f4ce0f23e9 service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154914 Jul 06 18:19:33.515787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b93fb9eb-cc62-4efc-84dd-d30b8678934f req-a1870e6a-203b-49f7-8163-649dd01e870f service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333828 Jul 06 18:19:33.586096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '20ea0dd9-5800-4dae-b71d-2d60f136a912', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'port_id': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'mac_address': 'fa:16:3e:95:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:19:31Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:19:33.620121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ef5d1-45cd-4d91-ba47-154ca0f27c87 None None] The sync data for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 is: [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '20ea0dd9-5800-4dae-b71d-2d60f136a912', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'port_id': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'mac_address': 'fa:16:3e:95:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:19:31Z', 'updated_at': '2021-07-06T18:19:31Z', 'revision_number': 0, 'project_id': '2909ba718d4b4f079da147d783770456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:19:33.880055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f18bd-899f-4e30-bb35-83732f46f421 None None] New status for floating IP 20ea0dd9-5800-4dae-b71d-2d60f136a912: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:19:34.127148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 59648) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:34.236948 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5c49ee62-603c-4a38-9942-a6a03b452908 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/20ea0dd9-5800-4dae-b71d-2d60f136a912 HTTP/1.1" status: 200 len: 994 time: 0.1084685 Jul 06 18:19:50.441402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-0d6f7d17-37ae-47a5-999a-7a55ff4ad294 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630915 Jul 06 18:19:50.619459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-98743b71-e3e7-406b-afdc-c2d59a262836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.621473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-98743b71-e3e7-406b-afdc-c2d59a262836 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1097 time: 0.1046462 Jul 06 18:19:50.762782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-7809c1ad-8bcc-40c8-93f4-295342ecbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.764321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-7809c1ad-8bcc-40c8-93f4-295342ecbee4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 200 len: 897 time: 0.1113820 Jul 06 18:19:50.835092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-2de648dd-0079-4d0b-8d59-965871ec2fcc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 200 len: 1002 time: 0.0634539 Jul 06 18:19:50.888043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-6a6c0bd5-1ca1-4ed9-9da6-126ac9731223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.890142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-6a6c0bd5-1ca1-4ed9-9da6-126ac9731223 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e083f58-c32c-45f2-9462-a4b503b73949 HTTP/1.1" status: 200 len: 835 time: 0.0484166 Jul 06 18:19:50.960518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-93cf2166-ad5f-4d60-8bfa-5f254e5fa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:19:50.961648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-93cf2166-ad5f-4d60-8bfa-5f254e5fa85c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdc4f38e-eb55-475e-9a06-646282bea080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650616 Jul 06 18:19:51.066120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-58ae5df8-4987-417a-aa22-de6df54d7e8a service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978103 Jul 06 18:19:51.166255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65c3d5e2-e7e2-4460-bff3-d15fcf8e4662 req-31f67246-1290-49bb-9c07-247227e7a171 service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933313 Jul 06 18:19:55.426643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4799654f-c52e-40b1-bbb6-6e63f8a6bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.944997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22ad4c9e-a798-497b-b51d-2d7376c28385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:57.968679 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:59.384803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:00.117374 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:00.362602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:20:00.793517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:01.430781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53817dc-50c8-48a2-a20f-bbdd0cf129cb req-8cbcaa7b-439c-4fda-b5de-6c88e436d25e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:01.432597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a53817dc-50c8-48a2-a20f-bbdd0cf129cb req-8cbcaa7b-439c-4fda-b5de-6c88e436d25e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0754445 Jul 06 18:20:01.512387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a53817dc-50c8-48a2-a20f-bbdd0cf129cb req-86bec96a-34d1-4c1b-853e-4b1d7c9ace8e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736220 Jul 06 18:20:02.580978 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.707094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642cd9a-82d5-40c0-91c7-f21941cece8f req-71f6c419-f8ad-4598-ae1c-1139bb4481bb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:02.708870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7642cd9a-82d5-40c0-91c7-f21941cece8f req-71f6c419-f8ad-4598-ae1c-1139bb4481bb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0661311 Jul 06 18:20:02.760412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7642cd9a-82d5-40c0-91c7-f21941cece8f req-a186a610-8b26-4d46-a7cf-48c3e0b442de tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450690 Jul 06 18:20:04.004918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8be477-b7f7-461c-b764-b4b7c332912c req-f25ba5c5-6f5f-4e9f-ade6-5f9dc261cb05 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:04.007066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af8be477-b7f7-461c-b764-b4b7c332912c req-f25ba5c5-6f5f-4e9f-ade6-5f9dc261cb05 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1054337 Jul 06 18:20:04.060368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af8be477-b7f7-461c-b764-b4b7c332912c req-7d7c8d27-aa62-4930-a143-a5e309343f2d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420947 Jul 06 18:20:05.269803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29722da7-2362-4108-96eb-3ae14f9ae157 req-a1e9196b-98fc-4641-8816-16e54ce565e2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:05.271642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29722da7-2362-4108-96eb-3ae14f9ae157 req-a1e9196b-98fc-4641-8816-16e54ce565e2 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0750029 Jul 06 18:20:05.317595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29722da7-2362-4108-96eb-3ae14f9ae157 req-ea65f81b-3391-4959-a376-96755847b2b3 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Jul 06 18:20:06.524164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e105ac-39f5-43a2-91cd-0abe795c31e5 req-4c9a2b85-9ee5-4393-b157-fdeda9715876 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:06.525958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e105ac-39f5-43a2-91cd-0abe795c31e5 req-4c9a2b85-9ee5-4393-b157-fdeda9715876 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0790474 Jul 06 18:20:06.583453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98e105ac-39f5-43a2-91cd-0abe795c31e5 req-07d7601d-c8b9-4ea3-9163-952b4f718020 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513210 Jul 06 18:20:07.816356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f90c5f-2af6-488d-95b5-89053eb41fde req-d64c3b4e-1f5f-4cfa-b738-4742cbdc4559 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.818589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2f90c5f-2af6-488d-95b5-89053eb41fde req-d64c3b4e-1f5f-4cfa-b738-4742cbdc4559 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1002114 Jul 06 18:20:07.870900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2f90c5f-2af6-488d-95b5-89053eb41fde req-8c019237-27f9-4756-93d6-b230a7523605 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Jul 06 18:20:09.087374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930200f7-8ff9-4d21-8862-8490012652d6 req-926012ea-d09c-4a7b-8be1-e3b2c7460298 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:09.089030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-930200f7-8ff9-4d21-8862-8490012652d6 req-926012ea-d09c-4a7b-8be1-e3b2c7460298 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0930521 Jul 06 18:20:09.147872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-930200f7-8ff9-4d21-8862-8490012652d6 req-eadae7fb-deed-4d81-a67f-877238a0284b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528276 Jul 06 18:20:09.579030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 60764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:09.721555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.839418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.844016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.888473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42dee808df354f9e8e44f3a802d3b4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080692 Jul 06 18:20:09.889222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec03c650-6dd6-4d93-a1e3-675808a1832a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:09.891202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:09.897907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.898365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.898610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.898954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.899698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.899698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.899991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.900327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.900659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.901075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.901564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.901904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577b4ec1-ee84-4848-9d90-51d5a7cd7046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:09.975389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.007975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.063815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.066798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.068303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec03c650-6dd6-4d93-a1e3-675808a1832a HTTP/1.1" status: 204 len: 168 time: 0.1758678 Jul 06 18:20:10.081785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec03c650-6dd6-4d93-a1e3-675808a1832a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:10.090738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.091493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.091923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.092330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.092765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.093286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.093714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.094159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.094596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.095098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.095575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.096000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1561baeb-966b-44c0-84a7-1f59e7045fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:10.423782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c2d2a-f735-44c2-8e05-8f3e558de19c req-61305488-4a59-4962-a779-4b04098ee0e7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:10.427611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-810c2d2a-f735-44c2-8e05-8f3e558de19c req-61305488-4a59-4962-a779-4b04098ee0e7 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1231005 Jul 06 18:20:10.523046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-810c2d2a-f735-44c2-8e05-8f3e558de19c req-edc43592-ce9b-42b6-b38c-bfb4565c3b8f tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828109 Jul 06 18:20:11.724814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0140d-e6fe-4201-88e5-746597a9eb2b req-14c4ce92-549f-4a00-b008-6788cac85648 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:11.726494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eea0140d-e6fe-4201-88e5-746597a9eb2b req-14c4ce92-549f-4a00-b008-6788cac85648 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0790737 Jul 06 18:20:11.779213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eea0140d-e6fe-4201-88e5-746597a9eb2b req-c4b35387-c260-4b24-aa96-5cfb820b77fe tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Jul 06 18:20:13.028597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49842ce-fa5c-499d-8243-584f2cd5c192 req-607e696d-65c3-4b09-8947-73377d5ba857 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.037284 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49842ce-fa5c-499d-8243-584f2cd5c192 req-607e696d-65c3-4b09-8947-73377d5ba857 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0918107 Jul 06 18:20:13.096022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49842ce-fa5c-499d-8243-584f2cd5c192 req-5dc3bc78-a294-405a-baba-5fcddfdc1e44 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573692 Jul 06 18:20:14.643291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f4223-336f-40a0-b457-16a8f729eefa req-6ab791b8-3a96-49e6-bab3-b2984fe98513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.645768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-600f4223-336f-40a0-b457-16a8f729eefa req-6ab791b8-3a96-49e6-bab3-b2984fe98513 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1097 time: 0.4202666 Jul 06 18:20:14.679454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053ff13-6d79-4f0b-941b-77179511dfd6 req-f7037d95-b5cf-443b-9480-274aa87d23ee tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:14.682139 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8053ff13-6d79-4f0b-941b-77179511dfd6 req-f7037d95-b5cf-443b-9480-274aa87d23ee tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.4190204 Jul 06 18:20:14.755461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-600f4223-336f-40a0-b457-16a8f729eefa req-cc60c418-54da-4df6-9025-3b5bc0873ead service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002450 Jul 06 18:20:14.768417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8053ff13-6d79-4f0b-941b-77179511dfd6 req-5b81cf9d-4da2-43ca-b48a-03c6e552f5ee tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742955 Jul 06 18:20:15.836754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:15.851890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:16.034488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773f8de-c9cf-406f-9353-bf6e126aa8b8 req-4d11f81f-1807-4d18-9a10-59fecfe702e6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:16.038843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b773f8de-c9cf-406f-9353-bf6e126aa8b8 req-4d11f81f-1807-4d18-9a10-59fecfe702e6 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1044834 Jul 06 18:20:16.107064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.120044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:16.125312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b773f8de-c9cf-406f-9353-bf6e126aa8b8 req-ee53de8d-abb2-468b-b35d-3a2b9462e1fa tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788674 Jul 06 18:20:16.152830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60876) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:16.161325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'port_id': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'mac_address': 'fa:16:3e:95:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:16.170448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:16.172813 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3337eee1-de1e-4d62-9591-3dd0dd091921" -d '{"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-unplugged", "status": "completed", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:16.226958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:16.278084 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502f2e9a-6b91-43d7-aae8-d86677a7685d x-openstack-request-id: req-502f2e9a-6b91-43d7-aae8-d86677a7685d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:16.279149 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-unplugged", "status": "completed", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:16.279929 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-502f2e9a-6b91-43d7-aae8-d86677a7685d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:16.281226 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'code': 200} Jul 06 18:20:16.291659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.325995 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4011a5f8-1b47-4c96-a70c-9a04d4da7923 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/floatingips/20ea0dd9-5800-4dae-b71d-2d60f136a912 HTTP/1.1" status: 200 len: 994 time: 0.1719739 Jul 06 18:20:16.368207 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.399884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:16.407958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:16.447972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.448539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.449096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.449669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.450244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.450850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.451653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.452205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.453010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.453537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.454086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.454650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:16.481172 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:20:16.481829 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:20:17.029920 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.048570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:17.073113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:17.078406 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.133502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:17.284703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['394153c7-53f3-4d53-9cc9-81fcab9ff1b0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:19.868816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:19.880907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:19.931921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:19.932329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.996186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5d96c2-d10a-442f-816a-82c0102b7804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.040650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.065350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:20.068353 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd04587-dbfe-4e90-b473-d21861b565b1" -d '{"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-plugged", "status": "completed", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:20.092466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:20.098937 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.106657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5d96c2-d10a-442f-816a-82c0102b7804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.111894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a5d96c2-d10a-442f-816a-82c0102b7804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.126498 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f5dde-b9f5-494c-af9f-2721c127d2f3 x-openstack-request-id: req-651f5dde-b9f5-494c-af9f-2721c127d2f3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:20.126788 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-plugged", "status": "completed", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:20.127046 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-651f5dde-b9f5-494c-af9f-2721c127d2f3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:20.127457 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'code': 200} Jul 06 18:20:20.152371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d96c2-d10a-442f-816a-82c0102b7804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1b389-5082-43f0-948d-9bfb0ab04519,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.166970 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.177569 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a5d96c2-d10a-442f-816a-82c0102b7804 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ba77cde93ad47798fb45cd70d93ad7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045616 Jul 06 18:20:20.177845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:20.231116 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9da0f6f5-c2f7-49e8-a9fe-7c49b0b4e7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.255060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9da0f6f5-c2f7-49e8-a9fe-7c49b0b4e7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.307774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9da0f6f5-c2f7-49e8-a9fe-7c49b0b4e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.310385 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9da0f6f5-c2f7-49e8-a9fe-7c49b0b4e7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.312854 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9da0f6f5-c2f7-49e8-a9fe-7c49b0b4e7ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26d1b389-5082-43f0-948d-9bfb0ab04519 HTTP/1.1" status: 204 len: 168 time: 0.1339653 Jul 06 18:20:20.324803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0f6f5-c2f7-49e8-a9fe-7c49b0b4e7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d1b389-5082-43f0-948d-9bfb0ab04519,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:21.826721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:22.008068 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'network': {'name': 'tempest-network-smoke--672785254', 'project_id': 'b8e759888db24094b911baf255435d47', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:22.040940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:22.044535 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.054529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.180776 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.185386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.214961 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:22.226196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdd7375-cb71-4474-adcc-ff25243d927b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:22.231801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.232151 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Added segment 30e37cf9-886e-4412-a84e-51d914365822 of type vlan for network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 Jul 06 18:20:22.284390 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.334811 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.341165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:22.341810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.406741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5784495 Jul 06 18:20:22.411310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60980) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:22.416409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-50847869', 'admin_state_up': True, 'project_id': 'b8e759888db24094b911baf255435d47', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:22.437759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee74d8-92d5-424c-bdca-b340464d07e1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Network': ['ID=0fb7df16-ad77-4d7e-a022-904dd1d47f10,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:22.450496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:22.470556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.472845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.548251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.711319 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.941188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.977105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.113348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.25.5.173 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:23.221331 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.265335 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.311588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:23.314510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:23.321525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:23.327010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:23.617198 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.840329 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.992722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:20:24.395982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:24.407734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:24.417117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.419944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d6afd3ae-9a79-432d-9dec-3b726d95e0b4 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0071726 Jul 06 18:20:24.421753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 60994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.426407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:24.427524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:19:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:24.518401 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c20401ea-1954-419c-9696-154c52912000 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b8e759888db24094b911baf255435d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0945623 Jul 06 18:20:24.521792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.561201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:24.629630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96365445-b628-411b-91f9-a73c1a31f202 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:24.631526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-96365445-b628-411b-91f9-a73c1a31f202 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1085827 Jul 06 18:20:24.635433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.668821 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-23333670-7ef6-45bf-968a-ba43b43b9ef3 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311329 Jul 06 18:20:24.670938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32774) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.676597 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-179817780', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'project_id': 'b8e759888db24094b911baf255435d47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:24.805320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:24.811695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.813807 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:23Z', 'revision_number': 3, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:24.841674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:24.842013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Updating router f860315e-5b2a-4d11-a998-e943f4452f8f port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:24.885888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.070848 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.138549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Subnet': ['ID=4449068c-3c98-4a9f-b04a-9731b1556e7b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:25.149810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Checking segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:25.150165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network hostable DHCP agents. Network: 0fb7df16-ad77-4d7e-a022-904dd1d47f10, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:25.169480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:25.182279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 0fb7df16-ad77-4d7e-a022-904dd1d47f10) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:25.191305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:25.194026 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.201781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b409e4-f523-4d87-b37e-376e363aebd9 None None] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:25.225772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6c17cf35-a98c-42b6-a4c6-c2ca6be10a72 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5502760 Jul 06 18:20:25.225975 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:25.272914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.290700 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Transition to ACTIVE for port object ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:25.309488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.417181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Attempting to bind port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:25.418027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Attempting to bind port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:25.418027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Attempting to bind port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:25.427373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad52efb-ee94-43d1-99cf-226acfe10798 None None] Pushing event updated for resources: {'Port': ['ID=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:25.453769 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:25.454159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:25.454574 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.454968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:25.455619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Bound port: ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:25.456016 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.496955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:20:25.497816 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.515329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afc9cad6-215b-4ca4-85c9-1ba2739ddf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.795140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] For port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:25.810947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.817777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] For port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:25.825373 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.918431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Allocated IP 172.20.0.2 (0fb7df16-ad77-4d7e-a022-904dd1d47f10/4449068c-3c98-4a9f-b04a-9731b1556e7b/f143cc84-c6d9-42de-9458-1e7d12731e9a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:25.930988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:25.931676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:19:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:25.974099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad52efb-ee94-43d1-99cf-226acfe10798 None None] Pushing event updated for resources: {'Port': ['ID=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.115396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:26.276358 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.295221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Transition to ACTIVE for port object f143cc84-c6d9-42de-9458-1e7d12731e9a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:26.339576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Transition to ACTIVE for port object f143cc84-c6d9-42de-9458-1e7d12731e9a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:26.349904 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.406072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.20.0.1 (0fb7df16-ad77-4d7e-a022-904dd1d47f10/4449068c-3c98-4a9f-b04a-9731b1556e7b/c075224f-8278-49b8-bf20-ccb3781b65e4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:26.409664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:26.424979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:26.429670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:26.440933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Pushing event updated for resources: {'Port': ['ID=f143cc84-c6d9-42de-9458-1e7d12731e9a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.530583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:23Z', 'revision_number': 3, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:26.539917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Attempting to bind port f143cc84-c6d9-42de-9458-1e7d12731e9a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:26.540356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Attempting to bind port f143cc84-c6d9-42de-9458-1e7d12731e9a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:26.540923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Attempting to bind port f143cc84-c6d9-42de-9458-1e7d12731e9a on network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:26.582579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3c3ab-1902-41f6-a5de-69c9ca090752 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:23Z', 'revision_number': 3, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:26.585952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:26.586344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Checking segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:26.586759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.587579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Bound using segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:26.587763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Bound port: f143cc84-c6d9-42de-9458-1e7d12731e9a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:26.588271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.588382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.608721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Transition to ACTIVE for port object c075224f-8278-49b8-bf20-ccb3781b65e4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:26.649788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.668546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] For port f143cc84-c6d9-42de-9458-1e7d12731e9a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:26.672536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] For port f143cc84-c6d9-42de-9458-1e7d12731e9a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f143cc84-c6d9-42de-9458-1e7d12731e9a,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:26.681258 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.704154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:26.708796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:26.713799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:26.769561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84bc36-df45-4313-bfe2-fe87bcd6f531 None None] Pushing event updated for resources: {'Port': ['ID=f143cc84-c6d9-42de-9458-1e7d12731e9a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.770841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=c075224f-8278-49b8-bf20-ccb3781b65e4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.779988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.013933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.409477 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.416430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.504835 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=c075224f-8278-49b8-bf20-ccb3781b65e4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:27.507555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.659446 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:27.662419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:27.864103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:27.903403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f143cc84-c6d9-42de-9458-1e7d12731e9a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:27.991945 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-084828e3-9360-4bdd-bb99-5600d0f2bd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.003377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.022669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f143cc84-c6d9-42de-9458-1e7d12731e9a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:28.027994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:28.074315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:28.080150 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-45eb8cfb-5365-45d2-94b1-bde6cbd61fb1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "PUT /v2.0/routers/f860315e-5b2a-4d11-a998-e943f4452f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530235 Jul 06 18:20:28.084077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.106033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:28.113029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:28.113481 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.175359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a532594-fc8c-4f43-b48f-4e9f5de54020 None None] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:28.298616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] Provisioning for port f143cc84-c6d9-42de-9458-1e7d12731e9a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:28.300657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2bd26-45dd-4cc7-883b-72a70db79186 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.301775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2bd26-45dd-4cc7-883b-72a70db79186 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.302992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2bd26-45dd-4cc7-883b-72a70db79186 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.303539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2bd26-45dd-4cc7-883b-72a70db79186 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.304583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2bd26-45dd-4cc7-883b-72a70db79186 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.308428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cfb2bd26-45dd-4cc7-883b-72a70db79186 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.2208648 Jul 06 18:20:28.309559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.316335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] Provisioning complete for port f143cc84-c6d9-42de-9458-1e7d12731e9a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:28.318035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.429545 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.443760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a54214-6c09-4d01-bf1c-1e78d8418b9e tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.443760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a54214-6c09-4d01-bf1c-1e78d8418b9e tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.443760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a54214-6c09-4d01-bf1c-1e78d8418b9e tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.444292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a54214-6c09-4d01-bf1c-1e78d8418b9e tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.444528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a54214-6c09-4d01-bf1c-1e78d8418b9e tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:28.446317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-44a54214-6c09-4d01-bf1c-1e78d8418b9e tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1365488 Jul 06 18:20:28.452167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32802) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.496221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:28.505855 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.603218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.646571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.673525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] For port f143cc84-c6d9-42de-9458-1e7d12731e9a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f143cc84-c6d9-42de-9458-1e7d12731e9a,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:28.693703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.796152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d370113-816d-407a-95c2-6b8fc347c1d4 None None] Pushing event updated for resources: {'Port': ['ID=f143cc84-c6d9-42de-9458-1e7d12731e9a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.804074 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1bf020bd-344b-4206-9df8-86f6b821f2ee tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.3498640 Jul 06 18:20:29.049006 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:29.060257 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:29.060906 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:29.146593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4950864e-e5bb-4554-b0f9-8cadb5d54c15 None None] Provisioning for port c075224f-8278-49b8-bf20-ccb3781b65e4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:29.156225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4950864e-e5bb-4554-b0f9-8cadb5d54c15 None None] Provisioning complete for port c075224f-8278-49b8-bf20-ccb3781b65e4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:29.156798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4950864e-e5bb-4554-b0f9-8cadb5d54c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.205599 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:29.215591 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32812) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.220394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392812308', 'description': 'tempest-secgroup-smoke-392812308 description', 'project_id': 'b8e759888db24094b911baf255435d47'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:29.250324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4950864e-e5bb-4554-b0f9-8cadb5d54c15 None None] Port c075224f-8278-49b8-bf20-ccb3781b65e4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:29.269038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.269357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4950864e-e5bb-4554-b0f9-8cadb5d54c15 None None] Provisioning complete for port f143cc84-c6d9-42de-9458-1e7d12731e9a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:29.269609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4950864e-e5bb-4554-b0f9-8cadb5d54c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.400725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.420513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.428172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.470938 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.472228 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2556839 Jul 06 18:20:29.475998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.481104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': 'c5533ac8-58e6-49d8-8615-e3bba78b91b5', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:29.490554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7a128-2e93-454d-9841-8089d0dfb7f2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5533ac8-58e6-49d8-8615-e3bba78b91b5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:29.525834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8474fe9a-5ab5-410b-805d-8eb58c3a1105 None None] Provisioning complete for port c075224f-8278-49b8-bf20-ccb3781b65e4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:29.526448 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8474fe9a-5ab5-410b-805d-8eb58c3a1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.528809 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.595924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8474fe9a-5ab5-410b-805d-8eb58c3a1105 None None] Port c075224f-8278-49b8-bf20-ccb3781b65e4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:29.616263 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:27Z', 'revision_number': 2, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:29.665155 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:29.665829 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Updating router f860315e-5b2a-4d11-a998-e943f4452f8f port c075224f-8278-49b8-bf20-ccb3781b65e4 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:29.671686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.680597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.708068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d184bf-500f-4377-b2fa-1d21e2b36fe6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:29.726607 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.728440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d583388f-8b33-4490-8713-40fdbb391b9d None None] Provisioning complete for port c075224f-8278-49b8-bf20-ccb3781b65e4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:29.728981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d583388f-8b33-4490-8713-40fdbb391b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.743774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.745373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e532ba99-260b-41d0-a35d-af8c765d5792 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683980 Jul 06 18:20:29.749169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.758179 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': 'c5533ac8-58e6-49d8-8615-e3bba78b91b5', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:29.774663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f143cc84-c6d9-42de-9458-1e7d12731e9a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:29.809537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.824243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d583388f-8b33-4490-8713-40fdbb391b9d None None] Port c075224f-8278-49b8-bf20-ccb3781b65e4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:29.852488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f143cc84-c6d9-42de-9458-1e7d12731e9a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:29.853152 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.898849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.904114 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.922740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a162cdd-5ac8-477e-8f33-17f45445e0f0,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:29.943493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.951110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32822) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.951923 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3957f613-cc89-427c-9f03-ca7f6e1f5f55 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2013645 Jul 06 18:20:29.956744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': 'c5533ac8-58e6-49d8-8615-e3bba78b91b5', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:29.982634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:30.015379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.058085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:30.058085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.108706 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.110527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.116300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.127907 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Transition to ACTIVE for port object c075224f-8278-49b8-bf20-ccb3781b65e4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:30.138478 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.151900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5713627-8645-47d0-aea6-b67248b5da67,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.161511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.165171 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.170263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32826) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:30.170990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0c4578f7-d243-4ba5-b985-cc7848985493 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178586 Jul 06 18:20:30.176467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': 'c5533ac8-58e6-49d8-8615-e3bba78b91b5', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:30.213958 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Pushing event updated for resources: {'Port': ['ID=c075224f-8278-49b8-bf20-ccb3781b65e4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.220243 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.228095 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.228870 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.229725 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.230211 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.230692 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.231180 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.231695 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.232204 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.232530 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.232854 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.233182 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.233500 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:30.304855 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Attempting to bind port c075224f-8278-49b8-bf20-ccb3781b65e4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:30.305526 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Attempting to bind port c075224f-8278-49b8-bf20-ccb3781b65e4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:30.306097 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Attempting to bind port c075224f-8278-49b8-bf20-ccb3781b65e4 on network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:30.312534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.318678 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:30.319025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.319327 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Checking segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:30.319850 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.320315 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Bound using segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:30.321823 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Bound port: c075224f-8278-49b8-bf20-ccb3781b65e4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:30.322497 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.342149 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9169b5-887e-456e-abc5-21f87e78d069,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.351467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.353166 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4ffe64b7-6861-4112-8b29-d089bb9e65e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1809659 Jul 06 18:20:30.356119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32828) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:30.365484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': 'c5533ac8-58e6-49d8-8615-e3bba78b91b5', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:30.403549 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Project b8e759888db24094b911baf255435d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:20:30.412972 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.415883 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] For port c075224f-8278-49b8-bf20-ccb3781b65e4, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:30.421401 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] For port c075224f-8278-49b8-bf20-ccb3781b65e4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c075224f-8278-49b8-bf20-ccb3781b65e4,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:30.437906 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.516950 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:30.517605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:30.520201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912537-2fd0-4578-84f8-895aacfc223e None None] Pushing event updated for resources: {'Port': ['ID=c075224f-8278-49b8-bf20-ccb3781b65e4,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.560923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.571297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.594324 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995348f1-2cde-4dfb-8079-038be458ed98,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.605451 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.607301 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83def063-f36a-430b-a677-8063cd971368 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2493420 Jul 06 18:20:30.611648 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32830) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:30.618576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': 'c5533ac8-58e6-49d8-8615-e3bba78b91b5', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:30.651984 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Project b8e759888db24094b911baf255435d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:20:30.658797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.675728 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:30.807961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.990341 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:30Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:31.022064 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a21d3b-16a6-438a-9a3a-c1a37c4f3b49 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:30Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:31.110945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.115371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.136239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05caa264-7dea-4643-8a26-8b22e0d48580,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.140712 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.142978 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a69ae38d-bd94-4eda-814f-bc4727374943 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5288253 Jul 06 18:20:31.318556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-1ae0f38e-78c9-40a9-b3be-48a9640f3817 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392812308&fields=id&tenant_id=b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 267 time: 0.0440948 Jul 06 18:20:31.445881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-8053e2eb-7219-4f4c-816a-c966d769ba10 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:31.447141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-8053e2eb-7219-4f4c-816a-c966d769ba10 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 796 time: 0.1206470 Jul 06 18:20:31.468244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-bfe6ce6b-b3ae-48cc-80fd-bf1b8961d670 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/quotas/b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 375 time: 0.0147769 Jul 06 18:20:31.552398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-a7b82765-c9cf-47ec-b97b-b05442f6f9ec tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821564 Jul 06 18:20:31.635329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-c07e9835-b5a7-4b88-b018-b99dbac13f83 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:31.637689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-c07e9835-b5a7-4b88-b018-b99dbac13f83 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748212 Jul 06 18:20:31.784447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-86aad675-c0c0-4074-b106-54bd48e44ec9 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412506 Jul 06 18:20:31.822514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c075224f-8278-49b8-bf20-ccb3781b65e4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:31.907217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c075224f-8278-49b8-bf20-ccb3781b65e4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:31.912926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c075224f-8278-49b8-bf20-ccb3781b65e4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:31.913292 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.915873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-90379873-8646-4f74-9fa7-442e9157b59a service neutron] 10.222.0.37 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249824 Jul 06 18:20:32.032246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.081243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port c075224f-8278-49b8-bf20-ccb3781b65e4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c075224f-8278-49b8-bf20-ccb3781b65e4,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:32.087591 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.152629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=c075224f-8278-49b8-bf20-ccb3781b65e4,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:32.190114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81777292-5bfa-4655-ae27-cd33ef47e7cb req-d0ccab1f-50b6-4734-8b22-5242ab63febc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 210 time: 0.0618596 Jul 06 18:20:32.608695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.450756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d049a55d-8212-495e-b435-24caf2aa4dff req-5f47a1b9-51b3-4a9e-a0c3-7468fc9fdcc2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 210 time: 0.0519936 Jul 06 18:20:33.546904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-da760dd8-f769-43c5-9a7d-a900afeeb0c9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:33.548945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-da760dd8-f769-43c5-9a7d-a900afeeb0c9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 796 time: 0.2393978 Jul 06 18:20:33.603454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-bc70a319-51c2-4328-972a-d05fa8dd444d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 379 time: 0.0447416 Jul 06 18:20:33.616877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'port': {'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'admin_state_up': True, 'tenant_id': 'b8e759888db24094b911baf255435d47', 'security_groups': ['c5533ac8-58e6-49d8-8615-e3bba78b91b5']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:33.758116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c075224f-8278-49b8-bf20-ccb3781b65e4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:33.807465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:33.814664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.836001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c075224f-8278-49b8-bf20-ccb3781b65e4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:33.836589 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.013952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.20.0.9 (0fb7df16-ad77-4d7e-a022-904dd1d47f10/4449068c-3c98-4a9f-b04a-9731b1556e7b/754f5712-8bc3-4ca1-a849-b195d4adfce7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:34.200676 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.221757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Transition to ACTIVE for port object 754f5712-8bc3-4ca1-a849-b195d4adfce7 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:34.279758 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.363297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:34.369491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:34.376775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:34.437189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=754f5712-8bc3-4ca1-a849-b195d4adfce7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:34.476894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.478295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.501193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-4f2b3375-dfe8-4546-87ed-3cf62643d77e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911743 Jul 06 18:20:34.527346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Request body: {'port': {'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:34.655475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-41169ad5-315f-49d0-b3e9-31098e3304b6 None None] Provisioning for port 754f5712-8bc3-4ca1-a849-b195d4adfce7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:34.662851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-41169ad5-315f-49d0-b3e9-31098e3304b6 None None] Provisioning complete for port 754f5712-8bc3-4ca1-a849-b195d4adfce7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:34.663502 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41169ad5-315f-49d0-b3e9-31098e3304b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.679787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.720696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-41169ad5-315f-49d0-b3e9-31098e3304b6 None None] Port 754f5712-8bc3-4ca1-a849-b195d4adfce7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:34.847126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df65907-ec4d-48f9-92a9-027fda6d496e req-8efe3d7e-235e-4d9f-a1a1-5faf913c068b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:34.848798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df65907-ec4d-48f9-92a9-027fda6d496e req-8efe3d7e-235e-4d9f-a1a1-5faf913c068b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 931 time: 0.1929967 Jul 06 18:20:34.955844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1df65907-ec4d-48f9-92a9-027fda6d496e req-fe057699-d9b2-4337-91d4-a1af92bbb372 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006143 Jul 06 18:20:35.074150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754f5712-8bc3-4ca1-a849-b195d4adfce7 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:35.084052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.100121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Transition to ACTIVE for port object 754f5712-8bc3-4ca1-a849-b195d4adfce7 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:35.106365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.193185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=754f5712-8bc3-4ca1-a849-b195d4adfce7,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.268770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Attempting to bind port 754f5712-8bc3-4ca1-a849-b195d4adfce7 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:35.269318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Attempting to bind port 754f5712-8bc3-4ca1-a849-b195d4adfce7 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:35.269867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Attempting to bind port 754f5712-8bc3-4ca1-a849-b195d4adfce7 on network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:35.278973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Port 754f5712-8bc3-4ca1-a849-b195d4adfce7 on network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:35.279575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Attempting to bind port 754f5712-8bc3-4ca1-a849-b195d4adfce7 on network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:35.289151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:35.289673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Checking segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:35.290250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Bound using segment: {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:35.290898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Bound port: 754f5712-8bc3-4ca1-a849-b195d4adfce7, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e37cf9-886e-4412-a84e-51d914365822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:35.291476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.402623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] For port 754f5712-8bc3-4ca1-a849-b195d4adfce7, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:35.408531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] For port 754f5712-8bc3-4ca1-a849-b195d4adfce7, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:35.416668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.471435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.472084 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.475486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] 10.222.0.60 "PUT /v2.0/ports/754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 1091 time: 0.9516563 Jul 06 18:20:35.475486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:35.477640 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:35.517563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49f18f-d021-4429-aa29-81fa793a1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=754f5712-8bc3-4ca1-a849-b195d4adfce7,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.526532 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fd96d7-cc0f-4b27-ba3c-922bb87cc7d6 x-openstack-request-id: req-c1fd96d7-cc0f-4b27-ba3c-922bb87cc7d6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:35.527012 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:35.527472 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1fd96d7-cc0f-4b27-ba3c-922bb87cc7d6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:35.528293 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'status': 'completed', 'code': 200} Jul 06 18:20:35.601739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-509ecca1-dff8-4aa4-9250-926c8e86dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.604059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-509ecca1-dff8-4aa4-9250-926c8e86dde3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1094 time: 0.0705183 Jul 06 18:20:35.661240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-ca5ffe61-819d-43db-9c3c-874f73706562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 217 time: 0.0458698 Jul 06 18:20:35.745509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-b1f6554a-dc32-48f3-a2c9-1d59fd2787f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.748289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-b1f6554a-dc32-48f3-a2c9-1d59fd2787f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 200 len: 834 time: 0.0800176 Jul 06 18:20:35.853247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-0ded51a5-9371-4ddc-8efa-f2afc49ff7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:35.856267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-0ded51a5-9371-4ddc-8efa-f2afc49ff7a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957346 Jul 06 18:20:35.981020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-cb8a7377-5508-49f5-810d-8c76b64ea7ec service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175306 Jul 06 18:20:36.104554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6c337a4-1e73-4ca5-b58f-d2a958666a7f req-b8e544e6-bf11-48df-a1d3-71ae84c57f6f service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163766 Jul 06 18:20:36.197755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482339a-12c8-46a8-b51d-af40b5b2df33 req-10d4f109-e9e1-4028-83db-2941aaaa169a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.199635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b482339a-12c8-46a8-b51d-af40b5b2df33 req-10d4f109-e9e1-4028-83db-2941aaaa169a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 943 time: 0.1102901 Jul 06 18:20:36.256418 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b482339a-12c8-46a8-b51d-af40b5b2df33 req-0871c1a3-3a98-4d95-a0a8-43bfcf417081 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489440 Jul 06 18:20:36.262675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-0e1d5d2f-dba5-4c9e-8deb-535925e178c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.264260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-0e1d5d2f-dba5-4c9e-8deb-535925e178c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1094 time: 0.1026359 Jul 06 18:20:36.388361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-87afdfb8-7f94-4f51-8db1-fc8df346230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.389884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-87afdfb8-7f94-4f51-8db1-fc8df346230a service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 897 time: 0.1173217 Jul 06 18:20:36.461277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-c2c95f74-a716-4822-a13e-23806fd65308 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 217 time: 0.0638242 Jul 06 18:20:36.531990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-780f8334-7488-4ac4-8e05-f3961686fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.533563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-780f8334-7488-4ac4-8e05-f3961686fb27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 200 len: 834 time: 0.0664082 Jul 06 18:20:36.612954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-1de3065c-200d-4036-9ced-29a499e59672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:36.615342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-1de3065c-200d-4036-9ced-29a499e59672 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735972 Jul 06 18:20:36.729246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-7c181cc6-ad1e-44f5-944e-f1eded038290 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071339 Jul 06 18:20:36.842298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa5d011e-e3ba-44aa-b1ee-c4c9fa10cc8c req-c92a3856-3518-4d22-9407-b6320fb472d5 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061492 Jul 06 18:20:37.365236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:20:37.486827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422a229-9597-4f4c-bcad-40588ba578df req-3c5bcf75-fbbc-4401-a74f-89e1b3db11f3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.488729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2422a229-9597-4f4c-bcad-40588ba578df req-3c5bcf75-fbbc-4401-a74f-89e1b3db11f3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 943 time: 0.0898221 Jul 06 18:20:37.543533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2422a229-9597-4f4c-bcad-40588ba578df req-d55674e9-cce7-48d9-85d6-6f832a8737bc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469434 Jul 06 18:20:37.676980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 754f5712-8bc3-4ca1-a849-b195d4adfce7 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:37.787233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 754f5712-8bc3-4ca1-a849-b195d4adfce7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:37.799814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:37.840017 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.856005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754f5712-8bc3-4ca1-a849-b195d4adfce7 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:37.877798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 754f5712-8bc3-4ca1-a849-b195d4adfce7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:37.884033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.938405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=754f5712-8bc3-4ca1-a849-b195d4adfce7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:38.126587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['754f5712-8bc3-4ca1-a849-b195d4adfce7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:20:38.758511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b9e6a-0e43-44a6-a81d-96d781ccfbd9 req-89e7cc9c-2140-4d6a-9605-f9414f3508af tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:38.760889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e31b9e6a-0e43-44a6-a81d-96d781ccfbd9 req-89e7cc9c-2140-4d6a-9605-f9414f3508af tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 944 time: 0.0876377 Jul 06 18:20:38.821481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e31b9e6a-0e43-44a6-a81d-96d781ccfbd9 req-378d01ff-625f-4fc4-99cc-304e7b6b9112 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500565 Jul 06 18:20:39.676067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 754f5712-8bc3-4ca1-a849-b195d4adfce7 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:39.736998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 754f5712-8bc3-4ca1-a849-b195d4adfce7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:39.742377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 754f5712-8bc3-4ca1-a849-b195d4adfce7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:39.742751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.841336 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.868385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:39.870838 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f62e9-8c47-454c-a9b9-9c45de65c20e" -d '{"events": [{"server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "name": "network-vif-plugged", "status": "completed", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:39.908068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 754f5712-8bc3-4ca1-a849-b195d4adfce7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:39.916341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.952687 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdaaa79-dc02-4cab-ae30-37aef1d3d0f6 x-openstack-request-id: req-0fdaaa79-dc02-4cab-ae30-37aef1d3d0f6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:39.953044 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "name": "network-vif-plugged", "status": "completed", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:39.953315 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fdaaa79-dc02-4cab-ae30-37aef1d3d0f6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:39.953732 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'code': 200} Jul 06 18:20:39.981187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=754f5712-8bc3-4ca1-a849-b195d4adfce7,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:40.053452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5d707-969f-48d0-bbd1-dd93e29a5a81 req-53b78024-81b1-4ce0-99dc-ba0ca0498050 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:40.055132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ead5d707-969f-48d0-bbd1-dd93e29a5a81 req-53b78024-81b1-4ce0-99dc-ba0ca0498050 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 945 time: 0.0858102 Jul 06 18:20:40.118175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ead5d707-969f-48d0-bbd1-dd93e29a5a81 req-48b6557a-7b09-475c-8cd3-0ab25a3fea9a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Jul 06 18:20:40.144410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4af8-ef35-42fe-81a5-5c18e4eabec0 req-7ffab312-41a3-4d62-bf58-72cd110ac9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:40.144410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82dd4af8-ef35-42fe-81a5-5c18e4eabec0 req-7ffab312-41a3-4d62-bf58-72cd110ac9a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1096 time: 0.1067019 Jul 06 18:20:40.189059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82dd4af8-ef35-42fe-81a5-5c18e4eabec0 req-9efff91d-442d-4899-a617-91d36c61b30a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401223 Jul 06 18:20:41.370966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476fab-5e7f-4d17-ad7c-742ab94b939a req-446fe8ad-5e67-4547-b9e1-eeb530e8e2b6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.372556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c476fab-5e7f-4d17-ad7c-742ab94b939a req-446fe8ad-5e67-4547-b9e1-eeb530e8e2b6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 945 time: 0.0966971 Jul 06 18:20:41.429486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c476fab-5e7f-4d17-ad7c-742ab94b939a req-65b7b200-8661-4727-a84c-c64da9ce79d3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506089 Jul 06 18:20:41.652438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5d398-41da-4272-a3e8-c7bf01ece8e8 req-c838258f-661e-44bc-8fd4-960ded3991bb tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.654464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eef5d398-41da-4272-a3e8-c7bf01ece8e8 req-c838258f-661e-44bc-8fd4-960ded3991bb tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 945 time: 0.0874209 Jul 06 18:20:41.705208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eef5d398-41da-4272-a3e8-c7bf01ece8e8 req-d800564f-c084-4bfc-b516-5c704d51677a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Jul 06 18:20:41.734825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:41.794725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2962889-6d96-40aa-9657-56ac5b4a0c52 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:41.796442 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b2962889-6d96-40aa-9657-56ac5b4a0c52 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1091 time: 0.0605545 Jul 06 18:20:41.801184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 32966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:41.806749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:41.834387 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.963332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.085092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.25.5.50 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/289a389d-03e0-4c55-8e7e-7aef5a82c236) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:42.221657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.269459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.309313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:42.312976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:42.318071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:42.351602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=289a389d-03e0-4c55-8e7e-7aef5a82c236,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:42.918993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.029301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.203431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.209404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.313972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=289a389d-03e0-4c55-8e7e-7aef5a82c236,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:43.332115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.459037 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Floating IP 9adbc152-7cc1-45a9-a8f5-d91c60778143 associated. External IP: 172.25.5.50, port: 754f5712-8bc3-4ca1-a849-b195d4adfce7. Jul 06 18:20:43.699781 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:43.842350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:43.854046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:43.868095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:43.870922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:43.873258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:43.924353 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cac55a31-3196-4cdd-b516-edcb596fabbc tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1211214 Jul 06 18:20:43.925658 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:43.927919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 32994) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:43.928990 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f7e2bd-fb40-4070-adc2-0da160188083" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:44.015693 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dd4dea-6d11-416e-9d34-c1f34ce52493 x-openstack-request-id: req-74dd4dea-6d11-416e-9d34-c1f34ce52493 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:44.016390 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:44.016654 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74dd4dea-6d11-416e-9d34-c1f34ce52493 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:44.017218 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'status': 'completed', 'code': 200} Jul 06 18:20:44.019199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:44.057683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3f689581-0fa2-4377-9f21-078d08566f19 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/9adbc152-7cc1-45a9-a8f5-d91c60778143 HTTP/1.1" status: 200 len: 990 time: 0.1271958 Jul 06 18:20:44.103462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-20506d95-c0a8-4b1a-86a9-608abb9182b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.105292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-20506d95-c0a8-4b1a-86a9-608abb9182b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1096 time: 0.0624664 Jul 06 18:20:44.197877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-527c8dee-7b90-496d-aca4-45bb5035b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.199293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-527c8dee-7b90-496d-aca4-45bb5035b434 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 897 time: 0.0874848 Jul 06 18:20:44.270833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-e65decef-9421-4304-9c99-37c30944195e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 998 time: 0.0653028 Jul 06 18:20:44.273451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 0, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:44.303547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:44.314196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:44.315042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:44.328150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-916d300a-e806-42a8-995d-733246440ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.329678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-916d300a-e806-42a8-995d-733246440ebe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 200 len: 834 time: 0.0529137 Jul 06 18:20:44.407237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-29ae7d3c-36e8-4929-97b5-abd2d6c7a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.408878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-29ae7d3c-36e8-4929-97b5-abd2d6c7a53c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725429 Jul 06 18:20:44.455469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:44.584269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-31e5d193-f6ec-4767-b39c-77f7b4b18041 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691046 Jul 06 18:20:44.587299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-d857972c-0775-474b-830f-3b94b5b481ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861642 Jul 06 18:20:44.852499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 0, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:44.882402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6027b0-1116-473d-9f4f-4ac57b77fc77 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 0, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:44.982804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75f7e2bd-fb40-4070-adc2-0da160188083 req-369e0619-9f2f-4144-8084-398a290ca5de service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918507 Jul 06 18:20:45.061081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:45.144656 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa110da8-0a96-4b3a-a581-16e89779a94b None None] New status for floating IP 9adbc152-7cc1-45a9-a8f5-d91c60778143: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:20:45.171406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-17f1b506-05b9-46ca-8b65-e5f06109a514 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/9adbc152-7cc1-45a9-a8f5-d91c60778143 HTTP/1.1" status: 200 len: 990 time: 0.1077096 Jul 06 18:20:45.197631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-ed445b01-5807-45a1-9116-f1014ece4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.199178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-ed445b01-5807-45a1-9116-f1014ece4aa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1096 time: 0.0887303 Jul 06 18:20:45.326007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-773dd4f4-c12c-4970-8814-348d6cade9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.327568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-773dd4f4-c12c-4970-8814-348d6cade9aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 897 time: 0.1007621 Jul 06 18:20:45.416597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-41c86639-618e-4b8a-88af-1389a9c5d621 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 998 time: 0.0818553 Jul 06 18:20:45.481159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-20c54aea-829a-46ca-96e1-b1a9084ea05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.482815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-20c54aea-829a-46ca-96e1-b1a9084ea05a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 200 len: 834 time: 0.0588171 Jul 06 18:20:45.564651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-b8635da8-7697-47ab-ac9f-74e6894a40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:45.566185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-b8635da8-7697-47ab-ac9f-74e6894a40b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755987 Jul 06 18:20:45.694659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-501fdae3-d5af-4153-acf2-9884a2541f4d service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217492 Jul 06 18:20:45.809918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-213dc70d-ca86-437c-aa57-29a8a3360a0f service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091590 Jul 06 18:20:46.174674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:46.249469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c04c3053-9026-4652-a2f8-d98c78055110 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/9adbc152-7cc1-45a9-a8f5-d91c60778143 HTTP/1.1" status: 200 len: 992 time: 0.0736814 Jul 06 18:20:46.972960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:47.152110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 01a0152c-a114-4250-ab4e-8810de8f40d3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:47.152463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.234933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.235738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.248643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 01a0152c-a114-4250-ab4e-8810de8f40d3 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:47.429866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.456220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=01a0152c-a114-4250-ab4e-8810de8f40d3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:47.548329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.548916 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Floating IP 20ea0dd9-5800-4dae-b71d-2d60f136a912 disassociated (deleted). External IP: 172.25.5.189, port: 394153c7-53f3-4d53-9cc9-81fcab9ff1b0. Jul 06 18:20:47.813246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:47.929037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:47.933569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.939079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] Sync routers for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:47.951395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:47.952168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:47.981606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4fe018db-fcc9-4ae0-810d-8a9010312e78 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/floatingips/20ea0dd9-5800-4dae-b71d-2d60f136a912 HTTP/1.1" status: 204 len: 168 time: 0.9999599 Jul 06 18:20:47.984607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:47.987036 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:48.038849 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24479686-d0f7-486b-be8d-0bd68fc47327 x-openstack-request-id: req-24479686-d0f7-486b-be8d-0bd68fc47327 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:48.039222 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:48.039533 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24479686-d0f7-486b-be8d-0bd68fc47327 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:48.039927 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'status': 'completed', 'code': 200} Jul 06 18:20:48.121998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:48.153158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-c3d2bdff-5bbd-4b36-b77b-75469fdba094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.156916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-c3d2bdff-5bbd-4b36-b77b-75469fdba094 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2909ba718d4b4f079da147d783770456&device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 1097 time: 0.0903325 Jul 06 18:20:48.267477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-4d482bc9-3c07-43fc-8b74-b922138da952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.269079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-4d482bc9-3c07-43fc-8b74-b922138da952 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 200 len: 897 time: 0.1057642 Jul 06 18:20:48.326883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-4411d967-1c59-4eba-81d3-0561c2e77978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 200 len: 217 time: 0.0495129 Jul 06 18:20:48.429361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-d7d948b3-33dd-41b2-b4a1-817c36e61f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.431760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-d7d948b3-33dd-41b2-b4a1-817c36e61f64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e083f58-c32c-45f2-9462-a4b503b73949 HTTP/1.1" status: 200 len: 835 time: 0.0975120 Jul 06 18:20:48.435167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:48.498576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] Checking router: 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:48.511399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:48.512054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:48.533994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-8064ff96-bb56-4d66-b2f4-9f15797d68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.535645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-8064ff96-bb56-4d66-b2f4-9f15797d68e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cdc4f38e-eb55-475e-9a06-646282bea080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940223 Jul 06 18:20:48.640880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:48.691612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-37e71166-b720-447f-b44c-25a1fb1a6772 service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481972 Jul 06 18:20:48.702893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173dd51-6efb-4fb6-ab39-6e531d57efae req-1be06279-5fe9-495a-a209-0307772ffb73 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.704727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7173dd51-6efb-4fb6-ab39-6e531d57efae req-1be06279-5fe9-495a-a209-0307772ffb73 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1305544 Jul 06 18:20:48.808166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7173dd51-6efb-4fb6-ab39-6e531d57efae req-e8e9404d-553d-4a27-81af-a3d76ea04030 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936589 Jul 06 18:20:48.858556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c12e92a-28ba-4e6d-bc43-25368cb1ed6c req-4fe87a29-9226-4055-97c3-3e7a7aa07ffc service neutron] 10.222.0.61 "GET /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527905 Jul 06 18:20:49.100000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:49.140588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee17e90b-af61-42d8-8db7-cb9b568fe1f2 None None] The sync data for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 is: [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:19:14Z', 'revision_number': 4, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '201b7c4b-5dce-441e-92b0-221a01402da1', 'name': '', 'network_id': 'cdc4f38e-eb55-475e-9a06-646282bea080', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'mac_address': 'fa:16:3e:de:76:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:13Z', 'updated_at': '2021-07-06T18:19:20Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'subnets': [{'id': '7e083f58-c32c-45f2-9462-a4b503b73949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:49.414297 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248118c1-ac60-4cbb-9fb3-9a2aa24ceec8 None None] New status for floating IP 20ea0dd9-5800-4dae-b71d-2d60f136a912: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:20:49.856804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698275b-9441-44d0-b265-52050cfe2158 req-3d774ad1-0503-4193-b779-9e3d62372f1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.858402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4698275b-9441-44d0-b265-52050cfe2158 req-3d774ad1-0503-4193-b779-9e3d62372f1a tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.0686960 Jul 06 18:20:50.023845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:50.024274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.084744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb416d-3e50-4ca9-85e6-a80ba3667f03 req-7ed4cd11-1b51-4c2f-ba36-982564efdfcb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.086660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7cb416d-3e50-4ca9-85e6-a80ba3667f03 req-7ed4cd11-1b51-4c2f-ba36-982564efdfcb tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f4f8973-9fa7-40f7-af92-780e627309b6 HTTP/1.1" status: 200 len: 946 time: 0.1362543 Jul 06 18:20:50.168598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7cb416d-3e50-4ca9-85e6-a80ba3667f03 req-fff1df4d-c446-44dc-9796-43fe962a6c3d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b491a19-05df-44fd-8efa-5da7e17d7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720286 Jul 06 18:20:50.178276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:50.178900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.202484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:50.353156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.387110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=394153c7-53f3-4d53-9cc9-81fcab9ff1b0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:50.438050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] No DVR routers for this DVR port 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:50.441106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.444160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4698275b-9441-44d0-b265-52050cfe2158 req-5672d730-bc32-46f5-841d-0bc70693a24b tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.61 "DELETE /v2.0/ports/394153c7-53f3-4d53-9cc9-81fcab9ff1b0 HTTP/1.1" status: 204 len: 173 time: 0.5803161 Jul 06 18:20:50.444655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-deleted', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:50.447106 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82195946-2774-488c-ae2e-fd40c04607cb" -d '{"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-deleted", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:50.499432 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca2d6ea-b0fc-4ea4-acdf-407b1fb4935b x-openstack-request-id: req-0ca2d6ea-b0fc-4ea4-acdf-407b1fb4935b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:50.500853 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f8973-9fa7-40f7-af92-780e627309b6", "name": "network-vif-deleted", "tag": "394153c7-53f3-4d53-9cc9-81fcab9ff1b0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:50.501122 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ca2d6ea-b0fc-4ea4-acdf-407b1fb4935b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:50.501570 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f8973-9fa7-40f7-af92-780e627309b6', 'name': 'network-vif-deleted', 'tag': '394153c7-53f3-4d53-9cc9-81fcab9ff1b0', 'status': 'completed', 'code': 200} Jul 06 18:20:51.281961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:51.703087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.287049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 201b7c4b-5dce-441e-92b0-221a01402da1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:52.287691 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.381193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 201b7c4b-5dce-441e-92b0-221a01402da1, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=201b7c4b-5dce-441e-92b0-221a01402da1,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:52.381810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.396746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 201b7c4b-5dce-441e-92b0-221a01402da1 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:52.597096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.628234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=201b7c4b-5dce-441e-92b0-221a01402da1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:52.838173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.083944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:53.196532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:53.204355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33122) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:53.205144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ba16bd4-ddfc-4aca-a4bd-46c4581a2c55 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "PUT /v2.0/routers/9f6aa369-3cd6-488a-b683-bdbbc6797ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9221263 Jul 06 18:20:53.214750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] Sync routers for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:53.224073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:53.224708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:53.267215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting subnet 7e083f58-c32c-45f2-9462-a4b503b73949 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:20:53.272172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.315901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.360621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:53.414990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.485345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.511163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Subnet': ['ID=7e083f58-c32c-45f2-9462-a4b503b73949,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:53.521597 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.523656 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-83fe5d34-c3ec-4e63-8126-85dcb49fcf56 tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/subnets/7e083f58-c32c-45f2-9462-a4b503b73949 HTTP/1.1" status: 204 len: 168 time: 0.3185241 Jul 06 18:20:53.526413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:53.532215 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a8cb8-90a5-401f-b0c2-b241347159df None None] Network cdc4f38e-eb55-475e-9a06-646282bea080 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:53.637119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:20:52Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:53.644139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.689991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] Checking router: 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:53.704902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] Routers {'9f6aa369-3cd6-488a-b683-bdbbc6797ec4'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:53.705556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:20:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:53.766017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.831283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Deleting port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:53.831960 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.833644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] Set router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:53.861770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] DHCP port deletion for cdc4f38e-eb55-475e-9a06-646282bea080 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:20:53.923709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] For port 89ac2de5-84ab-47f9-8d41-dab03ccb16f5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:53.924084 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:53.950992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Calling delete_port for 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:54.030790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] Deleting port 9ace80f8-aab5-4382-bd35-4a708184758a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:54.031290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.070903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:54.110398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:54.110746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 394153c7-53f3-4d53-9cc9-81fcab9ff1b0 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:54.131505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] For port 9ace80f8-aab5-4382-bd35-4a708184758a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9ace80f8-aab5-4382-bd35-4a708184758a,segment=NetworkSegment(74b962c5-6ca2-4696-af5c-d39e2cb93885),segment_id=74b962c5-6ca2-4696-af5c-d39e2cb93885)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:54.132196 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.149704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] Calling delete_port for 9ace80f8-aab5-4382-bd35-4a708184758a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:54.164709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.171734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:20:52Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:54.199048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Port': ['ID=89ac2de5-84ab-47f9-8d41-dab03ccb16f5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:54.233627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea020c-e238-4015-88dc-7440bdeb0f7a None None] The sync data for ids ['9f6aa369-3cd6-488a-b683-bdbbc6797ec4'] in n-d-799527-3 is: [{'id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372783417', 'tenant_id': '2909ba718d4b4f079da147d783770456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:19:09Z', 'updated_at': '2021-07-06T18:20:52Z', 'revision_number': 5, 'project_id': '2909ba718d4b4f079da147d783770456', 'gw_port': {'id': '89ac2de5-84ab-47f9-8d41-dab03ccb16f5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aa369-3cd6-488a-b683-bdbbc6797ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:19:10Z', 'updated_at': '2021-07-06T18:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:54.269591 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.294971 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.326729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] Pushing event deleted for resources: {'Port': ['ID=9ace80f8-aab5-4382-bd35-4a708184758a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:54.329176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12f8ab-0738-4762-be77-bd1931d27f68 None None] No DVR routers for this DVR port 9ace80f8-aab5-4382-bd35-4a708184758a on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:54.377631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.381301 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.429045 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.429647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6aa369-3cd6-488a-b683-bdbbc6797ec4 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:20:54.438403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.439799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f8b308b2-7fde-45f7-a151-5439da341cdd tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/routers/9f6aa369-3cd6-488a-b683-bdbbc6797ec4 HTTP/1.1" status: 204 len: 168 time: 0.9123759 Jul 06 18:20:54.444189 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33148) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:54.529754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.630687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.641860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc4f38e-eb55-475e-9a06-646282bea080']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:54.656106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b962c5-6ca2-4696-af5c-d39e2cb93885') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:54.656433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b962c5-6ca2-4696-af5c-d39e2cb93885') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:54.667112 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.683367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.693689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:20:54.694380 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:20:54.707493 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:20:54.775165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.780199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.783132 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/networks/cdc4f38e-eb55-475e-9a06-646282bea080 HTTP/1.1" status: 204 len: 168 time: 0.3374150 Jul 06 18:20:54.787159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:54.802742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36838e73-3a31-4107-a0fe-37656c51624d tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'Network': ['ID=cdc4f38e-eb55-475e-9a06-646282bea080,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:54.854128 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deebb3ca-4d45-47ce-a1d6-7c5ef816b75e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.886548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deebb3ca-4d45-47ce-a1d6-7c5ef816b75e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.966333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deebb3ca-4d45-47ce-a1d6-7c5ef816b75e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.970143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deebb3ca-4d45-47ce-a1d6-7c5ef816b75e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:54.974750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-deebb3ca-4d45-47ce-a1d6-7c5ef816b75e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] 10.222.0.37 "DELETE /v2.0/security-groups/4b491a19-05df-44fd-8efa-5da7e17d7f32 HTTP/1.1" status: 204 len: 168 time: 0.1829326 Jul 06 18:20:54.991744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebb3ca-4d45-47ce-a1d6-7c5ef816b75e tempest-TestNetworkAdvancedServerOps-1397571521 tempest-TestNetworkAdvancedServerOps-1397571521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b491a19-05df-44fd-8efa-5da7e17d7f32,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:55.290202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33172) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:55.435613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8645b69d-2d38-4554-966c-299a35a808f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.449712 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-41b6bffc-1df0-45c9-8a1f-b27eb2483cda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2909ba718d4b4f079da147d783770456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583397 Jul 06 18:20:55.452276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33178) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:55.519169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72132876-95b4-4455-a89d-a55a700e6963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.544237 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72132876-95b4-4455-a89d-a55a700e6963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.594367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72132876-95b4-4455-a89d-a55a700e6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.596950 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72132876-95b4-4455-a89d-a55a700e6963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:55.598148 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-72132876-95b4-4455-a89d-a55a700e6963 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93bf0ca4-2524-473b-b11e-2351a1af7a71 HTTP/1.1" status: 204 len: 168 time: 0.1448991 Jul 06 18:20:55.608018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72132876-95b4-4455-a89d-a55a700e6963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bf0ca4-2524-473b-b11e-2351a1af7a71,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:55.734280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:55.756471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:55.756830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 89ac2de5-84ab-47f9-8d41-dab03ccb16f5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:55.757474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 201b7c4b-5dce-441e-92b0-221a01402da1 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:55.778549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 201b7c4b-5dce-441e-92b0-221a01402da1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:55.778898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 201b7c4b-5dce-441e-92b0-221a01402da1 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:55.779358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ace80f8-aab5-4382-bd35-4a708184758a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:55.799974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 9ace80f8-aab5-4382-bd35-4a708184758a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:55.800326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9ace80f8-aab5-4382-bd35-4a708184758a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:55.898891 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33190) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:55.939487 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2defa72f-96a4-4e42-81ec-7b469cf189de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11585493cec1438894b151fbdbbdb143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392437 Jul 06 18:20:55.941952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33192) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:55.992788 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f34303-80d8-4904-b5a0-e15d57e06e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.016166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f34303-80d8-4904-b5a0-e15d57e06e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.073869 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f34303-80d8-4904-b5a0-e15d57e06e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.077226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8f34303-80d8-4904-b5a0-e15d57e06e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:56.079207 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c8f34303-80d8-4904-b5a0-e15d57e06e37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f473736d-193b-4a05-91c8-9c1258ed3003 HTTP/1.1" status: 204 len: 168 time: 0.1356673 Jul 06 18:20:56.087520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f34303-80d8-4904-b5a0-e15d57e06e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f473736d-193b-4a05-91c8-9c1258ed3003,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:57.937879 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6f73b78-3e94-4cd0-b9af-6926686a160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:57.972745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.387711 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:00.132413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:00.792140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.624627 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:14.364987 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:21:17.422432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33438) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:17.527393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb3951-a702-4564-800d-54de7d747942 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.527960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb3951-a702-4564-800d-54de7d747942 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.528348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb3951-a702-4564-800d-54de7d747942 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:17.530118 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6beb3951-a702-4564-800d-54de7d747942 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=b8e759888db24094b911baf255435d47&network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 2969 time: 0.1062253 Jul 06 18:21:19.305164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:19.363989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb8a67-a93b-436c-9e4b-f41f425b6e0f tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:19.367804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d8bb8a67-a93b-436c-9e4b-f41f425b6e0f tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3 HTTP/1.1" status: 200 len: 814 time: 0.0613625 Jul 06 18:21:19.836866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33502) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:19.842892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'network': {'name': 'tempest-network-smoke--235222685', 'project_id': 'b8e759888db24094b911baf255435d47', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:19.880571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:19.884604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.912129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:21:19.924604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.924953 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Added segment b37088f1-6ad4-4be7-b04a-c847a393122d of type vlan for network 95c10213-ea8b-4e7a-8202-5e276c77e6eb Jul 06 18:21:20.001649 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.042097 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.048087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.048791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.167881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Network': ['ID=95c10213-ea8b-4e7a-8202-5e276c77e6eb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:20.177427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.178082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.178583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.179205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.179793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.180301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.180805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.181349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.181857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.182375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.182375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.183089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:20.193321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a5d671ea-e549-4084-961e-fe0f0e9707d1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3491642 Jul 06 18:21:20.193321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33512) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.209602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:21:20.278363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a55870-d09b-4c4e-8890-c2a0bd0c0183 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.283669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-75a55870-d09b-4c4e-8890-c2a0bd0c0183 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b8e759888db24094b911baf255435d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0878010 Jul 06 18:21:20.283956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.397476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7bc16-3a1b-467d-bda6-8add7c58d22a tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.398190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3f7bc16-3a1b-467d-bda6-8add7c58d22a tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133449 Jul 06 18:21:20.401454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33518) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.431625 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8a36db9-cc8c-4ad4-a789-425a0a446561 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289521 Jul 06 18:21:20.434292 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33520) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.463386 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8990292e-672e-4086-ac7b-113fe5ddf73a tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b8e759888db24094b911baf255435d47&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278776 Jul 06 18:21:20.466577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33524) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.570775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd801b54-8477-47b5-86ff-3fb56a29b6f7 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:20.572323 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bd801b54-8477-47b5-86ff-3fb56a29b6f7 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048150 Jul 06 18:21:20.576243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33528) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.608186 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-894ac06f-034a-40cb-8be6-b058e83be31d tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281208 Jul 06 18:21:20.608481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33530) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:20.613810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543783872', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'project_id': 'b8e759888db24094b911baf255435d47', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:20.725872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:20.729909 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.254727 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.316963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Subnet': ['ID=f4abc8a5-2748-494c-bace-c7ed1b5eed66,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:21.329380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.330258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.330258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.330467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.330749 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.331097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.331449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.331786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.332114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.332438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.332773 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.333094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:21.340884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Checking segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:21.341235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network hostable DHCP agents. Network: 95c10213-ea8b-4e7a-8202-5e276c77e6eb, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:21:21.365551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:21:21.375639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 95c10213-ea8b-4e7a-8202-5e276c77e6eb) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:21.380786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:21.381632 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.385974 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a43a6-1d69-4068-a686-c2a61dc6b3d6 None None] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:21.399695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-539cf153-09c8-4651-8ced-2b387077d9ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7899156 Jul 06 18:21:21.585011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'fixed_ips': [{'subnet_id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:21:21.586356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.633663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33558) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:21.639176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560633136', 'description': 'tempest-secgroup-smoke-560633136 description', 'project_id': 'b8e759888db24094b911baf255435d47'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:21.667731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.769338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Allocated IP 172.20.0.18 (95c10213-ea8b-4e7a-8202-5e276c77e6eb/f4abc8a5-2748-494c-bace-c7ed1b5eed66/03d4d218-e04c-44cd-a78b-ab1fdfac441b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:21.777310 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.782370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.823050 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.824437 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1890132 Jul 06 18:21:21.827959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:21.834153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '0f048803-52dc-4059-9de2-c36224ebe992', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:21.842824 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4ddc9-22a9-4f83-9f88-491ca1c4cf7b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f048803-52dc-4059-9de2-c36224ebe992,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:21.869145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.946355 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.950759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.952297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.963031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Transition to ACTIVE for port object 03d4d218-e04c-44cd-a78b-ab1fdfac441b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:21.973078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2e7ca6-ad1c-4dcd-ba6c-9fa957301122,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:21.983736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:21.983939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Transition to ACTIVE for port object 03d4d218-e04c-44cd-a78b-ab1fdfac441b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:21.987778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dd88e3df-639c-4d0d-afb0-16ee0ae194b1 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580553 Jul 06 18:21:21.988405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:21.994281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '0f048803-52dc-4059-9de2-c36224ebe992', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:21.997143 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.036705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.062417 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:22.063765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Pushing event updated for resources: {'Port': ['ID=03d4d218-e04c-44cd-a78b-ab1fdfac441b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.066403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:22.069537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:22.079268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.079626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.079976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.080325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.080661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.080999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.081330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.081669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.081998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.082327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.082653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.082978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:22.113068 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.119203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.146143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2addc7-1f84-4761-8ca6-4face43c7d7e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.149081 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.150523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-496111dd-b085-4f15-8933-4007e275f7e5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610539 Jul 06 18:21:22.153407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:22.160706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '0f048803-52dc-4059-9de2-c36224ebe992', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:22.180045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Attempting to bind port 03d4d218-e04c-44cd-a78b-ab1fdfac441b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:22.180426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Attempting to bind port 03d4d218-e04c-44cd-a78b-ab1fdfac441b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:22.180802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Attempting to bind port 03d4d218-e04c-44cd-a78b-ab1fdfac441b on network 95c10213-ea8b-4e7a-8202-5e276c77e6eb {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:22.186752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:22.187124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Checking segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:22.187878 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.188522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Bound using segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:22.189099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Bound port: 03d4d218-e04c-44cd-a78b-ab1fdfac441b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:22.189498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.197346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.286861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.291174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.299084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] For port 03d4d218-e04c-44cd-a78b-ab1fdfac441b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:22.303012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] For port 03d4d218-e04c-44cd-a78b-ab1fdfac441b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=03d4d218-e04c-44cd-a78b-ab1fdfac441b,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:22.308459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.309101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2ac06a-6d8c-437c-af82-d1a2de12cc82,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.316566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.318743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5e744088-5881-4f02-8605-39540b09035c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632018 Jul 06 18:21:22.321803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:22.326554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '0f048803-52dc-4059-9de2-c36224ebe992', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:22.375041 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.383533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1b1be-b486-45ea-ba56-bfdf6fea673b None None] Pushing event updated for resources: {'Port': ['ID=03d4d218-e04c-44cd-a78b-ab1fdfac441b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.475205 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.483871 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.508050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e905445c-f7ce-46d5-b20f-9d36ac3591d1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.516942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.518188 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-eaa42e07-a269-4461-96af-8863b16c6c2c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953630 Jul 06 18:21:22.522034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 33588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:22.526892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '0f048803-52dc-4059-9de2-c36224ebe992', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:22.555169 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Project b8e759888db24094b911baf255435d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:21:22.583733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.670620 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.676148 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.697854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d309be-669f-48d1-b29b-41968d583362,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.709724 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.711485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e2f8c387-8d4a-4730-aabd-281319bbc7a7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1882052 Jul 06 18:21:22.714440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 33592) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:22.722957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '0f048803-52dc-4059-9de2-c36224ebe992', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:22.769688 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Project b8e759888db24094b911baf255435d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:21:22.774903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.857752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.862947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.885560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173828a2-3e84-45c6-accd-9cdf9c21072b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:22.889251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.893616 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f67c4236-fa1a-4da7-9f0b-81093f6fcc8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742797 Jul 06 18:21:23.144576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-123545fd-6df0-486b-8c16-f9151f6fbef6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560633136&fields=id&tenant_id=b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 267 time: 0.0419941 Jul 06 18:21:23.289352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-6db92d1f-4537-40c3-9295-f2b0bd67ffe0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:23.291079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-6db92d1f-4537-40c3-9295-f2b0bd67ffe0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/networks?id=95c10213-ea8b-4e7a-8202-5e276c77e6eb HTTP/1.1" status: 200 len: 796 time: 0.1379395 Jul 06 18:21:23.313359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-07617d3a-03fa-43db-aaad-611c7e96bc53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/quotas/b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 375 time: 0.0129247 Jul 06 18:21:23.407665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-4f2868c0-6305-46b5-84b3-9f3c6ed478a5 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865910 Jul 06 18:21:23.427402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-093c4825-c41a-46df-8556-321cc56b63d3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:21:23.428597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-093c4825-c41a-46df-8556-321cc56b63d3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055759 Jul 06 18:21:23.449815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493bf02-b6b6-4a72-81c7-9025029ef40f None None] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:21:23.532224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2e819b4b-8c13-45bc-bbac-dc2b3660bd6c None None] Provisioning for port 03d4d218-e04c-44cd-a78b-ab1fdfac441b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:23.558161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-0ab36dd7-e202-4db9-8213-6ab850cc6ffa service neutron] 10.222.0.37 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217659 Jul 06 18:21:23.719687 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-ee14bd8e-a197-4394-8b12-b08336f8090d service neutron] 10.222.0.37 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497128 Jul 06 18:21:23.854213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 03d4d218-e04c-44cd-a78b-ab1fdfac441b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:23.929066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 03d4d218-e04c-44cd-a78b-ab1fdfac441b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:23.950418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 03d4d218-e04c-44cd-a78b-ab1fdfac441b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:23.952354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.035393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0584c460-2a5e-4df8-8fcb-f48e6ce646da req-e9bd2216-5189-48fc-b0d2-09668a610a44 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 210 time: 0.0576513 Jul 06 18:21:24.070161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.087124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-96f91e07-55fa-4c35-8adf-c6bf8983fc5a None None] Provisioning complete for port 03d4d218-e04c-44cd-a78b-ab1fdfac441b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:24.087630 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f91e07-55fa-4c35-8adf-c6bf8983fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.134373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 03d4d218-e04c-44cd-a78b-ab1fdfac441b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=03d4d218-e04c-44cd-a78b-ab1fdfac441b,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:24.143781 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:24.229488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=03d4d218-e04c-44cd-a78b-ab1fdfac441b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:25.130879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f559d901-8c30-42e1-953b-8e076c1a2866 req-cddb4d95-7bd4-422b-95d0-75cc509a1372 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 210 time: 0.0426817 Jul 06 18:21:25.446479 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7c0c254-9609-41a5-9288-9326b890b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:25.757129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 03d4d218-e04c-44cd-a78b-ab1fdfac441b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:25.808143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 03d4d218-e04c-44cd-a78b-ab1fdfac441b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:25.808513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.232739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-a5ab148c-828b-4e19-ba35-1e6b0e0ffa16 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:26.234560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-a5ab148c-828b-4e19-ba35-1e6b0e0ffa16 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.61 "GET /v2.0/networks?id=95c10213-ea8b-4e7a-8202-5e276c77e6eb HTTP/1.1" status: 200 len: 796 time: 0.1462846 Jul 06 18:21:26.284148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29cd984e-0849-4004-bc3c-87edb1f0e66f req-11238820-b2ac-46eb-b4ac-6e3478506f22 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 210 time: 0.0336032 Jul 06 18:21:26.399872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-950b713e-a98d-4912-a0b6-21befc1415f9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 471 time: 0.0362239 Jul 06 18:21:26.408717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'port': {'device_id': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'admin_state_up': True, 'tenant_id': 'b8e759888db24094b911baf255435d47', 'security_groups': ['0f048803-52dc-4059-9de2-c36224ebe992']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:26.525773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:26.529473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.668530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.20.0.23 (95c10213-ea8b-4e7a-8202-5e276c77e6eb/f4abc8a5-2748-494c-bace-c7ed1b5eed66/23438341-40c2-4179-bf2c-818f94e136bc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:26.824270 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.838900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Transition to ACTIVE for port object 23438341-40c2-4179-bf2c-818f94e136bc will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:26.873363 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:26.914521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:26.920636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:26.924510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:26.961768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=23438341-40c2-4179-bf2c-818f94e136bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:26.998665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:26.999519 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.017584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-102ab43a-cd17-4ca2-86c8-92de05e1a50f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6131871 Jul 06 18:21:27.030156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Request body: {'port': {'device_id': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:27.197216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c10f17cc-bdf2-4617-919d-29be61d0fed3 None None] Provisioning for port 23438341-40c2-4179-bf2c-818f94e136bc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:27.202438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c10f17cc-bdf2-4617-919d-29be61d0fed3 None None] Provisioning complete for port 23438341-40c2-4179-bf2c-818f94e136bc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:27.202862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c10f17cc-bdf2-4617-919d-29be61d0fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.242793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c10f17cc-bdf2-4617-919d-29be61d0fed3 None None] Port 23438341-40c2-4179-bf2c-818f94e136bc cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:21:27.444879 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.596535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98edec-b3f3-4128-925d-c835e6715892 req-c5e7205a-154d-422f-92ec-6600d3c970d0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:27.598130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e98edec-b3f3-4128-925d-c835e6715892 req-c5e7205a-154d-422f-92ec-6600d3c970d0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 932 time: 0.1662779 Jul 06 18:21:27.696571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e98edec-b3f3-4128-925d-c835e6715892 req-741604a0-26f2-4c92-8006-83cc12c68f51 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910978 Jul 06 18:21:27.814126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23438341-40c2-4179-bf2c-818f94e136bc {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:27.823438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.836739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Transition to ACTIVE for port object 23438341-40c2-4179-bf2c-818f94e136bc will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:27.841813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.899632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Pushing event updated for resources: {'Port': ['ID=23438341-40c2-4179-bf2c-818f94e136bc,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:27.950203 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1eff546-62ee-4eab-9010-4fe3f0576435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.978741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:27.984111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Attempting to bind port 23438341-40c2-4179-bf2c-818f94e136bc on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:27.984710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Attempting to bind port 23438341-40c2-4179-bf2c-818f94e136bc by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:27.985146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Attempting to bind port 23438341-40c2-4179-bf2c-818f94e136bc on network 95c10213-ea8b-4e7a-8202-5e276c77e6eb {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:27.992142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Port 23438341-40c2-4179-bf2c-818f94e136bc on network 95c10213-ea8b-4e7a-8202-5e276c77e6eb not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:27.992641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Attempting to bind port 23438341-40c2-4179-bf2c-818f94e136bc on network 95c10213-ea8b-4e7a-8202-5e276c77e6eb {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:27.998826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:27.999388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Checking segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:27.999878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Bound using segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:28.000419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Bound port: 23438341-40c2-4179-bf2c-818f94e136bc, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:28.000885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.079732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] For port 23438341-40c2-4179-bf2c-818f94e136bc, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:28.083149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] For port 23438341-40c2-4179-bf2c-818f94e136bc, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=23438341-40c2-4179-bf2c-818f94e136bc,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:28.089625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.126056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.126504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:28.128079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] 10.222.0.61 "PUT /v2.0/ports/23438341-40c2-4179-bf2c-818f94e136bc HTTP/1.1" status: 200 len: 1092 time: 1.1028330 Jul 06 18:21:28.128566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'tag': '23438341-40c2-4179-bf2c-818f94e136bc'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:28.131469 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a59eaf6-e063-43fd-8e35-14b47a2580fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e1e299-8765-43cb-ab21-c1cc513685ff", "tag": "23438341-40c2-4179-bf2c-818f94e136bc"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:28.180879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2dcab-6f21-4a31-bb6e-a943a4e16caa service neutron] Pushing event updated for resources: {'Port': ['ID=23438341-40c2-4179-bf2c-818f94e136bc,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:28.187760 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85dc44a-08c2-4e13-bddf-bdf678b026ae x-openstack-request-id: req-a85dc44a-08c2-4e13-bddf-bdf678b026ae {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:28.188151 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e1e299-8765-43cb-ab21-c1cc513685ff", "tag": "23438341-40c2-4179-bf2c-818f94e136bc", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:28.188258 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a85dc44a-08c2-4e13-bddf-bdf678b026ae {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:28.188618 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'tag': '23438341-40c2-4179-bf2c-818f94e136bc', 'status': 'completed', 'code': 200} Jul 06 18:21:28.259351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-8cbe1982-19fa-428f-818c-67cb12389732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.260902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-8cbe1982-19fa-428f-818c-67cb12389732 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 1095 time: 0.0695744 Jul 06 18:21:28.316045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-494083b1-fd90-4fc4-8d53-ee7d511dbea9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=23438341-40c2-4179-bf2c-818f94e136bc HTTP/1.1" status: 200 len: 217 time: 0.0481932 Jul 06 18:21:28.376701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-ba30643d-001f-48f2-9acd-fc9ac55321c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.378362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-ba30643d-001f-48f2-9acd-fc9ac55321c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4abc8a5-2748-494c-bace-c7ed1b5eed66 HTTP/1.1" status: 200 len: 838 time: 0.0560548 Jul 06 18:21:28.448696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-732fd7f9-0fbf-4f17-a347-5a36c46914d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.450217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-732fd7f9-0fbf-4f17-a347-5a36c46914d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95c10213-ea8b-4e7a-8202-5e276c77e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653038 Jul 06 18:21:28.568637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-4acfaa65-3a4e-4ec4-81b5-6e089e23bd98 service neutron] 10.222.0.61 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120484 Jul 06 18:21:28.661368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9039f35-777b-4f3a-b68e-9a0576f1d42b req-d63d8121-75fc-410e-b418-db0d68751323 service neutron] 10.222.0.61 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868773 Jul 06 18:21:28.763811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-bb038cf3-0daa-4b7c-8e52-79722ae87cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.765469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-bb038cf3-0daa-4b7c-8e52-79722ae87cf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 1095 time: 0.0568233 Jul 06 18:21:28.906605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-fe21f87e-0143-4a18-9a43-ba6aeaead3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.908119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-fe21f87e-0143-4a18-9a43-ba6aeaead3e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95c10213-ea8b-4e7a-8202-5e276c77e6eb HTTP/1.1" status: 200 len: 897 time: 0.1369641 Jul 06 18:21:28.933513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5718b5-4e1c-4b54-b449-6550123c9f41 req-0d20064a-8cc1-4687-bf42-dc0468b96143 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:28.934910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be5718b5-4e1c-4b54-b449-6550123c9f41 req-0d20064a-8cc1-4687-bf42-dc0468b96143 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 944 time: 0.1088574 Jul 06 18:21:28.975459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-71a2e029-60df-48c6-950a-92b1e605d25a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=23438341-40c2-4179-bf2c-818f94e136bc HTTP/1.1" status: 200 len: 217 time: 0.0592103 Jul 06 18:21:29.039928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be5718b5-4e1c-4b54-b449-6550123c9f41 req-a4d02842-3c96-48a6-86b9-67fa6c0317b8 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720410 Jul 06 18:21:29.043572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-21824acf-5c72-46b4-802c-1ef8d11ea757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:29.045004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-21824acf-5c72-46b4-802c-1ef8d11ea757 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4abc8a5-2748-494c-bace-c7ed1b5eed66 HTTP/1.1" status: 200 len: 838 time: 0.0613511 Jul 06 18:21:29.105654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-d8795326-c163-4945-ae07-6120f1ad5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:29.107433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-d8795326-c163-4945-ae07-6120f1ad5051 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95c10213-ea8b-4e7a-8202-5e276c77e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559130 Jul 06 18:21:29.217207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-c61162d6-e059-4f42-9c8c-c8855d7d6196 service neutron] 10.222.0.61 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032043 Jul 06 18:21:29.309091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a59eaf6-e063-43fd-8e35-14b47a2580fa req-810e6eef-5fbb-4702-a1f9-eb15f3160981 service neutron] 10.222.0.61 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845644 Jul 06 18:21:29.391536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.167060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:30.231701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74601031-2a8e-4de5-a054-fc0306992a0b req-4992481e-829a-48c9-823a-806d08648825 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:30.233292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74601031-2a8e-4de5-a054-fc0306992a0b req-4992481e-829a-48c9-823a-806d08648825 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 944 time: 0.0763733 Jul 06 18:21:30.277180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74601031-2a8e-4de5-a054-fc0306992a0b req-6186b2f9-774b-47b8-91ea-3cc13685a3ed tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379882 Jul 06 18:21:30.806020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.480392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b7d93-8c73-4694-b5a4-b64773c60b38 req-4b4a50fb-63f1-4772-8337-10f16739a9d0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.482576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-427b7d93-8c73-4694-b5a4-b64773c60b38 req-4b4a50fb-63f1-4772-8337-10f16739a9d0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 944 time: 0.0765183 Jul 06 18:21:31.547069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-427b7d93-8c73-4694-b5a4-b64773c60b38 req-44462a02-7458-45d2-a619-f48be452d232 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501759 Jul 06 18:21:32.235482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 23438341-40c2-4179-bf2c-818f94e136bc details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:32.361410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 23438341-40c2-4179-bf2c-818f94e136bc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=23438341-40c2-4179-bf2c-818f94e136bc,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:32.377334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '23438341-40c2-4179-bf2c-818f94e136bc', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'port_id': '23438341-40c2-4179-bf2c-818f94e136bc', 'mac_address': 'fa:16:3e:53:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:32.428698 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.443172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23438341-40c2-4179-bf2c-818f94e136bc {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:32.476044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 23438341-40c2-4179-bf2c-818f94e136bc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=23438341-40c2-4179-bf2c-818f94e136bc,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:32.481157 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.546823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=23438341-40c2-4179-bf2c-818f94e136bc,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:32.639849 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.690194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['23438341-40c2-4179-bf2c-818f94e136bc'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:32.789008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc42cd-95e7-40f2-88a3-b90ce981c4f1 req-8225d0ea-aa18-4d67-86a4-b042131a00e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.795852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8cc42cd-95e7-40f2-88a3-b90ce981c4f1 req-8225d0ea-aa18-4d67-86a4-b042131a00e6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 945 time: 0.1214561 Jul 06 18:21:32.872420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f8cc42cd-95e7-40f2-88a3-b90ce981c4f1 req-af0c9457-6a41-4719-b48e-48478645491a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671442 Jul 06 18:21:34.080139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3e0c2-07b3-440c-9861-3a65e9c98372 req-b6f45610-8915-481d-9088-dc757f07fc27 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.081640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efd3e0c2-07b3-440c-9861-3a65e9c98372 req-b6f45610-8915-481d-9088-dc757f07fc27 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 945 time: 0.0804336 Jul 06 18:21:34.125460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-efd3e0c2-07b3-440c-9861-3a65e9c98372 req-94a3290d-bf99-4c25-b056-4b0d34c6db39 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371611 Jul 06 18:21:34.250833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 23438341-40c2-4179-bf2c-818f94e136bc up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:34.305328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 23438341-40c2-4179-bf2c-818f94e136bc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:34.309353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 23438341-40c2-4179-bf2c-818f94e136bc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:34.309723 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.392238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.416728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23438341-40c2-4179-bf2c-818f94e136bc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:34.418986 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50137e2c-92b8-4ea7-8059-5c216c649fe4" -d '{"events": [{"server_uuid": "d1e1e299-8765-43cb-ab21-c1cc513685ff", "name": "network-vif-plugged", "status": "completed", "tag": "23438341-40c2-4179-bf2c-818f94e136bc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:34.433228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 23438341-40c2-4179-bf2c-818f94e136bc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=23438341-40c2-4179-bf2c-818f94e136bc,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:34.437668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:34.462169 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce359201-02a3-438f-9cb6-1f394b784759 x-openstack-request-id: req-ce359201-02a3-438f-9cb6-1f394b784759 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:34.462472 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e1e299-8765-43cb-ab21-c1cc513685ff", "name": "network-vif-plugged", "status": "completed", "tag": "23438341-40c2-4179-bf2c-818f94e136bc", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:34.462702 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce359201-02a3-438f-9cb6-1f394b784759 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:34.463092 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23438341-40c2-4179-bf2c-818f94e136bc', 'code': 200} Jul 06 18:21:34.493622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=23438341-40c2-4179-bf2c-818f94e136bc,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:34.579162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7e52-c925-482c-9547-b73a219fa471 req-b4c37863-0671-4eb7-ace9-98fe68c151a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.580716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e2c7e52-c925-482c-9547-b73a219fa471 req-b4c37863-0671-4eb7-ace9-98fe68c151a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 1097 time: 0.0563695 Jul 06 18:21:34.617509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e2c7e52-c925-482c-9547-b73a219fa471 req-fc98a91b-0cc5-4a18-ba77-41662195f947 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303695 Jul 06 18:21:35.453133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433cd5d-2f1e-4b34-a30e-4c76201b5c98 req-cf9315dc-eb3e-41d1-a466-ae664183cad8 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.455016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f433cd5d-2f1e-4b34-a30e-4c76201b5c98 req-cf9315dc-eb3e-41d1-a466-ae664183cad8 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 946 time: 0.1221197 Jul 06 18:21:35.519690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f433cd5d-2f1e-4b34-a30e-4c76201b5c98 req-6b492f5a-c9ab-41d7-9597-c9793a368c64 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458684 Jul 06 18:21:36.771207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a1167-00d1-4d64-b49a-f0aa3b829547 req-bb9c3b5d-83c5-4c0f-83df-bc802196af73 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:36.773703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52a1167-00d1-4d64-b49a-f0aa3b829547 req-bb9c3b5d-83c5-4c0f-83df-bc802196af73 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 946 time: 0.0835555 Jul 06 18:21:36.830477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d52a1167-00d1-4d64-b49a-f0aa3b829547 req-8640efa7-5a8b-41d9-b4a1-e18837b9f19c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468645 Jul 06 18:21:37.065971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee04d5-f46c-40d9-83f0-129a9d289b14 req-7b247f0e-72fc-42a7-aa09-8f8dc415dc6b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:37.067510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0ee04d5-f46c-40d9-83f0-129a9d289b14 req-7b247f0e-72fc-42a7-aa09-8f8dc415dc6b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 946 time: 0.0773342 Jul 06 18:21:37.108317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0ee04d5-f46c-40d9-83f0-129a9d289b14 req-4e9b4828-917c-4ceb-8e07-d9a4fc2d7195 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343850 Jul 06 18:21:38.595943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:39.091229 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.406273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.20.0.17 (95c10213-ea8b-4e7a-8202-5e276c77e6eb/f4abc8a5-2748-494c-bace-c7ed1b5eed66/75e5cbb8-4647-4393-b833-4a732afc3ea2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:39.535703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.549422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Transition to ACTIVE for port object 75e5cbb8-4647-4393-b833-4a732afc3ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:39.586831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.632130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:39.635399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:39.639222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:39.668206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=75e5cbb8-4647-4393-b833-4a732afc3ea2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:39.694637 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.853371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.906989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be46fa22-e6b2-4a3b-a922-8d086b4d2274 None None] Provisioning for port 75e5cbb8-4647-4393-b833-4a732afc3ea2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:39.911172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-be46fa22-e6b2-4a3b-a922-8d086b4d2274 None None] Provisioning complete for port 75e5cbb8-4647-4393-b833-4a732afc3ea2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:39.911603 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be46fa22-e6b2-4a3b-a922-8d086b4d2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:39.948306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-be46fa22-e6b2-4a3b-a922-8d086b4d2274 None None] Port 75e5cbb8-4647-4393-b833-4a732afc3ea2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:21:40.142618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.148819 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.226485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.228473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=75e5cbb8-4647-4393-b833-4a732afc3ea2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:40.325649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:40.327128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:40.483457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:21:40.572633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1807b220-29a9-4305-a2e6-2abfc66419a8 None None] Provisioning complete for port 75e5cbb8-4647-4393-b833-4a732afc3ea2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:40.573161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1807b220-29a9-4305-a2e6-2abfc66419a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:40.618412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1807b220-29a9-4305-a2e6-2abfc66419a8 None None] Port 75e5cbb8-4647-4393-b833-4a732afc3ea2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:21:40.627347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:21:40.638899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:21:40.641252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-16253ae1-b925-4032-b127-dbbc42d79f0a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "PUT /v2.0/routers/f860315e-5b2a-4d11-a998-e943f4452f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0441318 Jul 06 18:21:40.652019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:21:40.652774 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:40.777224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:21:41.065276 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:21:39Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 1, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e5cbb8-4647-4393-b833-4a732afc3ea2', 'name': '', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:04:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:21:39Z', 'updated_at': '2021-07-06T18:21:40Z', 'revision_number': 2, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:41.097421 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:21:41.098193 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Updating router f860315e-5b2a-4d11-a998-e943f4452f8f port 75e5cbb8-4647-4393-b833-4a732afc3ea2 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:21:41.135750 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.403209 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.413774 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Transition to ACTIVE for port object 75e5cbb8-4647-4393-b833-4a732afc3ea2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:41.430241 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.478557 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Pushing event updated for resources: {'Port': ['ID=75e5cbb8-4647-4393-b833-4a732afc3ea2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.489624 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.490584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.491205 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.491716 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.492214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.492702 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.493135 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.493470 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.493803 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.494127 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.494454 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.494779 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:41.549739 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Attempting to bind port 75e5cbb8-4647-4393-b833-4a732afc3ea2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:41.550091 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Attempting to bind port 75e5cbb8-4647-4393-b833-4a732afc3ea2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:41.550452 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Attempting to bind port 75e5cbb8-4647-4393-b833-4a732afc3ea2 on network 95c10213-ea8b-4e7a-8202-5e276c77e6eb {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:41.556936 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:41.557313 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Checking segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:41.557824 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.557931 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Bound using segment: {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:41.558351 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Bound port: 75e5cbb8-4647-4393-b833-4a732afc3ea2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37088f1-6ad4-4be7-b04a-c847a393122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:41.558734 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.635158 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] For port 75e5cbb8-4647-4393-b833-4a732afc3ea2, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:41.639474 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] For port 75e5cbb8-4647-4393-b833-4a732afc3ea2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=75e5cbb8-4647-4393-b833-4a732afc3ea2,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:41.645491 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:41.706827 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:21:41.707517 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:41.712726 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715754d-904c-4ff6-8dc8-0e727547bc02 None None] Pushing event updated for resources: {'Port': ['ID=75e5cbb8-4647-4393-b833-4a732afc3ea2,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:41.829957 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:21:42.074055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:21:39Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 1, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e5cbb8-4647-4393-b833-4a732afc3ea2', 'name': '', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:04:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:21:39Z', 'updated_at': '2021-07-06T18:21:41Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:21:42.101207 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6d756-06ed-4d40-9a4e-fde520dbef96 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:21:39Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 1, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e5cbb8-4647-4393-b833-4a732afc3ea2', 'name': '', 'network_id': '95c10213-ea8b-4e7a-8202-5e276c77e6eb', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:04:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:21:39Z', 'updated_at': '2021-07-06T18:21:41Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': 'f4abc8a5-2748-494c-bace-c7ed1b5eed66', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:21:43.794307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 75e5cbb8-4647-4393-b833-4a732afc3ea2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:43.845800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 75e5cbb8-4647-4393-b833-4a732afc3ea2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:43.851418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 75e5cbb8-4647-4393-b833-4a732afc3ea2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:43.851799 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.089763 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.131313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 75e5cbb8-4647-4393-b833-4a732afc3ea2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=75e5cbb8-4647-4393-b833-4a732afc3ea2,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:44.135433 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:44.189242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=75e5cbb8-4647-4393-b833-4a732afc3ea2,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:45.792277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 75e5cbb8-4647-4393-b833-4a732afc3ea2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:45.848529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 75e5cbb8-4647-4393-b833-4a732afc3ea2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:45.848912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.191016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-c6519682-8df3-4199-bb85-833224e3aa22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552480 Jul 06 18:21:47.292219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-28cab774-b08c-49e4-939f-eeefe537819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.293731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-28cab774-b08c-49e4-939f-eeefe537819d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1096 time: 0.0543568 Jul 06 18:21:47.404666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-a831e144-3011-4066-9a10-75d3a70484e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.406243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-a831e144-3011-4066-9a10-75d3a70484e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 897 time: 0.0928180 Jul 06 18:21:47.474706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-b58036c4-3dcc-4f10-9f1d-d992400ea3b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 1000 time: 0.0614820 Jul 06 18:21:47.531811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-35a1e686-eea9-4ce5-abe4-e8e7c0e58d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.533291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-35a1e686-eea9-4ce5-abe4-e8e7c0e58d77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 200 len: 834 time: 0.0520444 Jul 06 18:21:47.593244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-e5f197fc-9f11-41ec-a3fc-578402f41cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.594827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-e5f197fc-9f11-41ec-a3fc-578402f41cc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540974 Jul 06 18:21:47.689736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-7c469d81-95db-44c4-af30-f88511622842 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870843 Jul 06 18:21:47.793797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d4f17d7-29bb-4b0e-9e27-a17f30634073 req-ae40d737-c386-439a-bb6d-b199c8ee3a92 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950403 Jul 06 18:21:51.365444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:21:52.480448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-bc95a64a-ac60-4543-a0b5-bbae8ce61e95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561244 Jul 06 18:21:52.576377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-355736b1-44a4-49a9-ac3f-91417561042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.578038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-355736b1-44a4-49a9-ac3f-91417561042c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 1097 time: 0.0544341 Jul 06 18:21:52.702188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-01add57f-a999-4223-bb6f-74cc97cd4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.703715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-01add57f-a999-4223-bb6f-74cc97cd4611 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95c10213-ea8b-4e7a-8202-5e276c77e6eb HTTP/1.1" status: 200 len: 897 time: 0.1055067 Jul 06 18:21:52.747327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-fe878f8c-2638-44d2-b070-c5f80f082db4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=23438341-40c2-4179-bf2c-818f94e136bc HTTP/1.1" status: 200 len: 217 time: 0.0365713 Jul 06 18:21:52.801492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-edf026a5-e8e6-483e-a4f8-f389fa5aeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.803620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-edf026a5-e8e6-483e-a4f8-f389fa5aeab8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4abc8a5-2748-494c-bace-c7ed1b5eed66 HTTP/1.1" status: 200 len: 838 time: 0.0501792 Jul 06 18:21:52.872873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-24c7328c-ce70-4c7b-be7b-97fcb0485a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.874515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-24c7328c-ce70-4c7b-be7b-97fcb0485a57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95c10213-ea8b-4e7a-8202-5e276c77e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634615 Jul 06 18:21:52.984042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-ff0002d5-739b-490b-996d-7a38d7896921 service neutron] 10.222.0.61 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018157 Jul 06 18:21:53.079991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6f0664f-1c17-469d-be15-1b72eb9bc70b req-3155fb57-9206-4551-ba7b-5ba97eb696b6 service neutron] 10.222.0.61 "GET /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896118 Jul 06 18:21:55.440265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d538dfbb-c885-4cdc-96b5-e6f40eb275b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.945493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fd477d3-415c-4ed2-807d-c6d9bf5c0a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.970790 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.034723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:21:59.407406 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:59.750899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.110532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 75e5cbb8-4647-4393-b833-4a732afc3ea2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:00.111271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.171819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.205411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port 75e5cbb8-4647-4393-b833-4a732afc3ea2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=75e5cbb8-4647-4393-b833-4a732afc3ea2,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:00.205775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.218368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 75e5cbb8-4647-4393-b833-4a732afc3ea2 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:00.416957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.450567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=75e5cbb8-4647-4393-b833-4a732afc3ea2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:00.646755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.813289 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:00.884787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:22:01.002503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:22:01.008548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-090962b0-de18-48a9-a2c8-23bea76fe145 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "PUT /v2.0/routers/f860315e-5b2a-4d11-a998-e943f4452f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726238 Jul 06 18:22:01.013959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:22:01.025938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:01.026579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:01.143322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:01.472923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:00Z', 'revision_number': 6, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 1, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:01.503386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:22:01.520682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:01.521920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:01.685694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:01.750078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b0d7f-18a0-4010-8434-ba0e63eb5802 req-555fcb6c-6e9b-4134-9f21-066c88ef0d1b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:01.758455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-886b0d7f-18a0-4010-8434-ba0e63eb5802 req-555fcb6c-6e9b-4134-9f21-066c88ef0d1b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 946 time: 0.3426762 Jul 06 18:22:01.810783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-886b0d7f-18a0-4010-8434-ba0e63eb5802 req-d012a648-d32c-410a-a328-4e19b2febd8d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511212 Jul 06 18:22:01.999238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:00Z', 'revision_number': 6, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 1, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:02.031597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d455c-cb89-4191-b35a-31d1bb7bc3b2 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:00Z', 'revision_number': 6, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '9adbc152-7cc1-45a9-a8f5-d91c60778143', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'port_id': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'mac_address': 'fa:16:3e:9b:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:20:42Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 1, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:22:02.640721 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:02.698997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3159499-c29c-4026-8685-f028db490aeb req-6562a774-5b27-4374-8d52-fbd8d75027a6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:02.700461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3159499-c29c-4026-8685-f028db490aeb req-6562a774-5b27-4374-8d52-fbd8d75027a6 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 946 time: 0.0961025 Jul 06 18:22:02.811018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 23438341-40c2-4179-bf2c-818f94e136bc {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:02.811768 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:02.913901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port 23438341-40c2-4179-bf2c-818f94e136bc, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=23438341-40c2-4179-bf2c-818f94e136bc,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:02.914352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:02.929721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 23438341-40c2-4179-bf2c-818f94e136bc owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:03.072302 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38397853-2dfa-4352-9313-feceb109809f req-096b3c9b-78db-4923-bf97-fb2826d6cdb3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:03.073911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38397853-2dfa-4352-9313-feceb109809f req-096b3c9b-78db-4923-bf97-fb2826d6cdb3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1e1e299-8765-43cb-ab21-c1cc513685ff HTTP/1.1" status: 200 len: 946 time: 0.1454561 Jul 06 18:22:03.151738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38397853-2dfa-4352-9313-feceb109809f req-4f9bd893-0d02-430c-a681-d8b8fbf76659 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f048803-52dc-4059-9de2-c36224ebe992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673044 Jul 06 18:22:03.166353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.208251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=23438341-40c2-4179-bf2c-818f94e136bc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:03.260880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] No DVR routers for this DVR port 23438341-40c2-4179-bf2c-818f94e136bc on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:03.263562 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:03.265952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c3159499-c29c-4026-8685-f028db490aeb req-387ea35a-25bb-4068-bf92-3522665bbbd2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.61 "DELETE /v2.0/ports/23438341-40c2-4179-bf2c-818f94e136bc HTTP/1.1" status: 204 len: 173 time: 0.5604358 Jul 06 18:22:03.266418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'name': 'network-vif-deleted', 'tag': '23438341-40c2-4179-bf2c-818f94e136bc'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:03.268939 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d1e8c-7d99-4e15-be5d-b7c15d5f91e5" -d '{"events": [{"server_uuid": "d1e1e299-8765-43cb-ab21-c1cc513685ff", "name": "network-vif-deleted", "tag": "23438341-40c2-4179-bf2c-818f94e136bc"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:03.315082 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d8eff5-eb08-4d66-bdb2-90096057e2c8 x-openstack-request-id: req-91d8eff5-eb08-4d66-bdb2-90096057e2c8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:03.315082 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e1e299-8765-43cb-ab21-c1cc513685ff", "name": "network-vif-deleted", "tag": "23438341-40c2-4179-bf2c-818f94e136bc", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:03.315082 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91d8eff5-eb08-4d66-bdb2-90096057e2c8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:03.315082 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e1e299-8765-43cb-ab21-c1cc513685ff', 'name': 'network-vif-deleted', 'tag': '23438341-40c2-4179-bf2c-818f94e136bc', 'status': 'completed', 'code': 200} Jul 06 18:22:03.738337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 75e5cbb8-4647-4393-b833-4a732afc3ea2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:03.760679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 75e5cbb8-4647-4393-b833-4a732afc3ea2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:03.761032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 75e5cbb8-4647-4393-b833-4a732afc3ea2 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:04.250491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:04.320607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d139ac-333b-4b70-a6b6-24f78cbd1075 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.354287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d139ac-333b-4b70-a6b6-24f78cbd1075 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.418654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d139ac-333b-4b70-a6b6-24f78cbd1075 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.421602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0d139ac-333b-4b70-a6b6-24f78cbd1075 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.426929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0d139ac-333b-4b70-a6b6-24f78cbd1075 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/security-groups/0f048803-52dc-4059-9de2-c36224ebe992 HTTP/1.1" status: 204 len: 168 time: 0.1730053 Jul 06 18:22:04.435829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d139ac-333b-4b70-a6b6-24f78cbd1075 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f048803-52dc-4059-9de2-c36224ebe992,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:04.461913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34598) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:04.523402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting subnet f4abc8a5-2748-494c-bace-c7ed1b5eed66 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:04.526797 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.569399 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.675164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.741081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.769175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Subnet': ['ID=f4abc8a5-2748-494c-bace-c7ed1b5eed66,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:04.774439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.776667 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-838765e9-0385-4a3f-8723-594a17e9d83b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/subnets/f4abc8a5-2748-494c-bace-c7ed1b5eed66 HTTP/1.1" status: 204 len: 168 time: 0.3137438 Jul 06 18:22:04.779357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:04.784233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4a96e-aa8b-47b4-933b-33920d8f7649 None None] Network 95c10213-ea8b-4e7a-8202-5e276c77e6eb requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:04.864732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:04.922683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 03d4d218-e04c-44cd-a78b-ab1fdfac441b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:04.923323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.002428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port 03d4d218-e04c-44cd-a78b-ab1fdfac441b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=03d4d218-e04c-44cd-a78b-ab1fdfac441b,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:05.002778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.016564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 03d4d218-e04c-44cd-a78b-ab1fdfac441b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:05.026600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] DHCP port deletion for 95c10213-ea8b-4e7a-8202-5e276c77e6eb request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:22:05.075509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] Deleting port 03d4d218-e04c-44cd-a78b-ab1fdfac441b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:05.075889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.110090 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.137547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=03d4d218-e04c-44cd-a78b-ab1fdfac441b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:05.142296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] No DVR routers for this DVR port 03d4d218-e04c-44cd-a78b-ab1fdfac441b on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:05.145498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] For port 03d4d218-e04c-44cd-a78b-ab1fdfac441b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=03d4d218-e04c-44cd-a78b-ab1fdfac441b,segment=NetworkSegment(b37088f1-6ad4-4be7-b04a-c847a393122d),segment_id=b37088f1-6ad4-4be7-b04a-c847a393122d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:05.145991 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.160690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] Calling delete_port for 03d4d218-e04c-44cd-a78b-ab1fdfac441b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:05.233754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.247069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c10213-ea8b-4e7a-8202-5e276c77e6eb']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:22:05.255529 n-d-799527-3 neutron-server[93944]: self.session.flush() Jul 06 18:22:05.261087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.263801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37088f1-6ad4-4be7-b04a-c847a393122d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:05.263801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37088f1-6ad4-4be7-b04a-c847a393122d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:05.274089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.290603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.293235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] Pushing event deleted for resources: {'Port': ['ID=03d4d218-e04c-44cd-a78b-ab1fdfac441b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:05.295244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fec98e-0e4b-4207-a828-fe6f8b5a0b27 None None] No DVR routers for this DVR port 03d4d218-e04c-44cd-a78b-ab1fdfac441b on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:05.300313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:05.300803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:05.306416 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:05.381416 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.390504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.395522 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/networks/95c10213-ea8b-4e7a-8202-5e276c77e6eb HTTP/1.1" status: 204 len: 168 time: 0.6122007 Jul 06 18:22:05.396752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34616) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:05.409468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8a45-a23d-4aa7-9e2b-35b94181f91d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Network': ['ID=95c10213-ea8b-4e7a-8202-5e276c77e6eb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:05.585753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 289a389d-03e0-4c55-8e7e-7aef5a82c236 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:05.586043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.675910 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.676149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.688401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 289a389d-03e0-4c55-8e7e-7aef5a82c236 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:05.800600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 03d4d218-e04c-44cd-a78b-ab1fdfac441b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:05.830204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 03d4d218-e04c-44cd-a78b-ab1fdfac441b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:05.830819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 03d4d218-e04c-44cd-a78b-ab1fdfac441b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:05.861232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.900825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=289a389d-03e0-4c55-8e7e-7aef5a82c236,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:05.961714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.962033 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Floating IP 9adbc152-7cc1-45a9-a8f5-d91c60778143 disassociated (deleted). External IP: 172.25.5.50, port: 754f5712-8bc3-4ca1-a849-b195d4adfce7. Jul 06 18:22:06.200557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:22:06.321718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:22:06.326763 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:06.337699 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:22:06.352201 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:06.353107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:06.371087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a89b95f7-7067-4ade-b4d7-836b7e5103a2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/floatingips/9adbc152-7cc1-45a9-a8f5-d91c60778143 HTTP/1.1" status: 204 len: 168 time: 0.9727376 Jul 06 18:22:06.371706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:06.374029 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43497c8-3ccc-4f59-9f86-5b67f381a20e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:06.391926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 23438341-40c2-4179-bf2c-818f94e136bc no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:06.420360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 23438341-40c2-4179-bf2c-818f94e136bc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:06.421101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 23438341-40c2-4179-bf2c-818f94e136bc not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:06.441428 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1e1dc-aa33-4884-940b-e1370866c34c x-openstack-request-id: req-5aa1e1dc-aa33-4884-940b-e1370866c34c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:06.441946 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:06.441946 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aa1e1dc-aa33-4884-940b-e1370866c34c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:06.442365 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'status': 'completed', 'code': 200} Jul 06 18:22:06.487000 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:06.546613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-5801d666-689a-4235-a224-1fea4ba34017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:06.548459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-5801d666-689a-4235-a224-1fea4ba34017 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 1096 time: 0.0720842 Jul 06 18:22:06.808985 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:00Z', 'revision_number': 6, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:06.838293 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:22:06.848291 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:06.849025 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:06.966926 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:07.031940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-c0caf15c-e739-4401-88ab-7fadc1f42ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.033442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-c0caf15c-e739-4401-88ab-7fadc1f42ace service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 200 len: 897 time: 0.4761817 Jul 06 18:22:07.062160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895bbd5-372a-499d-8c48-cbd1d8ea67d8 req-6da3eea2-a6d0-4f7c-a1a3-0dc24f5063b9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.063961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6895bbd5-372a-499d-8c48-cbd1d8ea67d8 req-6da3eea2-a6d0-4f7c-a1a3-0dc24f5063b9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 945 time: 0.1177640 Jul 06 18:22:07.102183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-dc316a23-8e06-45da-97bb-83b60a54b555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 200 len: 217 time: 0.0591750 Jul 06 18:22:07.164021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6895bbd5-372a-499d-8c48-cbd1d8ea67d8 req-8a472039-a0a3-4a0c-a3e5-094ef4ad6448 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691750 Jul 06 18:22:07.174441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-13cafed6-b459-4bcc-bcce-7ab2ee25d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.175977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-13cafed6-b459-4bcc-bcce-7ab2ee25d57a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 200 len: 834 time: 0.0652573 Jul 06 18:22:07.234586 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:00Z', 'revision_number': 6, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:07.249484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-ee1c68cb-f1f5-4725-8446-e4f6a3b1a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:07.251164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-ee1c68cb-f1f5-4725-8446-e4f6a3b1a23f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb7df16-ad77-4d7e-a022-904dd1d47f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681653 Jul 06 18:22:07.265463 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eafe9-493a-48e5-8bd4-6d7505bc1679 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:00Z', 'revision_number': 6, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c075224f-8278-49b8-bf20-ccb3781b65e4', 'name': '', 'network_id': '0fb7df16-ad77-4d7e-a022-904dd1d47f10', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:37:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:25Z', 'updated_at': '2021-07-06T18:20:32Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '4449068c-3c98-4a9f-b04a-9731b1556e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:22:07.359313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-b3e1c353-f233-4654-ae22-c8bb97098f86 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992365 Jul 06 18:22:07.463315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b43497c8-3ccc-4f59-9f86-5b67f381a20e req-8041e9f8-4e6b-4d79-9d7d-40b485cd24dc service neutron] 10.222.0.60 "GET /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952139 Jul 06 18:22:07.561628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c5e92-b568-4c01-ac87-b7a7d095e8e1 None None] New status for floating IP 9adbc152-7cc1-45a9-a8f5-d91c60778143: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:22:08.143229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-507ea961-ad0c-4413-856a-354fa44f595a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.144856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-507ea961-ad0c-4413-856a-354fa44f595a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 945 time: 0.0809948 Jul 06 18:22:08.283830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 754f5712-8bc3-4ca1-a849-b195d4adfce7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:08.284203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:08.426665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port 754f5712-8bc3-4ca1-a849-b195d4adfce7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=754f5712-8bc3-4ca1-a849-b195d4adfce7,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:08.427036 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:08.451094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f29357-da1f-4e88-8fc7-6f2ff22ccfd4 req-08249ed2-2ca5-4494-8db2-2e6165bf263f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:08.452675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9f29357-da1f-4e88-8fc7-6f2ff22ccfd4 req-08249ed2-2ca5-4494-8db2-2e6165bf263f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6c71b7d-41d4-4a1d-89ca-96c7e602987a HTTP/1.1" status: 200 len: 945 time: 0.1620929 Jul 06 18:22:08.453669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 754f5712-8bc3-4ca1-a849-b195d4adfce7 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:08.549337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d9f29357-da1f-4e88-8fc7-6f2ff22ccfd4 req-1f73c5dc-07e9-4734-b8cc-8e5b324148ef tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=c5533ac8-58e6-49d8-8615-e3bba78b91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885313 Jul 06 18:22:08.655924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:08.696462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=754f5712-8bc3-4ca1-a849-b195d4adfce7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:08.746573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] No DVR routers for this DVR port 754f5712-8bc3-4ca1-a849-b195d4adfce7 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:08.749127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:08.751195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4090938e-d49d-4f8c-8553-37f472d824f6 req-ef5b1785-93f2-4f6d-8244-156eb847bc4b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "DELETE /v2.0/ports/754f5712-8bc3-4ca1-a849-b195d4adfce7 HTTP/1.1" status: 204 len: 173 time: 0.6009257 Jul 06 18:22:08.751759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'name': 'network-vif-deleted', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:08.753935 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df332f77-191f-464d-abaf-475b62b195cc" -d '{"events": [{"server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "name": "network-vif-deleted", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:08.794780 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df9b4e0-478f-4794-a920-1b6ca6cc5f9a x-openstack-request-id: req-4df9b4e0-478f-4794-a920-1b6ca6cc5f9a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:08.795099 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c71b7d-41d4-4a1d-89ca-96c7e602987a", "name": "network-vif-deleted", "tag": "754f5712-8bc3-4ca1-a849-b195d4adfce7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:08.795460 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4df9b4e0-478f-4794-a920-1b6ca6cc5f9a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:08.795949 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c71b7d-41d4-4a1d-89ca-96c7e602987a', 'name': 'network-vif-deleted', 'tag': '754f5712-8bc3-4ca1-a849-b195d4adfce7', 'status': 'completed', 'code': 200} Jul 06 18:22:09.653231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:09.721699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c315da7-8ab3-4f9b-b91c-ccc71602ad7f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:09.748061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c315da7-8ab3-4f9b-b91c-ccc71602ad7f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:09.811458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c315da7-8ab3-4f9b-b91c-ccc71602ad7f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:09.814234 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c315da7-8ab3-4f9b-b91c-ccc71602ad7f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:09.815594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4c315da7-8ab3-4f9b-b91c-ccc71602ad7f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/security-groups/c5533ac8-58e6-49d8-8615-e3bba78b91b5 HTTP/1.1" status: 204 len: 168 time: 0.1613233 Jul 06 18:22:09.830443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c315da7-8ab3-4f9b-b91c-ccc71602ad7f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5533ac8-58e6-49d8-8615-e3bba78b91b5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:09.851741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34710) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:10.300774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.601586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port c075224f-8278-49b8-bf20-ccb3781b65e4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:10.601932 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.699968 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port c075224f-8278-49b8-bf20-ccb3781b65e4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c075224f-8278-49b8-bf20-ccb3781b65e4,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:10.700378 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.714243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for c075224f-8278-49b8-bf20-ccb3781b65e4 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:10.910587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:10.941033 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=c075224f-8278-49b8-bf20-ccb3781b65e4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:11.154307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.379896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router f860315e-5b2a-4d11-a998-e943f4452f8f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:22:11.496096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:22:11.501538 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6ada47e8-45a5-43f1-9ac3-4e1b2d779df0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "PUT /v2.0/routers/f860315e-5b2a-4d11-a998-e943f4452f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6480954 Jul 06 18:22:11.504072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:11.508328 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] Sync routers for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:22:11.518366 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:11.519014 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:11.567333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting subnet 4449068c-3c98-4a9f-b04a-9731b1556e7b {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:22:11.570703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.640232 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:11.643323 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.754861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.838819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.853579 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:10Z', 'revision_number': 7, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:11.870729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Subnet': ['ID=4449068c-3c98-4a9f-b04a-9731b1556e7b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:11.875594 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:11.880389 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9cb0d17e-e53f-4be0-969c-ad015e1602d2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/subnets/4449068c-3c98-4a9f-b04a-9731b1556e7b HTTP/1.1" status: 204 len: 168 time: 0.3751783 Jul 06 18:22:11.881182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:11.887788 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] Checking router: f860315e-5b2a-4d11-a998-e943f4452f8f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:22:11.889774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40703f11-3513-4163-9f57-a8e985d71d76 None None] Network 0fb7df16-ad77-4d7e-a022-904dd1d47f10 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:11.899216 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] Routers {'f860315e-5b2a-4d11-a998-e943f4452f8f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:11.900423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f860315e-5b2a-4d11-a998-e943f4452f8f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:12.042949 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] Set router f860315e-5b2a-4d11-a998-e943f4452f8f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:12.056817 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.121368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 754f5712-8bc3-4ca1-a849-b195d4adfce7 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:12.145932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 754f5712-8bc3-4ca1-a849-b195d4adfce7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:12.146565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 754f5712-8bc3-4ca1-a849-b195d4adfce7 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:12.153941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] DHCP port deletion for 0fb7df16-ad77-4d7e-a022-904dd1d47f10 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:22:12.199405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.208214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] Deleting port f143cc84-c6d9-42de-9458-1e7d12731e9a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:12.209302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.261047 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:10Z', 'revision_number': 7, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:12.270170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:12.270590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.280745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] For port f143cc84-c6d9-42de-9458-1e7d12731e9a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f143cc84-c6d9-42de-9458-1e7d12731e9a,segment=NetworkSegment(30e37cf9-886e-4412-a84e-51d914365822),segment_id=30e37cf9-886e-4412-a84e-51d914365822)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:12.281528 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.297866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] Calling delete_port for f143cc84-c6d9-42de-9458-1e7d12731e9a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:12.364921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:12.365330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.384638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:12.389343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.411242 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24119ae5-330d-4c28-b20a-39753a152086 None None] The sync data for ids ['f860315e-5b2a-4d11-a998-e943f4452f8f'] in n-d-799527-3 is: [{'id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'name': 'tempest-TestNetworkBasicOps-router-50847869', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:22:10Z', 'revision_number': 7, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f860315e-5b2a-4d11-a998-e943f4452f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:22Z', 'updated_at': '2021-07-06T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:22:12.421898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] Pushing event deleted for resources: {'Port': ['ID=f143cc84-c6d9-42de-9458-1e7d12731e9a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:12.427811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523432e-0ef2-4670-9ed6-08d1d2f49efc None None] No DVR routers for this DVR port f143cc84-c6d9-42de-9458-1e7d12731e9a on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:12.584558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.612964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:12.682063 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.814267 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.818366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.893033 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.894019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Fanout notify agent at l3_agent the message router_deleted on router f860315e-5b2a-4d11-a998-e943f4452f8f {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:22:12.907118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:12.911550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-10649ee7-28af-4a0c-879b-70ada12760ad tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/routers/f860315e-5b2a-4d11-a998-e943f4452f8f HTTP/1.1" status: 204 len: 168 time: 1.0262496 Jul 06 18:22:12.911906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:12.998473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.107465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.120086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7df16-ad77-4d7e-a022-904dd1d47f10']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:13.138679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e37cf9-886e-4412-a84e-51d914365822') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:13.138971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e37cf9-886e-4412-a84e-51d914365822') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:13.158092 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.181372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.188400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:22:13.188888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:22:13.192298 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:22:13.260362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.266614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.273095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/networks/0fb7df16-ad77-4d7e-a022-904dd1d47f10 HTTP/1.1" status: 204 len: 168 time: 0.3557341 Jul 06 18:22:13.284491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34728) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:13.290522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f541-d5f7-4e53-a812-52fde6dfa313 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Network': ['ID=0fb7df16-ad77-4d7e-a022-904dd1d47f10,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:13.291024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'network': {'name': 'tempest-network-smoke--1300477683', 'project_id': 'b8e759888db24094b911baf255435d47', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:13.313594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:13.317118 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.343114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:22:13.354258 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.354610 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Added segment d2fef6a5-f64d-4cf3-9449-74a1578a5683 of type vlan for network fd00fb73-fdfb-4aad-a512-7c89c492f60c Jul 06 18:22:13.407129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.436352 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.442256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:13.443728 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.508747 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2231274 Jul 06 18:22:13.512261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:13.517342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'admin_state_up': True, 'project_id': 'b8e759888db24094b911baf255435d47', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:13.538037 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a633d8d-ef81-4ba1-a7ad-96a486c909f0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Network': ['ID=fd00fb73-fdfb-4aad-a512-7c89c492f60c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:13.549613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.550798 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.552032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:22:13.655697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.788902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f143cc84-c6d9-42de-9458-1e7d12731e9a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:13.814606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:13.819894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f143cc84-c6d9-42de-9458-1e7d12731e9a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:13.820430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f143cc84-c6d9-42de-9458-1e7d12731e9a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:13.821322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c075224f-8278-49b8-bf20-ccb3781b65e4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:13.845697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: c075224f-8278-49b8-bf20-ccb3781b65e4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:13.846311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c075224f-8278-49b8-bf20-ccb3781b65e4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:13.846952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:13.869496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:13.869932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ced3a7da-c3cf-42e7-b7c8-f31ca0c36ec0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:14.055818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.077756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.193535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.25.5.247 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/ebe18f36-d660-42ef-91e5-22cf105a152b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:14.314422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.358616 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:14.402134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:14.405154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:14.411100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:14.417451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=ebe18f36-d660-42ef-91e5-22cf105a152b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:14.687781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.223839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.357205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router d672b4b1-cdd2-453b-ae69-14c2021d9f06 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:22:15.475030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:22:15.484918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Sync routers for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:22:15.495445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:15.495811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.496097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:15.501426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c07070c1-aa95-4458-8227-aa4fc8c5f48a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9837878 Jul 06 18:22:15.501635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:15.545285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e97ec6fc-d7df-44d7-93d3-31b8b6ba87c9 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b8e759888db24094b911baf255435d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425057 Jul 06 18:22:15.548061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:15.624380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:15.654874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f58de-0bb1-484a-8fd7-d27cefb8d3be tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:15.655690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d3f58de-0bb1-484a-8fd7-d27cefb8d3be tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065741 Jul 06 18:22:15.658366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:15.693660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-35da4101-cacd-4127-8224-548c8793129a tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329449 Jul 06 18:22:15.697506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:15.704102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929359704', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'project_id': 'b8e759888db24094b911baf255435d47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:15.816166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:15.820899 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:15.848750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:14Z', 'revision_number': 3, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:15.880153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Checking router: d672b4b1-cdd2-453b-ae69-14c2021d9f06 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:22:15.880487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Updating router d672b4b1-cdd2-453b-ae69-14c2021d9f06 port ebe18f36-d660-42ef-91e5-22cf105a152b binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:22:15.916912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.046892 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.116219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Subnet': ['ID=043953f1-8957-41f7-8316-e63a36c3dbae,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:16.125532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Checking segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:16.126357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network hostable DHCP agents. Network: fd00fb73-fdfb-4aad-a512-7c89c492f60c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:22:16.147656 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:22:16.158047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, fd00fb73-fdfb-4aad-a512-7c89c492f60c) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:16.165622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:16.167000 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.172385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b424e71-314a-44fb-9e22-35e5a50e442f None None] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:16.186695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-28d6a753-fe85-4413-9121-f0f47905ba8f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4879165 Jul 06 18:22:16.189316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34758) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:16.445165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.474140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Transition to ACTIVE for port object ebe18f36-d660-42ef-91e5-22cf105a152b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:16.485631 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.607949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Attempting to bind port ebe18f36-d660-42ef-91e5-22cf105a152b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:16.608429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Attempting to bind port ebe18f36-d660-42ef-91e5-22cf105a152b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:16.608957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Attempting to bind port ebe18f36-d660-42ef-91e5-22cf105a152b on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:16.618477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e239e-499e-4b78-972e-146d2e00c018 None None] Pushing event updated for resources: {'Port': ['ID=ebe18f36-d660-42ef-91e5-22cf105a152b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:16.644663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:16.645050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:16.645465 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.645869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:16.646897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Bound port: ebe18f36-d660-42ef-91e5-22cf105a152b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:16.647314 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.675340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:22:16.676201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.777034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] For port ebe18f36-d660-42ef-91e5-22cf105a152b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:16.806590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] For port ebe18f36-d660-42ef-91e5-22cf105a152b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ebe18f36-d660-42ef-91e5-22cf105a152b,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:16.815236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:16.918804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:16.919494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:16.966314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e239e-499e-4b78-972e-146d2e00c018 None None] Pushing event updated for resources: {'Port': ['ID=ebe18f36-d660-42ef-91e5-22cf105a152b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:16.980762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Allocated IP 172.20.0.2 (fd00fb73-fdfb-4aad-a512-7c89c492f60c/043953f1-8957-41f7-8316-e63a36c3dbae/17e718f5-278a-4107-9bcb-bf58363f76c3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:17.018308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.123368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:17.335684 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.375017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Transition to ACTIVE for port object 17e718f5-278a-4107-9bcb-bf58363f76c3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:17.398242 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Transition to ACTIVE for port object 17e718f5-278a-4107-9bcb-bf58363f76c3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:17.406998 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.456512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:14Z', 'revision_number': 3, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:17.461884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:17.492705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.20.0.1 (fd00fb73-fdfb-4aad-a512-7c89c492f60c/043953f1-8957-41f7-8316-e63a36c3dbae/0a65ebba-b23f-40f6-b7c6-f1147073ff0c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:17.493689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:17.498402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fd23c-eb9a-4dc9-8443-0c6343890d9d None None] The sync data for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 is: [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:14Z', 'revision_number': 3, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:22:17.500062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:17.505330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Pushing event updated for resources: {'Port': ['ID=17e718f5-278a-4107-9bcb-bf58363f76c3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:17.588125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Attempting to bind port 17e718f5-278a-4107-9bcb-bf58363f76c3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:17.588547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Attempting to bind port 17e718f5-278a-4107-9bcb-bf58363f76c3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:17.589752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Attempting to bind port 17e718f5-278a-4107-9bcb-bf58363f76c3 on network fd00fb73-fdfb-4aad-a512-7c89c492f60c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:17.603390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:17.604080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Checking segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:17.604488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.604886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Bound using segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:17.605368 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Bound port: 17e718f5-278a-4107-9bcb-bf58363f76c3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:17.605748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.641778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.658999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Transition to ACTIVE for port object 0a65ebba-b23f-40f6-b7c6-f1147073ff0c will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:17.687068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] For port 17e718f5-278a-4107-9bcb-bf58363f76c3, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:17.690356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] For port 17e718f5-278a-4107-9bcb-bf58363f76c3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17e718f5-278a-4107-9bcb-bf58363f76c3,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:17.695110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.699339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:17.779722 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:17.783479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:17.788709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:17.797410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12f869-06b0-4840-831a-2f808a5e53c4 None None] Pushing event updated for resources: {'Port': ['ID=17e718f5-278a-4107-9bcb-bf58363f76c3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:17.825293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:17.886718 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.118736 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.473109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.478585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.534595 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:18.652926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:18.710573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:18.712263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:18.859538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router d672b4b1-cdd2-453b-ae69-14c2021d9f06 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:22:18.999873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:22:19.005193 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-43180e0d-9f2e-45e4-95d5-1f93af954af9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "PUT /v2.0/routers/d672b4b1-cdd2-453b-ae69-14c2021d9f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8147395 Jul 06 18:22:19.007859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34764) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:19.044638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6702c-ff85-405a-9b51-8e5a56269ee3 None None] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:22:19.124442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c7a84057-1a7d-400e-a92d-d38f6a90e667 None None] Provisioning for port 17e718f5-278a-4107-9bcb-bf58363f76c3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:19.245951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4ff73-c1d4-4997-b411-496df3d01d90 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.246463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4ff73-c1d4-4997-b411-496df3d01d90 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.246916 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4ff73-c1d4-4997-b411-496df3d01d90 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.247391 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4ff73-c1d4-4997-b411-496df3d01d90 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.252668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:19.254257 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-70f4ff73-c1d4-4997-b411-496df3d01d90 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2453561 Jul 06 18:22:19.324757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a10e7d-1eea-41ca-b89d-6cbdf1b72790 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.325234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a10e7d-1eea-41ca-b89d-6cbdf1b72790 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.325702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a10e7d-1eea-41ca-b89d-6cbdf1b72790 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.326158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a10e7d-1eea-41ca-b89d-6cbdf1b72790 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:19.327996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-40a10e7d-1eea-41ca-b89d-6cbdf1b72790 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0736747 Jul 06 18:22:19.330832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:19.584845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aef0e0e8-c9c3-47c1-8516-ff4c9255dac7 None None] Provisioning for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:19.591212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aef0e0e8-c9c3-47c1-8516-ff4c9255dac7 None None] Provisioning complete for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:19.592014 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aef0e0e8-c9c3-47c1-8516-ff4c9255dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.643324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aef0e0e8-c9c3-47c1-8516-ff4c9255dac7 None None] Port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:22:19.648249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-709f64f4-50c4-4296-9bc9-511b9a4cd6a4 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3161647 Jul 06 18:22:19.748946 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Sync routers for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:22:19.767758 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:19.768406 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:19.873787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8069602d-4050-4279-a3d3-faaf632a8ff7 None None] Provisioning complete for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:19.874037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8069602d-4050-4279-a3d3-faaf632a8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.944955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17e718f5-278a-4107-9bcb-bf58363f76c3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:19.947422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8069602d-4050-4279-a3d3-faaf632a8ff7 None None] Port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:22:19.997551 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:20.012753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 17e718f5-278a-4107-9bcb-bf58363f76c3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:20.017602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 17e718f5-278a-4107-9bcb-bf58363f76c3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:20.018110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.037889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:20.042737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343032257', 'description': 'tempest-secgroup-smoke-343032257 description', 'project_id': 'b8e759888db24094b911baf255435d47'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.083402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.177521 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.203899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.219839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.223816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-76d4b3ab-16af-4d36-b38d-72d2eaef87b7 None None] Provisioning complete for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:20.224187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76d4b3ab-16af-4d36-b38d-72d2eaef87b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.259538 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 17e718f5-278a-4107-9bcb-bf58363f76c3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17e718f5-278a-4107-9bcb-bf58363f76c3,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:20.269574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.270861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2319655 Jul 06 18:22:20.273651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:20.276466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.277263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ebe18f36-d660-42ef-91e5-22cf105a152b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:20.278383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '939f1faa-487e-4095-b5d1-89b248f1198b', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.300696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939f1faa-487e-4095-b5d1-89b248f1198b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.311565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.311917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.312688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.313038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.313399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.313741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.314071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.314397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.314727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.315050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.315559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.315969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3889bba-dabd-4c14-8fd5-43cb280ca4b7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:20.337091 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.343891 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 2, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:20.377134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Checking router: d672b4b1-cdd2-453b-ae69-14c2021d9f06 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:22:20.377493 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Updating router d672b4b1-cdd2-453b-ae69-14c2021d9f06 port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:22:20.397965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.404321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.432049 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.440631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ed7082-24cb-41e9-b6ac-f234112d1c17,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.450050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=17e718f5-278a-4107-9bcb-bf58363f76c3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.456672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-76d4b3ab-16af-4d36-b38d-72d2eaef87b7 None None] Port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:22:20.472402 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.473866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ebe18f36-d660-42ef-91e5-22cf105a152b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:20.474190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5babceda-d3ff-4296-b768-04531d9e32e7 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992474 Jul 06 18:22:20.477875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:20.484035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ebe18f36-d660-42ef-91e5-22cf105a152b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:20.484566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.486412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '939f1faa-487e-4095-b5d1-89b248f1198b', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.548056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.601557 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.647522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ebe18f36-d660-42ef-91e5-22cf105a152b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ebe18f36-d660-42ef-91e5-22cf105a152b,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:20.653211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.667775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.676668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.702284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f85e003-ddf2-419b-ad21-9e36c66ba994,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.727067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.732823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7f62a94d-e339-4bb8-9552-2364721eb907 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2501876 Jul 06 18:22:20.733549 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34782) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:20.739377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '939f1faa-487e-4095-b5d1-89b248f1198b', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.744210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ebe18f36-d660-42ef-91e5-22cf105a152b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.780370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.847818 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.867027 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Transition to ACTIVE for port object 0a65ebba-b23f-40f6-b7c6-f1147073ff0c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:20.880295 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.893942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.901771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.924216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e733d1-6104-4aaf-bca9-cc44df05c800,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.933993 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.935964 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c1c5dcd0-fac2-459f-b7ac-d79e42e9868e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001522 Jul 06 18:22:20.938979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34784) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:20.944588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '939f1faa-487e-4095-b5d1-89b248f1198b', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:20.986163 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c576fa-452c-4725-99a9-63800e928172 None None] Pushing event updated for resources: {'Port': ['ID=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:20.987731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.046055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Attempting to bind port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:21.046525 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Attempting to bind port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:21.047092 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Attempting to bind port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c on network fd00fb73-fdfb-4aad-a512-7c89c492f60c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:21.054929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:21.055478 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Checking segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:21.055949 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.056499 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Bound using segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:21.056957 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Bound port: 0a65ebba-b23f-40f6-b7c6-f1147073ff0c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:21.057413 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.105108 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.112802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.140317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cd30f0-d11f-47d2-85a8-16fb9b44ba26,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:21.153195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.154513 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1a826f7e-737a-47d1-8d25-ef76bc185a99 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2144713 Jul 06 18:22:21.157550 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] For port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:21.157742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 34790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:21.161377 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] For port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:21.164815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '939f1faa-487e-4095-b5d1-89b248f1198b', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:21.166947 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.200740 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Project b8e759888db24094b911baf255435d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:22:21.206745 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.243160 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:21.243905 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:21:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:21.250318 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c576fa-452c-4725-99a9-63800e928172 None None] Pushing event updated for resources: {'Port': ['ID=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:21.332159 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.338593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.385852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32008110-de2a-4890-896e-1a17ce620735,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:21.395595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.397782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c3d0fc3b-367b-4cdb-b26d-790af8a9334e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2387974 Jul 06 18:22:21.400649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 34794) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:21.406002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'security_group_rule': {'security_group_id': '939f1faa-487e-4095-b5d1-89b248f1198b', 'project_id': 'b8e759888db24094b911baf255435d47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:21.407645 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:21.435337 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Project b8e759888db24094b911baf255435d47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:22:21.441723 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.533430 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.538091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.555832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dad2cf5-ef68-411d-b4ae-b3cf8529e6b8,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:21.564263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1636755 Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.573957 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f26b3-036b-442b-9dc0-329384afe4e9 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:21.654575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:21Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:21.690583 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ded73-068e-4704-a5c0-9553b845f314 None None] The sync data for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 is: [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:21Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:22:21.726891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-fa6907c1-af9c-4af1-bb89-7ef53566206f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343032257&fields=id&tenant_id=b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 267 time: 0.0405569 Jul 06 18:22:21.855949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17e718f5-278a-4107-9bcb-bf58363f76c3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:21.923350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 17e718f5-278a-4107-9bcb-bf58363f76c3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:21.923733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:21.928723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-d4efc56e-352c-41cf-a3e6-5c4c70f90426 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:21.930244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-d4efc56e-352c-41cf-a3e6-5c4c70f90426 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/networks?id=fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 200 len: 797 time: 0.1849811 Jul 06 18:22:21.945635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-e78728ae-7943-4965-9ceb-27c65d949672 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/quotas/b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 375 time: 0.0099504 Jul 06 18:22:22.026052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ebe18f36-d660-42ef-91e5-22cf105a152b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:22.040119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-8b47c83c-38be-420e-9ca1-4701339812ab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819414 Jul 06 18:22:22.089536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ebe18f36-d660-42ef-91e5-22cf105a152b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:22.089979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.158971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-cb1a0a7f-a0d5-4f73-88ac-416d0fdeb666 service neutron] 10.222.0.37 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006835 Jul 06 18:22:22.281619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-f82c5ebc-6b0b-4a7b-9d67-4f33bca90d9f service neutron] 10.222.0.37 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129758 Jul 06 18:22:22.501901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf054cbd-86b4-4c8f-b204-ac5a54d92b28 req-0393df41-9e90-4b90-8fd0-5a78a4876f3f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 210 time: 0.0459037 Jul 06 18:22:23.656184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a940b34b-8e81-42b1-b71c-05ff4ab185ef req-8ee7350d-8148-4d13-99a0-51ae9d274bea tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 210 time: 0.0360577 Jul 06 18:22:23.854895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a65ebba-b23f-40f6-b7c6-f1147073ff0c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:23.906287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-e0bd1fcb-5507-4871-be0e-7fe339faca9f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:23.909665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-e0bd1fcb-5507-4871-be0e-7fe339faca9f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "GET /v2.0/networks?id=fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 200 len: 797 time: 0.2054706 Jul 06 18:22:23.928463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:23.933613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:23.934242 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:23.960003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-7910745a-3e4d-4b56-b9a5-51481223c28a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e759888db24094b911baf255435d47 HTTP/1.1" status: 200 len: 379 time: 0.0408998 Jul 06 18:22:23.969679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'port': {'device_id': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'admin_state_up': True, 'tenant_id': 'b8e759888db24094b911baf255435d47', 'security_groups': ['939f1faa-487e-4095-b5d1-89b248f1198b']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:24.046078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.082404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:24.088124 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.110356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Made reservation on behalf of b8e759888db24094b911baf255435d47 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:24.114239 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.147091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:24.155980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.156326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.156752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.156985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.157315 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.157640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.157965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.158432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.158758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.159079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.159425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.159744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:24.267145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.20.0.3 (fd00fb73-fdfb-4aad-a512-7c89c492f60c/043953f1-8957-41f7-8316-e63a36c3dbae/92061b15-e778-44a7-adbf-72b5dee7eae4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:24.440075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.454575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Transition to ACTIVE for port object 92061b15-e778-44a7-adbf-72b5dee7eae4 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:24.496873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.545486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:24.548774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:24.555992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:24.581756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=92061b15-e778-44a7-adbf-72b5dee7eae4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:24.620722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.621846 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.641567 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2a3de5d5-1038-4c88-8f51-ea938e389b53 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6765897 Jul 06 18:22:24.656432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Request body: {'port': {'device_id': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:24.770379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.887281 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6cf26c37-5e74-40e1-b9d9-8ae4d297fd60 None None] Provisioning for port 92061b15-e778-44a7-adbf-72b5dee7eae4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:24.892365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6cf26c37-5e74-40e1-b9d9-8ae4d297fd60 None None] Provisioning complete for port 92061b15-e778-44a7-adbf-72b5dee7eae4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:24.892919 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cf26c37-5e74-40e1-b9d9-8ae4d297fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:24.938733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26c37-5e74-40e1-b9d9-8ae4d297fd60 None None] Port 92061b15-e778-44a7-adbf-72b5dee7eae4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:22:24.968619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f2e88-568b-429a-95c8-f3710e3d3bbb req-e7eeb3cf-753f-4658-8ce6-b0900e8b0dd3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:24.970180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da7f2e88-568b-429a-95c8-f3710e3d3bbb req-e7eeb3cf-753f-4658-8ce6-b0900e8b0dd3 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 931 time: 0.1612160 Jul 06 18:22:25.080322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da7f2e88-568b-429a-95c8-f3710e3d3bbb req-59514657-bedf-46a9-bdf2-f28d0a37bcf8 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971906 Jul 06 18:22:25.161715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92061b15-e778-44a7-adbf-72b5dee7eae4 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:25.171295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.185507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Transition to ACTIVE for port object 92061b15-e778-44a7-adbf-72b5dee7eae4 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:25.189099 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.279754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Pushing event updated for resources: {'Port': ['ID=92061b15-e778-44a7-adbf-72b5dee7eae4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:25.338614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Attempting to bind port 92061b15-e778-44a7-adbf-72b5dee7eae4 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:25.338614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Attempting to bind port 92061b15-e778-44a7-adbf-72b5dee7eae4 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:25.338614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Attempting to bind port 92061b15-e778-44a7-adbf-72b5dee7eae4 on network fd00fb73-fdfb-4aad-a512-7c89c492f60c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:25.345342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Port 92061b15-e778-44a7-adbf-72b5dee7eae4 on network fd00fb73-fdfb-4aad-a512-7c89c492f60c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:25.345693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Attempting to bind port 92061b15-e778-44a7-adbf-72b5dee7eae4 on network fd00fb73-fdfb-4aad-a512-7c89c492f60c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:25.353715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:25.354110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Checking segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:25.354450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Bound using segment: {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:25.354899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Bound port: 92061b15-e778-44a7-adbf-72b5dee7eae4, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fef6a5-f64d-4cf3-9449-74a1578a5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:25.355471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.441430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] For port 92061b15-e778-44a7-adbf-72b5dee7eae4, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:25.445200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] For port 92061b15-e778-44a7-adbf-72b5dee7eae4, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=92061b15-e778-44a7-adbf-72b5dee7eae4,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:25.446929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bc1d0b-bb20-4577-bd94-6e31580f2291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.451324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.496283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.496853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.498405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] 10.222.0.60 "PUT /v2.0/ports/92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 200 len: 1091 time: 0.8485518 Jul 06 18:22:25.498776 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:25.501118 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397db809-c893-4680-802e-c565ead168ce" -d '{"events": [{"name": "network-changed", "server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:25.530318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1262e42-6e4f-476f-ad25-919147cbd60e service neutron] Pushing event updated for resources: {'Port': ['ID=92061b15-e778-44a7-adbf-72b5dee7eae4,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:25.595534 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df02bd1-d10f-4fd5-99c4-f0dcf3455c1f x-openstack-request-id: req-8df02bd1-d10f-4fd5-99c4-f0dcf3455c1f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:25.595837 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:25.596083 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8df02bd1-d10f-4fd5-99c4-f0dcf3455c1f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:25.596486 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'status': 'completed', 'code': 200} Jul 06 18:22:25.632757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-d077bb67-1eb8-49c3-806e-477ca7a9b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.634492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-d077bb67-1eb8-49c3-806e-477ca7a9b609 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1094 time: 0.0752375 Jul 06 18:22:25.684494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-b7bfad9d-b24c-499d-b8c6-2bbacda94aa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 200 len: 217 time: 0.0396097 Jul 06 18:22:25.742088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-ff35dd45-8952-4d2c-90fd-c379dc0e24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.743916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-ff35dd45-8952-4d2c-90fd-c379dc0e24d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043953f1-8957-41f7-8316-e63a36c3dbae HTTP/1.1" status: 200 len: 834 time: 0.0530927 Jul 06 18:22:25.820533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de046e5-104f-493d-8fd6-b40a833df93f req-518af0eb-ee8b-48e1-964d-9a025d039b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:25.822454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-518af0eb-ee8b-48e1-964d-9a025d039b9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd00fb73-fdfb-4aad-a512-7c89c492f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722816 Jul 06 18:22:25.826141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a65ebba-b23f-40f6-b7c6-f1147073ff0c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:25.878765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:25.879228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:25.936718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-0191f1d5-e6f4-4217-96d9-595d3fc51417 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078506 Jul 06 18:22:26.046988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0de046e5-104f-493d-8fd6-b40a833df93f req-2e3740a9-02af-43de-bc1e-4f90b4249d18 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035912 Jul 06 18:22:26.167990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db809-c893-4680-802e-c565ead168ce req-abef7a5e-a99a-47b7-8103-817641c3eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.169557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-abef7a5e-a99a-47b7-8103-817641c3eb3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1094 time: 0.0710967 Jul 06 18:22:26.307433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db809-c893-4680-802e-c565ead168ce req-efefb552-b4bf-43d5-a14c-baac3f47def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.308827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-efefb552-b4bf-43d5-a14c-baac3f47def9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 200 len: 898 time: 0.1332688 Jul 06 18:22:26.371552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7297a3-7ac7-4ce4-99a0-b54579f012d6 req-9960876e-b88c-4740-87c2-6b7484a1c204 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.373083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ec7297a3-7ac7-4ce4-99a0-b54579f012d6 req-9960876e-b88c-4740-87c2-6b7484a1c204 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 943 time: 0.1410992 Jul 06 18:22:26.374690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-06f64952-0956-4b30-9c49-f57cbd3f59bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 200 len: 217 time: 0.0562081 Jul 06 18:22:26.458571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ec7297a3-7ac7-4ce4-99a0-b54579f012d6 req-a0534dc4-48bb-4f84-9c27-6aeb010b4f8b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764997 Jul 06 18:22:26.469568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db809-c893-4680-802e-c565ead168ce req-ae204bc5-0291-442a-ba86-d4649e11b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.471532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-ae204bc5-0291-442a-ba86-d4649e11b83f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043953f1-8957-41f7-8316-e63a36c3dbae HTTP/1.1" status: 200 len: 834 time: 0.0850933 Jul 06 18:22:26.547694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db809-c893-4680-802e-c565ead168ce req-14d78c1e-80be-4dff-bf40-26be2e547474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:26.549359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-14d78c1e-80be-4dff-bf40-26be2e547474 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd00fb73-fdfb-4aad-a512-7c89c492f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705266 Jul 06 18:22:26.659885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-44e811ac-49f9-433f-899f-e35bd3c7bf0c service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026113 Jul 06 18:22:26.792985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397db809-c893-4680-802e-c565ead168ce req-4537105f-8b1d-45a1-9992-e5e670cf91f7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265886 Jul 06 18:22:27.668444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bd572-a89c-4d31-b343-9fdbe1052725 req-2bb4f61c-b8d1-4eef-9a8e-3f2ca37c7deb tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:27.670331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-784bd572-a89c-4d31-b343-9fdbe1052725 req-2bb4f61c-b8d1-4eef-9a8e-3f2ca37c7deb tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 943 time: 0.0741885 Jul 06 18:22:27.718678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-784bd572-a89c-4d31-b343-9fdbe1052725 req-17ab53c7-b663-48ec-b0f2-65901efb5fa0 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Jul 06 18:22:27.946738 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33a30d41-e0bc-4bd0-b395-da479d721375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:27.977929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.366446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:22:28.908544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523568-122c-4e44-a2ed-5d5387a8ded3 req-415ec1e9-5eaf-4368-97d7-4a1fa0fdf199 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.910105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3523568-122c-4e44-a2ed-5d5387a8ded3 req-415ec1e9-5eaf-4368-97d7-4a1fa0fdf199 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 943 time: 0.0698094 Jul 06 18:22:28.961899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3523568-122c-4e44-a2ed-5d5387a8ded3 req-1a662076-1fad-4872-af00-7d39dad5258f tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445743 Jul 06 18:22:29.416737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.162971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98c50f-acb7-48b5-823a-308201207940 req-bfdbdb0c-3c53-4b6d-93f4-8a6b3ea84d65 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.163717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a98c50f-acb7-48b5-823a-308201207940 req-bfdbdb0c-3c53-4b6d-93f4-8a6b3ea84d65 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 943 time: 0.0777674 Jul 06 18:22:30.180075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.208564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4a98c50f-acb7-48b5-823a-308201207940 req-d220171b-f17c-4892-b31b-4e41cbcf1576 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385990 Jul 06 18:22:30.211918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 92061b15-e778-44a7-adbf-72b5dee7eae4 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:30.506165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 92061b15-e778-44a7-adbf-72b5dee7eae4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=92061b15-e778-44a7-adbf-72b5dee7eae4,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:30.520144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'port_id': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'mac_address': 'fa:16:3e:0b:25:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:30.568875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.584583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92061b15-e778-44a7-adbf-72b5dee7eae4 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:30.606010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 92061b15-e778-44a7-adbf-72b5dee7eae4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=92061b15-e778-44a7-adbf-72b5dee7eae4,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:30.610773 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.676922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=92061b15-e778-44a7-adbf-72b5dee7eae4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:30.812670 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:30.826821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['92061b15-e778-44a7-adbf-72b5dee7eae4'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:31.421090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e927aa-991c-4dc5-af82-164fb0f72042 req-e7355059-d4c3-4c66-ae56-8497dd238769 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.425317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13e927aa-991c-4dc5-af82-164fb0f72042 req-e7355059-d4c3-4c66-ae56-8497dd238769 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 944 time: 0.0936534 Jul 06 18:22:31.488695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13e927aa-991c-4dc5-af82-164fb0f72042 req-c13337bf-854b-4ea9-9aef-c7523e06b627 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587184 Jul 06 18:22:32.212921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 92061b15-e778-44a7-adbf-72b5dee7eae4 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:32.284459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 92061b15-e778-44a7-adbf-72b5dee7eae4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:32.289628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 92061b15-e778-44a7-adbf-72b5dee7eae4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:32.290005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.393282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.425742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:32.430239 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d7ea6f-384d-4902-a90e-fc09c44f3195" -d '{"events": [{"server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "name": "network-vif-plugged", "status": "completed", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:32.450572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 92061b15-e778-44a7-adbf-72b5dee7eae4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=92061b15-e778-44a7-adbf-72b5dee7eae4,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:32.456348 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.501306 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f903a39-ebc7-4594-b66a-6698425d105d x-openstack-request-id: req-1f903a39-ebc7-4594-b66a-6698425d105d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:32.501766 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "name": "network-vif-plugged", "status": "completed", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:32.502320 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f903a39-ebc7-4594-b66a-6698425d105d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:32.502775 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'code': 200} Jul 06 18:22:32.561220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=92061b15-e778-44a7-adbf-72b5dee7eae4,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:32.647097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.661963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df56ef7-6ea9-4657-871d-54a1dcdb933f req-c4e5285c-a543-437d-a0f0-c41e4c9460fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.663770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7df56ef7-6ea9-4657-871d-54a1dcdb933f req-c4e5285c-a543-437d-a0f0-c41e4c9460fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1096 time: 0.0707743 Jul 06 18:22:32.736147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7df56ef7-6ea9-4657-871d-54a1dcdb933f req-7cd96c45-d890-43c8-81b1-f25d5df94037 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659597 Jul 06 18:22:32.767273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d08017-ebec-4188-a12c-33829fe56056 req-c56755d8-97cd-4770-9c71-ef23b3847bba tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.769065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7d08017-ebec-4188-a12c-33829fe56056 req-c56755d8-97cd-4770-9c71-ef23b3847bba tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 945 time: 0.0931699 Jul 06 18:22:32.827699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7d08017-ebec-4188-a12c-33829fe56056 req-63538472-03cc-4752-8823-ce614adb5f67 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514543 Jul 06 18:22:34.018125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f060bd-c64c-4192-b662-2875fac9bf1f req-cced8eff-e1fb-4b92-a3f4-8fe34d1d5cc2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.019815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2f060bd-c64c-4192-b662-2875fac9bf1f req-cced8eff-e1fb-4b92-a3f4-8fe34d1d5cc2 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 945 time: 0.0667150 Jul 06 18:22:34.063904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2f060bd-c64c-4192-b662-2875fac9bf1f req-aaac1ba0-a35d-42d6-8b34-08ca33c85f9d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Jul 06 18:22:34.265790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8770c-1063-42dc-9b0a-e0f659b3e003 req-7d9db391-2a5d-48d2-96e2-fad7eef8cb8a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.270710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9a8770c-1063-42dc-9b0a-e0f659b3e003 req-7d9db391-2a5d-48d2-96e2-fad7eef8cb8a tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 945 time: 0.0865159 Jul 06 18:22:34.326253 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9a8770c-1063-42dc-9b0a-e0f659b3e003 req-9c6f6c9a-3747-446d-af17-651447d04631 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493562 Jul 06 18:22:34.358249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:34.412878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8205d19-525b-4464-bbd6-4cc01e0fd873 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.414921 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a8205d19-525b-4464-bbd6-4cc01e0fd873 tempest-TestNetworkBasicOps-1122587159 tempest-TestNetworkBasicOps-1122587159-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1091 time: 0.0554204 Jul 06 18:22:34.419330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:34.424289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:34.453489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.885852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:34.998122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Allocated IP 172.25.5.101 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a7b52f89-18f5-4d7b-88a4-4724f8561fd3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:35.132391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.183453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.224455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:35.227511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:35.234427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:35.239886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=a7b52f89-18f5-4d7b-88a4-4724f8561fd3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:35.775534 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:35.897665 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.049980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.055556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.126154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event updated for resources: {'Port': ['ID=a7b52f89-18f5-4d7b-88a4-4724f8561fd3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:36.143516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.258359 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Floating IP e6a6e991-77fe-4077-877c-b1ed6e78e750 associated. External IP: 172.25.5.101, port: 92061b15-e778-44a7-adbf-72b5dee7eae4. Jul 06 18:22:36.473270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router d672b4b1-cdd2-453b-ae69-14c2021d9f06 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:22:36.591200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:22:36.602187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] Sync routers for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:22:36.608379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.613120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:36.613766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:36.651758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c72e2366-fba4-44a8-b3d5-d75bb6d59467 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2287567 Jul 06 18:22:36.651758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:36.652131 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35096) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:36.652641 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:36.691712 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06480d29-04b0-4a30-8155-8f75024382f5 x-openstack-request-id: req-06480d29-04b0-4a30-8155-8f75024382f5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:36.692100 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:36.692252 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06480d29-04b0-4a30-8155-8f75024382f5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:36.692664 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'status': 'completed', 'code': 200} Jul 06 18:22:36.753526 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d7a8b860-61d4-4fd0-877c-f8ebdf2fa2eb tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/e6a6e991-77fe-4077-877c-b1ed6e78e750 HTTP/1.1" status: 200 len: 991 time: 0.0993960 Jul 06 18:22:36.774380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:36.790322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-c16ea873-2732-4d25-8a02-1ece94447f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.791970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-c16ea873-2732-4d25-8a02-1ece94447f76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1096 time: 0.0663826 Jul 06 18:22:36.889495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-2972ee3c-c896-436f-b874-781b4f9bb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.891047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-2972ee3c-c896-436f-b874-781b4f9bb0e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 200 len: 898 time: 0.0929680 Jul 06 18:22:36.965339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-78ccc5b2-d7a0-46cb-9be2-7ffa0058080d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 200 len: 999 time: 0.0671318 Jul 06 18:22:37.011367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e6a6e991-77fe-4077-877c-b1ed6e78e750', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'port_id': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'mac_address': 'fa:16:3e:0b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:22:35Z', 'updated_at': '2021-07-06T18:22:35Z', 'revision_number': 0, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:24Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:37.016785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-ba7a1d97-3357-4624-976f-a83c80c21526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:37.018356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-ba7a1d97-3357-4624-976f-a83c80c21526 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043953f1-8957-41f7-8316-e63a36c3dbae HTTP/1.1" status: 200 len: 834 time: 0.0472152 Jul 06 18:22:37.039224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] Checking router: d672b4b1-cdd2-453b-ae69-14c2021d9f06 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:22:37.047828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:22:37.048489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:37.077479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-5d9c8c39-6ddd-40d7-89bd-028975a2995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:37.078983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-5d9c8c39-6ddd-40d7-89bd-028975a2995d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd00fb73-fdfb-4aad-a512-7c89c492f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538783 Jul 06 18:22:37.158075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:22:37.184325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-44fd5094-9ab6-405d-ac8b-35f0d60a25b7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989184 Jul 06 18:22:37.282004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f03e584b-f1a7-47a6-8c40-cbac706ddd5a req-9cb832b5-8ba2-4cb8-b676-85559ed62897 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916903 Jul 06 18:22:37.399577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e6a6e991-77fe-4077-877c-b1ed6e78e750', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'port_id': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'mac_address': 'fa:16:3e:0b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:22:35Z', 'updated_at': '2021-07-06T18:22:35Z', 'revision_number': 0, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:24Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:22:37.428688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51366ca3-3d35-4a2f-8be7-e5acc0982be1 None None] The sync data for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 is: [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e6a6e991-77fe-4077-877c-b1ed6e78e750', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'port_id': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'mac_address': 'fa:16:3e:0b:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:22:35Z', 'updated_at': '2021-07-06T18:22:35Z', 'revision_number': 0, 'project_id': 'b8e759888db24094b911baf255435d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:24Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:22:37.634244 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a71bf7-24a7-4111-8fe7-76cd329c6972 None None] New status for floating IP e6a6e991-77fe-4077-877c-b1ed6e78e750: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:22:37.758444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35104) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:37.826797 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c7f3572e-9eea-4417-ba45-39b8ac741076 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/e6a6e991-77fe-4077-877c-b1ed6e78e750 HTTP/1.1" status: 200 len: 991 time: 0.0668616 Jul 06 18:22:38.830816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:38.902441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a44ff5ff-08f5-4f45-8d04-1c326478133b tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/e6a6e991-77fe-4077-877c-b1ed6e78e750 HTTP/1.1" status: 200 len: 993 time: 0.0702605 Jul 06 18:22:48.153846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-0ad937dc-7125-4e62-8df1-531053a01c08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610204 Jul 06 18:22:48.272826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-877eb81d-1479-434d-a45d-f057f821b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.274454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-877eb81d-1479-434d-a45d-f057f821b6a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1096 time: 0.0616038 Jul 06 18:22:48.407905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-4783c63f-fa2d-40db-80ca-07c6b6b23978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.409741 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-4783c63f-fa2d-40db-80ca-07c6b6b23978 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 200 len: 898 time: 0.1151295 Jul 06 18:22:48.502764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-66dee6e2-e38c-4a44-954c-2def4b865509 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 200 len: 1001 time: 0.0687037 Jul 06 18:22:48.563472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-6c99856d-0b18-4dac-9ad7-2e1c6a875a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.566732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-6c99856d-0b18-4dac-9ad7-2e1c6a875a0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043953f1-8957-41f7-8316-e63a36c3dbae HTTP/1.1" status: 200 len: 834 time: 0.0541458 Jul 06 18:22:48.635645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-852b3a99-d512-4282-8c9c-269025c3bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.637398 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-852b3a99-d512-4282-8c9c-269025c3bd36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd00fb73-fdfb-4aad-a512-7c89c492f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649433 Jul 06 18:22:48.763738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-0232075d-a9e3-468c-a80a-7749f62a723b service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101263 Jul 06 18:22:48.869531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c9894a4-b9c6-4acc-b193-f45c863cd8bc req-4a9f25f3-7d00-460a-97cb-8778865f7c65 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975287 Jul 06 18:22:51.211798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:51.361515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b06e68ef-7f25-42b4-a386-aa71c15297a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac5e7f6f62524396afe76f8717dd4405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483428 Jul 06 18:22:51.364110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:22:51.433597 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfc98950-ef7b-47b7-bd2a-10484d473a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.456174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfc98950-ef7b-47b7-bd2a-10484d473a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.504944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfc98950-ef7b-47b7-bd2a-10484d473a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.507677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfc98950-ef7b-47b7-bd2a-10484d473a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:51.509087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cfc98950-ef7b-47b7-bd2a-10484d473a8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fbde943-244a-4394-b13a-1d9f90483a4d HTTP/1.1" status: 204 len: 168 time: 0.1434953 Jul 06 18:22:51.517653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98950-ef7b-47b7-bd2a-10484d473a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbde943-244a-4394-b13a-1d9f90483a4d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:55.448517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9874d57-d5b9-4006-b34c-f8cfe1d15bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:57.950617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-04f69b8a-fa64-4429-8cb7-280d00c7dd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:57.971195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:59.402147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.183666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:00.798616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.654556 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:05.372804 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:23:06.489143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:06.503603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35754) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:06.580021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e61aae51-ef88-43af-96cc-92be51c9fcab tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/floatingips/e6a6e991-77fe-4077-877c-b1ed6e78e750 HTTP/1.1" status: 200 len: 993 time: 0.0894611 Jul 06 18:23:06.651215 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1389-1a81-442d-aa38-1f465f7566ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.750428 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1389-1a81-442d-aa38-1f465f7566ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.754332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1389-1a81-442d-aa38-1f465f7566ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.791335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd1389-1a81-442d-aa38-1f465f7566ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1682afa-890e-45f6-917d-5b8b8c2527ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:06.795799 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0dcd1389-1a81-442d-aa38-1f465f7566ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4afb2650b79b4821a49b4b1d6cbaa767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908640 Jul 06 18:23:06.798431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35762) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:06.847344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4eae249b-3e3d-4203-bc10-8c978fffda76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.868908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4eae249b-3e3d-4203-bc10-8c978fffda76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.921152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:06.922030 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4eae249b-3e3d-4203-bc10-8c978fffda76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.924692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4eae249b-3e3d-4203-bc10-8c978fffda76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.925838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4eae249b-3e3d-4203-bc10-8c978fffda76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1682afa-890e-45f6-917d-5b8b8c2527ec HTTP/1.1" status: 204 len: 168 time: 0.1265054 Jul 06 18:23:06.934634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae249b-3e3d-4203-bc10-8c978fffda76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1682afa-890e-45f6-917d-5b8b8c2527ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:07.094996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port a7b52f89-18f5-4d7b-88a4-4724f8561fd3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:07.095383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.178900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.179903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.191864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for a7b52f89-18f5-4d7b-88a4-4724f8561fd3 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:07.360596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.390872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=a7b52f89-18f5-4d7b-88a4-4724f8561fd3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:07.586169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35786) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:07.696282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1529830556-network', 'tenant_id': 'b45f95f1bcac45baab9882c834180b0e'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:07.719182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Made reservation on behalf of b45f95f1bcac45baab9882c834180b0e for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:07.721627 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.731583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.792278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.792983 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Floating IP e6a6e991-77fe-4077-877c-b1ed6e78e750 disassociated (deleted). External IP: 172.25.5.101, port: 92061b15-e778-44a7-adbf-72b5dee7eae4. Jul 06 18:23:07.841749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.846526 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.874463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:23:07.880084 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43a276-ca84-4493-9518-fa899ac77f85,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:07.888855 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.888995 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Added segment bac154c6-daf9-483b-9497-5510c4c41e45 of type vlan for network 593a1992-963b-4b4b-8255-02fdb9de0145 Jul 06 18:23:07.934645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.964846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:07.966097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:07.966683 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.023927 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4351923 Jul 06 18:23:08.028491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router d672b4b1-cdd2-453b-ae69-14c2021d9f06 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:08.028799 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35790) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:08.036275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Request body: {'subnet': {'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1529830556-subnet', 'tenant_id': 'b45f95f1bcac45baab9882c834180b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:08.042633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f072e5-0359-4ace-9ca6-1a0adcdce916 admin admin] Pushing event updated for resources: {'Network': ['ID=593a1992-963b-4b4b-8255-02fdb9de0145,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:08.054829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 593a1992-963b-4b4b-8255-02fdb9de0145 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:23:08.064626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Made reservation on behalf of b45f95f1bcac45baab9882c834180b0e for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:08.067263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.160277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:08.164770 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.171654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] Sync routers for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:08.183311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:08.184212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:08.204658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a0f0ac6c-f9ad-42ad-bb4a-c92669b92390 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/floatingips/e6a6e991-77fe-4077-877c-b1ed6e78e750 HTTP/1.1" status: 204 len: 168 time: 1.2795162 Jul 06 18:23:08.204658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:08.204971 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd28c59-399f-48dd-8c94-3846e7547af2" -d '{"events": [{"name": "network-changed", "server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:08.249840 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b982a-ef69-4ff1-a823-ce82b9b84505 x-openstack-request-id: req-711b982a-ef69-4ff1-a823-ce82b9b84505 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:08.250138 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:08.250399 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-711b982a-ef69-4ff1-a823-ce82b9b84505 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:08.250803 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'status': 'completed', 'code': 200} Jul 06 18:23:08.288290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.325948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:08.342794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-3083d36d-6292-4603-b072-1383c83318e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.344681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-3083d36d-6292-4603-b072-1383c83318e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8e759888db24094b911baf255435d47&device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 1096 time: 0.0685015 Jul 06 18:23:08.369739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb96d42c-a3b4-4f83-bffb-5efd106044e1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:08.380034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Checking segment: {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:08.380497 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Network hostable DHCP agents. Network: 593a1992-963b-4b4b-8255-02fdb9de0145, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:23:08.402209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Network 593a1992-963b-4b4b-8255-02fdb9de0145 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:23:08.415636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 593a1992-963b-4b4b-8255-02fdb9de0145) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:08.420534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.422142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:08.433810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b495f-0649-4ba1-acf6-298b59a41ff2 None None] Network 593a1992-963b-4b4b-8255-02fdb9de0145 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:08.440632 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bf208e88-3db9-49ca-a929-c70aecbefee9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4108765 Jul 06 18:23:08.489194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-c853d0b6-7498-4808-98fd-c3d54243e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.490881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-c853d0b6-7498-4808-98fd-c3d54243e550 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 200 len: 898 time: 0.1376958 Jul 06 18:23:08.539946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-bb4dbe1e-9c8a-4405-ab7a-878281342bce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 200 len: 217 time: 0.0396128 Jul 06 18:23:08.611478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-d85e6823-125c-4938-a6d3-27c8aaaed3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.613541 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-d85e6823-125c-4938-a6d3-27c8aaaed3bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043953f1-8957-41f7-8316-e63a36c3dbae HTTP/1.1" status: 200 len: 834 time: 0.0668762 Jul 06 18:23:08.678820 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31569548-36b3-40ef-9bcc-77242b56bddd None None] Network 593a1992-963b-4b4b-8255-02fdb9de0145 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:08.737366 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-6d88dfcf-4442-4e7b-bc94-ab291702ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.739016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-6d88dfcf-4442-4e7b-bc94-ab291702ff9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd00fb73-fdfb-4aad-a512-7c89c492f60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152420 Jul 06 18:23:08.820882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c9e2-e94c-438d-b304-ce9fd0c599b5 req-c37c5296-b26f-4aa2-8c77-eb18d624a655 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:08.822937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2505c9e2-e94c-438d-b304-ce9fd0c599b5 req-c37c5296-b26f-4aa2-8c77-eb18d624a655 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 945 time: 0.1626861 Jul 06 18:23:08.907582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:24Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:08.909021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2505c9e2-e94c-438d-b304-ce9fd0c599b5 req-6c1884f0-95d5-459a-9d23-9ac13e35803d tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737445 Jul 06 18:23:08.911217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-dae1314f-8577-4ae9-a586-9ea0e7119f2c service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630442 Jul 06 18:23:08.953409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] Checking router: d672b4b1-cdd2-453b-ae69-14c2021d9f06 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:08.985455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:08.986375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:09.027546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd28c59-399f-48dd-8c94-3846e7547af2 req-3d5c6264-08d5-44d8-a371-76ad16017815 service neutron] 10.222.0.60 "GET /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025531 Jul 06 18:23:09.167304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:09.371214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:24Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:09.397781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f2acb-c035-46eb-8b7b-86e7fa560917 None None] The sync data for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 is: [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:22:18Z', 'revision_number': 4, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '0a65ebba-b23f-40f6-b7c6-f1147073ff0c', 'name': '', 'network_id': 'fd00fb73-fdfb-4aad-a512-7c89c492f60c', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'mac_address': 'fa:16:3e:0d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:17Z', 'updated_at': '2021-07-06T18:22:24Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'subnets': [{'id': '043953f1-8957-41f7-8316-e63a36c3dbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:09.644416 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c386b3-7826-4b79-ba0a-94d15f841998 None None] New status for floating IP e6a6e991-77fe-4077-877c-b1ed6e78e750: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:23:09.999921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7b5b582f-b77a-4e07-89f4-a33c0bab724e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:10.001427 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7b5b582f-b77a-4e07-89f4-a33c0bab724e tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 945 time: 0.0742319 Jul 06 18:23:10.118903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 92061b15-e778-44a7-adbf-72b5dee7eae4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:10.120835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.262900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port 92061b15-e778-44a7-adbf-72b5dee7eae4, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=92061b15-e778-44a7-adbf-72b5dee7eae4,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:10.263365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.284580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 92061b15-e778-44a7-adbf-72b5dee7eae4 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:10.296076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0e1f-031b-4560-aa1e-332d559ee83f req-e18eef79-b82f-452b-9efd-3642ce8b04be tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:10.299814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a12a0e1f-031b-4560-aa1e-332d559ee83f req-e18eef79-b82f-452b-9efd-3642ce8b04be tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/ports?device_id=66591639-03ea-4a4e-bc3d-58ccd7811899 HTTP/1.1" status: 200 len: 945 time: 0.2646420 Jul 06 18:23:10.387882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a12a0e1f-031b-4560-aa1e-332d559ee83f req-97c772fe-eac5-4cd3-8af3-a4c06935d6ef tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "GET /v2.0/security-groups?id=939f1faa-487e-4095-b5d1-89b248f1198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818598 Jul 06 18:23:10.489209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.524722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=92061b15-e778-44a7-adbf-72b5dee7eae4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:10.574293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] No DVR routers for this DVR port 92061b15-e778-44a7-adbf-72b5dee7eae4 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:10.577177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:10.579359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2d7a222-ade7-4db0-a50b-06dc7b010dc1 req-7c72fa26-7226-403d-8d3a-8fdd27f05f36 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.60 "DELETE /v2.0/ports/92061b15-e778-44a7-adbf-72b5dee7eae4 HTTP/1.1" status: 204 len: 173 time: 0.5717554 Jul 06 18:23:10.579804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'name': 'network-vif-deleted', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:10.582129 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a043a-25e2-4980-9005-03ec1554328e" -d '{"events": [{"server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "name": "network-vif-deleted", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:10.630587 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c86af6-c64f-4dfd-a141-7c99ab0258cc x-openstack-request-id: req-61c86af6-c64f-4dfd-a141-7c99ab0258cc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:10.630967 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66591639-03ea-4a4e-bc3d-58ccd7811899", "name": "network-vif-deleted", "tag": "92061b15-e778-44a7-adbf-72b5dee7eae4", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:10.631333 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61c86af6-c64f-4dfd-a141-7c99ab0258cc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:10.631747 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66591639-03ea-4a4e-bc3d-58ccd7811899', 'name': 'network-vif-deleted', 'tag': '92061b15-e778-44a7-adbf-72b5dee7eae4', 'status': 'completed', 'code': 200} Jul 06 18:23:11.499389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:11.572709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b241384-cb1c-49eb-add1-a0a934238a9c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.600912 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b241384-cb1c-49eb-add1-a0a934238a9c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.664436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b241384-cb1c-49eb-add1-a0a934238a9c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.667294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b241384-cb1c-49eb-add1-a0a934238a9c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:11.670344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3b241384-cb1c-49eb-add1-a0a934238a9c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/security-groups/939f1faa-487e-4095-b5d1-89b248f1198b HTTP/1.1" status: 204 len: 168 time: 0.1675873 Jul 06 18:23:11.688840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b241384-cb1c-49eb-add1-a0a934238a9c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f1faa-487e-4095-b5d1-89b248f1198b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:11.714755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:12.095898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.368408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 92061b15-e778-44a7-adbf-72b5dee7eae4 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:12.393835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 92061b15-e778-44a7-adbf-72b5dee7eae4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:12.394193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 92061b15-e778-44a7-adbf-72b5dee7eae4 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:12.396767 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:12.397122 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.503105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port 0a65ebba-b23f-40f6-b7c6-f1147073ff0c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:12.504189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.520711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for 0a65ebba-b23f-40f6-b7c6-f1147073ff0c owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:12.738324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:12.767221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=0a65ebba-b23f-40f6-b7c6-f1147073ff0c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:12.992705 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.223660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Router d672b4b1-cdd2-453b-ae69-14c2021d9f06 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:13.345397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:13.356100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6c0d8beb-d76c-4276-a340-345b14e9a39c tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "PUT /v2.0/routers/d672b4b1-cdd2-453b-ae69-14c2021d9f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6350892 Jul 06 18:23:13.356100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:13.356545 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] Sync routers for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:13.368211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:13.368824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:13.412683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting subnet 043953f1-8957-41f7-8316-e63a36c3dbae {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:23:13.417244 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.458105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.489936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:13.564400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.645566 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.677466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:13.680229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/subnets/043953f1-8957-41f7-8316-e63a36c3dbae HTTP/1.1" status: 204 len: 168 time: 0.3228164 Jul 06 18:23:13.680372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:23:12Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:13.681600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b7a48-1db0-4682-ad44-44cdf5f33147 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Subnet': ['ID=043953f1-8957-41f7-8316-e63a36c3dbae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:13.686277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:13.691109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae9863-1712-425a-b85a-b9bb6ff64abd None None] Network fd00fb73-fdfb-4aad-a512-7c89c492f60c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:13.740805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] Checking router: d672b4b1-cdd2-453b-ae69-14c2021d9f06 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:13.794404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] Routers {'d672b4b1-cdd2-453b-ae69-14c2021d9f06'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:13.795063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:13.965512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] Set router d672b4b1-cdd2-453b-ae69-14c2021d9f06 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:14.177447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.183948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:23:12Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:14.188885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] DHCP port deletion for fd00fb73-fdfb-4aad-a512-7c89c492f60c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:23:14.221298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ac01-e655-4eff-a8ba-38d1328872ba None None] The sync data for ids ['d672b4b1-cdd2-453b-ae69-14c2021d9f06'] in n-d-799527-3 is: [{'id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'name': 'tempest-TestNetworkBasicOps-router-2079532331', 'tenant_id': 'b8e759888db24094b911baf255435d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:22:13Z', 'updated_at': '2021-07-06T18:23:12Z', 'revision_number': 5, 'project_id': 'b8e759888db24094b911baf255435d47', 'gw_port': {'id': 'ebe18f36-d660-42ef-91e5-22cf105a152b', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672b4b1-cdd2-453b-ae69-14c2021d9f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:22:14Z', 'updated_at': '2021-07-06T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:14.290462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] Deleting port 17e718f5-278a-4107-9bcb-bf58363f76c3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:14.290835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.325211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.357261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] For port 17e718f5-278a-4107-9bcb-bf58363f76c3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=17e718f5-278a-4107-9bcb-bf58363f76c3,segment=NetworkSegment(d2fef6a5-f64d-4cf3-9449-74a1578a5683),segment_id=d2fef6a5-f64d-4cf3-9449-74a1578a5683)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:14.357558 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.375412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] Calling delete_port for 17e718f5-278a-4107-9bcb-bf58363f76c3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:14.383193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Deleting port ebe18f36-d660-42ef-91e5-22cf105a152b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:14.383919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.461589 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.473894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] For port ebe18f36-d660-42ef-91e5-22cf105a152b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ebe18f36-d660-42ef-91e5-22cf105a152b,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:14.474547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.489083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] Pushing event deleted for resources: {'Port': ['ID=17e718f5-278a-4107-9bcb-bf58363f76c3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:14.493493 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af179ed-b4d2-459c-bafd-4ff88fbfd043 None None] No DVR routers for this DVR port 17e718f5-278a-4107-9bcb-bf58363f76c3 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:14.497506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Calling delete_port for ebe18f36-d660-42ef-91e5-22cf105a152b owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:14.711223 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.745148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Port': ['ID=ebe18f36-d660-42ef-91e5-22cf105a152b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:14.813491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.920943 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.923229 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.968886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.969378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Fanout notify agent at l3_agent the message router_deleted on router d672b4b1-cdd2-453b-ae69-14c2021d9f06 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:23:14.976745 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.980754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fe4511dd-488e-47c5-b054-0a76f4470b23 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/routers/d672b4b1-cdd2-453b-ae69-14c2021d9f06 HTTP/1.1" status: 204 len: 168 time: 1.2932856 Jul 06 18:23:14.981402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35846) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:15.071580 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.213840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.224707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd00fb73-fdfb-4aad-a512-7c89c492f60c']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:15.237307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fef6a5-f64d-4cf3-9449-74a1578a5683') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:15.237826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fef6a5-f64d-4cf3-9449-74a1578a5683') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:15.255587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.275530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.282603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:23:15.283029 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:23:15.286940 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:23:15.385117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.392417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.395507 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] 10.222.0.37 "DELETE /v2.0/networks/fd00fb73-fdfb-4aad-a512-7c89c492f60c HTTP/1.1" status: 204 len: 168 time: 0.4128795 Jul 06 18:23:15.437938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df924932-be4f-48c8-9ea0-53a206228b63 tempest-TestNetworkBasicOps-2079263349 tempest-TestNetworkBasicOps-2079263349-project] Pushing event deleted for resources: {'Network': ['ID=fd00fb73-fdfb-4aad-a512-7c89c492f60c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:15.704726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:15.855966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17e718f5-278a-4107-9bcb-bf58363f76c3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:15.879126 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a597cc10-17d8-42ac-86a3-435f06005588 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8e759888db24094b911baf255435d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734376 Jul 06 18:23:15.881530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35858) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:15.884063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 17e718f5-278a-4107-9bcb-bf58363f76c3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:15.884597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 17e718f5-278a-4107-9bcb-bf58363f76c3 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:15.885327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ebe18f36-d660-42ef-91e5-22cf105a152b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:15.909748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ebe18f36-d660-42ef-91e5-22cf105a152b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:15.910361 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ebe18f36-d660-42ef-91e5-22cf105a152b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:15.911195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a65ebba-b23f-40f6-b7c6-f1147073ff0c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:15.933540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0a65ebba-b23f-40f6-b7c6-f1147073ff0c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:15.934163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a65ebba-b23f-40f6-b7c6-f1147073ff0c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:15.952149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bf63257-cadd-471c-b5b6-a4d854e8b9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:15.975493 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bf63257-cadd-471c-b5b6-a4d854e8b9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.028369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bf63257-cadd-471c-b5b6-a4d854e8b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.032259 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bf63257-cadd-471c-b5b6-a4d854e8b9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.034097 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4bf63257-cadd-471c-b5b6-a4d854e8b9b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bdd7375-cb71-4474-adcc-ff25243d927b HTTP/1.1" status: 204 len: 168 time: 0.1498339 Jul 06 18:23:16.045873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63257-cadd-471c-b5b6-a4d854e8b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdd7375-cb71-4474-adcc-ff25243d927b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:16.359197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35864) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:16.374671 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fe6e6c-40d3-4400-a002-3cc0f155529d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.484448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fe6e6c-40d3-4400-a002-3cc0f155529d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.488489 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fe6e6c-40d3-4400-a002-3cc0f155529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.537211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe6e6c-40d3-4400-a002-3cc0f155529d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cc7e18-afd3-4551-8062-9feefcc3f215,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:16.547608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-19fe6e6c-40d3-4400-a002-3cc0f155529d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2842753bdc544daeabaec8bf2d43ad07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870124 Jul 06 18:23:16.554708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35866) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:16.615289 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e48a3bc0-f051-434e-9941-81b09382487a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.638732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e48a3bc0-f051-434e-9941-81b09382487a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.690260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e48a3bc0-f051-434e-9941-81b09382487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.693217 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e48a3bc0-f051-434e-9941-81b09382487a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.694456 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e48a3bc0-f051-434e-9941-81b09382487a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4cc7e18-afd3-4551-8062-9feefcc3f215 HTTP/1.1" status: 204 len: 168 time: 0.1387489 Jul 06 18:23:16.705409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a3bc0-f051-434e-9941-81b09382487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cc7e18-afd3-4551-8062-9feefcc3f215,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:19.311971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:19.318318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'network': {'name': 'tempest-network-smoke--1181271448', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:19.341222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Made reservation on behalf of 23c057c845f14ed0aa2bcc21d72baf93 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:19.344938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.356827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.482436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.487551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.517059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:23:19.529347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5773f8de-fc98-433a-8247-6050c1df1b25,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:19.532248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.532593 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Added segment 7d065418-4d0c-491f-906e-be19725d2a70 of type vlan for network 93e7dbdb-4791-4465-ba81-0de3116da992 Jul 06 18:23:19.577933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.613676 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.620620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:19.621347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.695882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3820529 Jul 06 18:23:19.699608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:19.704688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167d5cd-c10e-4f59-b60b-b9c926892afe tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Network': ['ID=93e7dbdb-4791-4465-ba81-0de3116da992,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:19.704931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'admin_state_up': True, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:19.717278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 93e7dbdb-4791-4465-ba81-0de3116da992 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:23:19.733891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.734943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.793592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:19.946713 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.178079 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.198799 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.305575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.25.5.247 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/ce6a5922-0312-4067-8a54-9e37b92bae42) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:20.711383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.752213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.795128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:20.798989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:20.806660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:20.812739 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=ce6a5922-0312-4067-8a54-9e37b92bae42,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:21.086157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.318839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.464700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router deb84322-4664-42bd-9ef1-ca26fd7336cb is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:23:21.579791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:21.590012 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Sync routers for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:21.600700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.601204 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:21.601632 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:21.606056 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2db2cb7-2fa9-4a34-8ceb-123eef5c4f29 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9023852 Jul 06 18:23:21.606450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35934) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:21.711749 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:21.760380 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-63083f51-48cc-4958-80ac-93f717e86d40 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=23c057c845f14ed0aa2bcc21d72baf93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1497576 Jul 06 18:23:21.760953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35938) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:21.868741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417ff73-0215-4d30-ba73-952b5238538d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:21.870299 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5417ff73-0215-4d30-ba73-952b5238538d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084011 Jul 06 18:23:21.873119 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35940) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:21.907057 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5a366142-7ccb-4b71-a004-d0592d2d726a tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303514 Jul 06 18:23:21.907348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35944) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:21.910483 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:20Z', 'revision_number': 3, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:21.912472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-252043308', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:21.946719 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Checking router: deb84322-4664-42bd-9ef1-ca26fd7336cb for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:21.947213 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Updating router deb84322-4664-42bd-9ef1-ca26fd7336cb port ce6a5922-0312-4067-8a54-9e37b92bae42 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:23:21.983437 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.023473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Made reservation on behalf of 23c057c845f14ed0aa2bcc21d72baf93 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:22.028035 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.274127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.332625 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.344904 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Transition to ACTIVE for port object ce6a5922-0312-4067-8a54-9e37b92bae42 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:22.353687 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.374096 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Checking segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:22.374765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network hostable DHCP agents. Network: 93e7dbdb-4791-4465-ba81-0de3116da992, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:23:22.378257 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Subnet': ['ID=6500290b-324d-475a-a8bd-476e8858e79a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:22.399496 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.399987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.400476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.401157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.401492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.401836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.402225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.402729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.403207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.403542 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.403884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.404270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.406483 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Attempting to bind port ce6a5922-0312-4067-8a54-9e37b92bae42 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:22.406866 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Attempting to bind port ce6a5922-0312-4067-8a54-9e37b92bae42 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:22.407239 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Attempting to bind port ce6a5922-0312-4067-8a54-9e37b92bae42 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:22.413895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 93e7dbdb-4791-4465-ba81-0de3116da992 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:23:22.425002 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 93e7dbdb-4791-4465-ba81-0de3116da992) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:22.427950 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:22.428330 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:22.428739 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.429668 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:22.430233 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Bound port: ce6a5922-0312-4067-8a54-9e37b92bae42, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:22.430605 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.430779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:22.431658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.442386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08591f-77e7-42a6-bf6f-f8ec494f864e None None] Network 93e7dbdb-4791-4465-ba81-0de3116da992 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:22.469442 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-158211eb-77f5-4e25-8444-f90641f1bf79 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5513258 Jul 06 18:23:22.469442 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:22.487049 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] For port ce6a5922-0312-4067-8a54-9e37b92bae42, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:22.490367 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] For port ce6a5922-0312-4067-8a54-9e37b92bae42, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ce6a5922-0312-4067-8a54-9e37b92bae42,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:22.495696 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Pushing event updated for resources: {'Port': ['ID=ce6a5922-0312-4067-8a54-9e37b92bae42,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:22.499117 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.523671 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.524379 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.527527 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.527927 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.528282 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.528628 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.528966 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.529374 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.529703 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.530035 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.530366 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.530687 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:22.595215 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39903c4d-11d0-4fe4-9e1c-bcf5694bddbd None None] Pushing event updated for resources: {'Port': ['ID=ce6a5922-0312-4067-8a54-9e37b92bae42,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:22.611890 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:22.612877 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:22.692392 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-93e7dbdb-4791-4465-ba81-0de3116da992', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:23:22.693569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.734209 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:22.863794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Allocated IP 172.20.0.2 (93e7dbdb-4791-4465-ba81-0de3116da992/6500290b-324d-475a-a8bd-476e8858e79a/36ea6a72-f657-4058-aa93-9346da995aae) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:22.999464 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:20Z', 'revision_number': 3, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:23.029372 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359da1c9-6216-460e-bf14-8047cb4745da None None] The sync data for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 is: [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:20Z', 'revision_number': 3, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:23.082405 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.235832 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.246589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Transition to ACTIVE for port object 36ea6a72-f657-4058-aa93-9346da995aae will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:23.268350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Transition to ACTIVE for port object 36ea6a72-f657-4058-aa93-9346da995aae will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:23.275864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.331439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Pushing event updated for resources: {'Port': ['ID=36ea6a72-f657-4058-aa93-9346da995aae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:23.339022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Network 93e7dbdb-4791-4465-ba81-0de3116da992 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:23.341309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:23.348234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:23.439184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Attempting to bind port 36ea6a72-f657-4058-aa93-9346da995aae on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:23.439620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Attempting to bind port 36ea6a72-f657-4058-aa93-9346da995aae by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:23.439971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Attempting to bind port 36ea6a72-f657-4058-aa93-9346da995aae on network 93e7dbdb-4791-4465-ba81-0de3116da992 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:23.445911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:23.446652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Checking segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:23.446772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.447079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Bound using segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:23.447597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Bound port: 36ea6a72-f657-4058-aa93-9346da995aae, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:23.447983 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.523340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.20.0.1 (93e7dbdb-4791-4465-ba81-0de3116da992/6500290b-324d-475a-a8bd-476e8858e79a/be0b64c8-3fa1-4f53-acbc-a29866f40be7) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:23.523580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] For port 36ea6a72-f657-4058-aa93-9346da995aae, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:23.528060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] For port 36ea6a72-f657-4058-aa93-9346da995aae, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=36ea6a72-f657-4058-aa93-9346da995aae,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:23.536956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.609146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea53f88-7be2-489e-992e-2fe8c9ec0245 None None] Pushing event updated for resources: {'Port': ['ID=36ea6a72-f657-4058-aa93-9346da995aae,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:23.738647 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.759937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Transition to ACTIVE for port object be0b64c8-3fa1-4f53-acbc-a29866f40be7 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:23.851209 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.919686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 93e7dbdb-4791-4465-ba81-0de3116da992 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:23.921616 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:23.929227 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:23.958533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ce6a5922-0312-4067-8a54-9e37b92bae42 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:23.971113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=be0b64c8-3fa1-4f53-acbc-a29866f40be7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:24.014258 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.067744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ce6a5922-0312-4067-8a54-9e37b92bae42 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:24.082097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ce6a5922-0312-4067-8a54-9e37b92bae42 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:24.082484 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.205158 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.216964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.235741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ce6a5922-0312-4067-8a54-9e37b92bae42, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ce6a5922-0312-4067-8a54-9e37b92bae42,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:24.241187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.306246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ce6a5922-0312-4067-8a54-9e37b92bae42,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:24.321048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.321405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.321767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.322223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.322450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.322781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.323116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.323518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.323852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.324182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.324516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.324838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:24.572969 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.578188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.661137 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:24.662935 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=be0b64c8-3fa1-4f53-acbc-a29866f40be7,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:24.763016 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 93e7dbdb-4791-4465-ba81-0de3116da992 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:24.764555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:24.787537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0278fd-2868-40ea-9e60-711fced81a34 None None] Network 93e7dbdb-4791-4465-ba81-0de3116da992 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:23:24.873293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-44371701-be3c-4d92-b42f-65926a66e79e None None] Provisioning for port 36ea6a72-f657-4058-aa93-9346da995aae completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:24.885784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router deb84322-4664-42bd-9ef1-ca26fd7336cb has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:25.029554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:25.045002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-aac20091-9520-4c79-af6e-9f0d14aa8938 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "PUT /v2.0/routers/deb84322-4664-42bd-9ef1-ca26fd7336cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797923 Jul 06 18:23:25.047327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 35956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:25.052212 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1944933705', 'description': 'tempest-secgroup_access--1944933705 description', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:25.080107 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.181310 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.186894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.216478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.221632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1694334 Jul 06 18:23:25.221873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35958) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:25.225836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1725589266', 'description': 'tempest-secgroup_general--1725589266 description', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:25.235955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317ecf0c-edac-4b03-ba46-abd5f18b0b04,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:25.245622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.245955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.246387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.246949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.247503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.248039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.248567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.249207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.249721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.250233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.250731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.251269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872599c-6bee-4cde-b958-37b8c62d21ee tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:25.262078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.332465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-14ddd556-9ee1-4522-865c-805ee4dcc0ce None None] Provisioning for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:25.339611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-14ddd556-9ee1-4522-865c-805ee4dcc0ce None None] Provisioning complete for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:25.340174 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ddd556-9ee1-4522-865c-805ee4dcc0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.389928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-14ddd556-9ee1-4522-865c-805ee4dcc0ce None None] Port be0b64c8-3fa1-4f53-acbc-a29866f40be7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:25.426024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Sync routers for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:25.447115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:25.447819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:25.448389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.451229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3da03af1-a7a8-4f0f-b6a8-ccb3c9729c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.456091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.502157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:25.525248 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.529643 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9ff237b5-f5ee-4c22-a62f-047698ae6754 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3052495 Jul 06 18:23:25.530175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 35960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:25.534966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'security_group_rule': {'security_group_id': '317ecf0c-edac-4b03-ba46-abd5f18b0b04', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:25.573759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.599955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:25.659460 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.660806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-40fdc995-d266-40af-95f6-b74f3180d321 None None] Provisioning complete for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:25.661267 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40fdc995-d266-40af-95f6-b74f3180d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.667087 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.697660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142bf8dc-c74d-44f1-b815-039e5e198f07,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:25.701109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.702667 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8ea1ccc7-2cb9-44b8-938b-91fae0e71611 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1716008 Jul 06 18:23:25.812210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-40fdc995-d266-40af-95f6-b74f3180d321 None None] Port be0b64c8-3fa1-4f53-acbc-a29866f40be7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:25.902527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-57a4c73d-0b64-4f31-9b15-2f18042a237f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1944933705&fields=id&tenant_id=23c057c845f14ed0aa2bcc21d72baf93 HTTP/1.1" status: 200 len: 267 time: 0.0469615 Jul 06 18:23:25.944525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-17982d7c-addf-4908-b2e9-754abd60ba6a tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1725589266&fields=id&tenant_id=23c057c845f14ed0aa2bcc21d72baf93 HTTP/1.1" status: 200 len: 267 time: 0.0407944 Jul 06 18:23:25.956086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d3b0d86a-f3fc-4695-848f-f4fca9df46c4 None None] Provisioning complete for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:25.956349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3b0d86a-f3fc-4695-848f-f4fca9df46c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:25.989669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ce6a5922-0312-4067-8a54-9e37b92bae42 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:26.028179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 2, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:26.091099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-bb3b03de-b5e0-4487-ae43-98946ea74aac tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:26.094328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0d86a-f3fc-4695-848f-f4fca9df46c4 None None] Port be0b64c8-3fa1-4f53-acbc-a29866f40be7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:26.098060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-bb3b03de-b5e0-4487-ae43-98946ea74aac tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/networks?id=93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 200 len: 797 time: 0.1464546 Jul 06 18:23:26.110586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3aeb7381-9cb7-4997-a7ac-dca648dbe109 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/quotas/23c057c845f14ed0aa2bcc21d72baf93 HTTP/1.1" status: 200 len: 375 time: 0.0115147 Jul 06 18:23:26.111443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Checking router: deb84322-4664-42bd-9ef1-ca26fd7336cb for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:26.112050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Updating router deb84322-4664-42bd-9ef1-ca26fd7336cb port be0b64c8-3fa1-4f53-acbc-a29866f40be7 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:23:26.192802 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.198297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ce6a5922-0312-4067-8a54-9e37b92bae42 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:26.199164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.208259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-016edd75-1dd1-42ce-b8f8-ea8e2de498f2 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854964 Jul 06 18:23:26.338566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-47be7e76-af38-44b9-883c-c948b54f4253 service neutron] 10.222.0.37 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118927 Jul 06 18:23:26.472475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 36ea6a72-f657-4058-aa93-9346da995aae up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:26.481025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-94acdf6e-2cf2-4d0e-886a-f380f1bbb652 service neutron] 10.222.0.37 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344812 Jul 06 18:23:26.596785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 36ea6a72-f657-4058-aa93-9346da995aae completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:26.624334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 36ea6a72-f657-4058-aa93-9346da995aae triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:26.624705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.683518 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.704179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Transition to ACTIVE for port object be0b64c8-3fa1-4f53-acbc-a29866f40be7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:26.715363 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.820966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23e8fd3c-e590-4f80-abda-01301dd6edc6 req-661772c7-f348-4e6f-bbf3-06a5c4dbc6a3 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 210 time: 0.0599437 Jul 06 18:23:26.872000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.874217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07bc8e-9f86-4959-abdb-e5e41ff07eb5 None None] Pushing event updated for resources: {'Port': ['ID=be0b64c8-3fa1-4f53-acbc-a29866f40be7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:26.939559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Attempting to bind port be0b64c8-3fa1-4f53-acbc-a29866f40be7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:26.939921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Attempting to bind port be0b64c8-3fa1-4f53-acbc-a29866f40be7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:26.940656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Attempting to bind port be0b64c8-3fa1-4f53-acbc-a29866f40be7 on network 93e7dbdb-4791-4465-ba81-0de3116da992 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:26.961626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 36ea6a72-f657-4058-aa93-9346da995aae, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=36ea6a72-f657-4058-aa93-9346da995aae,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:26.972937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:26.973647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Checking segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:26.974174 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.974574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Bound using segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:26.975537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Bound port: be0b64c8-3fa1-4f53-acbc-a29866f40be7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:26.975705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:26.979827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.091674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=36ea6a72-f657-4058-aa93-9346da995aae,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:27.138372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] For port be0b64c8-3fa1-4f53-acbc-a29866f40be7, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:27.142754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] For port be0b64c8-3fa1-4f53-acbc-a29866f40be7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=be0b64c8-3fa1-4f53-acbc-a29866f40be7,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:27.148886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:27.222441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07bc8e-9f86-4959-abdb-e5e41ff07eb5 None None] Pushing event updated for resources: {'Port': ['ID=be0b64c8-3fa1-4f53-acbc-a29866f40be7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:27.225659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:27.226362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:22:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:27.360207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:27.652115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:27Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:27.681609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b599cc3-f58c-4082-a827-c39cf740c8d1 None None] The sync data for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 is: [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:27Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:27.960305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device be0b64c8-3fa1-4f53-acbc-a29866f40be7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:28.042575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a858bed-914e-47a4-b93c-78f3d749f005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.055793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.092660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:28.097597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:28.098107 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.104164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31a19ac8-9e41-454c-afd7-91c0f589d3bc req-3f4cfe2d-0b33-4e58-926c-d0b885ca6f85 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 210 time: 0.1011088 Jul 06 18:23:28.290090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-867bfae4-9dd4-48b4-925b-25c87331815b tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:28.291642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-867bfae4-9dd4-48b4-925b-25c87331815b tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.60 "GET /v2.0/networks?id=93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 200 len: 797 time: 0.2156641 Jul 06 18:23:28.297072 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.359728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port be0b64c8-3fa1-4f53-acbc-a29866f40be7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=be0b64c8-3fa1-4f53-acbc-a29866f40be7,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:28.361587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-6bdd33d1-84aa-4995-9600-c4cfdd822daf tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c057c845f14ed0aa2bcc21d72baf93 HTTP/1.1" status: 200 len: 478 time: 0.0560436 Jul 06 18:23:28.365927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.367365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 36ea6a72-f657-4058-aa93-9346da995aae up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:28.370512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'port': {'device_id': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'admin_state_up': True, 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'security_groups': ['317ecf0c-edac-4b03-ba46-abd5f18b0b04', '3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:28.512579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 36ea6a72-f657-4058-aa93-9346da995aae triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:28.512960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.554226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=be0b64c8-3fa1-4f53-acbc-a29866f40be7,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:28.584134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Made reservation on behalf of 23c057c845f14ed0aa2bcc21d72baf93 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:28.589872 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:28.777346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.20.0.3 (93e7dbdb-4791-4465-ba81-0de3116da992/6500290b-324d-475a-a8bd-476e8858e79a/63663178-b13f-4749-8fe6-fe3ee4a46e1d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:29.012911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.029229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Transition to ACTIVE for port object 63663178-b13f-4749-8fe6-fe3ee4a46e1d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:29.076973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.142542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 93e7dbdb-4791-4465-ba81-0de3116da992 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:29.146525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:29.153004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:29.217291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=63663178-b13f-4749-8fe6-fe3ee4a46e1d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:29.253238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:29.253925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.275936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-112d184f-37e5-4a0e-bef9-d7a3612ffd8f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9102950 Jul 06 18:23:29.285799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Request body: {'port': {'device_id': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:29.411717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.473636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.512537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a2dec-bfc9-467f-ba36-c3d47aab3a58 req-9f2e372e-ea84-4062-b2b4-1e8b239727cd tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:29.514773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b22a2dec-bfc9-467f-ba36-c3d47aab3a58 req-9f2e372e-ea84-4062-b2b4-1e8b239727cd tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 970 time: 0.1989663 Jul 06 18:23:29.596430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e3b4a9e4-cf21-4cba-8598-15aa8af4ecf9 None None] Provisioning for port 63663178-b13f-4749-8fe6-fe3ee4a46e1d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:29.603289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e3b4a9e4-cf21-4cba-8598-15aa8af4ecf9 None None] Provisioning complete for port 63663178-b13f-4749-8fe6-fe3ee4a46e1d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:29.603952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a9e4-cf21-4cba-8598-15aa8af4ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.644173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4a9e4-cf21-4cba-8598-15aa8af4ecf9 None None] Port 63663178-b13f-4749-8fe6-fe3ee4a46e1d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:29.656597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b22a2dec-bfc9-467f-ba36-c3d47aab3a58 req-166394aa-0521-4091-b833-c7161eb56673 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1090431 Jul 06 18:23:29.837616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device be0b64c8-3fa1-4f53-acbc-a29866f40be7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:29.881562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63663178-b13f-4749-8fe6-fe3ee4a46e1d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:29.889506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.892030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port be0b64c8-3fa1-4f53-acbc-a29866f40be7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:29.892491 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.902057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Transition to ACTIVE for port object 63663178-b13f-4749-8fe6-fe3ee4a46e1d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:29.907217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:29.993208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Pushing event updated for resources: {'Port': ['ID=63663178-b13f-4749-8fe6-fe3ee4a46e1d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:30.081786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Attempting to bind port 63663178-b13f-4749-8fe6-fe3ee4a46e1d on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:30.082147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Attempting to bind port 63663178-b13f-4749-8fe6-fe3ee4a46e1d by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:30.082459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Attempting to bind port 63663178-b13f-4749-8fe6-fe3ee4a46e1d on network 93e7dbdb-4791-4465-ba81-0de3116da992 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:30.089443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Port 63663178-b13f-4749-8fe6-fe3ee4a46e1d on network 93e7dbdb-4791-4465-ba81-0de3116da992 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:30.089868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Attempting to bind port 63663178-b13f-4749-8fe6-fe3ee4a46e1d on network 93e7dbdb-4791-4465-ba81-0de3116da992 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:30.097568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:30.097996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Checking segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:30.098364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Bound using segment: {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:30.098863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Bound port: 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d065418-4d0c-491f-906e-be19725d2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:30.099435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.183300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] For port 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:30.187772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] For port 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:30.190275 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.193515 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.237612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.238302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.239894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] 10.222.0.60 "PUT /v2.0/ports/63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 200 len: 1130 time: 0.9590976 Jul 06 18:23:30.240385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:30.242952 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb153dcc-76bc-4e68-b940-f1ff55363a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:30.266331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e453acb-5e41-40c3-8d9f-dace260c2f2e service neutron] Pushing event updated for resources: {'Port': ['ID=63663178-b13f-4749-8fe6-fe3ee4a46e1d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:30.338703 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee4e7d-92e7-4e55-97e1-a26f83aae93a x-openstack-request-id: req-32ee4e7d-92e7-4e55-97e1-a26f83aae93a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:30.339038 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:30.339135 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32ee4e7d-92e7-4e55-97e1-a26f83aae93a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:30.339532 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'status': 'completed', 'code': 200} Jul 06 18:23:30.372037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-661b3175-6976-4b3b-9940-8ea219d0254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.373912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-661b3175-6976-4b3b-9940-8ea219d0254f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1133 time: 0.0746388 Jul 06 18:23:30.421535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-72f68b7b-5873-4e8d-93da-ddb5560a20f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 200 len: 217 time: 0.0402570 Jul 06 18:23:30.477563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-ba064619-1003-434e-9010-2c251fb87afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.479130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-ba064619-1003-434e-9010-2c251fb87afb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6500290b-324d-475a-a8bd-476e8858e79a HTTP/1.1" status: 200 len: 834 time: 0.0518148 Jul 06 18:23:30.550387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-02a8b09c-1cef-4bad-8d33-01ef94e12195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.552025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-02a8b09c-1cef-4bad-8d33-01ef94e12195 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93e7dbdb-4791-4465-ba81-0de3116da992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672367 Jul 06 18:23:30.650975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-9440d54c-014f-42b4-9197-726a7e0312f9 service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924723 Jul 06 18:23:30.749292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e75b8c-935c-43c2-ae9b-94f9a567fcae req-84cea6a9-3f81-4b64-8bf9-c7601341d3af service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922985 Jul 06 18:23:30.807949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:30.870974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a802e-551a-4d64-8c1c-03625e7c0633 req-cc620cec-b713-426c-a286-2bc6deb4d2c0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.872634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d07a802e-551a-4d64-8c1c-03625e7c0633 req-cc620cec-b713-426c-a286-2bc6deb4d2c0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 982 time: 0.0947962 Jul 06 18:23:30.951660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d07a802e-551a-4d64-8c1c-03625e7c0633 req-30e36f5f-4cad-42bf-b560-c15e62bf7e65 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0642931 Jul 06 18:23:30.971335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-d43748fa-f467-4722-a1db-8efd31dac463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.972899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-d43748fa-f467-4722-a1db-8efd31dac463 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1133 time: 0.0953491 Jul 06 18:23:31.076012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-ddcaf6bd-170c-46e9-9b4a-5bce96bcd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.077653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-ddcaf6bd-170c-46e9-9b4a-5bce96bcd19f service neutron] 10.222.0.60 "GET /v2.0/networks?id=93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 200 len: 898 time: 0.0978129 Jul 06 18:23:31.129135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-8d51de87-f36b-4f06-95d3-26b404d96048 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 200 len: 217 time: 0.0447314 Jul 06 18:23:31.186096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-7a18b2e3-1951-491c-b0de-c7c3ac073d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.187628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-7a18b2e3-1951-491c-b0de-c7c3ac073d36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6500290b-324d-475a-a8bd-476e8858e79a HTTP/1.1" status: 200 len: 834 time: 0.0508153 Jul 06 18:23:31.251982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-d3395e38-26ba-4791-a913-ad717a871039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.253345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-d3395e38-26ba-4791-a913-ad717a871039 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93e7dbdb-4791-4465-ba81-0de3116da992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593581 Jul 06 18:23:31.346285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-898c4d2d-526e-483b-a8f7-8c1942bc7b56 service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844443 Jul 06 18:23:31.449966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb153dcc-76bc-4e68-b940-f1ff55363a5a req-2eb586c2-1405-4a04-a4bd-a877f979418a service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950782 Jul 06 18:23:32.151141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8c115-3246-4ced-8149-9e3116c2a7b0 req-5b1b7020-52cc-4d22-9c34-196816b93646 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:32.152846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31a8c115-3246-4ced-8149-9e3116c2a7b0 req-5b1b7020-52cc-4d22-9c34-196816b93646 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 982 time: 0.0684533 Jul 06 18:23:32.197808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31a8c115-3246-4ced-8149-9e3116c2a7b0 req-af3ecf1f-3f85-4b6d-a3ef-f0c57709f72d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0391350 Jul 06 18:23:32.666195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.424103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09efe-a6b8-4ef9-9fdb-dc975d5cd8e8 req-17729b14-9101-4410-8306-af1e5aa17c5f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:33.426825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2db09efe-a6b8-4ef9-9fdb-dc975d5cd8e8 req-17729b14-9101-4410-8306-af1e5aa17c5f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 982 time: 0.0955319 Jul 06 18:23:33.495844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2db09efe-a6b8-4ef9-9fdb-dc975d5cd8e8 req-ca756adf-544a-4a49-aa25-f19bfc94d80b tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0617785 Jul 06 18:23:34.518445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 63663178-b13f-4749-8fe6-fe3ee4a46e1d details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:34.664343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:34.721129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab63cb-2c5b-4c96-8edc-c5e8b3af45c9 req-f5bfab69-2dff-4e83-b70c-27eb433da239 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:34.722874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17ab63cb-2c5b-4c96-8edc-c5e8b3af45c9 req-f5bfab69-2dff-4e83-b70c-27eb433da239 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 982 time: 0.1045718 Jul 06 18:23:34.782906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-17ab63cb-2c5b-4c96-8edc-c5e8b3af45c9 req-5b98459e-f81c-40af-8d3b-38183004c509 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0528867 Jul 06 18:23:34.845441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'port_id': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'mac_address': 'fa:16:3e:b1:0e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:34.897201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:34.917798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63663178-b13f-4749-8fe6-fe3ee4a46e1d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:34.937558 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:34.941997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:34.993926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=63663178-b13f-4749-8fe6-fe3ee4a46e1d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:35.147524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['63663178-b13f-4749-8fe6-fe3ee4a46e1d'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:35.977231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23cb3c-a524-42c7-911f-dea2d097ad1b req-cd708958-c6b6-4de1-b825-6798bd0e4bea tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:35.979036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f23cb3c-a524-42c7-911f-dea2d097ad1b req-cd708958-c6b6-4de1-b825-6798bd0e4bea tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 983 time: 0.0732758 Jul 06 18:23:36.031088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f23cb3c-a524-42c7-911f-dea2d097ad1b req-50b1d4d9-12cf-4d45-9b20-c5e7428fffd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0453618 Jul 06 18:23:36.524385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 63663178-b13f-4749-8fe6-fe3ee4a46e1d up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:36.577679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 63663178-b13f-4749-8fe6-fe3ee4a46e1d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:36.581633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 63663178-b13f-4749-8fe6-fe3ee4a46e1d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:36.582020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:36.667277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:36.690973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:36.693462 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12b49d5-a15d-4132-8688-7c07c7ddd4ec" -d '{"events": [{"server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "name": "network-vif-plugged", "status": "completed", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:36.707294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:36.711827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:36.743756 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc4196-03fc-48da-a036-f2aaad0843c3 x-openstack-request-id: req-83dc4196-03fc-48da-a036-f2aaad0843c3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:36.744062 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "name": "network-vif-plugged", "status": "completed", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:36.744338 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83dc4196-03fc-48da-a036-f2aaad0843c3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:36.744920 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'code': 200} Jul 06 18:23:36.778338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=63663178-b13f-4749-8fe6-fe3ee4a46e1d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:36.861740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1b16-438d-4ab6-8654-8a6175d41135 req-d22cc36e-7e03-447b-bb55-3f9207470965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:36.863296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f45f1b16-438d-4ab6-8654-8a6175d41135 req-d22cc36e-7e03-447b-bb55-3f9207470965 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1135 time: 0.0628369 Jul 06 18:23:36.902658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f45f1b16-438d-4ab6-8654-8a6175d41135 req-daaa4eaa-f4a6-41d2-9a94-772592a300a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0323348 Jul 06 18:23:37.226745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995c922-1ff1-4901-a554-50feb5639a29 req-c0e6706d-9c2c-4ad0-b8c6-422016ac3ed8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:37.230029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9995c922-1ff1-4901-a554-50feb5639a29 req-c0e6706d-9c2c-4ad0-b8c6-422016ac3ed8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 984 time: 0.0728178 Jul 06 18:23:37.281150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9995c922-1ff1-4901-a554-50feb5639a29 req-60f51524-4ae6-4fb4-85f9-4836d1bd5f84 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0439007 Jul 06 18:23:38.470603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efdb78-9cbe-4d39-8e98-40f499afc176 req-138d9fd8-11c1-4331-a085-b4e45c054b43 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:38.472328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0efdb78-9cbe-4d39-8e98-40f499afc176 req-138d9fd8-11c1-4331-a085-b4e45c054b43 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 984 time: 0.0674701 Jul 06 18:23:38.519827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0efdb78-9cbe-4d39-8e98-40f499afc176 req-0332f6b0-0353-4aa9-b4a1-c712d7188fef tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0396731 Jul 06 18:23:38.721786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf723ce-6ee5-4772-be66-afd8793eaf17 req-2c5a6466-1618-4ad3-8bda-e46ae4842237 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:38.723212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cf723ce-6ee5-4772-be66-afd8793eaf17 req-2c5a6466-1618-4ad3-8bda-e46ae4842237 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 984 time: 0.0701406 Jul 06 18:23:38.767309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8cf723ce-6ee5-4772-be66-afd8793eaf17 req-0f747a9d-a25c-4e31-8c48-1a84c1135467 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0376456 Jul 06 18:23:38.954871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5748a47-f133-499f-92d4-b90efcfa6687 req-7ba946a2-0345-49aa-9ab0-dd1000dc8f56 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:38.956470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5748a47-f133-499f-92d4-b90efcfa6687 req-7ba946a2-0345-49aa-9ab0-dd1000dc8f56 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1135 time: 0.0610015 Jul 06 18:23:38.978571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b5748a47-f133-499f-92d4-b90efcfa6687 req-4be93ca2-6f21-4161-95dd-741b7dd2b59d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.099404 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b5748a47-f133-499f-92d4-b90efcfa6687 req-4be93ca2-6f21-4161-95dd-741b7dd2b59d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.103866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b5748a47-f133-499f-92d4-b90efcfa6687 req-4be93ca2-6f21-4161-95dd-741b7dd2b59d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.135317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5748a47-f133-499f-92d4-b90efcfa6687 req-4be93ca2-6f21-4161-95dd-741b7dd2b59d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1691322 Jul 06 18:23:39.145626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be93ca2-6f21-4161-95dd-741b7dd2b59d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ddbbd-e8e5-4911-924e-cf9c9cd28c75,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:39.176078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36242) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:39.234507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f943baf4-6cf3-4073-a338-dea55d700c1d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:39.236026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f943baf4-6cf3-4073-a338-dea55d700c1d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1130 time: 0.0589402 Jul 06 18:23:39.238934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36244) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:39.243999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:39.267396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.372230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.493724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.25.5.72 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/57e322cf-7fcc-429b-a55a-da47922fa3e3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:39.613937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.660003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:39.715742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:39.720986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:39.725480 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:39.729634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=57e322cf-7fcc-429b-a55a-da47922fa3e3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:40.464779 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.557227 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.738413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.744530 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.817784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=57e322cf-7fcc-429b-a55a-da47922fa3e3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:40.832277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.947234 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Floating IP aa859c18-940c-4c29-8e56-464036676d44 associated. External IP: 172.25.5.72, port: 63663178-b13f-4749-8fe6-fe3ee4a46e1d. Jul 06 18:23:41.191650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router deb84322-4664-42bd-9ef1-ca26fd7336cb has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:23:41.331828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:23:41.346500 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] Sync routers for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:23:41.356283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.371437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:41.372291 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:23:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:41.405525 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0985220e-dfee-4a2a-ad77-921ee8e45d27 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1654935 Jul 06 18:23:41.406143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:41.408392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 36282) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.409200 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea02b5-5bff-46e1-b24c-b8707eaad393" -d '{"events": [{"name": "network-changed", "server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:41.452386 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c38576-d968-45bc-8ea7-64b89e32d2ea x-openstack-request-id: req-71c38576-d968-45bc-8ea7-64b89e32d2ea {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:41.452698 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:41.452960 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71c38576-d968-45bc-8ea7-64b89e32d2ea {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:41.453400 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'status': 'completed', 'code': 200} Jul 06 18:23:41.506432 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:41.589689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03d816-2bc8-4065-8f3b-d307ea5a6ab7 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.590297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03d816-2bc8-4065-8f3b-d307ea5a6ab7 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.591558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03d816-2bc8-4065-8f3b-d307ea5a6ab7 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.591558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03d816-2bc8-4065-8f3b-d307ea5a6ab7 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.591978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03d816-2bc8-4065-8f3b-d307ea5a6ab7 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.596474 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.597076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0c03d816-2bc8-4065-8f3b-d307ea5a6ab7 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.1869931 Jul 06 18:23:41.704900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-fd1e4171-3dea-4c3a-9f42-51168895527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.707571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-fd1e4171-3dea-4c3a-9f42-51168895527b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1135 time: 0.2203517 Jul 06 18:23:41.721172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88070417-268d-4266-86cc-3cdd2c7fbf2d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.721800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88070417-268d-4266-86cc-3cdd2c7fbf2d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.722328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88070417-268d-4266-86cc-3cdd2c7fbf2d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.722883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88070417-268d-4266-86cc-3cdd2c7fbf2d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.725431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88070417-268d-4266-86cc-3cdd2c7fbf2d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.728513 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-88070417-268d-4266-86cc-3cdd2c7fbf2d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1307814 Jul 06 18:23:41.731050 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36296) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.824017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-345f80ab-befb-4995-b6a1-ba5ae5541624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:41.825993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-345f80ab-befb-4995-b6a1-ba5ae5541624 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 200 len: 898 time: 0.1107223 Jul 06 18:23:41.836385 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'aa859c18-940c-4c29-8e56-464036676d44', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'port_id': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'mac_address': 'fa:16:3e:b1:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:23:39Z', 'updated_at': '2021-07-06T18:23:39Z', 'revision_number': 0, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:28Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:41.913051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-447b61fc-c657-48ad-b161-9ca2d1d70897 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 200 len: 998 time: 0.0811217 Jul 06 18:23:41.965303 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fec92bc3-2e47-4cb2-8545-3e5cc8bf9090 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2216761 Jul 06 18:23:41.968053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 36302) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.999279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-8ebd62ea-b267-4cf1-a3cc-56ab024bc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:42.002354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-8ebd62ea-b267-4cf1-a3cc-56ab024bc4ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6500290b-324d-475a-a8bd-476e8858e79a HTTP/1.1" status: 200 len: 834 time: 0.0815055 Jul 06 18:23:42.008547 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] Checking router: deb84322-4664-42bd-9ef1-ca26fd7336cb for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:23:42.020330 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:23:42.021194 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:23:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:42.043010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de078e-32be-470c-a3f5-07583755c99c tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:42.043519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de078e-32be-470c-a3f5-07583755c99c tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:42.045564 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c7de078e-32be-470c-a3f5-07583755c99c tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=deb84322-4664-42bd-9ef1-ca26fd7336cb HTTP/1.1" status: 200 len: 1990 time: 0.0762777 Jul 06 18:23:42.096663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-d7bdc42f-ca43-42a3-8c13-025919788ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:42.098335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-d7bdc42f-ca43-42a3-8c13-025919788ccc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93e7dbdb-4791-4465-ba81-0de3116da992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895848 Jul 06 18:23:42.158148 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:23:42.227763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-7c60bc4a-2f61-4010-b2b6-884b09594364 service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220016 Jul 06 18:23:42.341267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1ea02b5-5bff-46e1-b24c-b8707eaad393 req-19c533be-6588-474d-9470-eb1eec3af10b service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069167 Jul 06 18:23:42.373635 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:23:42.456483 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'aa859c18-940c-4c29-8e56-464036676d44', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'port_id': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'mac_address': 'fa:16:3e:b1:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:23:39Z', 'updated_at': '2021-07-06T18:23:39Z', 'revision_number': 0, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:28Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:23:42.503275 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dd22a-5474-4991-b9f4-aabe081002b8 None None] The sync data for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 is: [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'aa859c18-940c-4c29-8e56-464036676d44', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'port_id': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'mac_address': 'fa:16:3e:b1:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:23:39Z', 'updated_at': '2021-07-06T18:23:39Z', 'revision_number': 0, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:28Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:23:42.773883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c89642-9e8e-418b-8529-186b92cacfaa None None] New status for floating IP aa859c18-940c-4c29-8e56-464036676d44: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:23:49.551579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-8ecd4d28-35bc-452c-a5ac-1d4ed9898620 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621850 Jul 06 18:23:49.679717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-7726e955-cd75-491d-a18c-fdaba317800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.681891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-7726e955-cd75-491d-a18c-fdaba317800d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1135 time: 0.0732388 Jul 06 18:23:49.803296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-2adb655e-baad-4016-b6e0-56ba127469a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.804776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-2adb655e-baad-4016-b6e0-56ba127469a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 200 len: 898 time: 0.0949347 Jul 06 18:23:49.885884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-24a48bdc-2be7-42e3-bc59-81532b895aa9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 200 len: 1000 time: 0.0728869 Jul 06 18:23:49.937858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-e0af026d-22da-4509-89ad-9aa455ac480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:49.939383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-e0af026d-22da-4509-89ad-9aa455ac480b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6500290b-324d-475a-a8bd-476e8858e79a HTTP/1.1" status: 200 len: 834 time: 0.0474994 Jul 06 18:23:50.001880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-da1fcac5-b81f-428f-aa42-c6220d9c6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:50.003530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-da1fcac5-b81f-428f-aa42-c6220d9c6922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93e7dbdb-4791-4465-ba81-0de3116da992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565710 Jul 06 18:23:50.444297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-dcb3ec15-831d-4949-b641-78270cc56568 service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334242 Jul 06 18:23:50.554089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48e6f16a-c2b7-431e-bc31-bd4733d2fcdd req-a34cc6e2-6bb6-455f-a38a-348ca035aa31 service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018441 Jul 06 18:23:55.446284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-912f213c-27a7-4775-9ea6-89293ea58f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.958008 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecd38101-e40f-4e02-911c-718261d28438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:57.985125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.405356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:00.184419 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:00.808830 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.686107 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:03.542540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-52ee74ce-6667-4dc2-aac4-727315b13f01 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:03.544060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-52ee74ce-6667-4dc2-aac4-727315b13f01 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 814 time: 0.1054101 Jul 06 18:24:03.559075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-ac90f18b-e4a6-4851-af05-1c50c854e742 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/quotas/b45f95f1bcac45baab9882c834180b0e HTTP/1.1" status: 200 len: 375 time: 0.0097313 Jul 06 18:24:03.590862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-ead26842-8b2d-4dbc-ba68-4858f0c1d6a9 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268950 Jul 06 18:24:03.683353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-12d8383e-fb45-491b-b6d2-8cca9832391e service neutron] 10.222.0.37 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Jul 06 18:24:03.773926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-a985e6dc-1d41-4b17-9958-c2ed14169ab1 service neutron] 10.222.0.37 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847192 Jul 06 18:24:03.950170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d469452-0284-48f2-9269-068f2deecc83 req-45503756-92da-4f04-9bd4-fceb11952ca4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 210 time: 0.0284357 Jul 06 18:24:05.108365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ad48b3-130f-44e2-9040-0773c7224def req-2e21efe9-49e2-4b0b-a45f-873c39ca9242 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 210 time: 0.0456979 Jul 06 18:24:05.208417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-aa4699d9-bbec-45b3-a0ba-8a554b2c3937 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:05.209883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-aa4699d9-bbec-45b3-a0ba-8a554b2c3937 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.61 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 814 time: 0.1126871 Jul 06 18:24:05.222509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Request body: {'port': {'device_id': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145', 'admin_state_up': True, 'tenant_id': 'b45f95f1bcac45baab9882c834180b0e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:05.338685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Made reservation on behalf of b45f95f1bcac45baab9882c834180b0e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:05.342569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.482002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Allocated IP 172.20.0.4 (593a1992-963b-4b4b-8255-02fdb9de0145/cb96d42c-a3b4-4f83-bffb-5efd106044e1/19c202e2-e1be-4443-bc5f-fefabdc79707) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:05.632768 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.673007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.719822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Network 593a1992-963b-4b4b-8255-02fdb9de0145 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:05.723132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:05.726979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:05.755923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Pushing event updated for resources: {'Port': ['ID=19c202e2-e1be-4443-bc5f-fefabdc79707,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:05.785116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:05.785748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:05.801225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ac55115-db5a-48de-80df-b6d43ab9c88d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823715 Jul 06 18:24:05.862170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Request body: {'port': {'device_id': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:05.940101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.211152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c202e2-e1be-4443-bc5f-fefabdc79707 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:06.218901 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.256570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Transition to ACTIVE for port object 19c202e2-e1be-4443-bc5f-fefabdc79707 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:06.262333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.321408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750acd30-0297-426a-8573-bd653147725a service neutron] Pushing event updated for resources: {'Port': ['ID=19c202e2-e1be-4443-bc5f-fefabdc79707,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:06.381437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1ab2-f104-4748-bf40-d218f292c2fb req-84382a52-58c3-4008-8cd8-7e64b6af6a3b tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.382915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e67b1ab2-f104-4748-bf40-d218f292c2fb req-84382a52-58c3-4008-8cd8-7e64b6af6a3b tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 931 time: 0.1582732 Jul 06 18:24:06.436079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Attempting to bind port 19c202e2-e1be-4443-bc5f-fefabdc79707 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:06.436324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Attempting to bind port 19c202e2-e1be-4443-bc5f-fefabdc79707 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:06.436660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Attempting to bind port 19c202e2-e1be-4443-bc5f-fefabdc79707 on network 593a1992-963b-4b4b-8255-02fdb9de0145 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:06.441934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e67b1ab2-f104-4748-bf40-d218f292c2fb req-a0e2e164-3fae-40a5-bcd0-37a34c9b1efb tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Jul 06 18:24:06.444348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Port 19c202e2-e1be-4443-bc5f-fefabdc79707 on network 593a1992-963b-4b4b-8255-02fdb9de0145 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:06.444826 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Attempting to bind port 19c202e2-e1be-4443-bc5f-fefabdc79707 on network 593a1992-963b-4b4b-8255-02fdb9de0145 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:06.450544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:06.450888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Checking segment: {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:06.451298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Bound using segment: {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:06.451726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Bound port: 19c202e2-e1be-4443-bc5f-fefabdc79707, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:06.452090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.517880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] For port 19c202e2-e1be-4443-bc5f-fefabdc79707, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:06.521035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] For port 19c202e2-e1be-4443-bc5f-fefabdc79707, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=19c202e2-e1be-4443-bc5f-fefabdc79707,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:06.526154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.563903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.564596 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.566008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-750acd30-0297-426a-8573-bd653147725a service neutron] 10.222.0.61 "PUT /v2.0/ports/19c202e2-e1be-4443-bc5f-fefabdc79707 HTTP/1.1" status: 200 len: 1091 time: 0.7578146 Jul 06 18:24:06.566490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'tag': '19c202e2-e1be-4443-bc5f-fefabdc79707'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:06.568867 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7490001d-12ac-4f7d-80e1-123ae682bf23" -d '{"events": [{"name": "network-changed", "server_uuid": "f41de154-fdaa-4a91-a240-cca498bd6897", "tag": "19c202e2-e1be-4443-bc5f-fefabdc79707"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:06.593379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750acd30-0297-426a-8573-bd653147725a service neutron] Pushing event updated for resources: {'Port': ['ID=19c202e2-e1be-4443-bc5f-fefabdc79707,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:06.667766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-ae869687-2152-48fc-9c54-193b912cac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.669314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-ae869687-2152-48fc-9c54-193b912cac11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 1094 time: 0.0637193 Jul 06 18:24:06.683407 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025dc57a-d386-4a92-92cd-085d76af07ca x-openstack-request-id: req-025dc57a-d386-4a92-92cd-085d76af07ca {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:06.683702 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41de154-fdaa-4a91-a240-cca498bd6897", "tag": "19c202e2-e1be-4443-bc5f-fefabdc79707", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:06.683960 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-025dc57a-d386-4a92-92cd-085d76af07ca {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:06.684369 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'tag': '19c202e2-e1be-4443-bc5f-fefabdc79707', 'status': 'completed', 'code': 200} Jul 06 18:24:06.714423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-7c9d253d-d1c4-4396-94bd-e1a41192f99d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c202e2-e1be-4443-bc5f-fefabdc79707 HTTP/1.1" status: 200 len: 217 time: 0.0381060 Jul 06 18:24:06.763863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-e6a7b48e-8bba-4c3c-97e6-21ce51f18190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.765331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-e6a7b48e-8bba-4c3c-97e6-21ce51f18190 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb96d42c-a3b4-4f83-bffb-5efd106044e1 HTTP/1.1" status: 200 len: 854 time: 0.0449867 Jul 06 18:24:06.801330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-2635f334-1e89-4c00-bfae-db3f2138a283 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=593a1992-963b-4b4b-8255-02fdb9de0145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jul 06 18:24:06.889085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-7b98261a-2e24-4a92-9b98-e238e359ce28 service neutron] 10.222.0.61 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818002 Jul 06 18:24:06.982819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce28662a-bdde-4eb1-a505-7681293ba44f req-4ce90e24-e561-4333-8644-c6f43e62eb4f service neutron] 10.222.0.61 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879025 Jul 06 18:24:07.084289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-228e1e2c-0be2-473d-a2f3-c30facfa1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.085787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-228e1e2c-0be2-473d-a2f3-c30facfa1c2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 1094 time: 0.0526879 Jul 06 18:24:07.177910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-e7428965-6a87-4218-8df1-45387edc73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.179407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-e7428965-6a87-4218-8df1-45387edc73fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 915 time: 0.0868859 Jul 06 18:24:07.220788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-48af19d1-2dd4-4588-b3d5-b68ccac7c719 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c202e2-e1be-4443-bc5f-fefabdc79707 HTTP/1.1" status: 200 len: 217 time: 0.0339289 Jul 06 18:24:07.270176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-796ec720-bb57-4c79-b0b3-07d8c0ba7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.271594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-796ec720-bb57-4c79-b0b3-07d8c0ba7b2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb96d42c-a3b4-4f83-bffb-5efd106044e1 HTTP/1.1" status: 200 len: 854 time: 0.0444610 Jul 06 18:24:07.307706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-4f5352d0-650f-4971-8f69-f73124b15f34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=593a1992-963b-4b4b-8255-02fdb9de0145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276449 Jul 06 18:24:07.399469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-c6ca6e06-bc6b-4423-9213-4e3e4d12ba85 service neutron] 10.222.0.61 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846162 Jul 06 18:24:07.493512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7490001d-12ac-4f7d-80e1-123ae682bf23 req-c217764e-9179-41dd-9430-00a69c8db7dc service neutron] 10.222.0.61 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850267 Jul 06 18:24:07.625227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5365f8-0719-483f-9eed-3b26712ea76f req-6a4eff05-3348-4a74-901b-f469c9366418 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.653121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f5365f8-0719-483f-9eed-3b26712ea76f req-6a4eff05-3348-4a74-901b-f469c9366418 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 943 time: 0.0695150 Jul 06 18:24:07.675029 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7f5365f8-0719-483f-9eed-3b26712ea76f req-a1e5e74c-37d5-4aaa-8f4e-56f57caa70a4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Jul 06 18:24:08.852720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74b0db-9dfe-4c2d-89f5-cb07e102e5bf req-98cb10a2-b635-4b38-9171-199a8d540669 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:08.854219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a74b0db-9dfe-4c2d-89f5-cb07e102e5bf req-98cb10a2-b635-4b38-9171-199a8d540669 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 943 time: 0.0662544 Jul 06 18:24:08.860665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 19c202e2-e1be-4443-bc5f-fefabdc79707 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:08.894499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a74b0db-9dfe-4c2d-89f5-cb07e102e5bf req-77f40fbd-360f-43d5-bfb9-8d646f8ff509 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Jul 06 18:24:08.961273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 19c202e2-e1be-4443-bc5f-fefabdc79707, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=19c202e2-e1be-4443-bc5f-fefabdc79707,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:08.973108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '19c202e2-e1be-4443-bc5f-fefabdc79707', 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145', 'port_id': '19c202e2-e1be-4443-bc5f-fefabdc79707', 'mac_address': 'fa:16:3e:db:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb96d42c-a3b4-4f83-bffb-5efd106044e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:09.012747 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.026396 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c202e2-e1be-4443-bc5f-fefabdc79707 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:09.048205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 19c202e2-e1be-4443-bc5f-fefabdc79707, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=19c202e2-e1be-4443-bc5f-fefabdc79707,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:09.052081 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:09.105074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=19c202e2-e1be-4443-bc5f-fefabdc79707,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:09.290620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['19c202e2-e1be-4443-bc5f-fefabdc79707'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:10.081126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f379-b29c-4764-8250-ed6d7e64e6e7 req-79628e24-0961-439c-adb9-ebe309ebc287 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:10.082540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c233f379-b29c-4764-8250-ed6d7e64e6e7 req-79628e24-0961-439c-adb9-ebe309ebc287 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 944 time: 0.0657527 Jul 06 18:24:10.126999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c233f379-b29c-4764-8250-ed6d7e64e6e7 req-e5b95f8a-4362-480b-81dd-93f95f492271 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Jul 06 18:24:10.875796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 19c202e2-e1be-4443-bc5f-fefabdc79707 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:10.924516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 19c202e2-e1be-4443-bc5f-fefabdc79707 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:10.928157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 19c202e2-e1be-4443-bc5f-fefabdc79707 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:10.928529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.015067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.038593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c202e2-e1be-4443-bc5f-fefabdc79707'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:11.040901 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b51e92-90c3-4b84-98a3-e0c542d15e6b" -d '{"events": [{"server_uuid": "f41de154-fdaa-4a91-a240-cca498bd6897", "name": "network-vif-plugged", "status": "completed", "tag": "19c202e2-e1be-4443-bc5f-fefabdc79707"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:11.053825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 19c202e2-e1be-4443-bc5f-fefabdc79707, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=19c202e2-e1be-4443-bc5f-fefabdc79707,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:11.058026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:11.081381 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c8a39-de55-44dc-85dc-cc3bb3d2cd53 x-openstack-request-id: req-5d4c8a39-de55-44dc-85dc-cc3bb3d2cd53 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:11.081674 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41de154-fdaa-4a91-a240-cca498bd6897", "name": "network-vif-plugged", "status": "completed", "tag": "19c202e2-e1be-4443-bc5f-fefabdc79707", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:11.081927 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d4c8a39-de55-44dc-85dc-cc3bb3d2cd53 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:11.082553 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c202e2-e1be-4443-bc5f-fefabdc79707', 'code': 200} Jul 06 18:24:11.110365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=19c202e2-e1be-4443-bc5f-fefabdc79707,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:11.197549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4e11b-f7aa-49cb-8352-c34cb3336c6c req-96c87c77-8e72-4980-9ee8-bcf014b8c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.199047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e4e11b-f7aa-49cb-8352-c34cb3336c6c req-96c87c77-8e72-4980-9ee8-bcf014b8c180 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 1096 time: 0.0536242 Jul 06 18:24:11.235081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99e4e11b-f7aa-49cb-8352-c34cb3336c6c req-0a188a4d-3011-49b3-9624-1ab07ac64c16 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297415 Jul 06 18:24:11.302727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef73c2-08a8-461c-9bd1-b4ebcbcb04d4 req-3869f854-efe5-4bad-a822-613d4621e1bc tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.304221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ef73c2-08a8-461c-9bd1-b4ebcbcb04d4 req-3869f854-efe5-4bad-a822-613d4621e1bc tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 945 time: 0.0638773 Jul 06 18:24:11.342564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78ef73c2-08a8-461c-9bd1-b4ebcbcb04d4 req-ea518e4f-0f39-45b9-94c8-71183c4ecee6 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jul 06 18:24:12.520367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ff569-5db3-4107-b754-363313093e33 req-53e78baf-cf85-48ff-8695-d36f8a7f8c4a tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:12.521855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d5ff569-5db3-4107-b754-363313093e33 req-53e78baf-cf85-48ff-8695-d36f8a7f8c4a tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 945 time: 0.0674424 Jul 06 18:24:12.561512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d5ff569-5db3-4107-b754-363313093e33 req-f34cd5b8-7445-4c5f-bdc6-60539b4fa43f tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Jul 06 18:24:15.554426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37138) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:15.651812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-196fc9c1-2170-4a77-a217-3b4b1fa31012 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1503 time: 0.0961280 Jul 06 18:24:15.654749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:15.659878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'network': {'name': 'tempest-network-smoke--819697161', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'port_security_enabled': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:15.687038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Made reservation on behalf of 23c057c845f14ed0aa2bcc21d72baf93 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:15.691079 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.718426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:24:15.729706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.730060 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Added segment 27b6c7ba-ec2d-43fd-93e6-6332745947ba of type vlan for network b0efecf4-1a59-4868-8070-e2b5d3664d90 Jul 06 18:24:15.782627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.816528 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.826110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:15.826744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.892586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2342994 Jul 06 18:24:15.892845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:15.897316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'admin_state_up': True, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:15.912710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f28a2-0617-45b8-9f4d-3d954f8223b4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Network': ['ID=b0efecf4-1a59-4868-8070-e2b5d3664d90,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:15.924477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:24:15.932206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.933254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.996683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.147385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.376094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.396283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.519690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.25.5.3 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/7f81b573-f6df-4396-bc22-286ce59d587e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:16.643166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.690312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:16.734941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:16.738132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:16.741716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:16.771138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=7f81b573-f6df-4396-bc22-286ce59d587e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:17.020397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.606950 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.741954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:24:17.867205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:17.878863 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Sync routers for ids ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:17.886973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.888337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c0594d67-37d9-4f6f-a7aa-f1d1678c100c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9946041 Jul 06 18:24:17.889315 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Routers {'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:17.889928 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:23:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:17.891382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:17.943860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a332c95d-754f-4ad8-8c46-30580852f325 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:17.945385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a332c95d-754f-4ad8-8c46-30580852f325 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=23c057c845f14ed0aa2bcc21d72baf93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0530524 Jul 06 18:24:17.949204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:17.998142 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Set router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:18.042787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd698889-e12d-4baf-9095-a935a38f3137 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:18.046954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dd698889-e12d-4baf-9095-a935a38f3137 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941784 Jul 06 18:24:18.047379 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37152) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:18.084178 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e3e24097-979f-4042-8706-11e2e6d6f63d tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350158 Jul 06 18:24:18.086298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:18.120997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37156) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:18.121247 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1213552d-2189-4cff-8ab4-167422883baa tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=23c057c845f14ed0aa2bcc21d72baf93&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332382 Jul 06 18:24:18.185545 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:16Z', 'revision_number': 3, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:18.219515 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Checking router: ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:18.219963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Updating router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a port 7f81b573-f6df-4396-bc22-286ce59d587e binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:24:18.221594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d55a6-de5d-4973-8743-b30771a5e1d2 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:18.223215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-621d55a6-de5d-4973-8743-b30771a5e1d2 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000953 Jul 06 18:24:18.226738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:18.255518 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.258043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5cffa0ad-acb0-435b-b743-825aebd6dba1 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280261 Jul 06 18:24:18.260809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37160) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:18.266031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85193381', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:18.387047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Made reservation on behalf of 23c057c845f14ed0aa2bcc21d72baf93 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:18.391470 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.532394 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.543885 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Transition to ACTIVE for port object 7f81b573-f6df-4396-bc22-286ce59d587e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:18.552533 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.614218 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Attempting to bind port 7f81b573-f6df-4396-bc22-286ce59d587e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:18.614605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Attempting to bind port 7f81b573-f6df-4396-bc22-286ce59d587e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:18.615014 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Attempting to bind port 7f81b573-f6df-4396-bc22-286ce59d587e on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:18.618073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.626357 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:18.626735 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:18.627138 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.627563 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:18.628037 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Bound port: 7f81b573-f6df-4396-bc22-286ce59d587e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:18.628422 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.629968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbfc33-8c6c-42ab-82cd-9cddb482c4a5 None None] Pushing event updated for resources: {'Port': ['ID=7f81b573-f6df-4396-bc22-286ce59d587e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.686891 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] For port 7f81b573-f6df-4396-bc22-286ce59d587e, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:18.690684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Checking segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:18.691047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network hostable DHCP agents. Network: b0efecf4-1a59-4868-8070-e2b5d3664d90, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:24:18.691534 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] For port 7f81b573-f6df-4396-bc22-286ce59d587e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7f81b573-f6df-4396-bc22-286ce59d587e,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:18.698295 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.698868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Subnet': ['ID=d38f60a5-827f-4f4d-959c-89b0d7979a0e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.716412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:24:18.727557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b0efecf4-1a59-4868-8070-e2b5d3664d90) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:18.731974 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:18.733188 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:18.742472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b3d8e-1eb4-476c-a3b6-18ed6dc21b5a None None] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:18.761199 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6df49d2f-f09d-48ec-bd99-7485c681f12c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4992392 Jul 06 18:24:18.764054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:18.766757 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Routers {'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:18.767432 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:23:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:18.771988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbfc33-8c6c-42ab-82cd-9cddb482c4a5 None None] Pushing event updated for resources: {'Port': ['ID=7f81b573-f6df-4396-bc22-286ce59d587e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:18.890100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] Set router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:18.933458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b0efecf4-1a59-4868-8070-e2b5d3664d90', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'fixed_ips': [{'subnet_id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:24:18.934339 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.108462 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Allocated IP 172.20.0.18 (b0efecf4-1a59-4868-8070-e2b5d3664d90/d38f60a5-827f-4f4d-959c-89b0d7979a0e/31e7541e-04c8-4184-a68e-25b1915e8648) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:19.207955 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:16Z', 'revision_number': 3, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:19.243500 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877b63e-06bf-4dfd-82c4-60051168b564 None None] The sync data for ids ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'] in n-d-799527-3 is: [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:16Z', 'revision_number': 3, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:19.307347 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.325866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Transition to ACTIVE for port object 31e7541e-04c8-4184-a68e-25b1915e8648 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:19.350437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Transition to ACTIVE for port object 31e7541e-04c8-4184-a68e-25b1915e8648 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:19.360682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.364687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.380614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:24:19.414274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:19.418577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:19.423078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:19.435453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Pushing event updated for resources: {'Port': ['ID=31e7541e-04c8-4184-a68e-25b1915e8648,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:19.528165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Attempting to bind port 31e7541e-04c8-4184-a68e-25b1915e8648 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:19.528701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Attempting to bind port 31e7541e-04c8-4184-a68e-25b1915e8648 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:19.529200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Attempting to bind port 31e7541e-04c8-4184-a68e-25b1915e8648 on network b0efecf4-1a59-4868-8070-e2b5d3664d90 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:19.538121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:19.538523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Checking segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:19.539085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.540057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Bound using segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:19.542467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Bound port: 31e7541e-04c8-4184-a68e-25b1915e8648, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:19.542467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.670111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] For port 31e7541e-04c8-4184-a68e-25b1915e8648, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:19.674958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] For port 31e7541e-04c8-4184-a68e-25b1915e8648, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=31e7541e-04c8-4184-a68e-25b1915e8648,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:19.685842 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.784257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd97d23-ea96-4bab-b48d-e141b3fb4f03 None None] Pushing event updated for resources: {'Port': ['ID=31e7541e-04c8-4184-a68e-25b1915e8648,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:19.796540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.20.0.17 (b0efecf4-1a59-4868-8070-e2b5d3664d90/d38f60a5-827f-4f4d-959c-89b0d7979a0e/b17a943b-1daa-4f87-ba40-d4d472019a27) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:19.947793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7f81b573-f6df-4396-bc22-286ce59d587e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:19.962425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:19.983233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Transition to ACTIVE for port object b17a943b-1daa-4f87-ba40-d4d472019a27 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:20.038204 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.073618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7f81b573-f6df-4396-bc22-286ce59d587e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:20.078183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7f81b573-f6df-4396-bc22-286ce59d587e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:20.078686 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.098291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:20.100486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:20.109885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:20.178270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=b17a943b-1daa-4f87-ba40-d4d472019a27,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:20.201378 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.209542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.230855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7f81b573-f6df-4396-bc22-286ce59d587e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7f81b573-f6df-4396-bc22-286ce59d587e,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:20.237103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.309832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7f81b573-f6df-4396-bc22-286ce59d587e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:20.414376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.755069 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.760211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.848677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=b17a943b-1daa-4f87-ba40-d4d472019a27,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:20.860153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.974186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:20.975717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:21.038227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72e954-a834-4f39-9abd-1a233e3e926f None None] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:21.104550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-062a8cf7-78b0-4168-9f7e-3eee7700f2c1 None None] Provisioning for port 31e7541e-04c8-4184-a68e-25b1915e8648 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:21.112659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:21.240494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:21.253502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8f313697-adcd-4e84-a8c9-5e2aab8c1d7c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "PUT /v2.0/routers/ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4877858 Jul 06 18:24:21.574538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-688a7de4-bacd-43db-86b3-57f2b6b0309d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:21.576620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-688a7de4-bacd-43db-86b3-57f2b6b0309d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/networks?id=b0efecf4-1a59-4868-8070-e2b5d3664d90 HTTP/1.1" status: 200 len: 797 time: 0.1791027 Jul 06 18:24:21.585440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9da51467-f82f-45e6-928b-4ae6210a13cc None None] Provisioning for port b17a943b-1daa-4f87-ba40-d4d472019a27 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:21.607322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9da51467-f82f-45e6-928b-4ae6210a13cc None None] Provisioning complete for port b17a943b-1daa-4f87-ba40-d4d472019a27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:21.608100 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9da51467-f82f-45e6-928b-4ae6210a13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.611670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-44027e05-bfde-4b25-a46c-594b06d2b8f8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/quotas/23c057c845f14ed0aa2bcc21d72baf93 HTTP/1.1" status: 200 len: 375 time: 0.0275123 Jul 06 18:24:21.676243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9da51467-f82f-45e6-928b-4ae6210a13cc None None] Port b17a943b-1daa-4f87-ba40-d4d472019a27 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:21.703646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Sync routers for ids ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:21.714177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Routers {'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:21.714833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:23:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:21.762488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-14de1ee3-2321-43d1-8104-d23dd4449657 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1394563 Jul 06 18:24:21.909702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Set router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:21.912213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f729d6ee-23c6-4b4b-becc-7019750bc4e1 None None] Provisioning complete for port b17a943b-1daa-4f87-ba40-d4d472019a27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:21.912213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f729d6ee-23c6-4b4b-becc-7019750bc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:21.925433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-08bb5fe0-6201-4470-a999-20ca8f9f3319 service neutron] 10.222.0.37 "GET /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365182 Jul 06 18:24:22.021400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7f81b573-f6df-4396-bc22-286ce59d587e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:22.025786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f729d6ee-23c6-4b4b-becc-7019750bc4e1 None None] Port b17a943b-1daa-4f87-ba40-d4d472019a27 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:22.080044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-5fb34ecb-f036-4b6c-82fc-334b741e289f service neutron] 10.222.0.37 "GET /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476903 Jul 06 18:24:22.140091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7f81b573-f6df-4396-bc22-286ce59d587e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:22.140604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.282917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b17a943b-1daa-4f87-ba40-d4d472019a27', 'name': '', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:90:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:19Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 2, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:22.284647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f44be053-a95d-4845-8008-4d5b5d65a8bb None None] Provisioning complete for port b17a943b-1daa-4f87-ba40-d4d472019a27 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:22.285020 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44be053-a95d-4845-8008-4d5b5d65a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.293372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-333780ef-eb86-41a2-8998-d5d43dfc5d64 req-897868ce-d70a-433b-96b3-94447923389f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 210 time: 0.0396905 Jul 06 18:24:22.503551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31e7541e-04c8-4184-a68e-25b1915e8648 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:22.506899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Checking router: ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:22.507295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Updating router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a port b17a943b-1daa-4f87-ba40-d4d472019a27 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:24:22.581321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f44be053-a95d-4845-8008-4d5b5d65a8bb None None] Port b17a943b-1daa-4f87-ba40-d4d472019a27 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:22.586847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.639607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 31e7541e-04c8-4184-a68e-25b1915e8648 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:22.651709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 31e7541e-04c8-4184-a68e-25b1915e8648 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:22.652085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.874040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.944061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 31e7541e-04c8-4184-a68e-25b1915e8648, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=31e7541e-04c8-4184-a68e-25b1915e8648,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:22.975775 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.041831 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.064762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Transition to ACTIVE for port object b17a943b-1daa-4f87-ba40-d4d472019a27 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:23.069803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=31e7541e-04c8-4184-a68e-25b1915e8648,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.101512 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.163167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b036a8-6052-4a6a-8193-c6a84393bb0f None None] Pushing event updated for resources: {'Port': ['ID=b17a943b-1daa-4f87-ba40-d4d472019a27,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.220872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Attempting to bind port b17a943b-1daa-4f87-ba40-d4d472019a27 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:23.221243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Attempting to bind port b17a943b-1daa-4f87-ba40-d4d472019a27 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:23.221610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Attempting to bind port b17a943b-1daa-4f87-ba40-d4d472019a27 on network b0efecf4-1a59-4868-8070-e2b5d3664d90 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:23.226802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:23.227694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Checking segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:23.228760 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.229162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Bound using segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:23.229629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Bound port: b17a943b-1daa-4f87-ba40-d4d472019a27, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:23.230013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.302342 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] For port b17a943b-1daa-4f87-ba40-d4d472019a27, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:23.308830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] For port b17a943b-1daa-4f87-ba40-d4d472019a27, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b17a943b-1daa-4f87-ba40-d4d472019a27,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:23.314731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.389997 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Routers {'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:23.390661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:23:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:23.451932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b036a8-6052-4a6a-8193-c6a84393bb0f None None] Pushing event updated for resources: {'Port': ['ID=b17a943b-1daa-4f87-ba40-d4d472019a27,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:23.496822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7deab30-68aa-4c20-8ae7-07e949800064 req-aa54f332-b17a-45f1-9709-69488459f76f tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 210 time: 0.0466344 Jul 06 18:24:23.586072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] Set router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:23.740569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-46ba2eac-9684-420b-b238-fb4cc4ec2b9e tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:23.744682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-46ba2eac-9684-420b-b238-fb4cc4ec2b9e tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.61 "GET /v2.0/networks?id=b0efecf4-1a59-4868-8070-e2b5d3664d90 HTTP/1.1" status: 200 len: 797 time: 0.1918533 Jul 06 18:24:23.759959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Request body: {'port': {'device_id': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'admin_state_up': True, 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:23.866905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b17a943b-1daa-4f87-ba40-d4d472019a27', 'name': '', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:90:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:19Z', 'updated_at': '2021-07-06T18:24:23Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:23.908880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31e7541e-04c8-4184-a68e-25b1915e8648 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:23.911207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd586ddd-2162-4408-a9fe-e3d733975f40 None None] The sync data for ids ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'] in n-d-799527-3 is: [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'b17a943b-1daa-4f87-ba40-d4d472019a27', 'name': '', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:90:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:19Z', 'updated_at': '2021-07-06T18:24:23Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:23.936359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Made reservation on behalf of 23c057c845f14ed0aa2bcc21d72baf93 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:23.940359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:23.986698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 31e7541e-04c8-4184-a68e-25b1915e8648 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:23.987083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.128666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Allocated IP 172.20.0.28 (b0efecf4-1a59-4868-8070-e2b5d3664d90/d38f60a5-827f-4f4d-959c-89b0d7979a0e/5522d84f-ef92-4377-9c50-87083a431407) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:24.272873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.291880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Transition to ACTIVE for port object 5522d84f-ef92-4377-9c50-87083a431407 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:24.330843 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.377787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:24.381177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:24.383962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:24.416258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event updated for resources: {'Port': ['ID=5522d84f-ef92-4377-9c50-87083a431407,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:24.451606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.452287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.474224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-3cd8b726-bdd3-4842-a37f-5a3c044be663 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7214940 Jul 06 18:24:24.487814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Request body: {'port': {'device_id': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:24.620295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.700681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c640cd4-6ab2-454f-a3e6-a57e9bd35bd1 None None] Provisioning for port 5522d84f-ef92-4377-9c50-87083a431407 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:24.705534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1c640cd4-6ab2-454f-a3e6-a57e9bd35bd1 None None] Provisioning complete for port 5522d84f-ef92-4377-9c50-87083a431407 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:24.705985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1c640cd4-6ab2-454f-a3e6-a57e9bd35bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:24.764931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1c640cd4-6ab2-454f-a3e6-a57e9bd35bd1 None None] Port 5522d84f-ef92-4377-9c50-87083a431407 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:24.832204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4032-b237-4788-a88f-0208e6e89af1 req-ed81ba75-b644-4399-80b4-c1d4139072e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:24.845859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-472f4032-b237-4788-a88f-0208e6e89af1 req-ed81ba75-b644-4399-80b4-c1d4139072e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 895 time: 0.1769667 Jul 06 18:24:25.012658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5522d84f-ef92-4377-9c50-87083a431407 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:25.021497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.035672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Transition to ACTIVE for port object 5522d84f-ef92-4377-9c50-87083a431407 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:25.041240 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.126402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Pushing event updated for resources: {'Port': ['ID=5522d84f-ef92-4377-9c50-87083a431407,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.193690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Attempting to bind port 5522d84f-ef92-4377-9c50-87083a431407 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:25.194024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Attempting to bind port 5522d84f-ef92-4377-9c50-87083a431407 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:25.194380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Attempting to bind port 5522d84f-ef92-4377-9c50-87083a431407 on network b0efecf4-1a59-4868-8070-e2b5d3664d90 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:25.200526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Port 5522d84f-ef92-4377-9c50-87083a431407 on network b0efecf4-1a59-4868-8070-e2b5d3664d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:24:25.200853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Attempting to bind port 5522d84f-ef92-4377-9c50-87083a431407 on network b0efecf4-1a59-4868-8070-e2b5d3664d90 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:25.208301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:25.208649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Checking segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:25.209037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Bound using segment: {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:25.209613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Bound port: 5522d84f-ef92-4377-9c50-87083a431407, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b6c7ba-ec2d-43fd-93e6-6332745947ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:25.214242 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.298347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] For port 5522d84f-ef92-4377-9c50-87083a431407, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:25.302023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] For port 5522d84f-ef92-4377-9c50-87083a431407, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5522d84f-ef92-4377-9c50-87083a431407,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:25.307935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.342568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.343180 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.344631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] 10.222.0.61 "PUT /v2.0/ports/5522d84f-ef92-4377-9c50-87083a431407 HTTP/1.1" status: 200 len: 1055 time: 0.8623884 Jul 06 18:24:25.345071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'tag': '5522d84f-ef92-4377-9c50-87083a431407'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:25.347347 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6eb95-8220-4a57-9132-f566f7e22a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "71cd538c-c810-4fd6-a3f9-a6167e0161cb", "tag": "5522d84f-ef92-4377-9c50-87083a431407"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:25.382124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Pushing event updated for resources: {'Port': ['ID=5522d84f-ef92-4377-9c50-87083a431407,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:25.393496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.393829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.394175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.394701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.394989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.395372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.395706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.396039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.396364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.396691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.397014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.397370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c19b9-bae0-4266-8376-2d49d30dc2ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:25.440267 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6514ebd8-612f-48e8-a9eb-c7e13d170635 x-openstack-request-id: req-6514ebd8-612f-48e8-a9eb-c7e13d170635 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:25.440565 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cd538c-c810-4fd6-a3f9-a6167e0161cb", "tag": "5522d84f-ef92-4377-9c50-87083a431407", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:25.440815 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6514ebd8-612f-48e8-a9eb-c7e13d170635 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:25.441217 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'tag': '5522d84f-ef92-4377-9c50-87083a431407', 'status': 'completed', 'code': 200} Jul 06 18:24:25.451719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0822532d-4cf0-41d1-9382-05be61cfa131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:25.483822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-6d5300ad-335b-4447-86db-de7cecb4106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.485806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-6d5300ad-335b-4447-86db-de7cecb4106c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 1058 time: 0.0831630 Jul 06 18:24:25.532916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-0f147de1-b13e-4b9f-a15a-71440451e1b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5522d84f-ef92-4377-9c50-87083a431407 HTTP/1.1" status: 200 len: 217 time: 0.0403454 Jul 06 18:24:25.587884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-5d8f7480-a602-46d1-9f39-c9452c07e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.589298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-5d8f7480-a602-46d1-9f39-c9452c07e5e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d38f60a5-827f-4f4d-959c-89b0d7979a0e HTTP/1.1" status: 200 len: 836 time: 0.0511024 Jul 06 18:24:25.654482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb712-8a06-471b-9c2c-85d57847858a req-5ef4bda1-29b2-4a16-b836-0e7d5f19e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:25.656063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-5ef4bda1-29b2-4a16-b836-0e7d5f19e4de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0efecf4-1a59-4868-8070-e2b5d3664d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607262 Jul 06 18:24:25.750640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-1a13b5ab-f878-4f0d-b18b-193223cf502d service neutron] 10.222.0.61 "GET /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880847 Jul 06 18:24:25.883509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bacb712-8a06-471b-9c2c-85d57847858a req-9743d4bc-1a15-4c5d-a0ab-177457934870 service neutron] 10.222.0.61 "GET /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262357 Jul 06 18:24:25.965864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b17a943b-1daa-4f87-ba40-d4d472019a27 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:26.043718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-a08c24e9-81ba-423a-b140-49ff34b75f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.045625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-a08c24e9-81ba-423a-b140-49ff34b75f9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 1058 time: 0.0756943 Jul 06 18:24:26.058304 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port b17a943b-1daa-4f87-ba40-d4d472019a27 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:26.062937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b17a943b-1daa-4f87-ba40-d4d472019a27 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:26.063626 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.153129 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.190746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-957d5088-1121-4127-a59a-a0c8ce803da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.192280 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-957d5088-1121-4127-a59a-a0c8ce803da9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0efecf4-1a59-4868-8070-e2b5d3664d90 HTTP/1.1" status: 200 len: 898 time: 0.1409502 Jul 06 18:24:26.195166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port b17a943b-1daa-4f87-ba40-d4d472019a27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b17a943b-1daa-4f87-ba40-d4d472019a27,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:26.200763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ed8af-f7c6-47a3-940d-d0d257adff44 req-a6cd62e3-a8b4-484f-8a5b-025223cedce4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.202236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:26.202380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-724ed8af-f7c6-47a3-940d-d0d257adff44 req-a6cd62e3-a8b4-484f-8a5b-025223cedce4 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 907 time: 0.1411283 Jul 06 18:24:26.249210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-64c83b91-590b-476f-81ce-5fff656eb5e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5522d84f-ef92-4377-9c50-87083a431407 HTTP/1.1" status: 200 len: 217 time: 0.0459459 Jul 06 18:24:26.265925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=b17a943b-1daa-4f87-ba40-d4d472019a27,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:26.274669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.275193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.275879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.276245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.276573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.276917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.277245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.277575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.277905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.278230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.278556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.278897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:26.303609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-815dfa43-5355-4922-b4ff-6c757c792fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.305028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-815dfa43-5355-4922-b4ff-6c757c792fd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d38f60a5-827f-4f4d-959c-89b0d7979a0e HTTP/1.1" status: 200 len: 836 time: 0.0492899 Jul 06 18:24:26.364135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-0d637bc5-c281-4c42-b0a9-2e36343c7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:26.365645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-0d637bc5-c281-4c42-b0a9-2e36343c7e73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0efecf4-1a59-4868-8070-e2b5d3664d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537305 Jul 06 18:24:26.809926 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-5374dbf9-ee65-4d49-9a23-8b1ad4a250dc service neutron] 10.222.0.61 "GET /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360447 Jul 06 18:24:26.901973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ed6eb95-8220-4a57-9132-f566f7e22a4b req-6a30daf7-505a-498d-81d2-e694c22a9882 service neutron] 10.222.0.61 "GET /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 Jul 06 18:24:27.394778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cf231-95c6-4153-b6dc-379ea44436fb req-8b84bf89-39b2-48b2-b7f5-d0d2e1fee94a tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:27.396333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d5cf231-95c6-4153-b6dc-379ea44436fb req-8b84bf89-39b2-48b2-b7f5-d0d2e1fee94a tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 907 time: 0.0693238 Jul 06 18:24:27.877109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b17a943b-1daa-4f87-ba40-d4d472019a27 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:27.925343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port b17a943b-1daa-4f87-ba40-d4d472019a27 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:27.925638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.982405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8bf9d12f-665d-44d5-bb02-92cffd7f3c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:27.996704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:28.602840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d75cbc-efbf-4137-94c1-5796c4eaa5ef req-70dbbca1-9c3c-4f93-978f-551327803648 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:28.605890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78d75cbc-efbf-4137-94c1-5796c4eaa5ef req-70dbbca1-9c3c-4f93-978f-551327803648 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 907 time: 0.0851598 Jul 06 18:24:28.985736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5522d84f-ef92-4377-9c50-87083a431407 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:29.090205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5522d84f-ef92-4377-9c50-87083a431407, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5522d84f-ef92-4377-9c50-87083a431407,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:29.102520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '5522d84f-ef92-4377-9c50-87083a431407', 'network_id': 'b0efecf4-1a59-4868-8070-e2b5d3664d90', 'port_id': '5522d84f-ef92-4377-9c50-87083a431407', 'mac_address': 'fa:16:3e:77:39:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38f60a5-827f-4f4d-959c-89b0d7979a0e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:29.147271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.160332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5522d84f-ef92-4377-9c50-87083a431407 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:29.181165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5522d84f-ef92-4377-9c50-87083a431407, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5522d84f-ef92-4377-9c50-87083a431407,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:29.185150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.235855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5522d84f-ef92-4377-9c50-87083a431407,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:29.388125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5522d84f-ef92-4377-9c50-87083a431407'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:29.429911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:29.787226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fe33c-b2c9-47bc-8e53-2ea4f15f3234 req-97ce6d90-43b1-4e45-a406-63db385eb2e8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:29.788746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-249fe33c-b2c9-47bc-8e53-2ea4f15f3234 req-97ce6d90-43b1-4e45-a406-63db385eb2e8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 908 time: 0.0649173 Jul 06 18:24:30.199202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.809483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:30.974375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834f83-f0cd-4cc2-9d29-117f833ada0c req-ccf4c4d8-c554-4541-937c-2b2f24aee1f5 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:30.975838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54834f83-f0cd-4cc2-9d29-117f833ada0c req-ccf4c4d8-c554-4541-937c-2b2f24aee1f5 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 908 time: 0.0706344 Jul 06 18:24:30.978615 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5522d84f-ef92-4377-9c50-87083a431407 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:31.043912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 5522d84f-ef92-4377-9c50-87083a431407 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:31.047878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 5522d84f-ef92-4377-9c50-87083a431407 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:31.048249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.126255 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.150630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522d84f-ef92-4377-9c50-87083a431407'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:31.152941 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600998d-b312-4ae4-a638-b52be4f8638d" -d '{"events": [{"server_uuid": "71cd538c-c810-4fd6-a3f9-a6167e0161cb", "name": "network-vif-plugged", "status": "completed", "tag": "5522d84f-ef92-4377-9c50-87083a431407"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:31.166236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5522d84f-ef92-4377-9c50-87083a431407, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5522d84f-ef92-4377-9c50-87083a431407,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:31.170179 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:31.226038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5522d84f-ef92-4377-9c50-87083a431407,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:31.265610 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dc8f93-a052-4979-9acd-8e8ca148a361 x-openstack-request-id: req-00dc8f93-a052-4979-9acd-8e8ca148a361 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:31.265926 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd538c-c810-4fd6-a3f9-a6167e0161cb", "name": "network-vif-plugged", "status": "completed", "tag": "5522d84f-ef92-4377-9c50-87083a431407", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:31.266187 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00dc8f93-a052-4979-9acd-8e8ca148a361 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:31.266619 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522d84f-ef92-4377-9c50-87083a431407', 'code': 200} Jul 06 18:24:31.379194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4752d-4c69-46ce-bbec-46b2e47a86df req-55dd9f7d-9743-40e0-aac0-4a2190c7b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:31.380729 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40d4752d-4c69-46ce-bbec-46b2e47a86df req-55dd9f7d-9743-40e0-aac0-4a2190c7b9f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 1060 time: 0.0521662 Jul 06 18:24:32.161755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c32cd-7c20-4c0b-9ccc-33e5467004cc req-56f4389b-79a6-4a46-831c-052dde07910b tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.167376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-092c32cd-7c20-4c0b-9ccc-33e5467004cc req-56f4389b-79a6-4a46-831c-052dde07910b tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 909 time: 0.0713029 Jul 06 18:24:32.687288 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:33.355742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d6b3c-d615-4065-a0ee-4193b90c8d1b req-662923e4-b78c-4484-8a87-e62da2f97d45 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:33.357479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50d6b3c-d615-4065-a0ee-4193b90c8d1b req-662923e4-b78c-4484-8a87-e62da2f97d45 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 909 time: 0.0689194 Jul 06 18:24:33.540246 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f233a-0761-4c24-8c87-a472f510268f req-92471538-7356-4228-99a1-37a184c2cabf tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:33.541864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4f5f233a-0761-4c24-8c87-a472f510268f req-92471538-7356-4228-99a1-37a184c2cabf tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 909 time: 0.0709398 Jul 06 18:24:33.719331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1b72-5e51-4a28-8305-9ef854f873ef req-20ba927c-f49e-4847-a511-2454a0edd8f6 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:33.720901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dcd1b72-5e51-4a28-8305-9ef854f873ef req-20ba927c-f49e-4847-a511-2454a0edd8f6 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 1060 time: 0.0630577 Jul 06 18:24:33.895435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e6b96-907b-4270-815a-a59fc202864a req-97c79fe5-6980-423a-9668-33596e1b2f0a tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:33.897024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-389e6b96-907b-4270-815a-a59fc202864a req-97c79fe5-6980-423a-9668-33596e1b2f0a tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1135 time: 0.0561564 Jul 06 18:24:33.938143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-389e6b96-907b-4270-815a-a59fc202864a req-194a2832-1076-4e73-9dca-ca132ee4d142 tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341682 Jul 06 18:24:33.964512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:34.022910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf00bb3-8d19-4efb-8612-40f9992a851a tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:34.027981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fbf00bb3-8d19-4efb-8612-40f9992a851a tempest-TestSecurityGroupsBasicOps-290026182 tempest-TestSecurityGroupsBasicOps-290026182-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 1055 time: 0.0595076 Jul 06 18:24:34.414508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73888055-370d-4feb-8266-c270036126ae req-4cd668ce-acff-4ac5-9fff-366ceaeee6b5 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:34.416476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73888055-370d-4feb-8266-c270036126ae req-4cd668ce-acff-4ac5-9fff-366ceaeee6b5 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 909 time: 0.0712659 Jul 06 18:24:35.607540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4513114-6ea1-43ef-af3a-8750d6073d14 req-eb71796b-38f8-4093-ad7d-916a91d01430 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.608986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4513114-6ea1-43ef-af3a-8750d6073d14 req-eb71796b-38f8-4093-ad7d-916a91d01430 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 909 time: 0.0671611 Jul 06 18:24:35.719551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-8a53d03c-26e9-4473-a572-a24d1ed9f1b5 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:35.721023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-8a53d03c-26e9-4473-a572-a24d1ed9f1b5 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.61 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 909 time: 0.0637782 Jul 06 18:24:35.829076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port 5522d84f-ef92-4377-9c50-87083a431407 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:35.829595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.928074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] For port 5522d84f-ef92-4377-9c50-87083a431407, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5522d84f-ef92-4377-9c50-87083a431407,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:35.928439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:35.940311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for 5522d84f-ef92-4377-9c50-87083a431407 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:36.067692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.098927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=5522d84f-ef92-4377-9c50-87083a431407,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:36.155966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] No DVR routers for this DVR port 5522d84f-ef92-4377-9c50-87083a431407 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:36.158869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:36.161315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0218c949-01ab-422f-91c0-40819ea3fe5b req-84b50c7d-8ccd-42b1-9040-aa5111fc7fe0 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.61 "DELETE /v2.0/ports/5522d84f-ef92-4377-9c50-87083a431407 HTTP/1.1" status: 204 len: 173 time: 0.4348996 Jul 06 18:24:36.161872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'name': 'network-vif-deleted', 'tag': '5522d84f-ef92-4377-9c50-87083a431407'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:36.164441 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf3d158-b29e-4723-9fcf-ee283c682485" -d '{"events": [{"server_uuid": "71cd538c-c810-4fd6-a3f9-a6167e0161cb", "name": "network-vif-deleted", "tag": "5522d84f-ef92-4377-9c50-87083a431407"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:36.204463 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ff4413-c246-4b1f-a271-4b3a62a25328 x-openstack-request-id: req-08ff4413-c246-4b1f-a271-4b3a62a25328 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:36.204835 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd538c-c810-4fd6-a3f9-a6167e0161cb", "name": "network-vif-deleted", "tag": "5522d84f-ef92-4377-9c50-87083a431407", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:36.205156 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08ff4413-c246-4b1f-a271-4b3a62a25328 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:36.205648 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd538c-c810-4fd6-a3f9-a6167e0161cb', 'name': 'network-vif-deleted', 'tag': '5522d84f-ef92-4377-9c50-87083a431407', 'status': 'completed', 'code': 200} Jul 06 18:24:36.772743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0a63878-b125-4c5b-8a45-b0526ffddbec req-982f196b-957e-44da-a307-08f3526d0676 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cd538c-c810-4fd6-a3f9-a6167e0161cb HTTP/1.1" status: 200 len: 210 time: 0.0306787 Jul 06 18:24:37.872614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37300) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:38.249229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.516170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port b17a943b-1daa-4f87-ba40-d4d472019a27 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:38.516308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.611696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] For port b17a943b-1daa-4f87-ba40-d4d472019a27, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b17a943b-1daa-4f87-ba40-d4d472019a27,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:38.612057 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.624555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for b17a943b-1daa-4f87-ba40-d4d472019a27 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:38.809054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:38.838794 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=b17a943b-1daa-4f87-ba40-d4d472019a27,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:38.851193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.851582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.851931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.852267 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.852598 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.852929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.853260 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.853853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.854192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.854525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.854852 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:38.855181 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:39.026054 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.032503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5522d84f-ef92-4377-9c50-87083a431407 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:39.061263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 5522d84f-ef92-4377-9c50-87083a431407 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:39.061263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5522d84f-ef92-4377-9c50-87083a431407 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:39.249770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:39.364194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:39.370289 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-acd7153d-a85e-4a66-a9ea-8aa9590dbcf8 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "PUT /v2.0/routers/ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959238 Jul 06 18:24:39.373787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:39.378600 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] Sync routers for ids ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:39.389606 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] Routers {'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:39.390228 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:39.431370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting subnet d38f60a5-827f-4f4d-959c-89b0d7979a0e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:39.435304 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.483138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.504501 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] Set router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:39.573146 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.633554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.671466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Subnet': ['ID=d38f60a5-827f-4f4d-959c-89b0d7979a0e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:39.674674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.676691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-55439713-39c8-4ff5-99f0-264552070151 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/subnets/d38f60a5-827f-4f4d-959c-89b0d7979a0e HTTP/1.1" status: 204 len: 168 time: 0.3008347 Jul 06 18:24:39.679656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:39.683002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cde0e-01a3-48ef-afe9-415da9bc8518 None None] Network b0efecf4-1a59-4868-8070-e2b5d3664d90 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:39.706876 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:38Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:39.742190 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] Checking router: ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:39.751751 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] Routers {'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:39.752413 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:39.815877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.877508 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] Set router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:39.917220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] DHCP port deletion for b0efecf4-1a59-4868-8070-e2b5d3664d90 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:24:39.952166 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:39.967515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] Deleting port 31e7541e-04c8-4184-a68e-25b1915e8648 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:39.968007 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.028589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port 7f81b573-f6df-4396-bc22-286ce59d587e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:40.028952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.050488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] For port 31e7541e-04c8-4184-a68e-25b1915e8648, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=31e7541e-04c8-4184-a68e-25b1915e8648,segment=NetworkSegment(27b6c7ba-ec2d-43fd-93e6-6332745947ba),segment_id=27b6c7ba-ec2d-43fd-93e6-6332745947ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:40.051131 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.064637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] Calling delete_port for 31e7541e-04c8-4184-a68e-25b1915e8648 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:40.099467 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:38Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:40.134511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] For port 7f81b573-f6df-4396-bc22-286ce59d587e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7f81b573-f6df-4396-bc22-286ce59d587e,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:40.135666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.137182 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6ee5-eced-4236-bab9-2d9032f210e1 None None] The sync data for ids ['ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a'] in n-d-799527-3 is: [{'id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125204295', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:38Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': '7f81b573-f6df-4396-bc22-286ce59d587e', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:16Z', 'updated_at': '2021-07-06T18:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:40.152061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for 7f81b573-f6df-4396-bc22-286ce59d587e owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:40.160605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.191050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] Pushing event deleted for resources: {'Port': ['ID=31e7541e-04c8-4184-a68e-25b1915e8648,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:40.194591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da137a2e-8cdc-465b-9a7d-6d350c3de0ae None None] No DVR routers for this DVR port 31e7541e-04c8-4184-a68e-25b1915e8648 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:40.339182 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.366609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=7f81b573-f6df-4396-bc22-286ce59d587e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:40.437400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.538941 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.541890 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.590554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.591151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Fanout notify agent at l3_agent the message router_deleted on router ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:24:40.598948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.600285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-36694e94-d7c9-4abc-b556-fbfeac2813e6 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/routers/ddfb8ee5-80f4-46be-96d4-b7cc6ec1632a HTTP/1.1" status: 204 len: 168 time: 0.9195266 Jul 06 18:24:40.602942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37312) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:40.692801 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.785898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.798065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0efecf4-1a59-4868-8070-e2b5d3664d90']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:40.809825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b6c7ba-ec2d-43fd-93e6-6332745947ba') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:40.810124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b6c7ba-ec2d-43fd-93e6-6332745947ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:40.820415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.835803 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.844603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:40.844603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:40.848222 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:40.916781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.925041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:40.926150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/networks/b0efecf4-1a59-4868-8070-e2b5d3664d90 HTTP/1.1" status: 204 len: 168 time: 0.3216770 Jul 06 18:24:40.929036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:40.938937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b47d-ba6e-4c0e-9880-d74c6dee5580 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Network': ['ID=b0efecf4-1a59-4868-8070-e2b5d3664d90,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:41.116929 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port 57e322cf-7fcc-429b-a55a-da47922fa3e3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:41.117284 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.223314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.223838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.239931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for 57e322cf-7fcc-429b-a55a-da47922fa3e3 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:41.402754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.440713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=57e322cf-7fcc-429b-a55a-da47922fa3e3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:41.515223 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:41.515595 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Floating IP aa859c18-940c-4c29-8e56-464036676d44 disassociated (deleted). External IP: 172.25.5.72, port: 63663178-b13f-4749-8fe6-fe3ee4a46e1d. Jul 06 18:24:41.897795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7f81b573-f6df-4396-bc22-286ce59d587e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:41.920695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7f81b573-f6df-4396-bc22-286ce59d587e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:41.921041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7f81b573-f6df-4396-bc22-286ce59d587e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:41.921655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b17a943b-1daa-4f87-ba40-d4d472019a27 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:41.945222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: b17a943b-1daa-4f87-ba40-d4d472019a27 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:41.945606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device b17a943b-1daa-4f87-ba40-d4d472019a27 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:41.946103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31e7541e-04c8-4184-a68e-25b1915e8648 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:41.970455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 31e7541e-04c8-4184-a68e-25b1915e8648 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:41.970810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 31e7541e-04c8-4184-a68e-25b1915e8648 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:42.075114 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router deb84322-4664-42bd-9ef1-ca26fd7336cb has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:42.191333 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:42.196170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:42.201176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] Sync routers for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:42.210891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:42.211566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:42.233737 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea1a2761-5255-4b21-affd-0f4877f5bb9d tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/floatingips/aa859c18-940c-4c29-8e56-464036676d44 HTTP/1.1" status: 204 len: 168 time: 1.3035748 Jul 06 18:24:42.234585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:42.236887 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dca4df-5fb2-450a-8500-3686eb60dcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:42.354414 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632b0006-e89c-48b9-823e-03238a2a22f8 x-openstack-request-id: req-632b0006-e89c-48b9-823e-03238a2a22f8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:42.355033 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:42.355388 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-632b0006-e89c-48b9-823e-03238a2a22f8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:42.355825 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'status': 'completed', 'code': 200} Jul 06 18:24:42.477718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-c4326b68-660a-4331-a7c5-46fd73155e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.480187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-c4326b68-660a-4331-a7c5-46fd73155e2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 1135 time: 0.0959942 Jul 06 18:24:42.609599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:42.693871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-b7833e89-067b-4902-886a-9f1a7844d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.696378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-b7833e89-067b-4902-886a-9f1a7844d07e service neutron] 10.222.0.60 "GET /v2.0/networks?id=93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 200 len: 898 time: 0.2070010 Jul 06 18:24:42.748616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-9cc4524b-682b-4fab-8379-e7c93c347b63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 200 len: 217 time: 0.0451987 Jul 06 18:24:42.861755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-02e23445-71b6-464e-a4a4-78ef6e5af9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.863353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-02e23445-71b6-464e-a4a4-78ef6e5af9e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6500290b-324d-475a-a8bd-476e8858e79a HTTP/1.1" status: 200 len: 834 time: 0.1065862 Jul 06 18:24:42.877842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:28Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:42.906730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] Checking router: deb84322-4664-42bd-9ef1-ca26fd7336cb for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:42.917162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:42.917915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:42.919760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b4dc5-4ad2-4db1-a3e4-ff37d8b0b213 req-45c81e13-fedc-46d7-b1b6-b7fb531d9b10 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.922009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e20b4dc5-4ad2-4db1-a3e4-ff37d8b0b213 req-45c81e13-fedc-46d7-b1b6-b7fb531d9b10 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 984 time: 0.1202278 Jul 06 18:24:42.979575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e20b4dc5-4ad2-4db1-a3e4-ff37d8b0b213 req-7405e50b-3e66-4b29-a867-17f56603c467 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0507112 Jul 06 18:24:42.989001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-d0df4a27-1ef6-4fc5-9fbd-1d6f832a11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:42.991121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-d0df4a27-1ef6-4fc5-9fbd-1d6f832a11a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93e7dbdb-4791-4465-ba81-0de3116da992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187465 Jul 06 18:24:43.040526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:43.093680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-afabb0fa-dd25-4ad8-a401-75fa45ae8b5f service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939248 Jul 06 18:24:43.185111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f6dca4df-5fb2-450a-8500-3686eb60dcd0 req-ccc1a66f-de8b-4e2c-a1cb-c7b76c225aba service neutron] 10.222.0.60 "GET /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848751 Jul 06 18:24:43.254705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:28Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:43.281302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2380d28-d3fd-4085-98f8-cc6b4da81b11 None None] The sync data for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 is: [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'be0b64c8-3fa1-4f53-acbc-a29866f40be7', 'name': '', 'network_id': '93e7dbdb-4791-4465-ba81-0de3116da992', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'mac_address': 'fa:16:3e:b2:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6500290b-324d-475a-a8bd-476e8858e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:23Z', 'updated_at': '2021-07-06T18:23:28Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'subnets': [{'id': '6500290b-324d-475a-a8bd-476e8858e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:43.540031 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfaec6d-397c-4258-b4fd-4ea85cb57c61 None None] New status for floating IP aa859c18-940c-4c29-8e56-464036676d44: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:44.052240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-4aaaf9a8-9469-4052-b7dc-b0c3084e04bb tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.053476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-4aaaf9a8-9469-4052-b7dc-b0c3084e04bb tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.60 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 984 time: 0.0733221 Jul 06 18:24:44.199846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port 63663178-b13f-4749-8fe6-fe3ee4a46e1d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:44.200190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:44.265075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1891058-0483-4659-b88b-377d0e193c37 req-001264cf-77f7-4dd3-b43b-870175b933e7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:44.266495 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1891058-0483-4659-b88b-377d0e193c37 req-001264cf-77f7-4dd3-b43b-870175b933e7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e251e00a-65d7-46ea-aa0a-eebb4dd73349 HTTP/1.1" status: 200 len: 984 time: 0.1308947 Jul 06 18:24:44.335224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1891058-0483-4659-b88b-377d0e193c37 req-25b5f156-fa19-46e9-863c-008ad66c1cca tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "GET /v2.0/security-groups?id=317ecf0c-edac-4b03-ba46-abd5f18b0b04&id=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0610805 Jul 06 18:24:44.336957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] For port 63663178-b13f-4749-8fe6-fe3ee4a46e1d, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=63663178-b13f-4749-8fe6-fe3ee4a46e1d,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:44.337320 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:44.350551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for 63663178-b13f-4749-8fe6-fe3ee4a46e1d owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:44.506918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:44.535574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=63663178-b13f-4749-8fe6-fe3ee4a46e1d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:44.589343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] No DVR routers for this DVR port 63663178-b13f-4749-8fe6-fe3ee4a46e1d on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:44.591985 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:44.593975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-297c1423-a1f4-48ef-a108-a9e93fa09ba5 req-afc4c0bc-7d6d-43ca-bd3a-fd16d02e1dd7 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.60 "DELETE /v2.0/ports/63663178-b13f-4749-8fe6-fe3ee4a46e1d HTTP/1.1" status: 204 len: 173 time: 0.5359263 Jul 06 18:24:44.594419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'name': 'network-vif-deleted', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:44.596673 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4077f6-2e9c-498c-b3a5-7764fffd4634" -d '{"events": [{"server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "name": "network-vif-deleted", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:44.641467 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85ed597-5c4a-4821-babc-aa355ab8a328 x-openstack-request-id: req-f85ed597-5c4a-4821-babc-aa355ab8a328 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:44.641703 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e251e00a-65d7-46ea-aa0a-eebb4dd73349", "name": "network-vif-deleted", "tag": "63663178-b13f-4749-8fe6-fe3ee4a46e1d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:44.641960 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f85ed597-5c4a-4821-babc-aa355ab8a328 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:44.642373 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e251e00a-65d7-46ea-aa0a-eebb4dd73349', 'name': 'network-vif-deleted', 'tag': '63663178-b13f-4749-8fe6-fe3ee4a46e1d', 'status': 'completed', 'code': 200} Jul 06 18:24:45.433826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:45.490139 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e43d7bb4-aa7e-4dbf-aab7-42eaecd81187 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.512671 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e43d7bb4-aa7e-4dbf-aab7-42eaecd81187 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.555657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e43d7bb4-aa7e-4dbf-aab7-42eaecd81187 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.558302 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e43d7bb4-aa7e-4dbf-aab7-42eaecd81187 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.559495 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e43d7bb4-aa7e-4dbf-aab7-42eaecd81187 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47 HTTP/1.1" status: 204 len: 168 time: 0.1246495 Jul 06 18:24:45.562232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:45.569335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d7bb4-aa7e-4dbf-aab7-42eaecd81187 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0dfa58-4d3a-4cbb-940a-1baa4af2eb47,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:45.624567 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b08cb54c-8778-440e-84ae-d027bb665864 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.647490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b08cb54c-8778-440e-84ae-d027bb665864 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.692181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b08cb54c-8778-440e-84ae-d027bb665864 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.694723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b08cb54c-8778-440e-84ae-d027bb665864 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:45.696163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b08cb54c-8778-440e-84ae-d027bb665864 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/security-groups/317ecf0c-edac-4b03-ba46-abd5f18b0b04 HTTP/1.1" status: 204 len: 168 time: 0.1326594 Jul 06 18:24:45.698864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37356) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:45.705876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cb54c-8778-440e-84ae-d027bb665864 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317ecf0c-edac-4b03-ba46-abd5f18b0b04,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:46.095191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.379515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port be0b64c8-3fa1-4f53-acbc-a29866f40be7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:46.379891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.478563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] For port be0b64c8-3fa1-4f53-acbc-a29866f40be7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=be0b64c8-3fa1-4f53-acbc-a29866f40be7,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:46.479287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.493893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for be0b64c8-3fa1-4f53-acbc-a29866f40be7 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:46.696816 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:46.730421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=be0b64c8-3fa1-4f53-acbc-a29866f40be7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:47.011929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.264484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Router deb84322-4664-42bd-9ef1-ca26fd7336cb has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:47.376700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:47.381769 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-20ec9a74-216d-4a23-8b36-680757536415 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "PUT /v2.0/routers/deb84322-4664-42bd-9ef1-ca26fd7336cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814322 Jul 06 18:24:47.384491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37364) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:47.387765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] Sync routers for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:47.397628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:47.398257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:47.438810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting subnet 6500290b-324d-475a-a8bd-476e8858e79a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:24:47.441883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.482534 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.506705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:47.580842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.644164 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.673150 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Subnet': ['ID=6500290b-324d-475a-a8bd-476e8858e79a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:47.675359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.677881 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a459ffd3-2346-4d72-b743-f2311bd69d37 tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/subnets/6500290b-324d-475a-a8bd-476e8858e79a HTTP/1.1" status: 204 len: 168 time: 0.2922788 Jul 06 18:24:47.680508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:47.694736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06389c90-ac7c-4bd9-a477-2417c9f07a77 None None] Network 93e7dbdb-4791-4465-ba81-0de3116da992 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:47.787958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:24:46Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:47.794404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.836511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] Checking router: deb84322-4664-42bd-9ef1-ca26fd7336cb for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:47.850403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] Routers {'deb84322-4664-42bd-9ef1-ca26fd7336cb'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:47.851055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['deb84322-4664-42bd-9ef1-ca26fd7336cb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:47.911202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.980960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Deleting port ce6a5922-0312-4067-8a54-9e37b92bae42 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:47.980960 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:47.981568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] Set router deb84322-4664-42bd-9ef1-ca26fd7336cb gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:48.009892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] DHCP port deletion for 93e7dbdb-4791-4465-ba81-0de3116da992 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:24:48.082938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] For port ce6a5922-0312-4067-8a54-9e37b92bae42, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ce6a5922-0312-4067-8a54-9e37b92bae42,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:48.083392 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.098219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Calling delete_port for ce6a5922-0312-4067-8a54-9e37b92bae42 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:48.155137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] Deleting port 36ea6a72-f657-4058-aa93-9346da995aae {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:24:48.155529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.252949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] For port 36ea6a72-f657-4058-aa93-9346da995aae, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=36ea6a72-f657-4058-aa93-9346da995aae,segment=NetworkSegment(7d065418-4d0c-491f-906e-be19725d2a70),segment_id=7d065418-4d0c-491f-906e-be19725d2a70)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:48.253295 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.268755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] Calling delete_port for 36ea6a72-f657-4058-aa93-9346da995aae owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:24:48.294075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.316535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:24:46Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:48.328197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Port': ['ID=ce6a5922-0312-4067-8a54-9e37b92bae42,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:48.354824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5f73d-e3fe-42e1-803d-a330de1cd186 None None] The sync data for ids ['deb84322-4664-42bd-9ef1-ca26fd7336cb'] in n-d-799527-3 is: [{'id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1736261601', 'tenant_id': '23c057c845f14ed0aa2bcc21d72baf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:23:19Z', 'updated_at': '2021-07-06T18:24:46Z', 'revision_number': 5, 'project_id': '23c057c845f14ed0aa2bcc21d72baf93', 'gw_port': {'id': 'ce6a5922-0312-4067-8a54-9e37b92bae42', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb84322-4664-42bd-9ef1-ca26fd7336cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:23:20Z', 'updated_at': '2021-07-06T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:48.404128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.405729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.438418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] No DVR routers for this DVR port 36ea6a72-f657-4058-aa93-9346da995aae on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:24:48.445601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de566777-ffee-4f7b-a944-ec193d354d92 None None] Pushing event deleted for resources: {'Port': ['ID=36ea6a72-f657-4058-aa93-9346da995aae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:48.505075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.507508 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.554809 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.555495 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Fanout notify agent at l3_agent the message router_deleted on router deb84322-4664-42bd-9ef1-ca26fd7336cb {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:24:48.564275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.565546 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fbf9a088-b7c5-44c9-8aa8-0b30ca64982c tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/routers/deb84322-4664-42bd-9ef1-ca26fd7336cb HTTP/1.1" status: 204 len: 168 time: 0.8841183 Jul 06 18:24:48.568393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:48.653335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.749019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.760589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e7dbdb-4791-4465-ba81-0de3116da992']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:48.772191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d065418-4d0c-491f-906e-be19725d2a70') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:48.772617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d065418-4d0c-491f-906e-be19725d2a70') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:48.782822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.797623 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.810258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:24:48.810679 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:24:48.813984 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:24:48.830526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 63663178-b13f-4749-8fe6-fe3ee4a46e1d no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:48.869536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 63663178-b13f-4749-8fe6-fe3ee4a46e1d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:48.869874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 63663178-b13f-4749-8fe6-fe3ee4a46e1d not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:48.890335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.910404 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:48.912354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] 10.222.0.37 "DELETE /v2.0/networks/93e7dbdb-4791-4465-ba81-0de3116da992 HTTP/1.1" status: 204 len: 168 time: 0.3429968 Jul 06 18:24:48.913664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d7b5d-26ac-485f-9c11-8f012c7051da tempest-TestSecurityGroupsBasicOps-2019418491 tempest-TestSecurityGroupsBasicOps-2019418491-project] Pushing event deleted for resources: {'Network': ['ID=93e7dbdb-4791-4465-ba81-0de3116da992,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:49.341060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37384) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:49.549248 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4995e97b-a1a7-45aa-aa74-93a155347a1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23c057c845f14ed0aa2bcc21d72baf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069044 Jul 06 18:24:49.551784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37390) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:49.606561 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59393179-48f7-4e5b-9d6e-7484d370807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.630099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59393179-48f7-4e5b-9d6e-7484d370807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.683431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59393179-48f7-4e5b-9d6e-7484d370807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.686224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59393179-48f7-4e5b-9d6e-7484d370807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.687418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-59393179-48f7-4e5b-9d6e-7484d370807b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5773f8de-fc98-433a-8247-6050c1df1b25 HTTP/1.1" status: 204 len: 168 time: 0.1347332 Jul 06 18:24:49.695819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59393179-48f7-4e5b-9d6e-7484d370807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773f8de-fc98-433a-8247-6050c1df1b25,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:49.885724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device be0b64c8-3fa1-4f53-acbc-a29866f40be7 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:49.906456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: be0b64c8-3fa1-4f53-acbc-a29866f40be7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:49.906805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device be0b64c8-3fa1-4f53-acbc-a29866f40be7 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:49.907227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ce6a5922-0312-4067-8a54-9e37b92bae42 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:49.928892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ce6a5922-0312-4067-8a54-9e37b92bae42 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:49.929244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ce6a5922-0312-4067-8a54-9e37b92bae42 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:49.929665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 36ea6a72-f657-4058-aa93-9346da995aae no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:24:49.949868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 36ea6a72-f657-4058-aa93-9346da995aae {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:24:49.950223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 36ea6a72-f657-4058-aa93-9346da995aae not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:24:49.986756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37396) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:50.003637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b248da5-4941-4af4-a3d3-2c55ce3e2faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.093565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b248da5-4941-4af4-a3d3-2c55ce3e2faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.097156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b248da5-4941-4af4-a3d3-2c55ce3e2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.136376 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b248da5-4941-4af4-a3d3-2c55ce3e2faa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f08f91daa6b1427e8db3a8e8a26bb05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484554 Jul 06 18:24:50.137624 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b248da5-4941-4af4-a3d3-2c55ce3e2faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec14f965-4881-4f3f-9e56-81097baabbc5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:50.139159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:50.195841 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-642c9486-bef7-47ca-bd4d-410123d9788a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.223764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-642c9486-bef7-47ca-bd4d-410123d9788a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.276430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-642c9486-bef7-47ca-bd4d-410123d9788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.279167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-642c9486-bef7-47ca-bd4d-410123d9788a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.280368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-642c9486-bef7-47ca-bd4d-410123d9788a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec14f965-4881-4f3f-9e56-81097baabbc5 HTTP/1.1" status: 204 len: 168 time: 0.1401978 Jul 06 18:24:50.288956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c9486-bef7-47ca-bd4d-410123d9788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec14f965-4881-4f3f-9e56-81097baabbc5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:50.618121 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37410) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:50.657883 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8d5e7deb-9708-4317-b227-85b4e564b058 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7ad7a88e7954306bf3a7d252842ba46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386992 Jul 06 18:24:50.660492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37412) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:50.713592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60b3987-27f2-457e-a589-87e800549e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.736780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60b3987-27f2-457e-a589-87e800549e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.783140 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60b3987-27f2-457e-a589-87e800549e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.785719 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e60b3987-27f2-457e-a589-87e800549e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.787100 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e60b3987-27f2-457e-a589-87e800549e67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/968ddbbd-e8e5-4911-924e-cf9c9cd28c75 HTTP/1.1" status: 204 len: 168 time: 0.1256835 Jul 06 18:24:50.795785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3987-27f2-457e-a589-87e800549e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ddbbd-e8e5-4911-924e-cf9c9cd28c75,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:51.593594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:51.723014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-237971779-network', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:51.746094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Made reservation on behalf of d660cff0ca4644bc8c7b759c1b636be9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:51.748537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.757113 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.859638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.863464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.894619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:24:51.905696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ecbaa-2c02-46b7-90e7-cd706f5fd95c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:51.910967 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.911329 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Added segment 49b58ebe-b720-4cdf-94a3-c1f7813f679e of type vlan for network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 Jul 06 18:24:51.954901 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.985235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:51.986103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:51.986677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.050586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4558465 Jul 06 18:24:52.053962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37444) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:52.058940 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Request body: {'subnet': {'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-237971779-subnet', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:52.074737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ec112-37f6-467d-b84e-db53cc42a218 admin admin] Pushing event updated for resources: {'Network': ['ID=cee481e2-d57a-4c7b-9af7-e2b0e6b59441,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:52.084597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:24:52.085219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Made reservation on behalf of d660cff0ca4644bc8c7b759c1b636be9 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:52.087283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.262853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.323883 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef1ade2-9738-4fd5-88df-db778ca63e5c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:52.333522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Checking segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:52.334038 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Network hostable DHCP agents. Network: cee481e2-d57a-4c7b-9af7-e2b0e6b59441, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:24:52.352376 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:24:52.366261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, cee481e2-d57a-4c7b-9af7-e2b0e6b59441) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:52.372435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:52.373449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.376734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644196b6-51bd-440b-9818-b0c63b2129bf None None] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:52.390688 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-562da358-ffb0-4612-8e27-514a7388e3d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3350277 Jul 06 18:24:52.392753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 37452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:52.397900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:52.422358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.423591 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.483896 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.536402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:24:52.537804 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.629106 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.689077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Allocated IP 172.20.0.2 (cee481e2-d57a-4c7b-9af7-e2b0e6b59441/5ef1ade2-9738-4fd5-88df-db778ca63e5c/67df4672-3796-41db-8a6f-3a66f150b452) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:52.857562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.865654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.880798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Transition to ACTIVE for port object 67df4672-3796-41db-8a6f-3a66f150b452 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:52.883513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.908535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Transition to ACTIVE for port object 67df4672-3796-41db-8a6f-3a66f150b452 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:52.916340 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.956889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:52.961454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:52.967136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:52.974351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Pushing event updated for resources: {'Port': ['ID=67df4672-3796-41db-8a6f-3a66f150b452,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:53.004956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Allocated IP 172.25.5.196 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/bb3b0677-99f8-47c4-ba56-78873714d017) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:53.033045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Attempting to bind port 67df4672-3796-41db-8a6f-3a66f150b452 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:53.033505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Attempting to bind port 67df4672-3796-41db-8a6f-3a66f150b452 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:53.033993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Attempting to bind port 67df4672-3796-41db-8a6f-3a66f150b452 on network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:53.039844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:53.040543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Checking segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:53.040962 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.041525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Bound using segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:53.042186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Bound port: 67df4672-3796-41db-8a6f-3a66f150b452, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:53.042751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.111633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] For port 67df4672-3796-41db-8a6f-3a66f150b452, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:53.115002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] For port 67df4672-3796-41db-8a6f-3a66f150b452, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=67df4672-3796-41db-8a6f-3a66f150b452,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:53.120775 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.125350 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.168083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.189285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd3323-eda6-413e-b959-4f78d018dbb1 None None] Pushing event updated for resources: {'Port': ['ID=67df4672-3796-41db-8a6f-3a66f150b452,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:53.208311 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:53.211306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:53.218077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:53.253895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3b0677-99f8-47c4-ba56-78873714d017,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:53.568279 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:53.907524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67df4672-3796-41db-8a6f-3a66f150b452 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:53.961960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 67df4672-3796-41db-8a6f-3a66f150b452 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:54.114901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.236069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5560b8-ffb5-4dc9-a198-81a1617a2dc2 None None] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:54.248943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Router cccdb09e-fed7-481f-8e8e-6999e4a48a1c is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:24:54.300349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] Provisioning for port 67df4672-3796-41db-8a6f-3a66f150b452 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:54.313370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] Provisioning complete for port 67df4672-3796-41db-8a6f-3a66f150b452 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:54.313769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.361422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:54.372791 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Sync routers for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:54.379737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.382734 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:54.383456 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:54.383818 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c4da1f13-22d3-4beb-bee6-3b3d921bf285 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9898632 Jul 06 18:24:54.384222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:54.516569 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:54.565250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-357865b7-d28b-42c8-9b58-fbbd8af9a319 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143498 Jul 06 18:24:54.725283 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.726992 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:53Z', 'revision_number': 3, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:54.767759 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Checking router: cccdb09e-fed7-481f-8e8e-6999e4a48a1c for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:54.768041 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Updating router cccdb09e-fed7-481f-8e8e-6999e4a48a1c port bb3b0677-99f8-47c4-ba56-78873714d017 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:24:54.788765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] For port 67df4672-3796-41db-8a6f-3a66f150b452, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=67df4672-3796-41db-8a6f-3a66f150b452,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:54.793390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.823189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-b51feec7-7031-40ae-97a2-fb8a903645d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:54.824845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-b51feec7-7031-40ae-97a2-fb8a903645d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 1096 time: 0.1771235 Jul 06 18:24:54.840691 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:54.857666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff9534-e6be-4989-9edf-5c5e2fa729a4 None None] Pushing event updated for resources: {'Port': ['ID=67df4672-3796-41db-8a6f-3a66f150b452,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:55.118962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b90f1e42-c69e-46a9-90e2-343bc4b29b26 None None] Provisioning complete for port 67df4672-3796-41db-8a6f-3a66f150b452 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:55.119349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b90f1e42-c69e-46a9-90e2-343bc4b29b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.223061 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.234762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Transition to ACTIVE for port object bb3b0677-99f8-47c4-ba56-78873714d017 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:55.242475 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.291135 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Attempting to bind port bb3b0677-99f8-47c4-ba56-78873714d017 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:55.291556 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Attempting to bind port bb3b0677-99f8-47c4-ba56-78873714d017 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:55.291850 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Attempting to bind port bb3b0677-99f8-47c4-ba56-78873714d017 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:55.303359 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:55.304065 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:55.304470 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.304867 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:55.305344 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Bound port: bb3b0677-99f8-47c4-ba56-78873714d017, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:55.305731 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.312090 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Pushing event updated for resources: {'Port': ['ID=bb3b0677-99f8-47c4-ba56-78873714d017,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:55.340328 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.340676 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.341026 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.341363 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.341709 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.342032 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.342361 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.342689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.343015 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.343372 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.343702 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.344054 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:24:55.376180 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] For port bb3b0677-99f8-47c4-ba56-78873714d017, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:55.379333 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] For port bb3b0677-99f8-47c4-ba56-78873714d017, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bb3b0677-99f8-47c4-ba56-78873714d017,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:55.384167 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.426862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-5ed5143c-80e7-4a31-954b-c83602a4dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:55.428374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-5ed5143c-80e7-4a31-954b-c83602a4dabe service neutron] 10.222.0.61 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 915 time: 0.5444658 Jul 06 18:24:55.442712 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:55.443392 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:55.459047 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bae55b78-ca8e-4ce7-ad5a-d29042d93890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.476859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-f1cbef94-514d-4929-9dd5-6948436b95ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c202e2-e1be-4443-bc5f-fefabdc79707 HTTP/1.1" status: 200 len: 217 time: 0.0409646 Jul 06 18:24:55.496982 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217e759-aaac-4283-8e49-9c0d6cd3105d None None] Pushing event updated for resources: {'Port': ['ID=bb3b0677-99f8-47c4-ba56-78873714d017,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:55.582416 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:55.584664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-fd0017e2-3987-47ce-8e85-a596c9d0df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:55.586373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-fd0017e2-3987-47ce-8e85-a596c9d0df22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb96d42c-a3b4-4f83-bffb-5efd106044e1 HTTP/1.1" status: 200 len: 854 time: 0.0879200 Jul 06 18:24:55.606510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.628505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-0948d3da-838f-4482-bb64-e0e95d6c3ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=593a1992-963b-4b4b-8255-02fdb9de0145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340016 Jul 06 18:24:55.771636 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:53Z', 'revision_number': 3, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:55.799053 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780118e0-dd67-42c3-b9d6-5260fa1524ee None None] The sync data for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 is: [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:53Z', 'revision_number': 3, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:55.851287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-9873f0c7-55ff-43bc-8eb3-427b00f53700 service neutron] 10.222.0.61 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165868 Jul 06 18:24:55.926516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67df4672-3796-41db-8a6f-3a66f150b452 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:55.982654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 67df4672-3796-41db-8a6f-3a66f150b452 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:55.983035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:55.994905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Allocated IP 172.20.0.1 (cee481e2-d57a-4c7b-9af7-e2b0e6b59441/5ef1ade2-9738-4fd5-88df-db778ca63e5c/083ab516-0ed6-4b8d-8a88-00b7e99a8f37) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:56.031206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b277798-6418-4b70-9f47-e0968d3bbd3f req-7551d0a7-5a84-4511-9426-34d61eb78010 service neutron] 10.222.0.61 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676574 Jul 06 18:24:56.159422 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.176097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Transition to ACTIVE for port object 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:56.212138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.251940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:56.259654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:56.264105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:56.267287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Pushing event updated for resources: {'Port': ['ID=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:56.314502 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.370128 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:24:56.476262 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.599853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13cc73ea-876c-4548-9293-73d4dcbdd9b5 None None] Provisioning for port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:56.604863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13cc73ea-876c-4548-9293-73d4dcbdd9b5 None None] Provisioning complete for port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:56.605234 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13cc73ea-876c-4548-9293-73d4dcbdd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.668498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13cc73ea-876c-4548-9293-73d4dcbdd9b5 None None] Port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:56.683865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.689350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.766952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Pushing event updated for resources: {'Port': ['ID=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:56.771049 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:56.877887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:56.879460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:57.020550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Router cccdb09e-fed7-481f-8e8e-6999e4a48a1c has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:57.134452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:57.140271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-65a64610-3d02-4759-ac9f-c3338c789117 admin admin] 10.222.0.37 "PUT /v2.0/routers/cccdb09e-fed7-481f-8e8e-6999e4a48a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7548540 Jul 06 18:24:57.192036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-63c674dd-78c4-4f9e-8c0e-7045bd6a3dc4 None None] Provisioning complete for port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:57.192412 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63c674dd-78c4-4f9e-8c0e-7045bd6a3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.227397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-63c674dd-78c4-4f9e-8c0e-7045bd6a3dc4 None None] Port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:24:57.648893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:57.655869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1658925180-network', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:57.686709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Made reservation on behalf of 8b2890237ac24e3fa00b3874d86325f4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:57.689156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.702291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.736374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Sync routers for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:57.748041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:57.748917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:57.796908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.801854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.825321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:24:57.842137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118cdd05-d9c3-4306-9646-20ab7fb030a0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:57.845289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.845504 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Added segment 657f3184-e88e-4675-a447-18f6d00e2c98 of type vlan for network 30b6d8b3-05e2-4133-8f35-32042049e01d Jul 06 18:24:57.874737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:57.897829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.940318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:57.941357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:57.952352 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.004116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bb3b0677-99f8-47c4-ba56-78873714d017 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:58.013433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3633761 Jul 06 18:24:58.014065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.022573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Request body: {'subnet': {'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1658925180-subnet', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:58.057624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a11c5b-d08f-4710-877c-3d40e6dcf096 admin admin] Pushing event updated for resources: {'Network': ['ID=30b6d8b3-05e2-4133-8f35-32042049e01d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:58.072387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Made reservation on behalf of 8b2890237ac24e3fa00b3874d86325f4 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:24:58.075230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.076630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 30b6d8b3-05e2-4133-8f35-32042049e01d details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:24:58.078375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d57c45b-9fbf-466c-8320-c7bb846d8266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.099128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.217474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port bb3b0677-99f8-47c4-ba56-78873714d017 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:58.224112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port bb3b0677-99f8-47c4-ba56-78873714d017 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:58.224487 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.283019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.286560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 2, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:58.316531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Checking router: cccdb09e-fed7-481f-8e8e-6999e4a48a1c for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:58.317175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Updating router cccdb09e-fed7-481f-8e8e-6999e4a48a1c port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:24:58.353953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Checking segment: {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:58.354411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Network hostable DHCP agents. Network: 30b6d8b3-05e2-4133-8f35-32042049e01d, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:24:58.365286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee78867-337c-4270-acd6-a209efa5a1ab,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:58.377350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.379221 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.380054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Network 30b6d8b3-05e2-4133-8f35-32042049e01d is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:24:58.396768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 30b6d8b3-05e2-4133-8f35-32042049e01d) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:58.407928 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:58.408346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.411722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e5aa7-5f66-4598-84fb-3a6544db84db None None] Network 30b6d8b3-05e2-4133-8f35-32042049e01d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:24:58.418939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port bb3b0677-99f8-47c4-ba56-78873714d017, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bb3b0677-99f8-47c4-ba56-78873714d017,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:58.425585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-63cec4fc-e6c1-4bce-8f98-a20f30cd6026 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4086475 Jul 06 18:24:58.428139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:58.432600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:58.449185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.454540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.455821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.516620 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.633984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=bb3b0677-99f8-47c4-ba56-78873714d017,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:58.664583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.760298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-30b6d8b3-05e2-4133-8f35-32042049e01d', 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'fixed_ips': [{'subnet_id': '2ee78867-337c-4270-acd6-a209efa5a1ab'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:24:58.761169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.883490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.907627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.947114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:58.966297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Transition to ACTIVE for port object 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:58.976686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Allocated IP 172.20.0.2 (30b6d8b3-05e2-4133-8f35-32042049e01d/2ee78867-337c-4270-acd6-a209efa5a1ab/a465307e-ab67-4795-be78-b19950de1dbc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:58.978679 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.039370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Allocated IP 172.25.5.31 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/771d38cf-4d6e-4f19-8d85-237d90479bf9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:59.180058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.228673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.271399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:59.278923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:59.282938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:59.284761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a2fbd-a19b-4875-9213-cdb3ec89d53b None None] Pushing event updated for resources: {'Port': ['ID=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.330119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Pushing event updated for resources: {'Port': ['ID=771d38cf-4d6e-4f19-8d85-237d90479bf9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.379073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Attempting to bind port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:59.379476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Attempting to bind port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:59.379857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Attempting to bind port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 on network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:59.401554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:59.402039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Checking segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:59.402359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.402758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Bound using segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:59.403274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Bound port: 083ab516-0ed6-4b8d-8a88-00b7e99a8f37, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:59.403671 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.462334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.510513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.530158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Transition to ACTIVE for port object a465307e-ab67-4795-be78-b19950de1dbc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:59.543072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] For port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:24:59.559539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Transition to ACTIVE for port object a465307e-ab67-4795-be78-b19950de1dbc will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:24:59.561863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] For port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:24:59.567724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.576085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.612330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.626948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Network 30b6d8b3-05e2-4133-8f35-32042049e01d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:59.632880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:59.640722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:59.645167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:59.645816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:59.680771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4c9d0-04b5-4537-b4b1-e63cba13e275 req-e03e3b70-fb49-4118-826d-3a05ec9ee7f1 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:59.683673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1a4c9d0-04b5-4537-b4b1-e63cba13e275 req-e03e3b70-fb49-4118-826d-3a05ec9ee7f1 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 945 time: 0.1570358 Jul 06 18:24:59.689096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a2fbd-a19b-4875-9213-cdb3ec89d53b None None] Pushing event updated for resources: {'Port': ['ID=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.773804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1a4c9d0-04b5-4537-b4b1-e63cba13e275 req-6cfcc119-1337-4a1e-a8c9-4447564390e0 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Jul 06 18:24:59.821479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Attempting to bind port a465307e-ab67-4795-be78-b19950de1dbc on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:24:59.822127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Attempting to bind port a465307e-ab67-4795-be78-b19950de1dbc by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:24:59.822269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Attempting to bind port a465307e-ab67-4795-be78-b19950de1dbc on network 30b6d8b3-05e2-4133-8f35-32042049e01d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:24:59.826081 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Pushing event updated for resources: {'Port': ['ID=a465307e-ab67-4795-be78-b19950de1dbc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:59.833519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:24:59.833912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Checking segment: {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:24:59.834323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.834811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Bound using segment: {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:24:59.835184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Bound port: a465307e-ab67-4795-be78-b19950de1dbc, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:24:59.835596 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.865648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:59.892067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:59.911484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bb3b0677-99f8-47c4-ba56-78873714d017 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:00.023114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:25:00.028855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] For port a465307e-ab67-4795-be78-b19950de1dbc, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:00.079414 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] For port a465307e-ab67-4795-be78-b19950de1dbc, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a465307e-ab67-4795-be78-b19950de1dbc,segment=NetworkSegment(657f3184-e88e-4675-a447-18f6d00e2c98),segment_id=657f3184-e88e-4675-a447-18f6d00e2c98)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:00.086440 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.138265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:00.150747 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Sync routers for ids ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:00.152102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port bb3b0677-99f8-47c4-ba56-78873714d017 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:00.152486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.154438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.156849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-37bf89a1-40e8-498d-b6c7-f0facccbf28d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7277305 Jul 06 18:25:00.159539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 37500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:25:00.164544 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Routers {'94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:00.165261 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:00.274932 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddbeb3-b7bb-45e6-a85a-5acc65c17fcf None None] Pushing event updated for resources: {'Port': ['ID=a465307e-ab67-4795-be78-b19950de1dbc,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:00.283033 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.341336 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Set router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:00.361010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:24:59Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:00.394934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267c72c-a257-4b79-bf15-bc370a29599c None None] The sync data for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 is: [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:24:59Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:00.647423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:24:59Z', 'revision_number': 3, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:00.694134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Checking router: 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:00.695141 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Updating router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 port 771d38cf-4d6e-4f19-8d85-237d90479bf9 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:25:00.742526 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.818382 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:00.854504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.096111 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.115568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Transition to ACTIVE for port object 771d38cf-4d6e-4f19-8d85-237d90479bf9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:01.123447 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.208455 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Attempting to bind port 771d38cf-4d6e-4f19-8d85-237d90479bf9 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:01.209544 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Attempting to bind port 771d38cf-4d6e-4f19-8d85-237d90479bf9 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:01.210098 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Attempting to bind port 771d38cf-4d6e-4f19-8d85-237d90479bf9 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:01.227239 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c0b9a-37f8-4c1a-bbd3-6255ba93428e None None] Pushing event updated for resources: {'Port': ['ID=771d38cf-4d6e-4f19-8d85-237d90479bf9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:01.247308 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:01.247894 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:01.248408 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.248904 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:01.249653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Bound port: 771d38cf-4d6e-4f19-8d85-237d90479bf9, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:01.250286 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.329334 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] For port 771d38cf-4d6e-4f19-8d85-237d90479bf9, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:01.332868 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] For port 771d38cf-4d6e-4f19-8d85-237d90479bf9, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=771d38cf-4d6e-4f19-8d85-237d90479bf9,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:01.341697 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:01.418384 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Routers {'94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:01.419037 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:01.490207 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c0b9a-37f8-4c1a-bbd3-6255ba93428e None None] Pushing event updated for resources: {'Port': ['ID=771d38cf-4d6e-4f19-8d85-237d90479bf9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:01.609311 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] Set router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:01.672295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a3404-ca36-407a-becf-cfb2697b199f None None] Network 30b6d8b3-05e2-4133-8f35-32042049e01d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:25:01.692868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcd74-be20-4792-9b6f-e820be1be28b req-a5f5e278-dcb3-4d0b-894f-f94728276880 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.694582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-426bcd74-be20-4792-9b6f-e820be1be28b req-a5f5e278-dcb3-4d0b-894f-f94728276880 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 945 time: 0.8064492 Jul 06 18:25:01.708333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aded5a-2c1c-4f50-9bc8-559987f5eb79 req-fb03946c-82d0-44dc-880a-937e408fbf32 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:01.719474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70aded5a-2c1c-4f50-9bc8-559987f5eb79 req-fb03946c-82d0-44dc-880a-937e408fbf32 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 945 time: 0.7882640 Jul 06 18:25:01.807670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Allocated IP 172.20.0.1 (30b6d8b3-05e2-4133-8f35-32042049e01d/2ee78867-337c-4270-acd6-a209efa5a1ab/620c4e70-deb2-4dd1-ad28-028036df6542) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:01.865717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-32e92321-3f4d-4b5d-a3df-3874adcca05d None None] Provisioning for port a465307e-ab67-4795-be78-b19950de1dbc completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:01.872390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70aded5a-2c1c-4f50-9bc8-559987f5eb79 req-b6bd56b6-d9ac-4053-925a-674e4666e530 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497288 Jul 06 18:25:02.028781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Deleting port 19c202e2-e1be-4443-bc5f-fefabdc79707 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:02.029440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.064962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a465307e-ab67-4795-be78-b19950de1dbc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:02.084287 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:24:59Z', 'revision_number': 3, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:02.117789 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166435b-149f-4fac-b703-c4d0cb80f9ac None None] The sync data for ids ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'] in n-d-799527-3 is: [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:24:59Z', 'revision_number': 3, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:02.138472 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.163189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a465307e-ab67-4795-be78-b19950de1dbc completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:02.169729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a465307e-ab67-4795-be78-b19950de1dbc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:02.170411 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.178964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Transition to ACTIVE for port object 620c4e70-deb2-4dd1-ad28-028036df6542 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:02.195677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] For port 19c202e2-e1be-4443-bc5f-fefabdc79707, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=19c202e2-e1be-4443-bc5f-fefabdc79707,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:02.196050 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.216432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Calling delete_port for 19c202e2-e1be-4443-bc5f-fefabdc79707 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:02.265482 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.288030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.312758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a465307e-ab67-4795-be78-b19950de1dbc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a465307e-ab67-4795-be78-b19950de1dbc,segment=NetworkSegment(657f3184-e88e-4675-a447-18f6d00e2c98),segment_id=657f3184-e88e-4675-a447-18f6d00e2c98)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:02.313943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-438e6fc3-4dbf-4a1e-a185-352384dce7a1 None None] Provisioning complete for port a465307e-ab67-4795-be78-b19950de1dbc triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:02.314312 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-438e6fc3-4dbf-4a1e-a185-352384dce7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.317718 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.318510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:02.341653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Network 30b6d8b3-05e2-4133-8f35-32042049e01d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:02.358256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:02.364167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:02.368683 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=620c4e70-deb2-4dd1-ad28-028036df6542,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:02.436862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.445911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a465307e-ab67-4795-be78-b19950de1dbc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:02.490738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:02.496428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:02.496797 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.531800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.544431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['19c202e2-e1be-4443-bc5f-fefabdc79707'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:02.622425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Pushing event deleted for resources: {'Port': ['ID=19c202e2-e1be-4443-bc5f-fefabdc79707,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:02.649086 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.701744 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.717004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:02.722442 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.726720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] No DVR routers for this DVR port 19c202e2-e1be-4443-bc5f-fefabdc79707 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:02.732789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.735077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-426bcd74-be20-4792-9b6f-e820be1be28b req-671bb18e-fd37-4bd8-97f7-fd4c4c3068a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.61 "DELETE /v2.0/ports/19c202e2-e1be-4443-bc5f-fefabdc79707 HTTP/1.1" status: 204 len: 173 time: 1.0135560 Jul 06 18:25:02.735550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'name': 'network-vif-deleted', 'tag': '19c202e2-e1be-4443-bc5f-fefabdc79707'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:02.737808 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b08a74-623e-4a9e-9384-9d4c738727d7" -d '{"events": [{"server_uuid": "f41de154-fdaa-4a91-a240-cca498bd6897", "name": "network-vif-deleted", "tag": "19c202e2-e1be-4443-bc5f-fefabdc79707"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:02.787352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:02.815452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.818640 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be6833-6b7b-4327-8749-52e76fbc3b03 x-openstack-request-id: req-06be6833-6b7b-4327-8749-52e76fbc3b03 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:02.818942 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41de154-fdaa-4a91-a240-cca498bd6897", "name": "network-vif-deleted", "tag": "19c202e2-e1be-4443-bc5f-fefabdc79707", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:02.819203 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06be6833-6b7b-4327-8749-52e76fbc3b03 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:02.819790 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41de154-fdaa-4a91-a240-cca498bd6897', 'name': 'network-vif-deleted', 'tag': '19c202e2-e1be-4443-bc5f-fefabdc79707', 'status': 'completed', 'code': 200} Jul 06 18:25:02.828185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5aeb68c1-0989-4946-aafd-b53a016db4a4 None None] Provisioning for port 620c4e70-deb2-4dd1-ad28-028036df6542 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:02.835653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5aeb68c1-0989-4946-aafd-b53a016db4a4 None None] Provisioning complete for port 620c4e70-deb2-4dd1-ad28-028036df6542 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:02.836038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aeb68c1-0989-4946-aafd-b53a016db4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.892660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb68c1-0989-4946-aafd-b53a016db4a4 None None] Port 620c4e70-deb2-4dd1-ad28-028036df6542 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:03.006548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.014585 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.089411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4994448a-d62d-4728-a596-a6218198598f req-cd06d127-e06f-4ee7-b54c-6c838e2d1f49 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41de154-fdaa-4a91-a240-cca498bd6897 HTTP/1.1" status: 200 len: 210 time: 0.0759451 Jul 06 18:25:03.113452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=620c4e70-deb2-4dd1-ad28-028036df6542,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:03.120095 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.223237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Network 30b6d8b3-05e2-4133-8f35-32042049e01d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:03.224980 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:03.376139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:25:03.500045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:25:03.504934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d8513775-eab1-4885-8f41-4a687262cd5f admin admin] 10.222.0.37 "PUT /v2.0/routers/94bfb8da-d4a3-4310-8a6c-d5c83e4bb661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3443942 Jul 06 18:25:03.516622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-40d4a756-51fc-451d-a3a7-5124bfae5ea1 None None] Provisioning complete for port 620c4e70-deb2-4dd1-ad28-028036df6542 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:03.517004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40d4a756-51fc-451d-a3a7-5124bfae5ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:03.551270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-40d4a756-51fc-451d-a3a7-5124bfae5ea1 None None] Port 620c4e70-deb2-4dd1-ad28-028036df6542 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:25:03.980739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 771d38cf-4d6e-4f19-8d85-237d90479bf9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:04.031349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 771d38cf-4d6e-4f19-8d85-237d90479bf9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:04.035091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 771d38cf-4d6e-4f19-8d85-237d90479bf9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:04.035496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:04.127599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:04.150810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 771d38cf-4d6e-4f19-8d85-237d90479bf9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=771d38cf-4d6e-4f19-8d85-237d90479bf9,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:04.157443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:04.158496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a465307e-ab67-4795-be78-b19950de1dbc up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:04.245690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=771d38cf-4d6e-4f19-8d85-237d90479bf9,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:04.258186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a465307e-ab67-4795-be78-b19950de1dbc triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:04.258866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:04.317239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Sync routers for ids ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:25:04.335282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Routers {'94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:04.336328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:04.472255 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:04.685188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Set router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:04.778920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:04.779146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.002809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 4, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '620c4e70-deb2-4dd1-ad28-028036df6542', 'name': '', 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'mac_address': 'fa:16:3e:1f:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '2ee78867-337c-4270-acd6-a209efa5a1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:00Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 2, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'subnets': [{'id': '2ee78867-337c-4270-acd6-a209efa5a1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:05.032324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Checking router: 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:25:05.032324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Updating router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 port 620c4e70-deb2-4dd1-ad28-028036df6542 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:25:05.071363 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.173649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 19c202e2-e1be-4443-bc5f-fefabdc79707 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:05.196566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 19c202e2-e1be-4443-bc5f-fefabdc79707 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:05.196795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 19c202e2-e1be-4443-bc5f-fefabdc79707 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:05.397536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.410748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Transition to ACTIVE for port object 620c4e70-deb2-4dd1-ad28-028036df6542 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:05.422793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.539013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab3f0d-1b07-4018-9020-8349500d3cba None None] Pushing event updated for resources: {'Port': ['ID=620c4e70-deb2-4dd1-ad28-028036df6542,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:05.630850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Attempting to bind port 620c4e70-deb2-4dd1-ad28-028036df6542 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:05.631238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Attempting to bind port 620c4e70-deb2-4dd1-ad28-028036df6542 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:05.631635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Attempting to bind port 620c4e70-deb2-4dd1-ad28-028036df6542 on network 30b6d8b3-05e2-4133-8f35-32042049e01d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:05.647729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:05.649745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Checking segment: {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:05.650356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.650859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Bound using segment: {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:05.651678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Bound port: 620c4e70-deb2-4dd1-ad28-028036df6542, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657f3184-e88e-4675-a447-18f6d00e2c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:05.652170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.736045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] For port 620c4e70-deb2-4dd1-ad28-028036df6542, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:05.739501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] For port 620c4e70-deb2-4dd1-ad28-028036df6542, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=620c4e70-deb2-4dd1-ad28-028036df6542,segment=NetworkSegment(657f3184-e88e-4675-a447-18f6d00e2c98),segment_id=657f3184-e88e-4675-a447-18f6d00e2c98)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:05.746350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.808101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Routers {'94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:25:05.808916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:24:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:05.814120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab3f0d-1b07-4018-9020-8349500d3cba None None] Pushing event updated for resources: {'Port': ['ID=620c4e70-deb2-4dd1-ad28-028036df6542,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:05.936785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 771d38cf-4d6e-4f19-8d85-237d90479bf9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:05.977045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] Set router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:25:06.115007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 771d38cf-4d6e-4f19-8d85-237d90479bf9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:06.115706 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:06.282648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 4, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '620c4e70-deb2-4dd1-ad28-028036df6542', 'name': '', 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'mac_address': 'fa:16:3e:1f:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '2ee78867-337c-4270-acd6-a209efa5a1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:00Z', 'updated_at': '2021-07-06T18:25:05Z', 'revision_number': 4, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'subnets': [{'id': '2ee78867-337c-4270-acd6-a209efa5a1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:25:06.311605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285aa39-0681-45e7-b8f3-30d1bbb4023b None None] The sync data for ids ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'] in n-d-799527-3 is: [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 4, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '620c4e70-deb2-4dd1-ad28-028036df6542', 'name': '', 'network_id': '30b6d8b3-05e2-4133-8f35-32042049e01d', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'mac_address': 'fa:16:3e:1f:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '2ee78867-337c-4270-acd6-a209efa5a1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:25:00Z', 'updated_at': '2021-07-06T18:25:05Z', 'revision_number': 4, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'subnets': [{'id': '2ee78867-337c-4270-acd6-a209efa5a1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:25:07.937811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 620c4e70-deb2-4dd1-ad28-028036df6542 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:07.998202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 620c4e70-deb2-4dd1-ad28-028036df6542 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:08.005336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 620c4e70-deb2-4dd1-ad28-028036df6542 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:08.006000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.094118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.132022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 620c4e70-deb2-4dd1-ad28-028036df6542, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=620c4e70-deb2-4dd1-ad28-028036df6542,segment=NetworkSegment(657f3184-e88e-4675-a447-18f6d00e2c98),segment_id=657f3184-e88e-4675-a447-18f6d00e2c98)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:08.137600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:08.190593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=620c4e70-deb2-4dd1-ad28-028036df6542,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:09.902929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 620c4e70-deb2-4dd1-ad28-028036df6542 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:09.958530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 620c4e70-deb2-4dd1-ad28-028036df6542 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:09.959063 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:11.477372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-1d0ee069-0a64-4e3d-9a85-d831f68ef4b7 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:11.478929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-1d0ee069-0a64-4e3d-9a85-d831f68ef4b7 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 814 time: 0.1067324 Jul 06 18:25:11.494625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-6889bccf-e4ac-4ab2-a1bb-0f4972de8dd1 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/quotas/b45f95f1bcac45baab9882c834180b0e HTTP/1.1" status: 200 len: 375 time: 0.0098438 Jul 06 18:25:11.536366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-f0f10584-7208-4ec3-9194-6e642159589e tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361421 Jul 06 18:25:11.630813 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-267895b3-6ff7-4889-8d4d-1801c6c33949 service neutron] 10.222.0.37 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865419 Jul 06 18:25:11.731222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-fbd021b2-dbfb-4058-bed8-ecee49ab625b service neutron] 10.222.0.37 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934258 Jul 06 18:25:11.921763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b952ce3-42f5-4a17-aeef-24566c334a70 req-c263ba51-7487-458a-ab53-97cae6db01a9 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 210 time: 0.0326397 Jul 06 18:25:13.024968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-1e98d160-d853-454c-ad4c-53abeb669af1 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.027452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-1e98d160-d853-454c-ad4c-53abeb669af1 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.60 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 814 time: 0.1330707 Jul 06 18:25:13.043726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Request body: {'port': {'device_id': '996dde59-fff8-4482-b9a5-4af316765307', 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145', 'admin_state_up': True, 'tenant_id': 'b45f95f1bcac45baab9882c834180b0e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:13.129498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4644e3cb-ad0c-4adc-b850-0ed4fe080b19 req-2d4ba443-15f7-486f-861e-b2b213c80a04 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 210 time: 0.0619214 Jul 06 18:25:13.192250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Made reservation on behalf of b45f95f1bcac45baab9882c834180b0e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:25:13.195928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.336750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Allocated IP 172.20.0.10 (593a1992-963b-4b4b-8255-02fdb9de0145/cb96d42c-a3b4-4f83-bffb-5efd106044e1/9931ee18-63ed-4a90-96c9-ee1f191ebf7b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:25:13.498851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.542458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.588271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Network 593a1992-963b-4b4b-8255-02fdb9de0145 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:25:13.589655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:25:13.593731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:25:13.622703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Pushing event updated for resources: {'Port': ['ID=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:13.652111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:13.652804 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:13.668261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-1ccb7647-c11e-46e4-a548-833caf47b54c tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298139 Jul 06 18:25:13.680817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Request body: {'port': {'device_id': '996dde59-fff8-4482-b9a5-4af316765307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:25:13.767030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.055272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9931ee18-63ed-4a90-96c9-ee1f191ebf7b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:14.066403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.079387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Transition to ACTIVE for port object 9931ee18-63ed-4a90-96c9-ee1f191ebf7b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:25:14.083209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.157792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:14.210073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Attempting to bind port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:25:14.210730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Attempting to bind port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:25:14.210730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Attempting to bind port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b on network 593a1992-963b-4b4b-8255-02fdb9de0145 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:14.215458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b on network 593a1992-963b-4b4b-8255-02fdb9de0145 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:25:14.215782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Attempting to bind port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b on network 593a1992-963b-4b4b-8255-02fdb9de0145 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:25:14.221190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:25:14.221532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Checking segment: {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:25:14.221917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Bound using segment: {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:25:14.222454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Bound port: 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac154c6-daf9-483b-9497-5510c4c41e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:25:14.222703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.320663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] For port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:25:14.325754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] For port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:25:14.329866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.377202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.377831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.379228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] 10.222.0.60 "PUT /v2.0/ports/9931ee18-63ed-4a90-96c9-ee1f191ebf7b HTTP/1.1" status: 200 len: 1092 time: 0.7027235 Jul 06 18:25:14.379707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996dde59-fff8-4482-b9a5-4af316765307', 'tag': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:14.381947 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a" -d '{"events": [{"name": "network-changed", "server_uuid": "996dde59-fff8-4482-b9a5-4af316765307", "tag": "9931ee18-63ed-4a90-96c9-ee1f191ebf7b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:14.398807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b015-7810-49c0-bd1e-98132154ff87 req-5e98d06b-d2f4-4b9f-8f9a-ae91b6625817 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.401036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ff4b015-7810-49c0-bd1e-98132154ff87 req-5e98d06b-d2f4-4b9f-8f9a-ae91b6625817 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 944 time: 0.1426606 Jul 06 18:25:14.449006 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f3b60f-9d25-4541-8237-b11223e0e078 x-openstack-request-id: req-22f3b60f-9d25-4541-8237-b11223e0e078 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:14.449299 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996dde59-fff8-4482-b9a5-4af316765307", "tag": "9931ee18-63ed-4a90-96c9-ee1f191ebf7b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:14.449554 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22f3b60f-9d25-4541-8237-b11223e0e078 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:14.449956 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996dde59-fff8-4482-b9a5-4af316765307', 'tag': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b', 'status': 'completed', 'code': 200} Jul 06 18:25:14.468135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67397db-968c-40c8-a7ae-4822ce3dd3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:14.492322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ff4b015-7810-49c0-bd1e-98132154ff87 req-8b31be48-d85d-4448-aea2-1f46e324c2ee tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829177 Jul 06 18:25:14.520431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-d3de2630-b102-4fb7-ba0a-609834c5176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.521943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-d3de2630-b102-4fb7-ba0a-609834c5176c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 1095 time: 0.0895250 Jul 06 18:25:14.569313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-c45f6d94-ea68-47f3-9c65-c75885ec31cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b HTTP/1.1" status: 200 len: 217 time: 0.0404224 Jul 06 18:25:14.619789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30053-575c-4845-a651-8edb29501579 req-2e157107-0e60-44c0-8dc4-70f7bdb08113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:14.621261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-2e157107-0e60-44c0-8dc4-70f7bdb08113 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb96d42c-a3b4-4f83-bffb-5efd106044e1 HTTP/1.1" status: 200 len: 854 time: 0.0463879 Jul 06 18:25:14.659475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-341e2e37-22be-4ce7-a07f-641a4be5cf3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=593a1992-963b-4b4b-8255-02fdb9de0145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314257 Jul 06 18:25:14.801013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-7f680d34-cfbe-4e09-816c-c8c2dad93485 service neutron] 10.222.0.60 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355391 Jul 06 18:25:14.898951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68e30053-575c-4845-a651-8edb29501579 req-0d5dcd09-8995-4a40-bc80-327f2b559c98 service neutron] 10.222.0.60 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906997 Jul 06 18:25:15.008591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-ed005af8-ca63-4694-b24f-47ca8ec0654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.010344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-ed005af8-ca63-4694-b24f-47ca8ec0654c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b45f95f1bcac45baab9882c834180b0e&device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 1095 time: 0.0606260 Jul 06 18:25:15.115364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-be679246-2e5b-4e04-a847-bdf600cd78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.116879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-be679246-2e5b-4e04-a847-bdf600cd78a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 200 len: 915 time: 0.0961037 Jul 06 18:25:15.158955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-9204bf88-9767-4590-bf04-221e799093b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b HTTP/1.1" status: 200 len: 217 time: 0.0354793 Jul 06 18:25:15.208512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-360812a8-3a16-4d7a-83b4-56f171098990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.209999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-360812a8-3a16-4d7a-83b4-56f171098990 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb96d42c-a3b4-4f83-bffb-5efd106044e1 HTTP/1.1" status: 200 len: 854 time: 0.0449586 Jul 06 18:25:15.253727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-3de79b94-d2d7-4085-ad79-ed61b9120b8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=593a1992-963b-4b4b-8255-02fdb9de0145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317698 Jul 06 18:25:15.344216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-f6b5de4f-3a93-4d10-93e2-ed8d7b84e988 service neutron] 10.222.0.60 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832517 Jul 06 18:25:15.438396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbf3bbb7-4953-4439-8a63-f07a9527ce5a req-27794e4a-f3f6-48b6-a2ac-952f7df2ae67 service neutron] 10.222.0.60 "GET /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874081 Jul 06 18:25:15.671466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c964df-b57b-4cae-83e5-40e63a5425f0 req-f3bb7466-5a47-44a2-9c8a-0baa0be43f93 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:15.673114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73c964df-b57b-4cae-83e5-40e63a5425f0 req-f3bb7466-5a47-44a2-9c8a-0baa0be43f93 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 944 time: 0.0671813 Jul 06 18:25:15.713858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73c964df-b57b-4cae-83e5-40e63a5425f0 req-a36ab803-1476-4a53-a2d2-be9f106b688b tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Jul 06 18:25:16.891222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e4926-64c2-43c8-8332-8b6a66f2c439 req-ddeba6f5-2952-47b7-8dfd-8b5861f8b220 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:16.892684 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-938e4926-64c2-43c8-8332-8b6a66f2c439 req-ddeba6f5-2952-47b7-8dfd-8b5861f8b220 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 944 time: 0.0643756 Jul 06 18:25:16.936423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-938e4926-64c2-43c8-8332-8b6a66f2c439 req-670baba6-335f-40c3-a0a3-9d22ef563550 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Jul 06 18:25:18.115941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64819444-08ec-4f52-9d0e-fec5757a23dc req-abdef02d-26aa-4e55-9041-cf34b7b7ceac tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:18.117357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64819444-08ec-4f52-9d0e-fec5757a23dc req-abdef02d-26aa-4e55-9041-cf34b7b7ceac tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 944 time: 0.0644119 Jul 06 18:25:18.157153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64819444-08ec-4f52-9d0e-fec5757a23dc req-0b852c6f-646a-4293-a8e4-212e523303a8 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Jul 06 18:25:18.914142 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9931ee18-63ed-4a90-96c9-ee1f191ebf7b details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:25:19.020996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:19.034719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b', 'network_id': '593a1992-963b-4b4b-8255-02fdb9de0145', 'port_id': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b', 'mac_address': 'fa:16:3e:c1:29:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb96d42c-a3b4-4f83-bffb-5efd106044e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:25:19.094194 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.108728 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9931ee18-63ed-4a90-96c9-ee1f191ebf7b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:25:19.130670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:19.135568 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.196410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:19.342738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9931ee18-63ed-4a90-96c9-ee1f191ebf7b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:19.351153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b5f4e-6c39-4e4d-a1ea-0c4286f50916 req-b820fe8f-35ea-4497-a057-7dd664ed3723 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:19.358467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c8b5f4e-6c39-4e4d-a1ea-0c4286f50916 req-b820fe8f-35ea-4497-a057-7dd664ed3723 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 945 time: 0.0752931 Jul 06 18:25:19.400168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c8b5f4e-6c39-4e4d-a1ea-0c4286f50916 req-f9fdfdf6-e0a5-4a2a-80c7-9561dcd4ee68 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Jul 06 18:25:20.597937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5807c2-7425-40ab-af5d-4ef9e4d28d2d req-53e4622f-d4c4-4810-a9a9-527c91bdd5c7 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:20.599515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b5807c2-7425-40ab-af5d-4ef9e4d28d2d req-53e4622f-d4c4-4810-a9a9-527c91bdd5c7 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 945 time: 0.0850081 Jul 06 18:25:20.639452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b5807c2-7425-40ab-af5d-4ef9e4d28d2d req-f8a91f44-7c51-4bf4-a7eb-bc7958b02910 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Jul 06 18:25:20.929737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9931ee18-63ed-4a90-96c9-ee1f191ebf7b up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:25:20.990703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:25:20.996758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:25:20.997344 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.110240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.132986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996dde59-fff8-4482-b9a5-4af316765307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:21.135764 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf20c3-19e9-42c8-a783-fb46129c9a6b" -d '{"events": [{"server_uuid": "996dde59-fff8-4482-b9a5-4af316765307", "name": "network-vif-plugged", "status": "completed", "tag": "9931ee18-63ed-4a90-96c9-ee1f191ebf7b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:21.148471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:21.152545 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:21.176011 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9284db-e956-48c4-8123-b47d6f8166e0 x-openstack-request-id: req-cd9284db-e956-48c4-8123-b47d6f8166e0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:21.176311 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996dde59-fff8-4482-b9a5-4af316765307", "name": "network-vif-plugged", "status": "completed", "tag": "9931ee18-63ed-4a90-96c9-ee1f191ebf7b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:21.176568 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd9284db-e956-48c4-8123-b47d6f8166e0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:21.176968 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996dde59-fff8-4482-b9a5-4af316765307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b', 'code': 200} Jul 06 18:25:21.207300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:21.301036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63bfa6-90e9-4d31-bf21-02a8d9cf4d46 req-89ca6254-4c22-4f10-aec5-9436b39b681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.302536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f63bfa6-90e9-4d31-bf21-02a8d9cf4d46 req-89ca6254-4c22-4f10-aec5-9436b39b681f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 1097 time: 0.0522861 Jul 06 18:25:21.336738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6f63bfa6-90e9-4d31-bf21-02a8d9cf4d46 req-898ddc04-14bb-47ca-9a7a-21373441fad5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273972 Jul 06 18:25:21.838639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe928c-6a3f-47a7-a1ca-49a97fa036b1 req-b1b4293c-4b65-4642-bb71-7712ff64c4e0 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:21.849390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fbe928c-6a3f-47a7-a1ca-49a97fa036b1 req-b1b4293c-4b65-4642-bb71-7712ff64c4e0 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 946 time: 0.0927107 Jul 06 18:25:21.906597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fbe928c-6a3f-47a7-a1ca-49a97fa036b1 req-fb57c616-5d56-4cfd-b2d1-d71a0eb52239 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Jul 06 18:25:23.084453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f52300-1f91-4224-8376-c79b61b03296 req-7e4fa50e-82af-4550-b56a-b76746526159 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:23.085948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79f52300-1f91-4224-8376-c79b61b03296 req-7e4fa50e-82af-4550-b56a-b76746526159 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 946 time: 0.0653150 Jul 06 18:25:23.127348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79f52300-1f91-4224-8376-c79b61b03296 req-fefaa57c-3fb9-4009-834b-72a91e0e3b38 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Jul 06 18:25:25.453198 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ed21-576b-4e6e-9452-281823a09237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.980437 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1d04760-ff9a-4682-8cf0-444734ccf554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:27.985970 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:29.410586 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.199520 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:30.817053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.685483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:33.371118 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:25:48.532263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-5bfbcee7-62db-4466-9de6-1a1cfabd06c2 req-40d6cd59-6c87-4cf2-812d-948e95493750 service neutron] (93942) timed out ('10.222.0.37', 48070) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:25:49.954181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec22a8-9d44-4a55-b12c-7b871dd3972e req-a69c94a7-9465-4d6a-a1a1-11e7d76a52c4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:49.955696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38ec22a8-9d44-4a55-b12c-7b871dd3972e req-a69c94a7-9465-4d6a-a1a1-11e7d76a52c4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 946 time: 0.0643616 Jul 06 18:25:49.993575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38ec22a8-9d44-4a55-b12c-7b871dd3972e req-190ea575-9431-4991-9c56-2b9ae5244940 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Jul 06 18:25:51.185680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b340e3-281a-45a0-90ff-6fa6ffc7793c req-c170a5c8-08a9-488b-84ed-6978df70d436 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.187185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83b340e3-281a-45a0-90ff-6fa6ffc7793c req-c170a5c8-08a9-488b-84ed-6978df70d436 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 946 time: 0.0781238 Jul 06 18:25:51.226198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83b340e3-281a-45a0-90ff-6fa6ffc7793c req-7457a6c2-9ad2-44c5-8df7-b9773e6dfd32 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/security-groups?id=df43a276-ca84-4493-9518-fa899ac77f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Jul 06 18:25:51.431511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-d22d9dd4-daa7-4d71-8d7f-df687173326d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:51.434307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-d22d9dd4-daa7-4d71-8d7f-df687173326d tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.60 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 946 time: 0.0761354 Jul 06 18:25:51.550616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Deleting port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:25:51.550964 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.645230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] For port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,segment=NetworkSegment(bac154c6-daf9-483b-9497-5510c4c41e45),segment_id=bac154c6-daf9-483b-9497-5510c4c41e45)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:25:51.645485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.658791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Calling delete_port for 9931ee18-63ed-4a90-96c9-ee1f191ebf7b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:25:51.798100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.810353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['9931ee18-63ed-4a90-96c9-ee1f191ebf7b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:25:51.827320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Pushing event deleted for resources: {'Port': ['ID=9931ee18-63ed-4a90-96c9-ee1f191ebf7b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:25:51.836431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.836779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.837160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.837464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.837796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.838270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.839195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.839587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.839919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.840245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.840575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.840898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:25:51.896067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] No DVR routers for this DVR port 9931ee18-63ed-4a90-96c9-ee1f191ebf7b on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:25:51.898610 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.900629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5602782e-19c1-4a17-82ba-dfe380fd174f req-834e1874-ddbf-4241-b5fb-1dc684de40e4 tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.60 "DELETE /v2.0/ports/9931ee18-63ed-4a90-96c9-ee1f191ebf7b HTTP/1.1" status: 204 len: 173 time: 0.4612186 Jul 06 18:25:51.901616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996dde59-fff8-4482-b9a5-4af316765307', 'name': 'network-vif-deleted', 'tag': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:25:51.903897 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8cc39e-f560-454e-9ee5-8b6eb6444294" -d '{"events": [{"server_uuid": "996dde59-fff8-4482-b9a5-4af316765307", "name": "network-vif-deleted", "tag": "9931ee18-63ed-4a90-96c9-ee1f191ebf7b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:25:51.942989 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83ef545-c23d-40d0-8d56-998f99fb2b68 x-openstack-request-id: req-d83ef545-c23d-40d0-8d56-998f99fb2b68 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:25:51.943441 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996dde59-fff8-4482-b9a5-4af316765307", "name": "network-vif-deleted", "tag": "9931ee18-63ed-4a90-96c9-ee1f191ebf7b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:25:51.943879 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83ef545-c23d-40d0-8d56-998f99fb2b68 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:25:51.944355 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996dde59-fff8-4482-b9a5-4af316765307', 'name': 'network-vif-deleted', 'tag': '9931ee18-63ed-4a90-96c9-ee1f191ebf7b', 'status': 'completed', 'code': 200} Jul 06 18:25:52.395740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ddc083a-ac45-4d05-a4e9-5bafb4e34b2f req-b2418c36-38ef-4bb3-b3af-e5776cc155bd tempest-VolumesSnapshotTestJSON-1519022835 tempest-VolumesSnapshotTestJSON-1519022835-project] 10.222.0.37 "GET /v2.0/ports?device_id=996dde59-fff8-4482-b9a5-4af316765307 HTTP/1.1" status: 200 len: 210 time: 0.0330627 Jul 06 18:25:55.455080 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-399f9adb-60e1-48f3-8200-38f646ae8870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:57.085650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9931ee18-63ed-4a90-96c9-ee1f191ebf7b no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:25:57.105887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 9931ee18-63ed-4a90-96c9-ee1f191ebf7b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:25:57.106236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 9931ee18-63ed-4a90-96c9-ee1f191ebf7b not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:25:57.988277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6eba07b2-ce12-4411-b554-c72d01f0c06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:57.995115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:59.420183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.208285 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:00.821828 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.722471 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:10.371018 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:26:25.482449 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-809578a9-2098-4b2c-8496-412bc65831c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.984068 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:27.986140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d20ece3-65e3-415f-9f8c-c1439cd9a9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:29.420099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.221340 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:30.819641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.719218 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.447975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:38.503548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Deleting subnet cb96d42c-a3b4-4f83-bffb-5efd106044e1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:26:38.507497 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.554066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.599573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.676979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.706645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb96d42c-a3b4-4f83-bffb-5efd106044e1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:38.710529 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.716339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b2bf6ddd-e0da-4836-bd6a-c80cbfc1e354 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb96d42c-a3b4-4f83-bffb-5efd106044e1 HTTP/1.1" status: 204 len: 168 time: 0.2670715 Jul 06 18:26:38.716498 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:38.792083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.905634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.918228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593a1992-963b-4b4b-8255-02fdb9de0145']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:38.930482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac154c6-daf9-483b-9497-5510c4c41e45') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:38.930959 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac154c6-daf9-483b-9497-5510c4c41e45') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:38.941245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.957657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.965534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:26:38.965990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:26:38.967764 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:26:39.026472 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.032232 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.038828 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/593a1992-963b-4b4b-8255-02fdb9de0145 HTTP/1.1" status: 204 len: 168 time: 0.3171635 Jul 06 18:26:39.054646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=593a1992-963b-4b4b-8255-02fdb9de0145,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:39.063747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.064355 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.065052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.065212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.065587 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.065997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.066633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.066633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.067195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.067594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.068277 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.068851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01232f-d336-4532-9f2e-03415b319cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:39.223248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:39.267548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2036112f-b834-4afa-848e-caa6cb4f3b15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45f95f1bcac45baab9882c834180b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428760 Jul 06 18:26:39.269839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:39.320408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a06edaa-12e5-40a0-a353-3f5059bacc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.341260 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a06edaa-12e5-40a0-a353-3f5059bacc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.389138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a06edaa-12e5-40a0-a353-3f5059bacc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.391875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a06edaa-12e5-40a0-a353-3f5059bacc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:39.398362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0a06edaa-12e5-40a0-a353-3f5059bacc77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df43a276-ca84-4493-9518-fa899ac77f85 HTTP/1.1" status: 204 len: 168 time: 0.1248395 Jul 06 18:26:39.409025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06edaa-12e5-40a0-a353-3f5059bacc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43a276-ca84-4493-9518-fa899ac77f85,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:47.373919 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:26:52.888163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38916) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:52.892860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82624345', 'description': 'tempest-secgroup-smoke-82624345 description', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:52.921330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.004045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.007721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.036908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.038231 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1490772 Jul 06 18:26:53.038880 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27672ba2-27a4-40a0-9f06-f9c856ee6260 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb0ba7-7aa9-4185-bd58-9a4b43187af1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.041839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:53.047627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group_rule': {'security_group_id': 'eadb0ba7-7aa9-4185-bd58-9a4b43187af1', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:53.077416 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.124105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.127651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.148892 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebbf01e-3234-403b-9ec3-c42aa4b783f7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.151931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.153130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102748 Jul 06 18:26:53.156058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38922) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:53.159344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.159698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.160042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.160382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.160742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.160869 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group_rule': {'security_group_id': 'eadb0ba7-7aa9-4185-bd58-9a4b43187af1', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:53.161077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.161410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.161741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.162065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.162393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.162718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.163041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa2bf2-8e75-47b6-867b-8e2b2d4c0376 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:53.195478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.253475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.257078 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.276683 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9f18f2-4559-45a5-8b93-529290a556eb,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.280040 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.281230 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-44e7dd02-79fa-4117-a436-4a0ffe78750e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241682 Jul 06 18:26:53.284084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:53.288752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group_rule': {'security_group_id': 'eadb0ba7-7aa9-4185-bd58-9a4b43187af1', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:53.317389 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.375925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.379377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.397593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8f9536-bd16-4a94-9bd1-05697410aa8f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.404969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.406411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-710f8f9d-0d3a-4414-8f30-062c5a245979 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212969 Jul 06 18:26:53.409051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 38926) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:53.413949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group_rule': {'security_group_id': 'eadb0ba7-7aa9-4185-bd58-9a4b43187af1', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:53.441642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.504022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.507590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.521348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc6863d-a243-4d93-820f-5b1c3dd89a7b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.532686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.533983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-427a3683-d011-499d-a554-1aa705ef4cbe tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239634 Jul 06 18:26:53.536777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38928) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:53.542092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group_rule': {'security_group_id': 'eadb0ba7-7aa9-4185-bd58-9a4b43187af1', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:53.563975 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Project d660cff0ca4644bc8c7b759c1b636be9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:26:53.568738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.630176 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.633742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.653204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881c8ea2-6cad-4d8c-8b1f-838d31baf54f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.660314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.661520 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-599be1cb-6422-41d0-94df-ee8de5ee5065 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237245 Jul 06 18:26:53.664237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 38930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:53.669369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'security_group_rule': {'security_group_id': 'eadb0ba7-7aa9-4185-bd58-9a4b43187af1', 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:53.692631 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Project d660cff0ca4644bc8c7b759c1b636be9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:26:53.697935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.764996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.769453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.788639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc88eaf-c92c-4cd9-a1cc-c26dda412618,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:53.793138 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:53.794359 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-103233e9-8118-44db-b638-be0f61ac2f43 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291614 Jul 06 18:26:53.995426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-75d79d09-cb08-472d-acaa-d9d85a3a268b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82624345&fields=id&tenant_id=d660cff0ca4644bc8c7b759c1b636be9 HTTP/1.1" status: 200 len: 267 time: 0.0360079 Jul 06 18:26:54.105530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-ff0d13fb-d6b7-4a24-a060-00a785005e3e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:54.107032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-ff0d13fb-d6b7-4a24-a060-00a785005e3e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 813 time: 0.1051717 Jul 06 18:26:54.121895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-0a4aeb1d-773e-40e6-a58b-7ccf8414eb38 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/quotas/d660cff0ca4644bc8c7b759c1b636be9 HTTP/1.1" status: 200 len: 375 time: 0.0093758 Jul 06 18:26:54.187853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-9951a689-2361-4ee1-b898-63f41ef7fb5e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608754 Jul 06 18:26:54.377720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-e0964588-ee01-4286-be1a-017d957c8b99 service neutron] 10.222.0.37 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783366 Jul 06 18:26:54.468410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-5b5e60bc-adcd-4183-ad8d-85a9460d7655 service neutron] 10.222.0.37 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848241 Jul 06 18:26:54.788031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88a78891-3dc6-46e7-859d-0cf8e2099245 req-f21637db-2200-41c1-a2a2-526db2016498 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 210 time: 0.0394304 Jul 06 18:26:55.466211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf6d5b74-b043-4211-9f93-284d23a785f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.307526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-814c2026-5ef7-410f-bd1d-48efbe87127f req-46f7bfe4-74ac-4827-9a27-02b20b8de766 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 210 time: 0.4045885 Jul 06 18:26:56.410024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-95f6d8f8-f7ee-4f8d-907c-2b7e55a21d51 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:56.411558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-95f6d8f8-f7ee-4f8d-907c-2b7e55a21d51 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.60 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 813 time: 0.1071332 Jul 06 18:26:56.454011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-8acd556d-ba1d-4045-90c9-0adc633e8dac tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d660cff0ca4644bc8c7b759c1b636be9 HTTP/1.1" status: 200 len: 378 time: 0.0339937 Jul 06 18:26:56.463230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'port': {'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'admin_state_up': True, 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'security_groups': ['eadb0ba7-7aa9-4185-bd58-9a4b43187af1']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:56.572916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Made reservation on behalf of d660cff0ca4644bc8c7b759c1b636be9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:56.576557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.709228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Allocated IP 172.20.0.9 (cee481e2-d57a-4c7b-9af7-e2b0e6b59441/5ef1ade2-9738-4fd5-88df-db778ca63e5c/deedab98-9b98-42b1-9a05-1a1acfbd65b5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:56.860737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.878221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Transition to ACTIVE for port object deedab98-9b98-42b1-9a05-1a1acfbd65b5 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:56.919885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:56.961817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:56.966058 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:56.969869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:57.005047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'Port': ['ID=deedab98-9b98-42b1-9a05-1a1acfbd65b5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:57.031239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:57.031908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.050347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-769e8ead-10e4-4267-a757-7562abe535a6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910294 Jul 06 18:26:57.064455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Request body: {'port': {'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:57.160636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.276720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d557755b-da64-4e43-9605-d768f549bb72 None None] Provisioning for port deedab98-9b98-42b1-9a05-1a1acfbd65b5 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:57.281835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d557755b-da64-4e43-9605-d768f549bb72 None None] Provisioning complete for port deedab98-9b98-42b1-9a05-1a1acfbd65b5 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:57.282216 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d557755b-da64-4e43-9605-d768f549bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.319640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d557755b-da64-4e43-9605-d768f549bb72 None None] Port deedab98-9b98-42b1-9a05-1a1acfbd65b5 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:57.501411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deedab98-9b98-42b1-9a05-1a1acfbd65b5 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:57.512821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.530956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Transition to ACTIVE for port object deedab98-9b98-42b1-9a05-1a1acfbd65b5 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:57.538654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.579266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8de47-09bf-4144-a1ca-769d80649b7e req-d57a3c2a-08b2-4ca9-9436-a0023706893e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:57.580781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06c8de47-09bf-4144-a1ca-769d80649b7e req-d57a3c2a-08b2-4ca9-9436-a0023706893e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 931 time: 0.1433575 Jul 06 18:26:57.624047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Pushing event updated for resources: {'Port': ['ID=deedab98-9b98-42b1-9a05-1a1acfbd65b5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:57.666603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06c8de47-09bf-4144-a1ca-769d80649b7e req-943303dc-95a0-4285-b306-d086bd7d3c87 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770953 Jul 06 18:26:57.731888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Attempting to bind port deedab98-9b98-42b1-9a05-1a1acfbd65b5 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:57.732285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Attempting to bind port deedab98-9b98-42b1-9a05-1a1acfbd65b5 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:57.732549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Attempting to bind port deedab98-9b98-42b1-9a05-1a1acfbd65b5 on network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:57.737631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Port deedab98-9b98-42b1-9a05-1a1acfbd65b5 on network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:57.737990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Attempting to bind port deedab98-9b98-42b1-9a05-1a1acfbd65b5 on network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:57.743470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:57.743840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Checking segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:57.744799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Bound using segment: {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:57.746084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Bound port: deedab98-9b98-42b1-9a05-1a1acfbd65b5, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b58ebe-b720-4cdf-94a3-c1f7813f679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:57.746451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.819132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] For port deedab98-9b98-42b1-9a05-1a1acfbd65b5, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:57.823717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] For port deedab98-9b98-42b1-9a05-1a1acfbd65b5, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:57.827905 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.875165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:57.876037 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.877646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] 10.222.0.60 "PUT /v2.0/ports/deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 1091 time: 0.8198740 Jul 06 18:26:57.878223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:57.880832 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d775e-ac61-47e7-9e63-c87677da7b34" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:57.925126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063141f-1536-48d3-acc7-d2c0eb6f510f service neutron] Pushing event updated for resources: {'Port': ['ID=deedab98-9b98-42b1-9a05-1a1acfbd65b5,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:57.963638 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85db946d-6eb5-499c-a1b9-8a165d03aa90 x-openstack-request-id: req-85db946d-6eb5-499c-a1b9-8a165d03aa90 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:57.964857 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:57.965314 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85db946d-6eb5-499c-a1b9-8a165d03aa90 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:57.965898 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'status': 'completed', 'code': 200} Jul 06 18:26:57.988155 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:57.989704 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ceb3a3e9-f518-4813-a819-c16a78169ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:58.006086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-46b494f0-a1ae-4f54-b1aa-58b2e72587e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.007589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-46b494f0-a1ae-4f54-b1aa-58b2e72587e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1094 time: 0.0785270 Jul 06 18:26:58.059882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-f791ea54-3db2-4eab-b0bb-e375f6342955 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 217 time: 0.0453269 Jul 06 18:26:58.124741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-ec945751-a9fc-44bd-a698-29badad94f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.126335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-ec945751-a9fc-44bd-a698-29badad94f91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 200 len: 852 time: 0.0605328 Jul 06 18:26:58.191995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-0d917044-e9a1-49e5-b099-b16a1e7fb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.193641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-0d917044-e9a1-49e5-b099-b16a1e7fb709 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609946 Jul 06 18:26:58.286278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-1521c851-bc53-4e5e-a2c5-3a9f13f33fdc service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859821 Jul 06 18:26:58.384748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fef33b5-6c2a-450c-b9b4-7a97733befde req-892f6ea4-f697-4b45-892e-27966c0fbd4c service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919862 Jul 06 18:26:58.488368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-9f5e2be9-5512-49d6-834d-78ddcefe3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.489788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-9f5e2be9-5512-49d6-834d-78ddcefe3fe1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1094 time: 0.0542219 Jul 06 18:26:58.585787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-a47c26ff-502c-4560-ac88-5597ea3d8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.587299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-a47c26ff-502c-4560-ac88-5597ea3d8439 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 914 time: 0.0902245 Jul 06 18:26:58.629319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-22aac773-84c6-4b90-850f-6da8b502e08e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 217 time: 0.0359514 Jul 06 18:26:58.684751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-99486fbe-c459-4d85-87d6-47d7a07eb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.686160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-99486fbe-c459-4d85-87d6-47d7a07eb10a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 200 len: 852 time: 0.0499575 Jul 06 18:26:58.749624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-0bb71da9-5f83-477f-a955-63645aac4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.751196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-0bb71da9-5f83-477f-a955-63645aac4e8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589964 Jul 06 18:26:58.892202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-c78f79ab-f47a-4d66-b5b1-35c3ba5aa45d service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340551 Jul 06 18:26:58.914533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a157e9f-0e5d-4ef3-b828-8725ec8dc1ab req-d79ae08d-d3fb-4a4d-bd7c-83f185c4004e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:58.916104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a157e9f-0e5d-4ef3-b828-8725ec8dc1ab req-d79ae08d-d3fb-4a4d-bd7c-83f185c4004e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.1132095 Jul 06 18:26:59.000669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a157e9f-0e5d-4ef3-b828-8725ec8dc1ab req-792cb55c-9bbd-4826-b0f9-b97debf7daab tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702093 Jul 06 18:26:59.025909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef4d775e-ac61-47e7-9e63-c87677da7b34 req-f81fada7-c357-4e8c-83c7-dc47a2a6001a service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272969 Jul 06 18:26:59.422893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:00.197542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e85b45-6d72-4077-a5a5-bd19066c7307 req-4bbb36d4-204f-4f21-b205-309adf616952 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:00.199311 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-37e85b45-6d72-4077-a5a5-bd19066c7307 req-4bbb36d4-204f-4f21-b205-309adf616952 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0741951 Jul 06 18:27:00.222407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:00.241873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-37e85b45-6d72-4077-a5a5-bd19066c7307 req-2603eea6-c184-4950-be87-70e2f858b569 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367749 Jul 06 18:27:00.819108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:01.420318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b8f09-f237-4a83-a7c5-eed762a78b3b req-73af2e23-293f-4ff1-85e4-e37b66d61443 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:01.421910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b26b8f09-f237-4a83-a7c5-eed762a78b3b req-73af2e23-293f-4ff1-85e4-e37b66d61443 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0681083 Jul 06 18:27:01.462463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b26b8f09-f237-4a83-a7c5-eed762a78b3b req-28ec2219-2017-47a0-890b-e1e1afa6ab11 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341930 Jul 06 18:27:02.731102 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.768293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf3bb-0b4c-45c5-b47c-ea9d82b91aa6 req-26444f98-ed45-413f-bc9b-3aa8190913fb tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:02.769705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff7cf3bb-0b4c-45c5-b47c-ea9d82b91aa6 req-26444f98-ed45-413f-bc9b-3aa8190913fb tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.1814551 Jul 06 18:27:02.808756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ff7cf3bb-0b4c-45c5-b47c-ea9d82b91aa6 req-a5195696-7531-41b6-a939-e31dcf2df6da tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334339 Jul 06 18:27:03.996369 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d25aeb-7a9a-43f3-b5cb-0d6c34354001 req-e55adc1b-95ad-4d47-bdae-a3e7a6564d19 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:03.997970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0d25aeb-7a9a-43f3-b5cb-0d6c34354001 req-e55adc1b-95ad-4d47-bdae-a3e7a6564d19 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0743058 Jul 06 18:27:04.036469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0d25aeb-7a9a-43f3-b5cb-0d6c34354001 req-170813ba-3e2f-4407-92c2-6af473e2c44f tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327361 Jul 06 18:27:05.212678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7a18-ce17-4dec-8b42-b19903d3cb5a req-076f6b2b-08be-4330-9d73-0130562e0462 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:05.214815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6bf7a18-ce17-4dec-8b42-b19903d3cb5a req-076f6b2b-08be-4330-9d73-0130562e0462 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0656838 Jul 06 18:27:05.252663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6bf7a18-ce17-4dec-8b42-b19903d3cb5a req-598f7c8e-456d-46e2-8a3d-1c7d97c3eddf tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322847 Jul 06 18:27:06.435312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e16e8b-9df1-45cd-bab9-a8f237ddd1e1 req-6abc5114-f9c2-44e2-adee-4365579e49b7 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:06.436868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7e16e8b-9df1-45cd-bab9-a8f237ddd1e1 req-6abc5114-f9c2-44e2-adee-4365579e49b7 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0747707 Jul 06 18:27:06.475243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7e16e8b-9df1-45cd-bab9-a8f237ddd1e1 req-3b2d98db-dc46-4747-826c-fb03c29e776b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327761 Jul 06 18:27:07.654425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d16a2-2058-4978-9848-22a956585162 req-a0a9952b-3206-4e89-ad59-f37d02a9d535 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:07.656037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-077d16a2-2058-4978-9848-22a956585162 req-a0a9952b-3206-4e89-ad59-f37d02a9d535 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0636547 Jul 06 18:27:07.693157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-077d16a2-2058-4978-9848-22a956585162 req-fa858ff6-f718-4951-b755-c53235b535b6 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316277 Jul 06 18:27:08.867507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630b3d-b564-42ca-9c1a-b5409858647a req-5ad7a5d8-6202-4830-936f-fe988c8bc041 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:08.869040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea630b3d-b564-42ca-9c1a-b5409858647a req-5ad7a5d8-6202-4830-936f-fe988c8bc041 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 943 time: 0.0649104 Jul 06 18:27:08.907656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea630b3d-b564-42ca-9c1a-b5409858647a req-2ef6656f-b944-42a1-a78f-b54a7b1dc39c tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327268 Jul 06 18:27:09.491581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device deedab98-9b98-42b1-9a05-1a1acfbd65b5 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:27:09.593557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port deedab98-9b98-42b1-9a05-1a1acfbd65b5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:09.605045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:27:09.643614 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.655991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deedab98-9b98-42b1-9a05-1a1acfbd65b5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:27:09.674749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port deedab98-9b98-42b1-9a05-1a1acfbd65b5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:09.678591 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:09.730127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=deedab98-9b98-42b1-9a05-1a1acfbd65b5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:09.737716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.738074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.738412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.738751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.739091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.739468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.739804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.740137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.740486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.740792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.741122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.741448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:09.889841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['deedab98-9b98-42b1-9a05-1a1acfbd65b5'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:27:10.088000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488c412-b8e0-4c3b-bd6e-f9f50d0ce956 req-e2023b11-a921-430a-9e55-86ed500afcd0 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:10.090210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9488c412-b8e0-4c3b-bd6e-f9f50d0ce956 req-e2023b11-a921-430a-9e55-86ed500afcd0 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 944 time: 0.0696504 Jul 06 18:27:10.128325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9488c412-b8e0-4c3b-bd6e-f9f50d0ce956 req-c6900a8e-e3e5-4a67-8526-ff3aadac0325 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323205 Jul 06 18:27:11.307174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a4df-6d8d-45ef-9d6a-574eb3c878f4 req-13508f37-5438-42be-9815-97c1ea2854f2 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:11.308881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac4a4df-6d8d-45ef-9d6a-574eb3c878f4 req-13508f37-5438-42be-9815-97c1ea2854f2 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 944 time: 0.0661604 Jul 06 18:27:11.351340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ac4a4df-6d8d-45ef-9d6a-574eb3c878f4 req-f222e75b-4b07-475f-889a-d37691581685 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368702 Jul 06 18:27:11.506460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device deedab98-9b98-42b1-9a05-1a1acfbd65b5 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:27:11.554202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port deedab98-9b98-42b1-9a05-1a1acfbd65b5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:27:11.558676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port deedab98-9b98-42b1-9a05-1a1acfbd65b5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:27:11.558964 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:11.632862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:11.658090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:11.660359 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c051441d-6ee2-4a4b-a9db-fe95d3b0eca5" -d '{"events": [{"server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:11.823595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c51a09-fb38-44b1-ba71-7f863b2ff802 req-9d608cdd-3b53-4ae2-804b-dbc1296ef631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:11.825238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96c51a09-fb38-44b1-ba71-7f863b2ff802 req-9d608cdd-3b53-4ae2-804b-dbc1296ef631 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1095 time: 0.0608759 Jul 06 18:27:11.828205 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8c2d6b-87bf-40b4-9346-2582733ebd82 x-openstack-request-id: req-db8c2d6b-87bf-40b4-9346-2582733ebd82 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:11.828779 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:11.828779 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db8c2d6b-87bf-40b4-9346-2582733ebd82 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:11.829229 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'code': 200} Jul 06 18:27:11.833013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port deedab98-9b98-42b1-9a05-1a1acfbd65b5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:11.837737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:11.863205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96c51a09-fb38-44b1-ba71-7f863b2ff802 req-7c9a312b-0259-47ad-8e79-6d035f1a673b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308435 Jul 06 18:27:11.888998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=deedab98-9b98-42b1-9a05-1a1acfbd65b5,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:12.531470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a32cf-e2a3-410c-8e02-c232735d9d19 req-c70df950-cd90-4be1-bf0d-456154265528 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:12.533840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81a32cf-e2a3-410c-8e02-c232735d9d19 req-c70df950-cd90-4be1-bf0d-456154265528 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 945 time: 0.0667334 Jul 06 18:27:12.576449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e81a32cf-e2a3-410c-8e02-c232735d9d19 req-2151b32f-9fe3-462c-865d-abe3a35e1d93 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377266 Jul 06 18:27:13.753361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2ec22-2d36-40cf-ae08-25405363d4ac req-147a0746-d293-4f38-882e-8a19e82266a3 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.754817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9c2ec22-2d36-40cf-ae08-25405363d4ac req-147a0746-d293-4f38-882e-8a19e82266a3 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 945 time: 0.0639980 Jul 06 18:27:13.793059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c9c2ec22-2d36-40cf-ae08-25405363d4ac req-5f904453-7dc3-42dc-9f93-37c6caf6b52a tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326960 Jul 06 18:27:13.970490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2b40-7aca-4689-ac67-60fda7e3416e req-abdb98c1-fc33-44da-9878-00b23d8c3373 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:13.972153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6cd2b40-7aca-4689-ac67-60fda7e3416e req-abdb98c1-fc33-44da-9878-00b23d8c3373 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 945 time: 0.0679593 Jul 06 18:27:14.014008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6cd2b40-7aca-4689-ac67-60fda7e3416e req-429b4c74-38ba-4045-8ebb-e69715fb900e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360973 Jul 06 18:27:14.042750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39018) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:14.224868 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae186603-6c3b-45c0-aa82-d7918a6f0e1a tempest-TestVolumeBackupRestore-1954103372 tempest-TestVolumeBackupRestore-1954103372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:14.226399 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ae186603-6c3b-45c0-aa82-d7918a6f0e1a tempest-TestVolumeBackupRestore-1954103372 tempest-TestVolumeBackupRestore-1954103372-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1091 time: 0.1826248 Jul 06 18:27:14.229881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39022) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:14.234381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:14.256353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.361572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.464785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Allocated IP 172.25.5.39 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8cfbceb6-1d9f-409e-b1a5-b0e0b367aef6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:27:14.572309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.612383 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:14.649574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:27:14.652592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:27:14.655936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:27:14.687099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'Port': ['ID=8cfbceb6-1d9f-409e-b1a5-b0e0b367aef6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:15.040353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.122781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.268846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.273244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.345753 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event updated for resources: {'Port': ['ID=8cfbceb6-1d9f-409e-b1a5-b0e0b367aef6,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:15.359575 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.465138 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Floating IP 6fca5180-74d2-4d94-8173-1f7ea8fc361e associated. External IP: 172.25.5.39, port: deedab98-9b98-42b1-9a05-1a1acfbd65b5. Jul 06 18:27:15.679776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Router cccdb09e-fed7-481f-8e8e-6999e4a48a1c has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:27:15.792806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:15.801344 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] Sync routers for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:15.808737 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:15.814190 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:15.814825 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:15.848731 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-52530883-5d36-4dcf-9809-833f4383e514 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6177475 Jul 06 18:27:15.849323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:15.851461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:15.852521 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f2c129-5601-4e57-8479-18651a50056a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:15.889543 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437eb080-351d-4ec1-91c9-5400281329d5 x-openstack-request-id: req-437eb080-351d-4ec1-91c9-5400281329d5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:15.889842 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:15.890104 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-437eb080-351d-4ec1-91c9-5400281329d5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:15.890690 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'status': 'completed', 'code': 200} Jul 06 18:27:15.910948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82a79b-6da3-445f-88ab-6cfd9a71a61d tempest-TestVolumeBackupRestore-1954103372 tempest-TestVolumeBackupRestore-1954103372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.912530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ce82a79b-6da3-445f-88ab-6cfd9a71a61d tempest-TestVolumeBackupRestore-1954103372 tempest-TestVolumeBackupRestore-1954103372-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1091 time: 0.0599611 Jul 06 18:27:15.915441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:15.921169 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Request body: {'floatingip': {'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:27:15.931447 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:15.974203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c129-5601-4e57-8479-18651a50056a req-fdaec466-0a43-4a06-b95f-701db073aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:15.975927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-fdaec466-0a43-4a06-b95f-701db073aefa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0623767 Jul 06 18:27:15.978687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:16.085587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c129-5601-4e57-8479-18651a50056a req-25e37795-6eca-4b3a-9d07-71481e747d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.087085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-25e37795-6eca-4b3a-9d07-71481e747d8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 914 time: 0.1039419 Jul 06 18:27:16.157776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-b33047d6-bd09-4bff-b240-ebbcb8944551 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 998 time: 0.0643876 Jul 06 18:27:16.174062 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6fca5180-74d2-4d94-8173-1f7ea8fc361e', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:27:14Z', 'updated_at': '2021-07-06T18:27:14Z', 'revision_number': 0, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:16.204274 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] Checking router: cccdb09e-fed7-481f-8e8e-6999e4a48a1c for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:16.211943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c129-5601-4e57-8479-18651a50056a req-93dddeb3-3027-49a8-87e9-3a30846c02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.212465 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:16.213085 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:16.213889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-93dddeb3-3027-49a8-87e9-3a30846c02d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 200 len: 852 time: 0.0501831 Jul 06 18:27:16.272428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c129-5601-4e57-8479-18651a50056a req-9fabd3f8-588e-4e8e-9113-aabbc1303c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:16.273954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-9fabd3f8-588e-4e8e-9113-aabbc1303c1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543926 Jul 06 18:27:16.328268 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:16.377415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-4109d51a-8100-4ae9-bc10-bb6834802b58 service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970933 Jul 06 18:27:16.482177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f2c129-5601-4e57-8479-18651a50056a req-12150041-dd27-48a1-963c-e1b806a59dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979333 Jul 06 18:27:16.579493 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6fca5180-74d2-4d94-8173-1f7ea8fc361e', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:27:14Z', 'updated_at': '2021-07-06T18:27:14Z', 'revision_number': 0, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:16.608507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f339c-0511-4798-9af9-17c571ad6add None None] The sync data for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 is: [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6fca5180-74d2-4d94-8173-1f7ea8fc361e', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:27:14Z', 'updated_at': '2021-07-06T18:27:14Z', 'revision_number': 0, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:16.749191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:27:16.802528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:16.806589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:16.808808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599da905-3853-422b-9bbd-b8f6cf08f0d4 None None] New status for floating IP 6fca5180-74d2-4d94-8173-1f7ea8fc361e: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:27:17.026009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Router cccdb09e-fed7-481f-8e8e-6999e4a48a1c has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:27:17.141298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:17.145775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:17.150305 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] Sync routers for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:17.159280 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:17.159914 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:17.221764 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c5d0b905-f50c-4bd5-9a14-0cd532e8ae7b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "PUT /v2.0/floatingips/6fca5180-74d2-4d94-8173-1f7ea8fc361e HTTP/1.1" status: 200 len: 990 time: 1.3052225 Jul 06 18:27:17.266479 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:17.486692 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6fca5180-74d2-4d94-8173-1f7ea8fc361e', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:27:14Z', 'updated_at': '2021-07-06T18:27:16Z', 'revision_number': 2, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:17.598982 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] Checking router: cccdb09e-fed7-481f-8e8e-6999e4a48a1c for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:17.607604 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:17.608221 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:26:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:17.716608 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:17.892098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}, {'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:17.894456 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1e4dd6dcc71a1552789346565593e779d72e1a9e4fbcd4d1bd2391b73e8d0bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da7259-6612-45b1-ad8a-3feadd2d1804" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}, {"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:17.931072 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e7b692-c9f8-401e-a250-701c3bfe5efd x-openstack-request-id: req-f9e7b692-c9f8-401e-a250-701c3bfe5efd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:17.931399 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:17.931675 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9e7b692-c9f8-401e-a250-701c3bfe5efd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:17.932077 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'status': 'completed', 'code': 200} Jul 06 18:27:17.932846 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'status': 'completed', 'code': 200} Jul 06 18:27:17.939117 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6fca5180-74d2-4d94-8173-1f7ea8fc361e', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:27:14Z', 'updated_at': '2021-07-06T18:27:16Z', 'revision_number': 2, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:17.970030 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5533a1-89c0-4f80-98f4-0532e20ede61 None None] The sync data for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 is: [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6fca5180-74d2-4d94-8173-1f7ea8fc361e', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'port_id': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'mac_address': 'fa:16:3e:a6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:27:14Z', 'updated_at': '2021-07-06T18:27:16Z', 'revision_number': 2, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:18.007223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-77fb80ec-538e-4084-a81d-d6decd169ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.008885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-77fb80ec-538e-4084-a81d-d6decd169ff2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0548406 Jul 06 18:27:18.109022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-9b73d853-bfb1-42c5-9cd4-684ce4438e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.110767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-9b73d853-bfb1-42c5-9cd4-684ce4438e2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 914 time: 0.0956721 Jul 06 18:27:18.175178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-88cbd74b-6acc-4b2f-9c86-5c20287e86c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 1000 time: 0.0586126 Jul 06 18:27:18.227869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-5e3fc5ab-13f6-4611-9fbb-fd137c2a35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.230268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-5e3fc5ab-13f6-4611-9fbb-fd137c2a35ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 200 len: 852 time: 0.0487361 Jul 06 18:27:18.286135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-0f09aca5-b0f6-4588-8655-490ca6311fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.287662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-0f09aca5-b0f6-4588-8655-490ca6311fde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514824 Jul 06 18:27:18.375327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-80bbe862-c6d4-4821-a379-f6e869f5aa2a service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811236 Jul 06 18:27:18.471712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-ae36234a-4af0-4555-b060-39032d332717 service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892651 Jul 06 18:27:18.564851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-ca7a6c47-737b-422c-8692-3a5f4ae2e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.566338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-ca7a6c47-737b-422c-8692-3a5f4ae2e333 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0529137 Jul 06 18:27:18.659510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-928764dc-b702-4733-8c46-dafc11ee2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.661046 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-928764dc-b702-4733-8c46-dafc11ee2040 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 914 time: 0.0887122 Jul 06 18:27:18.727698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-8ae6dfb8-edfa-4cc3-8d2f-3da4d3259f02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 1000 time: 0.0607235 Jul 06 18:27:18.776401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-bca41ee3-77c3-4308-87b8-b63f09e93966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.777998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-bca41ee3-77c3-4308-87b8-b63f09e93966 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 200 len: 852 time: 0.0445333 Jul 06 18:27:18.838801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-b5dac4a0-9fd8-4c85-8bea-3eb516b8e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:18.840732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-b5dac4a0-9fd8-4c85-8bea-3eb516b8e454 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564463 Jul 06 18:27:18.931763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-bbbbe28a-82d6-4e30-9ab2-b4289ba9c0ae service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Jul 06 18:27:19.030329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0da7259-6612-45b1-ad8a-3feadd2d1804 req-aa7c7160-7f10-485c-b3bc-5fb4314226f9 service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874019 Jul 06 18:27:24.372549 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:27:25.454271 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bcfed6-01ce-4f78-b689-851a7583305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.982838 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f664e88-2865-4bf3-8f8d-3515da5eedc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:27.985871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:29.422594 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:30.225977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:30.823399 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:32.730427 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.709160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39048) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:45.870889 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Deleting port 8cfbceb6-1d9f-409e-b1a5-b0e0b367aef6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:45.871227 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.947357 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.947688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:45.960423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Calling delete_port for 8cfbceb6-1d9f-409e-b1a5-b0e0b367aef6 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:46.111806 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:46.137883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event deleted for resources: {'Port': ['ID=8cfbceb6-1d9f-409e-b1a5-b0e0b367aef6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:46.203524 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:46.204031 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Floating IP 6fca5180-74d2-4d94-8173-1f7ea8fc361e disassociated (deleted). External IP: 172.25.5.39, port: deedab98-9b98-42b1-9a05-1a1acfbd65b5. Jul 06 18:27:46.430635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Router cccdb09e-fed7-481f-8e8e-6999e4a48a1c has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:27:46.904712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:46.909466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:46.914741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] Sync routers for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:46.923938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:46.924566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:46.947725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49739d1d-3576-49f4-9328-6b1eb413c445 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "DELETE /v2.0/floatingips/6fca5180-74d2-4d94-8173-1f7ea8fc361e HTTP/1.1" status: 204 len: 168 time: 1.2373593 Jul 06 18:27:46.948398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:46.950754 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55bb1b8-f467-47ad-9421-26989944a088" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:46.998345 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b309c03-67c9-49c2-a02a-b231402bd36a x-openstack-request-id: req-1b309c03-67c9-49c2-a02a-b231402bd36a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:46.998646 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:46.998902 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b309c03-67c9-49c2-a02a-b231402bd36a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:46.999331 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'status': 'completed', 'code': 200} Jul 06 18:27:47.055790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:47.089571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bb1b8-f467-47ad-9421-26989944a088 req-ea9c6d4e-8431-4a73-aa1c-098355eac4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.091693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-ea9c6d4e-8431-4a73-aa1c-098355eac4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 1096 time: 0.0645635 Jul 06 18:27:47.199849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bb1b8-f467-47ad-9421-26989944a088 req-d77bed4b-c466-4928-9dae-5d020cf0a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.201558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-d77bed4b-c466-4928-9dae-5d020cf0a022 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 200 len: 914 time: 0.1002259 Jul 06 18:27:47.251958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-68c80d0f-702b-43e1-9f97-49274cd1b03e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 200 len: 217 time: 0.0378575 Jul 06 18:27:47.284778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:47.313766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] Checking router: cccdb09e-fed7-481f-8e8e-6999e4a48a1c for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:47.322914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:47.323634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:47.341722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bb1b8-f467-47ad-9421-26989944a088 req-726fa6d9-ad6e-423b-8458-fc3f7f8103dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.343181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-726fa6d9-ad6e-423b-8458-fc3f7f8103dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 200 len: 852 time: 0.0835142 Jul 06 18:27:47.411328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ad985-76e1-4aa6-a411-31caacfe5f82 req-08ad069d-b383-4d3a-a2cc-a87161cc6c8e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.412839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c2ad985-76e1-4aa6-a411-31caacfe5f82 req-08ad069d-b383-4d3a-a2cc-a87161cc6c8e tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 945 time: 0.1125693 Jul 06 18:27:47.443239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:47.453602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bb1b8-f467-47ad-9421-26989944a088 req-ef5b4319-2939-4e5f-af3a-b21daa4f1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:47.455210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-ef5b4319-2939-4e5f-af3a-b21daa4f1dfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee481e2-d57a-4c7b-9af7-e2b0e6b59441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033738 Jul 06 18:27:47.464106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c2ad985-76e1-4aa6-a411-31caacfe5f82 req-6f6d5842-7bfb-41b5-9669-83591d844af7 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447621 Jul 06 18:27:47.469284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-1519a818-9670-4014-aefc-aa5cae16609c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:27:47.470406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-1519a818-9670-4014-aefc-aa5cae16609c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053332 Jul 06 18:27:47.565606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-f881e7c0-8c84-4895-9b57-9608c99a57a1 service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882387 Jul 06 18:27:47.656269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:47.664688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55bb1b8-f467-47ad-9421-26989944a088 req-506bb400-5512-4737-ab57-97ba30b1be89 service neutron] 10.222.0.60 "GET /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902319 Jul 06 18:27:47.688745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e186c1-f99b-4f67-ba88-dfea372594ab None None] The sync data for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 is: [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:56Z', 'revision_number': 4, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '083ab516-0ed6-4b8d-8a88-00b7e99a8f37', 'name': '', 'network_id': 'cee481e2-d57a-4c7b-9af7-e2b0e6b59441', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'mac_address': 'fa:16:3e:30:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:55Z', 'updated_at': '2021-07-06T18:25:02Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'subnets': [{'id': '5ef1ade2-9738-4fd5-88df-db778ca63e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:47.920098 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15041d4-6d0c-4d3e-8dd5-f29218cc1ed9 None None] New status for floating IP 6fca5180-74d2-4d94-8173-1f7ea8fc361e: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:27:48.643802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136c03-d55e-4fe4-9994-df089562247b req-06122166-f96b-4082-87a9-ed81b154c7d0 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.645302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8136c03-d55e-4fe4-9994-df089562247b req-06122166-f96b-4082-87a9-ed81b154c7d0 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 945 time: 0.0649900 Jul 06 18:27:48.685935 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8136c03-d55e-4fe4-9994-df089562247b req-c40fa5da-15ae-4f85-95cb-e014612e1451 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/security-groups?id=eadb0ba7-7aa9-4185-bd58-9a4b43187af1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344329 Jul 06 18:27:48.858311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-f9b657bc-3de8-4ef0-b23f-5acd1ce29ccd tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:48.859805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-f9b657bc-3de8-4ef0-b23f-5acd1ce29ccd tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 945 time: 0.0675881 Jul 06 18:27:48.961416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Deleting port deedab98-9b98-42b1-9a05-1a1acfbd65b5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:48.961764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.053012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] For port deedab98-9b98-42b1-9a05-1a1acfbd65b5, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=deedab98-9b98-42b1-9a05-1a1acfbd65b5,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:49.053475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.066206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Calling delete_port for deedab98-9b98-42b1-9a05-1a1acfbd65b5 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:49.198477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.226438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event deleted for resources: {'Port': ['ID=deedab98-9b98-42b1-9a05-1a1acfbd65b5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:49.274736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] No DVR routers for this DVR port deedab98-9b98-42b1-9a05-1a1acfbd65b5 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:27:49.277388 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.279428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51e5f2a4-efc4-4a2d-9858-8e01be35135f req-3bc8250f-04a1-458d-b6a7-2664dbbfb41b tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.60 "DELETE /v2.0/ports/deedab98-9b98-42b1-9a05-1a1acfbd65b5 HTTP/1.1" status: 204 len: 173 time: 0.4137385 Jul 06 18:27:49.279875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'name': 'network-vif-deleted', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:27:49.282127 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd54531-e05f-4bf6-bd55-4cca4865140c" -d '{"events": [{"server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "name": "network-vif-deleted", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:27:49.318252 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e74316-5388-4dd5-b726-a7e354c0ae66 x-openstack-request-id: req-75e74316-5388-4dd5-b726-a7e354c0ae66 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:27:49.318555 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3ab7f8-7b45-49da-98ab-f1961e92fb0d", "name": "network-vif-deleted", "tag": "deedab98-9b98-42b1-9a05-1a1acfbd65b5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:27:49.318817 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75e74316-5388-4dd5-b726-a7e354c0ae66 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:27:49.319222 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ab7f8-7b45-49da-98ab-f1961e92fb0d', 'name': 'network-vif-deleted', 'tag': 'deedab98-9b98-42b1-9a05-1a1acfbd65b5', 'status': 'completed', 'code': 200} Jul 06 18:27:49.837801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd1c1d59-f19b-4128-ad8e-712b7d618d2d req-606ec9c3-7ded-427c-aa96-7d0529495c77 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 210 time: 0.0302780 Jul 06 18:27:50.990393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-942df1fd-8cd7-4669-bfca-f95d875bb313 req-e2d9bffc-e359-4daf-8bff-2383d6d65961 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 210 time: 0.0335364 Jul 06 18:27:52.134299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6ccb670-2156-4650-9055-b05362ef3a9c req-ae902cdf-218c-466c-bb55-104ca102ea11 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 210 time: 0.0292950 Jul 06 18:27:53.295177 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27196ada-515d-454d-91a2-249ce3be183a req-1ae94353-be63-4538-8387-5c996646d0ad tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f3ab7f8-7b45-49da-98ab-f1961e92fb0d HTTP/1.1" status: 200 len: 210 time: 0.0289192 Jul 06 18:27:53.759153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device deedab98-9b98-42b1-9a05-1a1acfbd65b5 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:27:53.779870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: deedab98-9b98-42b1-9a05-1a1acfbd65b5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:27:53.780213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device deedab98-9b98-42b1-9a05-1a1acfbd65b5 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:27:54.390260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:54.450410 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.476942 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.537923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.540568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:54.541748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] 10.222.0.37 "DELETE /v2.0/security-groups/eadb0ba7-7aa9-4185-bd58-9a4b43187af1 HTTP/1.1" status: 204 len: 168 time: 0.1504927 Jul 06 18:27:54.550996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb0ba7-7aa9-4185-bd58-9a4b43187af1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:54.558675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.559030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.559479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.559815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.560105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.560436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.560779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.561107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.561444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.561782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.562112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:54.562447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176488f-cefd-49cc-8714-bcdfae3793f5 tempest-TestVolumeBackupRestore-1488928887 tempest-TestVolumeBackupRestore-1488928887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:27:55.467135 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-929a1158-b0cb-4512-8272-21242827d549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.984173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:57.988137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e08f55e9-1691-4254-b8db-3c94bfeb77ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.010185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:58.378873 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.642528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Deleting port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:58.642808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.728090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] For port 083ab516-0ed6-4b8d-8a88-00b7e99a8f37, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:58.728448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.741156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Calling delete_port for 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:58.922812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:58.948298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Pushing event deleted for resources: {'Port': ['ID=083ab516-0ed6-4b8d-8a88-00b7e99a8f37,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:27:59.119316 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.338993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Router cccdb09e-fed7-481f-8e8e-6999e4a48a1c has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:27:59.423762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.447326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:27:59.452480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ee54d55c-563b-4278-ba19-90de1dc9ce1e admin admin] 10.222.0.37 "PUT /v2.0/routers/cccdb09e-fed7-481f-8e8e-6999e4a48a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4394934 Jul 06 18:27:59.454953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:27:59.457499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] Sync routers for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:27:59.467783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:59.468499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:59.559304 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.575866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:59.663485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.716845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Deleting port bb3b0677-99f8-47c4-ba56-78873714d017 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:27:59.717190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.753034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:27:58Z', 'revision_number': 5, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port': {'id': 'bb3b0677-99f8-47c4-ba56-78873714d017', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:59.783928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] Checking router: cccdb09e-fed7-481f-8e8e-6999e4a48a1c for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:27:59.792953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] Routers {'cccdb09e-fed7-481f-8e8e-6999e4a48a1c'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:27:59.793581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:59.797973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] For port bb3b0677-99f8-47c4-ba56-78873714d017, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bb3b0677-99f8-47c4-ba56-78873714d017,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:27:59.798331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:59.815041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Calling delete_port for bb3b0677-99f8-47c4-ba56-78873714d017 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:27:59.883129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] Set router cccdb09e-fed7-481f-8e8e-6999e4a48a1c gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:27:59.940760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:27:59Z', 'revision_number': 6, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:27:59.971745 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d3883-0d32-4709-a2c2-2b400fcc5da2 None None] The sync data for ids ['cccdb09e-fed7-481f-8e8e-6999e4a48a1c'] in n-d-799527-3 is: [{'id': 'cccdb09e-fed7-481f-8e8e-6999e4a48a1c', 'name': 'tempest-TestVolumeBackupRestore-237971779-router', 'tenant_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:52Z', 'updated_at': '2021-07-06T18:27:59Z', 'revision_number': 6, 'project_id': 'd660cff0ca4644bc8c7b759c1b636be9', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:27:59.991692 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.024566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3b0677-99f8-47c4-ba56-78873714d017,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:00.085543 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.176059 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.178767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.220365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.221010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cccdb09e-fed7-481f-8e8e-6999e4a48a1c {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:28:00.221309 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.226170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.227234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4969225b-8e7a-4104-a3f7-7d0929c25abd admin admin] 10.222.0.37 "DELETE /v2.0/routers/cccdb09e-fed7-481f-8e8e-6999e4a48a1c HTTP/1.1" status: 204 len: 168 time: 0.7712159 Jul 06 18:28:00.229783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:00.276995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Deleting subnet 5ef1ade2-9738-4fd5-88df-db778ca63e5c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:28:00.279995 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.314300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.394674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.456292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.483500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef1ade2-9738-4fd5-88df-db778ca63e5c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:00.490918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.493080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d49b7547-fd37-4cc8-ae4e-418fa74c3ab5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5ef1ade2-9738-4fd5-88df-db778ca63e5c HTTP/1.1" status: 204 len: 168 time: 0.2622077 Jul 06 18:28:00.495387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:00.497926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49aa8e3-cd86-4805-bb23-af3a2fb283dd None None] Network cee481e2-d57a-4c7b-9af7-e2b0e6b59441 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:00.564578 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.616522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Deleting port 67df4672-3796-41db-8a6f-3a66f150b452 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:00.616861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.685210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] For port 67df4672-3796-41db-8a6f-3a66f150b452, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=67df4672-3796-41db-8a6f-3a66f150b452,segment=NetworkSegment(49b58ebe-b720-4cdf-94a3-c1f7813f679e),segment_id=49b58ebe-b720-4cdf-94a3-c1f7813f679e)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:00.685493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.697927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Calling delete_port for 67df4672-3796-41db-8a6f-3a66f150b452 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:00.747295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] DHCP port deletion for cee481e2-d57a-4c7b-9af7-e2b0e6b59441 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:28:00.786090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.797091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Deleting port 67df4672-3796-41db-8a6f-3a66f150b452 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:00.797473 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.818815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67df4672-3796-41db-8a6f-3a66f150b452,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:00.820720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] No DVR routers for this DVR port 67df4672-3796-41db-8a6f-3a66f150b452 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:00.866224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.881121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] For port 67df4672-3796-41db-8a6f-3a66f150b452, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:00.881770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.894249 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.897249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Calling delete_port for 67df4672-3796-41db-8a6f-3a66f150b452 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:00.900007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Port 67df4672-3796-41db-8a6f-3a66f150b452 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:28:00.901763 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.904781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee481e2-d57a-4c7b-9af7-e2b0e6b59441']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:00.915458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b58ebe-b720-4cdf-94a3-c1f7813f679e') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:00.915751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b58ebe-b720-4cdf-94a3-c1f7813f679e') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:00.924448 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.930153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] Pushing event deleted for resources: {'Port': ['ID=67df4672-3796-41db-8a6f-3a66f150b452,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:00.939883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2540a-fe01-485a-aa7b-7e8485b8fcc7 None None] No DVR routers for this DVR port 67df4672-3796-41db-8a6f-3a66f150b452 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:00.941796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.950620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:28:00.951518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:28:00.953411 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:28:01.019638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.026625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.031242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cee481e2-d57a-4c7b-9af7-e2b0e6b59441 HTTP/1.1" status: 204 len: 168 time: 0.5322363 Jul 06 18:28:01.031930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39530) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:01.043611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859ee9-7fb0-4092-9b9e-f3e4b002f8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee481e2-d57a-4c7b-9af7-e2b0e6b59441,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:01.372600 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:28:01.389651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.647228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Deleting port 620c4e70-deb2-4dd1-ad28-028036df6542 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:01.647514 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.727440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] For port 620c4e70-deb2-4dd1-ad28-028036df6542, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=620c4e70-deb2-4dd1-ad28-028036df6542,segment=NetworkSegment(657f3184-e88e-4675-a447-18f6d00e2c98),segment_id=657f3184-e88e-4675-a447-18f6d00e2c98)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:01.727798 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.741435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Calling delete_port for 620c4e70-deb2-4dd1-ad28-028036df6542 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:01.936775 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:01.962991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Pushing event deleted for resources: {'Port': ['ID=620c4e70-deb2-4dd1-ad28-028036df6542,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:01.972042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.972395 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.972734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.973072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.973405 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.974226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.975184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.975555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.975884 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.976215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.976543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:01.976870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:02.004833 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:02.027482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:02.027840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 083ab516-0ed6-4b8d-8a88-00b7e99a8f37 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:02.028262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bb3b0677-99f8-47c4-ba56-78873714d017 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:02.049061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: bb3b0677-99f8-47c4-ba56-78873714d017 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:02.049409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bb3b0677-99f8-47c4-ba56-78873714d017 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:02.050000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67df4672-3796-41db-8a6f-3a66f150b452 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:02.070032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 67df4672-3796-41db-8a6f-3a66f150b452 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:02.070373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 67df4672-3796-41db-8a6f-3a66f150b452 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:02.152662 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.370097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:02.480689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:02.487355 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-addaf636-84a5-498b-be28-db24b94a853c admin admin] 10.222.0.37 "PUT /v2.0/routers/94bfb8da-d4a3-4310-8a6c-d5c83e4bb661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535153 Jul 06 18:28:02.489060 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39532) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:02.489200 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] Sync routers for ids ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:02.499009 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] Routers {'94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:02.499652 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:02.600557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.608828 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] Set router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:02.702165 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.730621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.757146 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Deleting port 771d38cf-4d6e-4f19-8d85-237d90479bf9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:02.757497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.788684 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:28:01Z', 'revision_number': 5, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port': {'id': '771d38cf-4d6e-4f19-8d85-237d90479bf9', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:02.818378 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] Checking router: 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:02.826685 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] Routers {'94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:02.827312 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:02.838946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] For port 771d38cf-4d6e-4f19-8d85-237d90479bf9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=771d38cf-4d6e-4f19-8d85-237d90479bf9,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:02.839332 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.860078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Calling delete_port for 771d38cf-4d6e-4f19-8d85-237d90479bf9 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:02.908813 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] Set router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:02.961922 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:28:02Z', 'revision_number': 6, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:02.987200 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4903c-4926-4390-b550-0c20bb402057 None None] The sync data for ids ['94bfb8da-d4a3-4310-8a6c-d5c83e4bb661'] in n-d-799527-3 is: [{'id': '94bfb8da-d4a3-4310-8a6c-d5c83e4bb661', 'name': 'tempest-TestVolumeBackupRestore-1658925180-router', 'tenant_id': '8b2890237ac24e3fa00b3874d86325f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:24:58Z', 'updated_at': '2021-07-06T18:28:02Z', 'revision_number': 6, 'project_id': '8b2890237ac24e3fa00b3874d86325f4', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:03.036752 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.061721 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Pushing event deleted for resources: {'Port': ['ID=771d38cf-4d6e-4f19-8d85-237d90479bf9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.122744 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.212098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.214270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.260616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.261139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:28:03.265502 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.266665 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-60519a3e-ae8f-408a-bd8f-812736c2cf1a admin admin] 10.222.0.37 "DELETE /v2.0/routers/94bfb8da-d4a3-4310-8a6c-d5c83e4bb661 HTTP/1.1" status: 204 len: 168 time: 0.7759933 Jul 06 18:28:03.269342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39534) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:03.313453 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Deleting subnet 2ee78867-337c-4270-acd6-a209efa5a1ab {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:28:03.316476 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.352326 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.441779 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.496448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.520372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee78867-337c-4270-acd6-a209efa5a1ab,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.525926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.527918 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49bc983e-19c0-44bc-8436-d3d9d13f5ef0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ee78867-337c-4270-acd6-a209efa5a1ab HTTP/1.1" status: 204 len: 168 time: 0.2577114 Jul 06 18:28:03.530465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:03.531428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae056c-55aa-44a7-aaa9-5102ff4e554d None None] Network 30b6d8b3-05e2-4133-8f35-32042049e01d requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:03.600189 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.660743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Deleting port a465307e-ab67-4795-be78-b19950de1dbc {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:03.661121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.727804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] For port a465307e-ab67-4795-be78-b19950de1dbc, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a465307e-ab67-4795-be78-b19950de1dbc,segment=NetworkSegment(657f3184-e88e-4675-a447-18f6d00e2c98),segment_id=657f3184-e88e-4675-a447-18f6d00e2c98)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:03.728093 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.741744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Calling delete_port for a465307e-ab67-4795-be78-b19950de1dbc owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:03.827342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.854862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a465307e-ab67-4795-be78-b19950de1dbc,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:03.859766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] No DVR routers for this DVR port a465307e-ab67-4795-be78-b19950de1dbc on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:03.871873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94f34f-a2fb-4a3b-9416-b055f714222b None None] DHCP port deletion for 30b6d8b3-05e2-4133-8f35-32042049e01d request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:28:03.937755 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.948508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b6d8b3-05e2-4133-8f35-32042049e01d']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:03.964051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657f3184-e88e-4675-a447-18f6d00e2c98') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:03.964505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657f3184-e88e-4675-a447-18f6d00e2c98') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:03.975241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.990132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:03.999045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:28:03.999721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:28:04.002521 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:28:04.012399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 771d38cf-4d6e-4f19-8d85-237d90479bf9 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:04.033622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 771d38cf-4d6e-4f19-8d85-237d90479bf9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:04.034310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 771d38cf-4d6e-4f19-8d85-237d90479bf9 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:04.034795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 620c4e70-deb2-4dd1-ad28-028036df6542 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:04.054388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 620c4e70-deb2-4dd1-ad28-028036df6542 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:04.055040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 620c4e70-deb2-4dd1-ad28-028036df6542 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:04.055662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a465307e-ab67-4795-be78-b19950de1dbc no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:04.061720 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.068917 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.070811 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] 10.222.0.37 "DELETE /v2.0/networks/30b6d8b3-05e2-4133-8f35-32042049e01d HTTP/1.1" status: 204 len: 168 time: 0.5394993 Jul 06 18:28:04.082764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98fa7-8a87-4b58-8d0a-21fb3d27ed1a admin admin] Pushing event deleted for resources: {'Network': ['ID=30b6d8b3-05e2-4133-8f35-32042049e01d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:04.086478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a465307e-ab67-4795-be78-b19950de1dbc {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:04.087077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a465307e-ab67-4795-be78-b19950de1dbc not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:04.285896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39540) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:04.325181 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ddbd9b9-f05e-4dac-8b4a-6ba183fdce58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d660cff0ca4644bc8c7b759c1b636be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374711 Jul 06 18:28:04.327707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39542) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:04.375901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19ad225d-6126-41d2-84fa-491ca67bc527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.402503 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19ad225d-6126-41d2-84fa-491ca67bc527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.448341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19ad225d-6126-41d2-84fa-491ca67bc527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.450939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19ad225d-6126-41d2-84fa-491ca67bc527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.452133 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-19ad225d-6126-41d2-84fa-491ca67bc527 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b31ecbaa-2c02-46b7-90e7-cd706f5fd95c HTTP/1.1" status: 204 len: 168 time: 0.1234748 Jul 06 18:28:04.461788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad225d-6126-41d2-84fa-491ca67bc527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ecbaa-2c02-46b7-90e7-cd706f5fd95c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:04.793314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39548) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:04.834886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6bab3b18-482e-4f9c-89ed-2c9d6bd768f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2890237ac24e3fa00b3874d86325f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403202 Jul 06 18:28:04.837423 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39550) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:04.886618 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ad40415-f176-46e1-a7ab-19eefa869c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.907780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ad40415-f176-46e1-a7ab-19eefa869c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.954902 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ad40415-f176-46e1-a7ab-19eefa869c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.957683 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ad40415-f176-46e1-a7ab-19eefa869c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:04.959499 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2ad40415-f176-46e1-a7ab-19eefa869c8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/118cdd05-d9c3-4306-9646-20ab7fb030a0 HTTP/1.1" status: 204 len: 168 time: 0.1211407 Jul 06 18:28:04.967170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad40415-f176-46e1-a7ab-19eefa869c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cdd05-d9c3-4306-9646-20ab7fb030a0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:05.653795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39574) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:05.757315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1587964916-network', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:05.778415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:05.780817 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.789749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.885295 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.889171 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.917878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:28:05.928399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be65c4-88f9-4a30-880c-710bca867fe2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:05.935070 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.935457 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Added segment 5d96c135-d035-414b-8dec-4935c178d808 of type vlan for network 79a08f51-44bf-4a26-9640-6cccdbc70c20 Jul 06 18:28:05.976450 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.004693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.006039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.006623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.061906 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4070003 Jul 06 18:28:06.065200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:06.069055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73b8d2-349d-4bf4-8e6f-caf4b1785aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=79a08f51-44bf-4a26-9640-6cccdbc70c20,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:06.071801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Request body: {'subnet': {'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1587964916-subnet', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:06.079308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:28:06.094486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:06.097248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.611099 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.667234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=981871ac-e226-4801-b286-f200af784d40,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:06.675553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:06.675901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Network hostable DHCP agents. Network: 79a08f51-44bf-4a26-9640-6cccdbc70c20, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:28:06.693225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:28:06.702089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 79a08f51-44bf-4a26-9640-6cccdbc70c20) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:06.706462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:06.707656 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.711973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560cb6d-40fb-4b01-b7f5-ddb236ed0640 None None] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:06.722027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-76912e32-9ec2-412a-bd2b-beee5acafbfa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6552715 Jul 06 18:28:06.725524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:06.729920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:06.751695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.752953 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.808764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.862503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-79a08f51-44bf-4a26-9640-6cccdbc70c20', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:28:06.863395 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:06.945574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.014460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Allocated IP 172.20.0.2 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/68f1085a-dbf0-40f4-b03e-d747110cc06b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:07.150741 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.160613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.169228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Transition to ACTIVE for port object 68f1085a-dbf0-40f4-b03e-d747110cc06b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:07.170508 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.183946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Transition to ACTIVE for port object 68f1085a-dbf0-40f4-b03e-d747110cc06b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:07.189854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.227736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:07.230518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:07.236498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:07.244141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Pushing event updated for resources: {'Port': ['ID=68f1085a-dbf0-40f4-b03e-d747110cc06b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:07.299581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Attempting to bind port 68f1085a-dbf0-40f4-b03e-d747110cc06b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:07.299954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Attempting to bind port 68f1085a-dbf0-40f4-b03e-d747110cc06b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:07.300320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Attempting to bind port 68f1085a-dbf0-40f4-b03e-d747110cc06b on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:07.302938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Allocated IP 172.25.5.215 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/0803ea7e-4290-4cc1-8437-bdcaa22a3ca7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:07.305560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:07.305937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:07.306346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.306803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:07.307398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Bound port: 68f1085a-dbf0-40f4-b03e-d747110cc06b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:07.307792 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.376306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] For port 68f1085a-dbf0-40f4-b03e-d747110cc06b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:07.379959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] For port 68f1085a-dbf0-40f4-b03e-d747110cc06b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=68f1085a-dbf0-40f4-b03e-d747110cc06b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:07.384040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.410261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.444386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052f70-aec8-416f-9514-516b44de84f9 None None] Pushing event updated for resources: {'Port': ['ID=68f1085a-dbf0-40f4-b03e-d747110cc06b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:07.454424 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.494514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:07.497500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:07.503517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:07.510195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Pushing event updated for resources: {'Port': ['ID=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:07.783533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:07.980590 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.033359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 68f1085a-dbf0-40f4-b03e-d747110cc06b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:08.086060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 68f1085a-dbf0-40f4-b03e-d747110cc06b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:08.118134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:28:08.234467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:08.245723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:08.252046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.253425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7441d9f-4ad1-4321-b830-a181aecde57b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5269532 Jul 06 18:28:08.256095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:08.256710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39582) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:08.257156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:08.384449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:08.448112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3ad51-d073-4a7c-bd2a-9482571f9070 None None] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:08.575356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] Provisioning for port 68f1085a-dbf0-40f4-b03e-d747110cc06b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:08.589216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] Provisioning complete for port 68f1085a-dbf0-40f4-b03e-d747110cc06b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:08.589594 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.802999 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.817097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:07Z', 'revision_number': 3, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:08.857898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:08.858243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Updating router 4d7c8d9b-999f-415d-92da-c50a79ea7484 port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:08.907904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] For port 68f1085a-dbf0-40f4-b03e-d747110cc06b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=68f1085a-dbf0-40f4-b03e-d747110cc06b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:08.917621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:08.924053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.036928 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.046000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7e7b-a10f-4122-bf9a-5398ac5a8fe0 None None] Pushing event updated for resources: {'Port': ['ID=68f1085a-dbf0-40f4-b03e-d747110cc06b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.156252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-15d8a664-6203-49b4-9cbd-d5e04071a2ac None None] Provisioning complete for port 68f1085a-dbf0-40f4-b03e-d747110cc06b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:09.156553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15d8a664-6203-49b4-9cbd-d5e04071a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.251092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Allocated IP 172.20.0.1 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/7e5d6f77-2d10-4841-bfe9-48d5df01ebe9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:09.291751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.308845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Transition to ACTIVE for port object 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:09.317082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.362247 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.371172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Attempting to bind port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:09.371571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Attempting to bind port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:09.371934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Attempting to bind port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:09.373832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bf7b5-ecda-4b9e-8947-7ba902072dd6 None None] Pushing event updated for resources: {'Port': ['ID=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.378380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Transition to ACTIVE for port object 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:09.379192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:09.379596 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:09.380224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.380774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:09.381364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Bound port: 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:09.381610 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.419622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.437177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] For port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:09.440162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] For port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:09.444957 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.458580 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:09.463719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:09.465073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:09.504457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:09.505007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:09.507270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bf7b5-ecda-4b9e-8947-7ba902072dd6 None None] Pushing event updated for resources: {'Port': ['ID=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.507477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.526152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.638367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:09.678841 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.757300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8016e437-36a3-4938-b0c3-1a0a1bb82dc1 None None] Provisioning for port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:09.769551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8016e437-36a3-4938-b0c3-1a0a1bb82dc1 None None] Provisioning complete for port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:09.769929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8016e437-36a3-4938-b0c3-1a0a1bb82dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.834458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8016e437-36a3-4938-b0c3-1a0a1bb82dc1 None None] Port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:09.853843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.858970 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:09.863355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:07Z', 'revision_number': 3, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:09.933628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:09.936358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.038489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:10.040013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:10.060603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 68f1085a-dbf0-40f4-b03e-d747110cc06b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:10.063061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728b7d-ead3-41a6-84ee-606385338870 None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:07Z', 'revision_number': 3, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:10.118630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 68f1085a-dbf0-40f4-b03e-d747110cc06b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:10.118834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.173413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:10.297775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:10.302983 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dbb66166-60d2-4d17-a469-b18308d9d365 admin admin] 10.222.0.37 "PUT /v2.0/routers/4d7c8d9b-999f-415d-92da-c50a79ea7484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451818 Jul 06 18:28:10.356967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9f2fa880-1e44-4771-8cdf-55d985264246 None None] Provisioning complete for port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:10.357457 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa880-1e44-4771-8cdf-55d985264246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.397755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9f2fa880-1e44-4771-8cdf-55d985264246 None None] Port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:10.814903 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39598) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:10.820798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894721500-network', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:10.844034 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Made reservation on behalf of e3c8e711afcb47b588d9da8e7dac58a3 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:10.846818 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.856511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.950872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.955007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.980428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:28:10.991024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72939080-4ac0-4438-b98d-f28346024f02,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:10.996008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:10.996360 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Added segment dc33eeda-9533-4a5b-936b-6b93c574e018 of type vlan for network 22a35bf1-3b45-4f34-aa5b-39546888fc87 Jul 06 18:28:11.037774 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.072290 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.073488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.074242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.130966 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3149040 Jul 06 18:28:11.134011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:11.138200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f96bed-941a-4218-bfa1-e6b0807ce3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=22a35bf1-3b45-4f34-aa5b-39546888fc87,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:11.140109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Request body: {'subnet': {'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894721500-subnet', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:11.150623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:28:11.164749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Made reservation on behalf of e3c8e711afcb47b588d9da8e7dac58a3 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:11.167161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.337749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.392633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:11.403964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Checking segment: {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:11.404325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Network hostable DHCP agents. Network: 22a35bf1-3b45-4f34-aa5b-39546888fc87, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:28:11.421209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:28:11.430786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 22a35bf1-3b45-4f34-aa5b-39546888fc87) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:11.435789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:11.436408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.443867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc97434-efc6-4d2a-975a-6b3a270c7094 None None] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:11.450923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f065c206-5c71-4b50-880f-3fa33a335d1b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3151226 Jul 06 18:28:11.453596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 39602) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:11.459174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:11.481847 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.482994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.544103 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.604280 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-22a35bf1-3b45-4f34-aa5b-39546888fc87', 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'fixed_ips': [{'subnet_id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:28:11.605137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.694352 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:11.696067 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.706531 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:11.707469 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:11.765482 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Allocated IP 172.20.0.2 (22a35bf1-3b45-4f34-aa5b-39546888fc87/35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9/6f7d8cba-8bd8-42a4-b486-e1c80867cbd4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:11.820519 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:11.921434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.939231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.943947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:11.952330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Transition to ACTIVE for port object 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:11.982094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Transition to ACTIVE for port object 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:11.988825 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.047287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Pushing event updated for resources: {'Port': ['ID=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.057072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:12.058674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.059096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.059602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.060299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.060431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.060721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.061201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.061543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.061870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.062202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.062533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.062861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.069681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:12.073337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:12.089256 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Allocated IP 172.25.5.61 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a18d337b-b72a-4581-906e-5bcb1748ecaf) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:12.110801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:12.161616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Attempting to bind port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:12.162183 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Attempting to bind port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:12.162678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Attempting to bind port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 on network 22a35bf1-3b45-4f34-aa5b-39546888fc87 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:12.171585 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 2, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:12.171805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:12.172083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Checking segment: {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:12.172374 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.172766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Bound using segment: {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:12.173251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Bound port: 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:12.173623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.203556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.205395 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:12.205750 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Updating router 4d7c8d9b-999f-415d-92da-c50a79ea7484 port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:12.232764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:12.242512 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.246172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:12.246549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.252556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.275424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] For port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:12.294480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] For port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:12.294682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:12.298047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:12.302801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:12.304169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.335293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a18d337b-b72a-4581-906e-5bcb1748ecaf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.404074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da46a19-de45-47f6-9834-a8448ed5577e None None] Pushing event updated for resources: {'Port': ['ID=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.408977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.434995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:12.440223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.506937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.543996 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.556528 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Transition to ACTIVE for port object 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:12.564454 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.631189 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Pushing event updated for resources: {'Port': ['ID=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:12.633513 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.643008 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.643459 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.646742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.647592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.647592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:12.709518 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Attempting to bind port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:12.710165 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Attempting to bind port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:12.710165 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Attempting to bind port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:12.716606 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:12.717087 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:12.717569 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.718039 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:12.718586 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Bound port: 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:12.719052 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.808677 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] For port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:12.812658 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] For port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:12.820623 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.889069 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:12.889932 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:12.891760 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:12.893707 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15469f9-5b9a-48d3-af86-1415bf68ccdf None None] Pushing event updated for resources: {'Port': ['ID=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:13.019551 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:13.041667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:28:13.154792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:13.168351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Sync routers for ids ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:13.171734 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.173113 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4fe34678-2208-46c9-905d-ee3a3dbccaf0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7184980 Jul 06 18:28:13.175994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 39604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:13.193826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Routers {'68e1c0d0-f474-4d12-8ea0-574bebae07b9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:13.194573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:13.270086 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:13.303744 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1855d-be92-499e-92e3-565efc1b45bc None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:13.325967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Set router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:13.593020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 3, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:13.629426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e674077-2585-43a4-89e0-9946159428c3 None None] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:28:13.633187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Checking router: 68e1c0d0-f474-4d12-8ea0-574bebae07b9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:13.633539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Updating router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 port a18d337b-b72a-4581-906e-5bcb1748ecaf binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:13.696918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.721928 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:13.746410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-444679d4-e5b7-4280-a84d-cc1a57034b66 None None] Provisioning for port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:13.884768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Allocated IP 172.20.0.1 (22a35bf1-3b45-4f34-aa5b-39546888fc87/35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9/210fbd3d-1e22-4f69-abfe-7bdd6d3726ce) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:14.034117 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.052937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Transition to ACTIVE for port object 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:14.114014 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.121770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.144601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Transition to ACTIVE for port object a18d337b-b72a-4581-906e-5bcb1748ecaf will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:14.153124 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.170825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:14.174524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:14.179644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:14.221613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Pushing event updated for resources: {'Port': ['ID=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:14.233695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b03aa3-df41-4283-b682-ab11bb7b4fcd None None] Pushing event updated for resources: {'Port': ['ID=a18d337b-b72a-4581-906e-5bcb1748ecaf,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:14.236330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:14.245193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Attempting to bind port a18d337b-b72a-4581-906e-5bcb1748ecaf on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:14.245663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Attempting to bind port a18d337b-b72a-4581-906e-5bcb1748ecaf by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:14.246029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Attempting to bind port a18d337b-b72a-4581-906e-5bcb1748ecaf on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:14.251700 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.276220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:14.276607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:14.277248 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.277444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:14.277945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Bound port: a18d337b-b72a-4581-906e-5bcb1748ecaf, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:14.278345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.352857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] For port a18d337b-b72a-4581-906e-5bcb1748ecaf, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:14.357363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] For port a18d337b-b72a-4581-906e-5bcb1748ecaf, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a18d337b-b72a-4581-906e-5bcb1748ecaf,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:14.359015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:14.365075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.369148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:14.369592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.433385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.457137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-88c5b667-ffc6-40a3-9861-4de7bc62b931 None None] Provisioning complete for port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:14.457659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88c5b667-ffc6-40a3-9861-4de7bc62b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.512629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b03aa3-df41-4283-b682-ab11bb7b4fcd None None] Pushing event updated for resources: {'Port': ['ID=a18d337b-b72a-4581-906e-5bcb1748ecaf,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:14.514429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Routers {'68e1c0d0-f474-4d12-8ea0-574bebae07b9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:14.515094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:14.654512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.658063 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.660309 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.733295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.739709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Pushing event updated for resources: {'Port': ['ID=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:14.844225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:14.845817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:14.893829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] Set router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:14.939360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-88c5b667-ffc6-40a3-9861-4de7bc62b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.948697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:14.961302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:14.962094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:14.977485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:15.090087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:15.095391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a071539e-38aa-4140-a58a-524a2f03ee13 admin admin] 10.222.0.37 "PUT /v2.0/routers/68e1c0d0-f474-4d12-8ea0-574bebae07b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9182239 Jul 06 18:28:15.160135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:15.185866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-88c5b667-ffc6-40a3-9861-4de7bc62b931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:28:15.186215 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-88c5b667-ffc6-40a3-9861-4de7bc62b931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:28:15.195412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:15.208929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:15.209320 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.330546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '210fbd3d-1e22-4f69-abfe-7bdd6d3726ce', 'name': '', 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'mac_address': 'fa:16:3e:62:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:13Z', 'updated_at': '2021-07-06T18:28:13Z', 'revision_number': 1, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'subnets': [{'id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:15.361429 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.363586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a7bcc-495b-4519-9c33-e510874e55da None None] The sync data for ids ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'] in n-d-799527-3 is: [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '210fbd3d-1e22-4f69-abfe-7bdd6d3726ce', 'name': '', 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'mac_address': 'fa:16:3e:62:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:13Z', 'updated_at': '2021-07-06T18:28:13Z', 'revision_number': 1, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'subnets': [{'id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:15.405712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:15.412153 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.412870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:15.501059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:15.512077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:15.512462 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.859451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9afae238-562c-40cf-9a79-a8a4af9ee81d None None] Provisioning for port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:15.870208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9afae238-562c-40cf-9a79-a8a4af9ee81d None None] Provisioning complete for port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:15.870745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9afae238-562c-40cf-9a79-a8a4af9ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:15.918705 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9afae238-562c-40cf-9a79-a8a4af9ee81d None None] Port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:16.041836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:16.119778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:16.120250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:16.219245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:16.269570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:16.270043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:17.228987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-3b64bac9-77aa-4a50-99c8-cc1b25884adf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:17.230548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-3b64bac9-77aa-4a50-99c8-cc1b25884adf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1076384 Jul 06 18:28:17.246362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-39309ed6-2a8e-4753-a5d0-c91a2b693961 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Jul 06 18:28:17.313922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c2fb5bc3-68bc-4545-96b6-cb1ee1552548 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622857 Jul 06 18:28:17.405557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-1be71fe5-fcbb-4caa-8cc6-8bcd754c2bb2 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845814 Jul 06 18:28:17.447575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Sync routers for ids ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:17.456808 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Routers {'68e1c0d0-f474-4d12-8ea0-574bebae07b9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:17.457419 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:17.504362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c739e683-f519-4445-9fca-509172a3b4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931063 Jul 06 18:28:17.572017 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Set router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:17.790922 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '210fbd3d-1e22-4f69-abfe-7bdd6d3726ce', 'name': '', 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'mac_address': 'fa:16:3e:62:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:13Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 2, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'subnets': [{'id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:17.824146 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Checking router: 68e1c0d0-f474-4d12-8ea0-574bebae07b9 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:17.824723 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Updating router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:28:17.862592 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.016521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b2d65ae-afa4-4651-82a9-d432581f4859 req-210a9ac9-24db-44b5-8b0f-1a110a18ea20 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 210 time: 0.2233481 Jul 06 18:28:18.069972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a18d337b-b72a-4581-906e-5bcb1748ecaf up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:18.132605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a18d337b-b72a-4581-906e-5bcb1748ecaf completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:18.137210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a18d337b-b72a-4581-906e-5bcb1748ecaf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:18.137829 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.231759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.254815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a18d337b-b72a-4581-906e-5bcb1748ecaf, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a18d337b-b72a-4581-906e-5bcb1748ecaf,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:18.260014 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.294945 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.306367 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Transition to ACTIVE for port object 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:18.312961 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.313535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a18d337b-b72a-4581-906e-5bcb1748ecaf,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:18.374256 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabbdf4-fbfc-4bba-a166-3031f7dfdce6 None None] Pushing event updated for resources: {'Port': ['ID=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:18.428504 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Attempting to bind port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:18.428878 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Attempting to bind port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:18.429272 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Attempting to bind port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce on network 22a35bf1-3b45-4f34-aa5b-39546888fc87 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:18.435507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:18.435974 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Checking segment: {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:18.436379 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.436777 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Bound using segment: {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:18.437250 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Bound port: 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc33eeda-9533-4a5b-936b-6b93c574e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:18.437776 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.524253 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] For port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:18.527899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] For port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:18.532337 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:18.589703 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Routers {'68e1c0d0-f474-4d12-8ea0-574bebae07b9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:18.590337 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:27:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:18.634573 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabbdf4-fbfc-4bba-a166-3031f7dfdce6 None None] Pushing event updated for resources: {'Port': ['ID=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:18.737193 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] Set router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:18.950259 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '210fbd3d-1e22-4f69-abfe-7bdd6d3726ce', 'name': '', 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'mac_address': 'fa:16:3e:62:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:13Z', 'updated_at': '2021-07-06T18:28:18Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'subnets': [{'id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:18.977446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c9029-d0ea-46c2-9ed1-a66c97419c66 None None] The sync data for ids ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'] in n-d-799527-3 is: [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:14Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '210fbd3d-1e22-4f69-abfe-7bdd6d3726ce', 'name': '', 'network_id': '22a35bf1-3b45-4f34-aa5b-39546888fc87', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'mac_address': 'fa:16:3e:62:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:13Z', 'updated_at': '2021-07-06T18:28:18Z', 'revision_number': 4, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'subnets': [{'id': '35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:19.180196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8f10eca-4540-4754-b634-4deb73e19029 req-2aa223b6-8010-4853-921e-5f75510f884b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 210 time: 0.0314758 Jul 06 18:28:19.291926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-55f63dd8-97df-4215-8aab-36a51702f834 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.293496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-55f63dd8-97df-4215-8aab-36a51702f834 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1429119 Jul 06 18:28:19.311750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': '00fc0a11-a318-4d82-a120-2f450a884e51', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:19.439949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:19.444487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.585854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.3 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/374c89f9-b940-42ed-9fbc-790a26778f2a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:19.745328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.758793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object 374c89f9-b940-42ed-9fbc-790a26778f2a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:19.794445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.838279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:19.846247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:19.854073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:19.861286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=374c89f9-b940-42ed-9fbc-790a26778f2a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:19.915096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:19.915800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.934904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2b985dc4-114e-424d-96cb-4b9a88d659d6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270270 Jul 06 18:28:19.947796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Request body: {'port': {'device_id': '00fc0a11-a318-4d82-a120-2f450a884e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:20.056377 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.082319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a18d337b-b72a-4581-906e-5bcb1748ecaf up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:20.150536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a18d337b-b72a-4581-906e-5bcb1748ecaf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:20.151239 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.214080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4c20c959-3ad7-42a9-8ba6-bb020e258ca1 None None] Provisioning for port 374c89f9-b940-42ed-9fbc-790a26778f2a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:20.242460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4c20c959-3ad7-42a9-8ba6-bb020e258ca1 None None] Provisioning complete for port 374c89f9-b940-42ed-9fbc-790a26778f2a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:20.242933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c20c959-3ad7-42a9-8ba6-bb020e258ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.278889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:20.306230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4c20c959-3ad7-42a9-8ba6-bb020e258ca1 None None] Port 374c89f9-b940-42ed-9fbc-790a26778f2a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:20.335601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:20.339676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:20.340060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.426125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.467913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:20.474358 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.538644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:20.798308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374c89f9-b940-42ed-9fbc-790a26778f2a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:20.807734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.816502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b5353-9793-4de7-8558-ab7c299d8808 req-d0cc9311-cc70-4b5c-97c5-cc4471d35b62 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:20.818036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e20b5353-9793-4de7-8558-ab7c299d8808 req-d0cc9311-cc70-4b5c-97c5-cc4471d35b62 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 931 time: 0.5151057 Jul 06 18:28:20.835272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Transition to ACTIVE for port object 374c89f9-b940-42ed-9fbc-790a26778f2a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:20.845810 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.904265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e20b5353-9793-4de7-8558-ab7c299d8808 req-4ef9f660-faa9-496d-991c-9dc4f6bf2f64 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794861 Jul 06 18:28:20.916141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Pushing event updated for resources: {'Port': ['ID=374c89f9-b940-42ed-9fbc-790a26778f2a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:20.999480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Attempting to bind port 374c89f9-b940-42ed-9fbc-790a26778f2a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:20.999822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Attempting to bind port 374c89f9-b940-42ed-9fbc-790a26778f2a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:21.000151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Attempting to bind port 374c89f9-b940-42ed-9fbc-790a26778f2a on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:21.005584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Port 374c89f9-b940-42ed-9fbc-790a26778f2a on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:21.005907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Attempting to bind port 374c89f9-b940-42ed-9fbc-790a26778f2a on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:21.012844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:21.013190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:21.015623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:21.016075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Bound port: 374c89f9-b940-42ed-9fbc-790a26778f2a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:21.016446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.090021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] For port 374c89f9-b940-42ed-9fbc-790a26778f2a, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:21.094362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] For port 374c89f9-b940-42ed-9fbc-790a26778f2a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=374c89f9-b940-42ed-9fbc-790a26778f2a,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:21.098715 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.137309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.137928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:21.139524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/374c89f9-b940-42ed-9fbc-790a26778f2a HTTP/1.1" status: 200 len: 1091 time: 1.1971314 Jul 06 18:28:21.139786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fc0a11-a318-4d82-a120-2f450a884e51', 'tag': '374c89f9-b940-42ed-9fbc-790a26778f2a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:21.142024 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355bb3a4-6127-420d-a051-b50410829097" -d '{"events": [{"name": "network-changed", "server_uuid": "00fc0a11-a318-4d82-a120-2f450a884e51", "tag": "374c89f9-b940-42ed-9fbc-790a26778f2a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:21.171298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55480db-49af-4354-8b2d-25cb016d52b2 service neutron] Pushing event updated for resources: {'Port': ['ID=374c89f9-b940-42ed-9fbc-790a26778f2a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:21.222685 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc86bd7-89a3-4079-b4da-87f33c3b81bb x-openstack-request-id: req-5bc86bd7-89a3-4079-b4da-87f33c3b81bb {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:21.222986 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fc0a11-a318-4d82-a120-2f450a884e51", "tag": "374c89f9-b940-42ed-9fbc-790a26778f2a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:21.223272 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bc86bd7-89a3-4079-b4da-87f33c3b81bb {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:21.224610 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fc0a11-a318-4d82-a120-2f450a884e51', 'tag': '374c89f9-b940-42ed-9fbc-790a26778f2a', 'status': 'completed', 'code': 200} Jul 06 18:28:21.252654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-20649ded-76aa-4be8-8e92-e1518e4927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.254196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-20649ded-76aa-4be8-8e92-e1518e4927d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 1094 time: 0.0657587 Jul 06 18:28:21.298562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-47ee5af6-526d-4704-b466-b6acbd98f8fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=374c89f9-b940-42ed-9fbc-790a26778f2a HTTP/1.1" status: 200 len: 217 time: 0.0373433 Jul 06 18:28:21.352969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2d775448-bedd-4701-aaa3-0b0e7c137fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.354870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-2d775448-bedd-4701-aaa3-0b0e7c137fd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0490336 Jul 06 18:28:21.453036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-62109527-33bb-49a7-a40d-2fe3274adb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.455446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-62109527-33bb-49a7-a40d-2fe3274adb97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939059 Jul 06 18:28:21.549846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-099eac37-bcb6-401f-895d-5986d4378837 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Jul 06 18:28:21.647877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97e0396a-2e78-41af-b024-97b8be5c6cf7 req-8a128dba-40c8-4936-ac91-c8b32e978232 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916913 Jul 06 18:28:21.748685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb3a4-6127-420d-a051-b50410829097 req-ad945b43-a28e-4f41-a4c8-78af24daeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.750190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-ad945b43-a28e-4f41-a4c8-78af24daeed6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 1094 time: 0.0547554 Jul 06 18:28:21.841401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb3a4-6127-420d-a051-b50410829097 req-8789aafc-d890-4f39-b952-cbe4d6b22e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.842917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-8789aafc-d890-4f39-b952-cbe4d6b22e19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0860786 Jul 06 18:28:21.889315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-16a413c9-eae3-420f-9a04-e87fb4f60c96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=374c89f9-b940-42ed-9fbc-790a26778f2a HTTP/1.1" status: 200 len: 217 time: 0.0403852 Jul 06 18:28:21.938525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb3a4-6127-420d-a051-b50410829097 req-baa237a7-3258-40fe-be2e-b5c112076deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:21.940041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-baa237a7-3258-40fe-be2e-b5c112076deb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0452578 Jul 06 18:28:22.012519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb3a4-6127-420d-a051-b50410829097 req-ea0f099f-beea-457d-8988-9a210030fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:22.014627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-ea0f099f-beea-457d-8988-9a210030fa75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675189 Jul 06 18:28:22.046212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:22.103136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:22.107653 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.173475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28113451-56e2-4bd4-a2a3-3db53a4f612e req-508eb586-10fa-4c66-928c-f528481e0692 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:22.175087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28113451-56e2-4bd4-a2a3-3db53a4f612e req-508eb586-10fa-4c66-928c-f528481e0692 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.1425042 Jul 06 18:28:22.177612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-8fa6d175-57ef-4fa5-b266-9970bcefbdcf service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552081 Jul 06 18:28:22.285920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28113451-56e2-4bd4-a2a3-3db53a4f612e req-6cff8524-9b17-4125-afc4-0cb66ff7747c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Jul 06 18:28:22.311141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-355bb3a4-6127-420d-a051-b50410829097 req-ae36529d-2d49-447d-92a7-82a80c89c6ab service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256206 Jul 06 18:28:23.483873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6283d-f63c-4568-bb95-b6134bcbab0d req-924300b6-0ba4-43c4-9227-c17a9c40f618 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:23.486128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fa6283d-f63c-4568-bb95-b6134bcbab0d req-924300b6-0ba4-43c4-9227-c17a9c40f618 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0793750 Jul 06 18:28:23.526036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6fa6283d-f63c-4568-bb95-b6134bcbab0d req-87ac2b25-9783-4416-9fc2-eb160d21d966 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Jul 06 18:28:24.718142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27376225-6cfe-4eef-a241-18bb5ab7b0d3 req-ac51e115-13ca-4847-917e-4ef935c82cab tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:24.719677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27376225-6cfe-4eef-a241-18bb5ab7b0d3 req-ac51e115-13ca-4847-917e-4ef935c82cab tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0738742 Jul 06 18:28:24.763458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27376225-6cfe-4eef-a241-18bb5ab7b0d3 req-d09e7b1f-c16a-4cf6-867e-fc9824db6314 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Jul 06 18:28:25.459788 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96d63f35-963f-49d4-9d42-e20b7426bcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:25.937917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee5849-8160-477f-8600-0da36c15e2c5 req-69abf2f4-cb7d-4179-b9cd-688fe05259ac tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:25.939451 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0ee5849-8160-477f-8600-0da36c15e2c5 req-69abf2f4-cb7d-4179-b9cd-688fe05259ac tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0652699 Jul 06 18:28:25.978802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0ee5849-8160-477f-8600-0da36c15e2c5 req-18d8ebc9-1491-433f-b690-f5b6ecea0f95 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Jul 06 18:28:27.186121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febfb8d-270b-49bb-b797-b61096940a6f req-0ce6d59e-a54f-4a32-a0c7-e9cb92dabc16 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:27.188896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5febfb8d-270b-49bb-b797-b61096940a6f req-0ce6d59e-a54f-4a32-a0c7-e9cb92dabc16 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0816836 Jul 06 18:28:27.233155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5febfb8d-270b-49bb-b797-b61096940a6f req-fbd441d4-fb3f-41a0-bd1c-806a4e010e4a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Jul 06 18:28:27.985747 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5db56cc2-a7ff-4363-a953-c26b3a94cb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:27.988087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:28.462914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba068163-a50a-4bfc-9487-0e66bb55f5b4 req-0ea846cb-c511-4f5a-8cb9-faa97e0a5a7f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:28.464755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba068163-a50a-4bfc-9487-0e66bb55f5b4 req-0ea846cb-c511-4f5a-8cb9-faa97e0a5a7f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0938015 Jul 06 18:28:28.514769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ba068163-a50a-4bfc-9487-0e66bb55f5b4 req-e7f455c7-db1f-4aa4-bec1-bbd14d74f21a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Jul 06 18:28:29.431586 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:29.723012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5b463-e391-45c6-abab-fc566d68bbb9 req-716f50de-6a49-484e-8946-51308d04fb2a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:29.724970 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fba5b463-e391-45c6-abab-fc566d68bbb9 req-716f50de-6a49-484e-8946-51308d04fb2a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0709455 Jul 06 18:28:29.767906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fba5b463-e391-45c6-abab-fc566d68bbb9 req-65d809d8-6a1e-46b1-9127-982d27bf4ffb tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368490 Jul 06 18:28:30.231629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.828955 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:30.960722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43519c-d9f3-4600-9aa4-1ac1328a0c30 req-d61bda78-df65-4f49-8c91-8bb01c87c90d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:30.962282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c43519c-d9f3-4600-9aa4-1ac1328a0c30 req-d61bda78-df65-4f49-8c91-8bb01c87c90d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 943 time: 0.0750456 Jul 06 18:28:31.002035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c43519c-d9f3-4600-9aa4-1ac1328a0c30 req-685fe33d-6320-4b82-aae7-cb7c25f245b2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335870 Jul 06 18:28:31.931169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 374c89f9-b940-42ed-9fbc-790a26778f2a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:32.030809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 374c89f9-b940-42ed-9fbc-790a26778f2a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=374c89f9-b940-42ed-9fbc-790a26778f2a,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:32.043843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '374c89f9-b940-42ed-9fbc-790a26778f2a', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': '374c89f9-b940-42ed-9fbc-790a26778f2a', 'mac_address': 'fa:16:3e:f7:f0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:32.084886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.097895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374c89f9-b940-42ed-9fbc-790a26778f2a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:32.119555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 374c89f9-b940-42ed-9fbc-790a26778f2a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=374c89f9-b940-42ed-9fbc-790a26778f2a,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:32.124905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.183290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=374c89f9-b940-42ed-9fbc-790a26778f2a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:32.210073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adda47-5bfb-4bb7-b74d-bb949330cba1 req-76fd9c6b-b543-445c-a81d-63e804eb64e8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.212897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35adda47-5bfb-4bb7-b74d-bb949330cba1 req-76fd9c6b-b543-445c-a81d-63e804eb64e8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 944 time: 0.0937452 Jul 06 18:28:32.260911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35adda47-5bfb-4bb7-b74d-bb949330cba1 req-65d6041e-eea0-475d-84c2-8c3729a78138 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Jul 06 18:28:32.329955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['374c89f9-b940-42ed-9fbc-790a26778f2a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:32.732409 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:33.441027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff1b6-4a73-488f-9569-38614f9a4f4e req-8b127fa6-0a4e-4883-bf0e-52d42eafa4aa tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:33.443136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-539ff1b6-4a73-488f-9569-38614f9a4f4e req-8b127fa6-0a4e-4883-bf0e-52d42eafa4aa tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 944 time: 0.0675416 Jul 06 18:28:33.481994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-539ff1b6-4a73-488f-9569-38614f9a4f4e req-90090ef1-ab1b-4ba4-8109-ed8ee414ae67 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jul 06 18:28:33.930823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 374c89f9-b940-42ed-9fbc-790a26778f2a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:33.980114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 374c89f9-b940-42ed-9fbc-790a26778f2a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:33.983734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 374c89f9-b940-42ed-9fbc-790a26778f2a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:33.984103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.061641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.084306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0a11-a318-4d82-a120-2f450a884e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c89f9-b940-42ed-9fbc-790a26778f2a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:34.086541 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb5b62-4732-48fa-adb6-957d5963c51b" -d '{"events": [{"server_uuid": "00fc0a11-a318-4d82-a120-2f450a884e51", "name": "network-vif-plugged", "status": "completed", "tag": "374c89f9-b940-42ed-9fbc-790a26778f2a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:34.099384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 374c89f9-b940-42ed-9fbc-790a26778f2a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=374c89f9-b940-42ed-9fbc-790a26778f2a,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:34.104555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:34.128166 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd62625-3b15-44a3-a688-d8c37d1f375c x-openstack-request-id: req-9bd62625-3b15-44a3-a688-d8c37d1f375c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:34.128461 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0a11-a318-4d82-a120-2f450a884e51", "name": "network-vif-plugged", "status": "completed", "tag": "374c89f9-b940-42ed-9fbc-790a26778f2a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:34.128747 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bd62625-3b15-44a3-a688-d8c37d1f375c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:34.129119 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0a11-a318-4d82-a120-2f450a884e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c89f9-b940-42ed-9fbc-790a26778f2a', 'code': 200} Jul 06 18:28:34.158900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=374c89f9-b940-42ed-9fbc-790a26778f2a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:34.255234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237234f1-5812-448f-a50d-8a6f4d2307e9 req-25166312-409c-4050-b2c2-99ba13694e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.256703 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-237234f1-5812-448f-a50d-8a6f4d2307e9 req-25166312-409c-4050-b2c2-99ba13694e82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 1096 time: 0.0592492 Jul 06 18:28:34.291068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-237234f1-5812-448f-a50d-8a6f4d2307e9 req-06452302-6cc0-42f7-9e1e-df1ff75b4023 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277276 Jul 06 18:28:34.656049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff03fa-a5d3-4c14-9d3c-22683f30f5cc req-c120705b-d7a7-4fec-8f93-13231462dfe2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:34.657758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3ff03fa-a5d3-4c14-9d3c-22683f30f5cc req-c120705b-d7a7-4fec-8f93-13231462dfe2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0652447 Jul 06 18:28:34.695742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3ff03fa-a5d3-4c14-9d3c-22683f30f5cc req-c378a0e5-de29-43ab-97be-e8cdab885cc4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jul 06 18:28:35.879135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433125e-6730-4131-a51f-45c5e793451a req-dd63330a-307e-4f1b-803a-81674c3d8f14 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:35.881246 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b433125e-6730-4131-a51f-45c5e793451a req-dd63330a-307e-4f1b-803a-81674c3d8f14 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0704401 Jul 06 18:28:35.919977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b433125e-6730-4131-a51f-45c5e793451a req-83f233df-85a2-4ca6-a68e-516bc4507ccb tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 06 18:28:36.101192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7ff5-7907-4283-9ade-5f575597893c req-17c26106-5853-4e1c-9ec4-366b97449be9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:36.102730 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bedf7ff5-7907-4283-9ade-5f575597893c req-17c26106-5853-4e1c-9ec4-366b97449be9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0678320 Jul 06 18:28:36.141874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bedf7ff5-7907-4283-9ade-5f575597893c req-2b8a3859-0af5-47a5-b5f4-46f4b41b6e9b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Jul 06 18:28:36.314296 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28371e0b-7214-4447-a0e9-760fbd5a7834 req-8c00a3fe-72b7-41f6-b7ac-f2f9021278f0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:36.315782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28371e0b-7214-4447-a0e9-760fbd5a7834 req-8c00a3fe-72b7-41f6-b7ac-f2f9021278f0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0655098 Jul 06 18:28:36.353505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28371e0b-7214-4447-a0e9-760fbd5a7834 req-ab0c8bb7-1021-47c6-abfa-3898bf875781 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Jul 06 18:28:36.749774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0875616-3f37-429a-95d5-a2a0e0238baf req-f948b13e-e891-45a2-9e64-64d6d2d192ed tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:36.751175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0875616-3f37-429a-95d5-a2a0e0238baf req-f948b13e-e891-45a2-9e64-64d6d2d192ed tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0718095 Jul 06 18:28:36.789071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0875616-3f37-429a-95d5-a2a0e0238baf req-7fb26373-b790-4dd2-b6dd-5fb0f79d4e80 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Jul 06 18:28:37.975326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc4b1e-6bf4-4f0b-95d2-153889d22212 req-ca8ca66b-60e4-43da-998b-3721e54d82f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:37.976863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eacc4b1e-6bf4-4f0b-95d2-153889d22212 req-ca8ca66b-60e4-43da-998b-3721e54d82f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0682003 Jul 06 18:28:38.017672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eacc4b1e-6bf4-4f0b-95d2-153889d22212 req-c68ac66f-233d-4895-a47b-f8924beae722 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351577 Jul 06 18:28:38.138898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-2f044ec5-8a88-4316-b540-31c104717a76 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:38.140301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-2f044ec5-8a88-4316-b540-31c104717a76 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 945 time: 0.0661290 Jul 06 18:28:38.243008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 374c89f9-b940-42ed-9fbc-790a26778f2a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:28:38.243383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.338171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port 374c89f9-b940-42ed-9fbc-790a26778f2a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=374c89f9-b940-42ed-9fbc-790a26778f2a,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:38.338540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.353353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 374c89f9-b940-42ed-9fbc-790a26778f2a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:28:38.371442 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:28:38.491477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.505098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['374c89f9-b940-42ed-9fbc-790a26778f2a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:38.528205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=374c89f9-b940-42ed-9fbc-790a26778f2a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:38.583757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port 374c89f9-b940-42ed-9fbc-790a26778f2a on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:28:38.586588 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.589164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-813cf7dc-ce05-45ce-9be6-794fca87de32 req-a541c19b-9b18-475b-9347-75aebf32d58b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "DELETE /v2.0/ports/374c89f9-b940-42ed-9fbc-790a26778f2a HTTP/1.1" status: 204 len: 173 time: 0.4428682 Jul 06 18:28:38.589694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fc0a11-a318-4d82-a120-2f450a884e51', 'name': 'network-vif-deleted', 'tag': '374c89f9-b940-42ed-9fbc-790a26778f2a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:38.592061 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b7f49-e258-4a17-a5f4-ce7d0b57b29c" -d '{"events": [{"server_uuid": "00fc0a11-a318-4d82-a120-2f450a884e51", "name": "network-vif-deleted", "tag": "374c89f9-b940-42ed-9fbc-790a26778f2a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:38.637830 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8378ba33-925a-4a37-9aba-9da535ac1516 x-openstack-request-id: req-8378ba33-925a-4a37-9aba-9da535ac1516 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:38.638293 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fc0a11-a318-4d82-a120-2f450a884e51", "name": "network-vif-deleted", "tag": "374c89f9-b940-42ed-9fbc-790a26778f2a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:38.638698 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8378ba33-925a-4a37-9aba-9da535ac1516 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:38.639392 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fc0a11-a318-4d82-a120-2f450a884e51', 'name': 'network-vif-deleted', 'tag': '374c89f9-b940-42ed-9fbc-790a26778f2a', 'status': 'completed', 'code': 200} Jul 06 18:28:39.192093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-350adb8b-effc-45fa-bd8e-393eab5391f2 req-a1906fcf-4c73-446e-be8c-a978d2d4181c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 210 time: 0.0377872 Jul 06 18:28:40.359439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8059e622-1ea7-45e1-9f87-3f34af4034e4 req-59b2841c-a6e7-47c2-ac84-8cb2ed97798a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 210 time: 0.0433891 Jul 06 18:28:41.526572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a1f6047-9505-4312-bf1b-492969b1130d req-9cf9de61-d1ad-4ccd-af04-a00020b12091 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 210 time: 0.0348022 Jul 06 18:28:41.978854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 374c89f9-b940-42ed-9fbc-790a26778f2a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:28:42.002571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 374c89f9-b940-42ed-9fbc-790a26778f2a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:28:42.002921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 374c89f9-b940-42ed-9fbc-790a26778f2a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:28:42.695795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-120c2426-1da0-42c9-bdd2-61c02df847e8 req-a245d6f6-bd68-432e-a15c-3858d2f38887 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=00fc0a11-a318-4d82-a120-2f450a884e51 HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 06 18:28:55.497720 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b93d0e8-071f-499a-8d5e-6e649c201440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.992952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:57.996464 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c831ffc-68a8-4e35-bf84-1f24919243dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:59.430192 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.241468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:00.831277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:02.729978 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:03.900310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-94ae5b06-c4a2-4178-b9b3-8e58405da86d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:03.901782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-94ae5b06-c4a2-4178-b9b3-8e58405da86d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1118164 Jul 06 18:29:03.917505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-94ae70ae-5685-4be5-bdab-f37e21e5d740 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Jul 06 18:29:03.984836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-d7fac8f9-873d-43e8-ad1f-1c8926de843d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623403 Jul 06 18:29:04.123226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-ccfbda90-781d-4886-9478-4adc0c22dcee service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308749 Jul 06 18:29:04.223606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-f892720c-e052-4da5-b476-5e16cd9def7f service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940111 Jul 06 18:29:04.426324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0964107b-a5b6-4a22-a7d2-2b77e14d862a req-8a5d53d3-8aee-4521-ae07-a9583201add1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 210 time: 0.0302827 Jul 06 18:29:05.511082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-8df425fc-539f-4354-bd18-7c065d0ad1aa tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:05.512744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-8df425fc-539f-4354-bd18-7c065d0ad1aa tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1440325 Jul 06 18:29:05.525583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:05.633615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c6e7640-7455-406a-b0c4-eeab29763667 req-87ae00f2-5101-483b-a695-52cc4e09f550 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 210 time: 0.0408013 Jul 06 18:29:05.674530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:29:05.678778 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:05.810332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.13 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/678cb5c2-bffe-420a-a800-6dcb19d396d2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:29:05.992129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.007084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object 678cb5c2-bffe-420a-a800-6dcb19d396d2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:06.041107 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.085004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:29:06.088408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:29:06.092317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:29:06.125152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=678cb5c2-bffe-420a-a800-6dcb19d396d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:06.139661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.139936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.140281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.140621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.140956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.141291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.141627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.141955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.142282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.142606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.142930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.143288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:06.164663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.165298 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.181779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-74fab390-2cae-421f-880a-9aa00d106334 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6610725 Jul 06 18:29:06.245335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Request body: {'port': {'device_id': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:29:06.328319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.409887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1644fafd-3f3f-4dd4-9a24-e8deb1b9b51b None None] Provisioning for port 678cb5c2-bffe-420a-a800-6dcb19d396d2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:06.415801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1644fafd-3f3f-4dd4-9a24-e8deb1b9b51b None None] Provisioning complete for port 678cb5c2-bffe-420a-a800-6dcb19d396d2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:06.416386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1644fafd-3f3f-4dd4-9a24-e8deb1b9b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.456014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1644fafd-3f3f-4dd4-9a24-e8deb1b9b51b None None] Port 678cb5c2-bffe-420a-a800-6dcb19d396d2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:29:06.611551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678cb5c2-bffe-420a-a800-6dcb19d396d2 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:06.620258 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.633285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Transition to ACTIVE for port object 678cb5c2-bffe-420a-a800-6dcb19d396d2 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:29:06.638200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.718610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=678cb5c2-bffe-420a-a800-6dcb19d396d2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:06.797604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Attempting to bind port 678cb5c2-bffe-420a-a800-6dcb19d396d2 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:29:06.797937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Attempting to bind port 678cb5c2-bffe-420a-a800-6dcb19d396d2 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:29:06.798266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Attempting to bind port 678cb5c2-bffe-420a-a800-6dcb19d396d2 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:06.826801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Port 678cb5c2-bffe-420a-a800-6dcb19d396d2 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:29:06.827123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Attempting to bind port 678cb5c2-bffe-420a-a800-6dcb19d396d2 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:29:06.836257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:29:06.836596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:29:06.836983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:29:06.837443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Bound port: 678cb5c2-bffe-420a-a800-6dcb19d396d2, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:29:06.837772 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:06.922315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240df654-da7d-4e84-86be-7391412d1581 req-a019a7cb-4b58-4350-81c6-96ea79cbdf5e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:06.923823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-240df654-da7d-4e84-86be-7391412d1581 req-a019a7cb-4b58-4350-81c6-96ea79cbdf5e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.1406255 Jul 06 18:29:06.932659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] For port 678cb5c2-bffe-420a-a800-6dcb19d396d2, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:29:06.941418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] For port 678cb5c2-bffe-420a-a800-6dcb19d396d2, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:29:06.953629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.000466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.001087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:07.002485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/678cb5c2-bffe-420a-a800-6dcb19d396d2 HTTP/1.1" status: 200 len: 1092 time: 0.8134067 Jul 06 18:29:07.002939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'tag': '678cb5c2-bffe-420a-a800-6dcb19d396d2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:07.005282 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b5554-b0d4-4ce0-9749-c031d3e706d9" -d '{"events": [{"name": "network-changed", "server_uuid": "95441d1b-193e-4374-b6d5-b38b4c068e0b", "tag": "678cb5c2-bffe-420a-a800-6dcb19d396d2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:07.021189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-240df654-da7d-4e84-86be-7391412d1581 req-5bf32472-4488-40be-bde9-9098b8ea5938 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904160 Jul 06 18:29:07.041504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d49705-4ba9-4151-b1ab-730157dec4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=678cb5c2-bffe-420a-a800-6dcb19d396d2,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:07.141566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-500fd39d-4424-438e-a1fd-0f3acb357476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.141889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-500fd39d-4424-438e-a1fd-0f3acb357476 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 1095 time: 0.0906825 Jul 06 18:29:07.187038 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe0e487-24ae-42af-92e9-573c9d391ae8 x-openstack-request-id: req-abe0e487-24ae-42af-92e9-573c9d391ae8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:07.187364 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95441d1b-193e-4374-b6d5-b38b4c068e0b", "tag": "678cb5c2-bffe-420a-a800-6dcb19d396d2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:07.187627 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abe0e487-24ae-42af-92e9-573c9d391ae8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:07.188032 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'tag': '678cb5c2-bffe-420a-a800-6dcb19d396d2', 'status': 'completed', 'code': 200} Jul 06 18:29:07.189604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-26db7806-f325-4a3f-b98d-4be44639983c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2 HTTP/1.1" status: 200 len: 217 time: 0.0404241 Jul 06 18:29:07.242139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-b6dc5515-c032-4147-8854-4db47bca94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.243696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-b6dc5515-c032-4147-8854-4db47bca94f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0474188 Jul 06 18:29:07.300814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-af8de783-7af0-4763-a792-9de44591403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.302301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-af8de783-7af0-4763-a792-9de44591403a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531001 Jul 06 18:29:07.396915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-aa462e60-2be6-4f49-b13a-10e234104d0f service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877442 Jul 06 18:29:07.494259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c3f2e15-bf55-43ba-a1f0-91f526da3aed req-d9b6ea5b-6c48-4868-be1f-f0c467bf197e service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919716 Jul 06 18:29:07.599859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-d2f64ca8-c3df-4c13-ada7-a1764db0e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.601350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-d2f64ca8-c3df-4c13-ada7-a1764db0e937 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 1095 time: 0.0581946 Jul 06 18:29:07.695120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-1cc563f0-bd07-4774-9f77-0199bed416da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.697797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-1cc563f0-bd07-4774-9f77-0199bed416da service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0898488 Jul 06 18:29:07.743174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-0b5a24c2-6e0a-486b-90d9-0625a1b0cac2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2 HTTP/1.1" status: 200 len: 217 time: 0.0398400 Jul 06 18:29:07.794292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-a16b5055-8f48-44f2-a5a4-86f2ef73e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.795867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-a16b5055-8f48-44f2-a5a4-86f2ef73e887 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0471981 Jul 06 18:29:07.857477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-0116bc5f-2eff-4f81-9fb9-6fe18dc7433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:07.858994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-0116bc5f-2eff-4f81-9fb9-6fe18dc7433e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566714 Jul 06 18:29:07.955933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-f92932a3-df40-43fb-97a0-0ddb1d8b4332 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874360 Jul 06 18:29:08.047608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-483b5554-b0d4-4ce0-9749-c031d3e706d9 req-98669958-3618-4240-814d-7addd2b69ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847805 Jul 06 18:29:08.246624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6927-2c74-414d-8dca-59c44ce6cd12 req-c98828af-2a3f-4748-93b3-841161b1d4df tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:08.248344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6acc6927-2c74-414d-8dca-59c44ce6cd12 req-c98828af-2a3f-4748-93b3-841161b1d4df tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0707929 Jul 06 18:29:08.322901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6acc6927-2c74-414d-8dca-59c44ce6cd12 req-4c7caa2b-5435-4f3f-9b97-97b8f7055b7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668263 Jul 06 18:29:09.556698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d94a-4b7c-4d4c-99be-e242e87d08ff req-60203569-bb9b-401a-95c7-35f5ffd07dda tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:09.560853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a768d94a-4b7c-4d4c-99be-e242e87d08ff req-60203569-bb9b-401a-95c7-35f5ffd07dda tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0936856 Jul 06 18:29:09.624469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a768d94a-4b7c-4d4c-99be-e242e87d08ff req-fb5d9242-c51e-4ae1-9cfa-13ba3670ce0c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547204 Jul 06 18:29:10.830586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c394-92e0-479f-b367-484894859394 req-3257c5fa-8ec6-4240-bb79-97da794e52ec tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:10.832107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5639c394-92e0-479f-b367-484894859394 req-3257c5fa-8ec6-4240-bb79-97da794e52ec tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0785475 Jul 06 18:29:10.879691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5639c394-92e0-479f-b367-484894859394 req-d452c203-79b3-4ad0-b5ac-3451ca331d89 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Jul 06 18:29:12.071726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff40c-ef47-4e80-bd73-734a27001fa9 req-84b05ed7-1c52-4325-acb4-a814f3968b77 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:12.073328 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d37ff40c-ef47-4e80-bd73-734a27001fa9 req-84b05ed7-1c52-4325-acb4-a814f3968b77 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0767124 Jul 06 18:29:12.120314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d37ff40c-ef47-4e80-bd73-734a27001fa9 req-dfb6797b-3de1-471e-9550-49d4a5590821 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Jul 06 18:29:13.294251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab311f-cad7-4fc1-b73c-17956f7aad82 req-997a9cbe-1cd1-4ab3-b348-6badac895587 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:13.295788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8ab311f-cad7-4fc1-b73c-17956f7aad82 req-997a9cbe-1cd1-4ab3-b348-6badac895587 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0643346 Jul 06 18:29:13.331995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8ab311f-cad7-4fc1-b73c-17956f7aad82 req-44bee540-b6da-43b7-ad55-15576531d432 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Jul 06 18:29:14.507658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81727f23-a3dd-4de2-b3e4-11bc3fda9fca req-2e38d401-57b4-4df9-aa9b-86a75b9c0f9d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:14.509156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81727f23-a3dd-4de2-b3e4-11bc3fda9fca req-2e38d401-57b4-4df9-aa9b-86a75b9c0f9d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0647113 Jul 06 18:29:14.547236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81727f23-a3dd-4de2-b3e4-11bc3fda9fca req-bffef35b-970f-4411-b837-eb1cc0d13bae tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jul 06 18:29:15.372769 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:29:15.729213 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c904811-906b-4e23-b10f-8160310ecaec req-46f4326c-860e-46ea-9a4e-8ce454f7a13c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:15.730584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c904811-906b-4e23-b10f-8160310ecaec req-46f4326c-860e-46ea-9a4e-8ce454f7a13c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0691216 Jul 06 18:29:15.771138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c904811-906b-4e23-b10f-8160310ecaec req-6c4c3870-2268-4b43-b41c-6d2d28e8260b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Jul 06 18:29:16.946386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5d9c-b962-41ea-866b-68e148337002 req-523a2b39-e413-4824-9e51-ac84f1d4c4fe tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:16.948117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ade5d9c-b962-41ea-866b-68e148337002 req-523a2b39-e413-4824-9e51-ac84f1d4c4fe tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0663059 Jul 06 18:29:16.988954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5ade5d9c-b962-41ea-866b-68e148337002 req-b6b732f7-2fc5-4385-a94d-f4227f5ae575 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352185 Jul 06 18:29:18.178831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83e204-5a4e-4c24-8ada-5fa1fafad5c2 req-b321c18c-e966-46cf-a3c1-6891c1f3a695 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:18.180403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a83e204-5a4e-4c24-8ada-5fa1fafad5c2 req-b321c18c-e966-46cf-a3c1-6891c1f3a695 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0708594 Jul 06 18:29:18.220958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a83e204-5a4e-4c24-8ada-5fa1fafad5c2 req-6bb02fd9-52d0-4886-bc96-7519755ff290 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Jul 06 18:29:19.405143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986773c-32d7-42fa-9bfd-d94a0a04ee01 req-7c4d0f3d-667b-4305-b2ba-daca2bbe7833 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:19.406698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4986773c-32d7-42fa-9bfd-d94a0a04ee01 req-7c4d0f3d-667b-4305-b2ba-daca2bbe7833 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0670421 Jul 06 18:29:19.450078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4986773c-32d7-42fa-9bfd-d94a0a04ee01 req-2373e57a-8c29-4ff8-b0bf-af3b4c17f6b6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Jul 06 18:29:20.625224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fc44d-4a62-4c38-8cba-0da984d16eca req-a7f8edcb-77c4-4dba-a49b-e22436ff6671 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:20.626691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d61fc44d-4a62-4c38-8cba-0da984d16eca req-a7f8edcb-77c4-4dba-a49b-e22436ff6671 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0625713 Jul 06 18:29:20.663917 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d61fc44d-4a62-4c38-8cba-0da984d16eca req-cb87d3eb-ef29-4701-98cb-7a08ae5f0701 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Jul 06 18:29:21.839376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149f99-7e2a-4020-bc1b-a727d32d5020 req-ea22bfb3-5131-441f-9802-9880900c92c2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:21.840842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5149f99-7e2a-4020-bc1b-a727d32d5020 req-ea22bfb3-5131-441f-9802-9880900c92c2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0682774 Jul 06 18:29:21.880048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5149f99-7e2a-4020-bc1b-a727d32d5020 req-ef59e5ec-83ad-4c8c-ab41-2686e4bfb16c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Jul 06 18:29:23.062518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3ce22-4be9-4965-8463-d916cbc4060d req-403751f9-649e-43a0-81fc-f578d5a9e849 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:23.064098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69d3ce22-4be9-4965-8463-d916cbc4060d req-403751f9-649e-43a0-81fc-f578d5a9e849 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0659173 Jul 06 18:29:23.104870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-69d3ce22-4be9-4965-8463-d916cbc4060d req-ab14c283-9201-4071-a55c-aeca5115c585 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Jul 06 18:29:24.282394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e9c2-46d7-477d-9974-3e4db0c4ae14 req-5f004c72-3ee4-493b-943b-b95b7620d595 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:24.283910 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0b4e9c2-46d7-477d-9974-3e4db0c4ae14 req-5f004c72-3ee4-493b-943b-b95b7620d595 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0667121 Jul 06 18:29:24.321492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0b4e9c2-46d7-477d-9974-3e4db0c4ae14 req-af133866-a76c-4526-9832-768a164a1377 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Jul 06 18:29:25.458318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e32632d-18ee-4cad-969e-6893bd5c8e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:25.494294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c45f1a-d685-40be-b467-e76d28406548 req-c9490b43-9421-4a60-b583-e39c0e73adc5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:25.495826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94c45f1a-d685-40be-b467-e76d28406548 req-c9490b43-9421-4a60-b583-e39c0e73adc5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0657375 Jul 06 18:29:25.534458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94c45f1a-d685-40be-b467-e76d28406548 req-d0c364ff-7daf-497c-acda-bc97b59854cf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Jul 06 18:29:26.707692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33c877-67e0-422f-b53d-9f48f1e98f38 req-3dc9f87c-c708-4da1-bb26-57c2b1c07eda tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:26.709159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e33c877-67e0-422f-b53d-9f48f1e98f38 req-3dc9f87c-c708-4da1-bb26-57c2b1c07eda tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0618086 Jul 06 18:29:26.748396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e33c877-67e0-422f-b53d-9f48f1e98f38 req-becb0d15-808b-4094-99a2-5a7f5f81e353 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 06 18:29:27.932696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e8219-8033-43dd-a9e5-ba9d27c2c72c req-306849f5-0f50-44b9-bd4a-a59927d61895 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:27.934163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d2e8219-8033-43dd-a9e5-ba9d27c2c72c req-306849f5-0f50-44b9-bd4a-a59927d61895 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 944 time: 0.0709713 Jul 06 18:29:27.971889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d2e8219-8033-43dd-a9e5-ba9d27c2c72c req-ed1051bb-e30a-49b8-a477-b453214596e5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Jul 06 18:29:27.986299 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4693abb9-d12f-4375-a4eb-668cb6654e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:27.988164 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:28.238450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 678cb5c2-bffe-420a-a800-6dcb19d396d2 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:29:28.334900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 678cb5c2-bffe-420a-a800-6dcb19d396d2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:28.346124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '678cb5c2-bffe-420a-a800-6dcb19d396d2', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': '678cb5c2-bffe-420a-a800-6dcb19d396d2', 'mac_address': 'fa:16:3e:65:ac:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:29:28.382898 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:28.395034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678cb5c2-bffe-420a-a800-6dcb19d396d2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:29:28.414420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 678cb5c2-bffe-420a-a800-6dcb19d396d2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:28.418426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:28.471111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=678cb5c2-bffe-420a-a800-6dcb19d396d2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:28.478722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.479076 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.479456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.479803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.480143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.480481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.480834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.481149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.481478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.481809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.482139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.482467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:29:28.609522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['678cb5c2-bffe-420a-a800-6dcb19d396d2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:29.150814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a498206-ca44-4a98-8979-4bd7effd718b req-97fdf6f0-96af-4000-95a3-d0e19d31a6dd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:29.152361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a498206-ca44-4a98-8979-4bd7effd718b req-97fdf6f0-96af-4000-95a3-d0e19d31a6dd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 945 time: 0.0656266 Jul 06 18:29:29.191120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6a498206-ca44-4a98-8979-4bd7effd718b req-d5796920-a659-44a2-98c5-3f8eb5c90fed tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Jul 06 18:29:29.434145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.235163 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.252751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 678cb5c2-bffe-420a-a800-6dcb19d396d2 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:29:30.305845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 678cb5c2-bffe-420a-a800-6dcb19d396d2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:29:30.310850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 678cb5c2-bffe-420a-a800-6dcb19d396d2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:29:30.311315 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.371132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1dbbe-f226-428f-9d97-a01edb96c4b2 req-84079959-27df-4192-befc-52036f9e8721 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.372675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41c1dbbe-f226-428f-9d97-a01edb96c4b2 req-84079959-27df-4192-befc-52036f9e8721 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 945 time: 0.0675461 Jul 06 18:29:30.390200 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.410413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41c1dbbe-f226-428f-9d97-a01edb96c4b2 req-2ff6e143-f74b-4ad3-84a2-110b70bbc160 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jul 06 18:29:30.416122 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678cb5c2-bffe-420a-a800-6dcb19d396d2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:30.418365 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c31074-0f42-42e2-9ac8-2d1bd473e464" -d '{"events": [{"server_uuid": "95441d1b-193e-4374-b6d5-b38b4c068e0b", "name": "network-vif-plugged", "status": "completed", "tag": "678cb5c2-bffe-420a-a800-6dcb19d396d2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:30.434336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 678cb5c2-bffe-420a-a800-6dcb19d396d2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:30.439195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:30.463176 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5905b1-c09b-4653-ba4c-93c7dd13549d x-openstack-request-id: req-cb5905b1-c09b-4653-ba4c-93c7dd13549d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:30.463492 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95441d1b-193e-4374-b6d5-b38b4c068e0b", "name": "network-vif-plugged", "status": "completed", "tag": "678cb5c2-bffe-420a-a800-6dcb19d396d2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:30.463760 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb5905b1-c09b-4653-ba4c-93c7dd13549d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:30.464161 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678cb5c2-bffe-420a-a800-6dcb19d396d2', 'code': 200} Jul 06 18:29:30.491512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=678cb5c2-bffe-420a-a800-6dcb19d396d2,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:30.566522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbaab8-5bc7-46a7-8f33-d278b91ef015 req-42b8575d-c76b-4fce-8602-7f5bd2fb695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:30.568036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bdbaab8-5bc7-46a7-8f33-d278b91ef015 req-42b8575d-c76b-4fce-8602-7f5bd2fb695d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 1097 time: 0.0510414 Jul 06 18:29:30.602066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bdbaab8-5bc7-46a7-8f33-d278b91ef015 req-3bf0e79d-f643-46d7-9872-ecb75ba76429 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279741 Jul 06 18:29:30.833889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:31.586211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247afe2-ddf0-43ac-8a85-f0b40120a33e req-67653808-fa97-424c-8172-95805c0ee813 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:31.587750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5247afe2-ddf0-43ac-8a85-f0b40120a33e req-67653808-fa97-424c-8172-95805c0ee813 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 946 time: 0.0626984 Jul 06 18:29:31.625585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5247afe2-ddf0-43ac-8a85-f0b40120a33e req-14f53322-9200-43bd-8ee0-bd3dd7c82d15 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Jul 06 18:29:31.800660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7bf82-67a4-4507-b3c5-3a2da75e267e req-8cd1042d-1522-444a-b7df-4f573c7e56a9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:31.802167 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7a7bf82-67a4-4507-b3c5-3a2da75e267e req-8cd1042d-1522-444a-b7df-4f573c7e56a9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 946 time: 0.0668097 Jul 06 18:29:31.840770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7a7bf82-67a4-4507-b3c5-3a2da75e267e req-f9827905-924a-43c6-97e2-3816fac756a5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Jul 06 18:29:32.014236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45200e6b-6d67-4607-928b-b95aa5044480 req-15e9973d-f783-4d0c-8e0f-07880da653de tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.015763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45200e6b-6d67-4607-928b-b95aa5044480 req-15e9973d-f783-4d0c-8e0f-07880da653de tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 946 time: 0.0647666 Jul 06 18:29:32.054378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45200e6b-6d67-4607-928b-b95aa5044480 req-ddad6bc0-e8b9-46d1-b4a8-b33ceec801e7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Jul 06 18:29:32.495177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e388548-e004-499b-98b0-ca4962bcef71 req-c4d97473-00b1-4840-a6ee-611ea922c9b0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:32.496669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e388548-e004-499b-98b0-ca4962bcef71 req-c4d97473-00b1-4840-a6ee-611ea922c9b0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 946 time: 0.0680323 Jul 06 18:29:32.536599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e388548-e004-499b-98b0-ca4962bcef71 req-2be275b3-3449-48c0-9a58-acfbeb93d2df tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342622 Jul 06 18:29:32.748821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:33.716626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba9ef2-f2a5-4911-b99f-fd56761a9353 req-55eb6eb7-00e4-44dd-aaac-702a6d7aa054 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:33.718238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32ba9ef2-f2a5-4911-b99f-fd56761a9353 req-55eb6eb7-00e4-44dd-aaac-702a6d7aa054 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 946 time: 0.0637629 Jul 06 18:29:33.757479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-32ba9ef2-f2a5-4911-b99f-fd56761a9353 req-0b26084f-569e-415e-8d43-649549c80a3c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Jul 06 18:29:33.868339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-a7a6e74f-1712-4611-bf11-41e635b958ec tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:33.869838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-a7a6e74f-1712-4611-bf11-41e635b958ec tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 946 time: 0.0630403 Jul 06 18:29:33.973135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 678cb5c2-bffe-420a-a800-6dcb19d396d2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:29:33.973478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:34.061814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port 678cb5c2-bffe-420a-a800-6dcb19d396d2, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=678cb5c2-bffe-420a-a800-6dcb19d396d2,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:29:34.062248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:34.079025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 678cb5c2-bffe-420a-a800-6dcb19d396d2 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:29:34.213161 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:34.224875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['678cb5c2-bffe-420a-a800-6dcb19d396d2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:29:34.241930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=678cb5c2-bffe-420a-a800-6dcb19d396d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:29:34.641418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port 678cb5c2-bffe-420a-a800-6dcb19d396d2 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:29:34.644360 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:34.646525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c14adb3-5c14-4d47-b9b7-7a81fa4eac83 req-347ca0cc-2a3c-4344-b9b4-6fa481b40902 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "DELETE /v2.0/ports/678cb5c2-bffe-420a-a800-6dcb19d396d2 HTTP/1.1" status: 204 len: 173 time: 0.7712159 Jul 06 18:29:34.646968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'name': 'network-vif-deleted', 'tag': '678cb5c2-bffe-420a-a800-6dcb19d396d2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:29:34.649406 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ec411-5d3f-4592-b152-02ecab7da25e" -d '{"events": [{"server_uuid": "95441d1b-193e-4374-b6d5-b38b4c068e0b", "name": "network-vif-deleted", "tag": "678cb5c2-bffe-420a-a800-6dcb19d396d2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:29:34.690759 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9163d2-ef69-4d8f-bc51-9e4b178f1c0b x-openstack-request-id: req-0a9163d2-ef69-4d8f-bc51-9e4b178f1c0b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:29:34.691056 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95441d1b-193e-4374-b6d5-b38b4c068e0b", "name": "network-vif-deleted", "tag": "678cb5c2-bffe-420a-a800-6dcb19d396d2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:29:34.691329 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a9163d2-ef69-4d8f-bc51-9e4b178f1c0b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:29:34.691739 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95441d1b-193e-4374-b6d5-b38b4c068e0b', 'name': 'network-vif-deleted', 'tag': '678cb5c2-bffe-420a-a800-6dcb19d396d2', 'status': 'completed', 'code': 200} Jul 06 18:29:34.915124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31646715-c42e-4abf-a53e-34ad13a93218 req-fb60fcf1-b76a-42a0-ad83-a76ac55ca640 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 210 time: 0.0300052 Jul 06 18:29:36.061579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-396a166b-bee9-44e6-9047-65006a706dc7 req-0265d169-b130-4122-b2f0-a0bb9a0e9563 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 210 time: 0.0299644 Jul 06 18:29:37.202628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63e514c9-d62f-48e0-bee0-b2bae6efe4e3 req-d4af9b7e-4353-44bf-a366-4ab308b16675 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 210 time: 0.0299718 Jul 06 18:29:38.270915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 678cb5c2-bffe-420a-a800-6dcb19d396d2 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:29:38.292034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 678cb5c2-bffe-420a-a800-6dcb19d396d2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:29:38.292385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 678cb5c2-bffe-420a-a800-6dcb19d396d2 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:29:38.363372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a778c1e5-e6b2-4424-bce6-e212ef9adc0f req-d66a84bc-f010-4f48-80bf-f0d04c64bab7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=95441d1b-193e-4374-b6d5-b38b4c068e0b HTTP/1.1" status: 200 len: 210 time: 0.0313103 Jul 06 18:29:52.373152 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:29:55.455772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69ddb633-37c7-436f-9164-9b08b04414d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.987619 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a02a8fa-65ac-46a2-8973-eb550f568a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:57.989541 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:59.438441 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:59.486137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9edb68c6-7d0e-48c5-914b-858a0d080e0d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:59.487650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9edb68c6-7d0e-48c5-914b-858a0d080e0d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1025019 Jul 06 18:29:59.502399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-330317b2-3f23-49ef-90a2-c6b09685e996 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0094523 Jul 06 18:29:59.577320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-0b54757b-3927-4a2a-b897-7d503a81dcde tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700645 Jul 06 18:29:59.672895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-b2011150-5442-45dd-9c31-c714772e539a service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892222 Jul 06 18:29:59.768704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-fe120ba9-6c4f-4ea2-b950-b07ce18e28b2 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899730 Jul 06 18:30:00.065351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70bc6fce-4589-4919-8e70-384631816751 req-644d5f2e-8152-4777-a659-fb60ef42e9b4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0312269 Jul 06 18:30:00.251488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:00.836905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.087791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-3467118d-e0e0-4102-b2a5-8625058b2516 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:01.089150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-3467118d-e0e0-4102-b2a5-8625058b2516 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1116087 Jul 06 18:30:01.106673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:01.230853 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bbd2ed0e-4124-4e64-9cc9-8eaad634d933 req-055bf888-e461-44b4-aa88-f3aeb2727083 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0431757 Jul 06 18:30:01.258959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:01.262780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.390583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.5 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/cb578eda-5a73-4784-8ffd-acdef4fd76b7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:01.543580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.556747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object cb578eda-5a73-4784-8ffd-acdef4fd76b7 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:01.591362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.635763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:01.638973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:01.645572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:01.651960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=cb578eda-5a73-4784-8ffd-acdef4fd76b7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:01.704308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:01.704986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.722673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-9f3546de-15c3-4ec0-b5de-1073d17d95c7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210988 Jul 06 18:30:01.735514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Request body: {'port': {'device_id': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:01.821253 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.876092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2528d4bd-cf55-44e0-86ce-7846e001d7d2 None None] Provisioning for port cb578eda-5a73-4784-8ffd-acdef4fd76b7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:01.880459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2528d4bd-cf55-44e0-86ce-7846e001d7d2 None None] Provisioning complete for port cb578eda-5a73-4784-8ffd-acdef4fd76b7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:01.881021 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2528d4bd-cf55-44e0-86ce-7846e001d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:01.925224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2528d4bd-cf55-44e0-86ce-7846e001d7d2 None None] Port cb578eda-5a73-4784-8ffd-acdef4fd76b7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:30:02.106436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb578eda-5a73-4784-8ffd-acdef4fd76b7 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:02.114237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.126143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Transition to ACTIVE for port object cb578eda-5a73-4784-8ffd-acdef4fd76b7 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:02.130289 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.200485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb578eda-5a73-4784-8ffd-acdef4fd76b7,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:02.253950 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Attempting to bind port cb578eda-5a73-4784-8ffd-acdef4fd76b7 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:02.254290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Attempting to bind port cb578eda-5a73-4784-8ffd-acdef4fd76b7 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:02.254601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Attempting to bind port cb578eda-5a73-4784-8ffd-acdef4fd76b7 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:02.260792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Port cb578eda-5a73-4784-8ffd-acdef4fd76b7 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:30:02.261123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Attempting to bind port cb578eda-5a73-4784-8ffd-acdef4fd76b7 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:02.266818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:02.267197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:02.267616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:02.268040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Bound port: cb578eda-5a73-4784-8ffd-acdef4fd76b7, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:02.268401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.353899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] For port cb578eda-5a73-4784-8ffd-acdef4fd76b7, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:02.369459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] For port cb578eda-5a73-4784-8ffd-acdef4fd76b7, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:02.376869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.472575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.473471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.474885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] 10.222.0.60 "PUT /v2.0/ports/cb578eda-5a73-4784-8ffd-acdef4fd76b7 HTTP/1.1" status: 200 len: 1091 time: 0.7443702 Jul 06 18:30:02.480496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'tag': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:02.482919 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2336708-5296-4c36-83cd-a65c50f06e83" -d '{"events": [{"name": "network-changed", "server_uuid": "188aa29b-ae0c-4df5-966c-d06a44a6cfa7", "tag": "cb578eda-5a73-4784-8ffd-acdef4fd76b7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:02.534575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb7c99-29c1-4409-b83c-4510440a4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb578eda-5a73-4784-8ffd-acdef4fd76b7,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:02.549964 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87423c5b-d102-447e-b256-11beb33aaf6a x-openstack-request-id: req-87423c5b-d102-447e-b256-11beb33aaf6a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:02.550316 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188aa29b-ae0c-4df5-966c-d06a44a6cfa7", "tag": "cb578eda-5a73-4784-8ffd-acdef4fd76b7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:02.550499 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87423c5b-d102-447e-b256-11beb33aaf6a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:02.550919 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'tag': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7', 'status': 'completed', 'code': 200} Jul 06 18:30:02.623364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235068-10ef-431c-b058-d019ddfe56d7 req-3aa070f2-0444-4695-900a-e7573a96a849 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.626379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31235068-10ef-431c-b058-d019ddfe56d7 req-3aa070f2-0444-4695-900a-e7573a96a849 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.2187672 Jul 06 18:30:02.661132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-ed21034a-1f37-40b2-85c3-a975d0d0c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.662783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-ed21034a-1f37-40b2-85c3-a975d0d0c344 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 1094 time: 0.1110168 Jul 06 18:30:02.722368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-7c56673f-15b7-4de0-aa87-cb8b5be94775 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7 HTTP/1.1" status: 200 len: 217 time: 0.0518606 Jul 06 18:30:02.725539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31235068-10ef-431c-b058-d019ddfe56d7 req-da000a9c-40dd-4304-93d0-475e8fec2dc8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929835 Jul 06 18:30:02.778341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.784115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-841a0c5d-b874-4947-8513-5d2741a71dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.787190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-841a0c5d-b874-4947-8513-5d2741a71dea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0584981 Jul 06 18:30:02.849958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-f5311a33-7f57-4f1b-acd9-ae9f526cc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:02.851829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-f5311a33-7f57-4f1b-acd9-ae9f526cc5c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585823 Jul 06 18:30:02.941001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1f50eb25-9784-44a9-b10f-95f06a0305de service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Jul 06 18:30:03.037238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1526c2a-a6e8-43dc-ae7f-97e8b8d15a52 req-1f1fed50-fb9b-4bd2-ab0f-c3da2f1e1f3a service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Jul 06 18:30:03.139667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-cd125df3-86e1-409d-9ef3-ab66f4af96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.141279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-cd125df3-86e1-409d-9ef3-ab66f4af96de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 1094 time: 0.0568576 Jul 06 18:30:03.233636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-2437bfcb-b154-45eb-9dae-988212e48b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.235111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-2437bfcb-b154-45eb-9dae-988212e48b7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0874882 Jul 06 18:30:03.282866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-a63f34ea-9e7f-43f4-8c22-49ec2f06505a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7 HTTP/1.1" status: 200 len: 217 time: 0.0412800 Jul 06 18:30:03.332956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-63dc3ab5-abc5-4040-b052-9f674936a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.334378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-63dc3ab5-abc5-4040-b052-9f674936a3e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0445833 Jul 06 18:30:03.393062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-d0b20f2e-1bec-47b3-ac1e-9478158c1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.394486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-d0b20f2e-1bec-47b3-ac1e-9478158c1f71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542181 Jul 06 18:30:03.492537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-81c74870-4bd9-40df-ae6a-599f3b2a1abf service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899351 Jul 06 18:30:03.582584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2336708-5296-4c36-83cd-a65c50f06e83 req-8482fcb9-ffef-4393-aeb2-3c6addefe19f service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836387 Jul 06 18:30:03.934896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a108a-0079-4a06-a878-24cf5a1d0645 req-975a663e-6a2a-4853-b3f9-3d73c3209783 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:03.936359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c7a108a-0079-4a06-a878-24cf5a1d0645 req-975a663e-6a2a-4853-b3f9-3d73c3209783 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0657444 Jul 06 18:30:03.980273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c7a108a-0079-4a06-a878-24cf5a1d0645 req-1465d98f-0d93-48ee-900a-6a2d6e374017 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Jul 06 18:30:05.159636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc2ad2-5e80-467d-bce8-40b6ff767031 req-e77a1956-5f4d-4e05-8807-16cc58a4b229 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:05.161190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5acc2ad2-5e80-467d-bce8-40b6ff767031 req-e77a1956-5f4d-4e05-8807-16cc58a4b229 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0685585 Jul 06 18:30:05.205460 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5acc2ad2-5e80-467d-bce8-40b6ff767031 req-1c9b2eb5-8819-49be-a8ce-f085bf4c7b31 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Jul 06 18:30:06.388095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254c4c9-6f39-4b8b-b2ea-d78faac35d44 req-5fd56f9a-426f-422a-afe6-2b41fcdf944e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:06.389598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e254c4c9-6f39-4b8b-b2ea-d78faac35d44 req-5fd56f9a-426f-422a-afe6-2b41fcdf944e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0633376 Jul 06 18:30:06.429283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e254c4c9-6f39-4b8b-b2ea-d78faac35d44 req-8dc3c203-391a-4810-bb70-e02ce3bcc5f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Jul 06 18:30:07.605506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d0fc2-e4e0-427d-9f7c-62727698b115 req-e3fe6b02-b3e6-4eb3-ba63-da5e4cec62a1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:07.607008 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-461d0fc2-e4e0-427d-9f7c-62727698b115 req-e3fe6b02-b3e6-4eb3-ba63-da5e4cec62a1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0671840 Jul 06 18:30:07.644598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-461d0fc2-e4e0-427d-9f7c-62727698b115 req-9babb5fd-6888-466d-a716-dc56d5399480 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 06 18:30:08.820169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe423e9-3c12-4e43-88bb-356d40ed8f90 req-4804ab62-1ada-420a-839f-9f8963897792 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:08.821649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afe423e9-3c12-4e43-88bb-356d40ed8f90 req-4804ab62-1ada-420a-839f-9f8963897792 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0637970 Jul 06 18:30:08.860704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afe423e9-3c12-4e43-88bb-356d40ed8f90 req-2d8cb14b-a885-4763-bcfc-4281ca6f2c7f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Jul 06 18:30:10.035136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4e143-561b-48f9-a93c-89a4783d5fe0 req-bcc3aed1-0eff-4111-970c-d256dfd9cd6a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:10.036634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ed4e143-561b-48f9-a93c-89a4783d5fe0 req-bcc3aed1-0eff-4111-970c-d256dfd9cd6a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0650022 Jul 06 18:30:10.081067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ed4e143-561b-48f9-a93c-89a4783d5fe0 req-456ded17-b8d9-4446-a340-ffa2465fdfcf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Jul 06 18:30:11.267510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f0d4e-eb90-4441-aef5-0501cc6b44c6 req-f36a041a-459d-4a82-bfdd-b129344974d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:11.269153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b99f0d4e-eb90-4441-aef5-0501cc6b44c6 req-f36a041a-459d-4a82-bfdd-b129344974d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0648398 Jul 06 18:30:11.307617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b99f0d4e-eb90-4441-aef5-0501cc6b44c6 req-222a9b00-bee2-4b0b-8c15-0d77f2793703 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jul 06 18:30:12.480103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cd243-677a-4435-997c-2f78028e2ba6 req-c72af55d-57f2-41cb-ab19-420d91b50fea tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:12.481616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e44cd243-677a-4435-997c-2f78028e2ba6 req-c72af55d-57f2-41cb-ab19-420d91b50fea tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0653906 Jul 06 18:30:12.520576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e44cd243-677a-4435-997c-2f78028e2ba6 req-ad9f6673-912c-444a-b159-06cacb10f0f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Jul 06 18:30:13.701256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19194-f4bd-4f18-ae3c-33c7494fc488 req-6b59dc4d-8382-4072-b422-667491be3c7c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:13.702745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf19194-f4bd-4f18-ae3c-33c7494fc488 req-6b59dc4d-8382-4072-b422-667491be3c7c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 943 time: 0.0719018 Jul 06 18:30:13.740504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcf19194-f4bd-4f18-ae3c-33c7494fc488 req-17a0856c-b478-4602-944b-5150fafb9cf8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Jul 06 18:30:14.462775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cb578eda-5a73-4784-8ffd-acdef4fd76b7 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:30:14.559323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cb578eda-5a73-4784-8ffd-acdef4fd76b7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:14.570515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7', 'mac_address': 'fa:16:3e:47:ee:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:14.610645 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:14.780309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb578eda-5a73-4784-8ffd-acdef4fd76b7 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:14.804399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cb578eda-5a73-4784-8ffd-acdef4fd76b7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:14.816977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:14.866560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=cb578eda-5a73-4784-8ffd-acdef4fd76b7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:14.918278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7db61-d587-439e-a261-dfa9e9764a22 req-213f2339-8e81-4cd2-b3cd-9d1cc96380d9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:14.919800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6d7db61-d587-439e-a261-dfa9e9764a22 req-213f2339-8e81-4cd2-b3cd-9d1cc96380d9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 944 time: 0.0647311 Jul 06 18:30:14.957447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6d7db61-d587-439e-a261-dfa9e9764a22 req-0a95c098-fbd8-4277-90ba-0bc562feadba tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jul 06 18:30:15.018730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['cb578eda-5a73-4784-8ffd-acdef4fd76b7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:16.134060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30e63e-1578-4857-b946-a46c94d2548d req-3784e542-113c-462d-9542-57e9dafec2f8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.136447 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af30e63e-1578-4857-b946-a46c94d2548d req-3784e542-113c-462d-9542-57e9dafec2f8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 944 time: 0.0652020 Jul 06 18:30:16.177693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af30e63e-1578-4857-b946-a46c94d2548d req-f11d6dae-a245-493f-a844-c043c694fd4b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 06 18:30:16.478225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cb578eda-5a73-4784-8ffd-acdef4fd76b7 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:16.527908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port cb578eda-5a73-4784-8ffd-acdef4fd76b7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:16.531524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port cb578eda-5a73-4784-8ffd-acdef4fd76b7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:16.531890 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:16.605940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:16.627991 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:16.630264 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ba8e7-5e1e-4573-9c5b-7f95eaeba991" -d '{"events": [{"server_uuid": "188aa29b-ae0c-4df5-966c-d06a44a6cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "cb578eda-5a73-4784-8ffd-acdef4fd76b7"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:16.644052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port cb578eda-5a73-4784-8ffd-acdef4fd76b7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:16.648123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:16.701836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=cb578eda-5a73-4784-8ffd-acdef4fd76b7,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:16.729592 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7bd6e7-de21-4b97-a03e-9068331f334e x-openstack-request-id: req-0c7bd6e7-de21-4b97-a03e-9068331f334e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:16.730358 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188aa29b-ae0c-4df5-966c-d06a44a6cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "cb578eda-5a73-4784-8ffd-acdef4fd76b7", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:16.730616 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c7bd6e7-de21-4b97-a03e-9068331f334e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:16.731013 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7', 'code': 200} Jul 06 18:30:16.838998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b857-1c7e-4e2a-9ce2-a5a36ad6c71e req-a1f48779-aea3-4feb-827a-7e0f4cdded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:16.840601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8445b857-1c7e-4e2a-9ce2-a5a36ad6c71e req-a1f48779-aea3-4feb-827a-7e0f4cdded80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 1096 time: 0.0516756 Jul 06 18:30:16.875940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8445b857-1c7e-4e2a-9ce2-a5a36ad6c71e req-dd4bf893-a9d8-47fe-8de7-2d19f39bd039 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287216 Jul 06 18:30:17.350056 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5363-abf7-4f21-8f74-bf1683e022f7 req-635b8f87-1507-4129-837f-496985f2a5a1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:17.351573 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad4a5363-abf7-4f21-8f74-bf1683e022f7 req-635b8f87-1507-4129-837f-496985f2a5a1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0633421 Jul 06 18:30:17.389947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad4a5363-abf7-4f21-8f74-bf1683e022f7 req-7a984c3a-65a9-4390-b4c9-1f37e50e0dca tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Jul 06 18:30:18.570623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fa934-d148-4e65-bb9a-b2f2eeaf8fb8 req-9b1550d3-61f1-4a50-bb5a-42992f12bfd5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:18.572494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-807fa934-d148-4e65-bb9a-b2f2eeaf8fb8 req-9b1550d3-61f1-4a50-bb5a-42992f12bfd5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0701120 Jul 06 18:30:18.612511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-807fa934-d148-4e65-bb9a-b2f2eeaf8fb8 req-1e050491-d54f-404a-aaed-2c3bb5ada687 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Jul 06 18:30:18.793322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6fb79-418c-4a08-a61f-10564e10d4a3 req-9b38171a-cec1-4eca-918d-ab0150113593 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:18.794821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0c6fb79-418c-4a08-a61f-10564e10d4a3 req-9b38171a-cec1-4eca-918d-ab0150113593 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0655587 Jul 06 18:30:18.832913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0c6fb79-418c-4a08-a61f-10564e10d4a3 req-4ee9dceb-55a4-465e-8e1b-74dbe9e4e421 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Jul 06 18:30:21.374210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-6f422724-6096-4c5d-b56a-ecb250ac5b82 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:21.375732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-6f422724-6096-4c5d-b56a-ecb250ac5b82 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1066213 Jul 06 18:30:21.390584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-27b4b316-7a9c-4729-b346-a03ccd37affe tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0096130 Jul 06 18:30:21.459911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-059d3620-59ed-4ef9-9915-77222347120f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644455 Jul 06 18:30:21.555242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-2cacd47f-f894-4ee2-b1d5-03de10081ec2 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Jul 06 18:30:21.644209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-ed22a60e-c6fb-4613-9e9c-e3dd87b32643 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832269 Jul 06 18:30:21.843485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa114a5b-7fde-4d90-95cc-54009973d349 req-7ed4baff-ef9d-463f-b17d-3f2a230cb20d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 210 time: 0.0302024 Jul 06 18:30:22.905542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-cdbff4bf-3747-49ab-8d6a-d33867684e02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:22.907031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-cdbff4bf-3747-49ab-8d6a-d33867684e02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1128378 Jul 06 18:30:22.927647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:23.011603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cfa1cef-f175-4222-8364-64dc20e0c3c4 req-0eb49256-29ac-4019-99e1-f690ed13c512 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 210 time: 0.0418689 Jul 06 18:30:23.074996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:30:23.078582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.231885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.12 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/6f303574-397e-4022-904f-14baa0d2c15b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:30:23.427583 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.441532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object 6f303574-397e-4022-904f-14baa0d2c15b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:23.485066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.499015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['cb578eda-5a73-4784-8ffd-acdef4fd76b7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:23.540977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:30:23.546491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:30:23.550920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:30:23.587103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=6f303574-397e-4022-904f-14baa0d2c15b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:23.597157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.597489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.597833 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.598177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.598510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.598846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.599174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.599528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.599857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.600183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.600511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.600836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:23.628888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:23.630048 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.648385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-9845f5c2-7925-48d1-bb1a-d4bdca75f8f7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7248714 Jul 06 18:30:23.660109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-55c13cc2-6f88-40d3-abf6-24e9ff1bb3a9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:30:23.661126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-55c13cc2-6f88-40d3-abf6-24e9ff1bb3a9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070097 Jul 06 18:30:23.732484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Request body: {'port': {'device_id': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:30:23.811111 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.843693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a348ad2f-da79-4a3f-8fa5-197d9e99f5ef None None] Provisioning for port 6f303574-397e-4022-904f-14baa0d2c15b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:23.849233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a348ad2f-da79-4a3f-8fa5-197d9e99f5ef None None] Provisioning complete for port 6f303574-397e-4022-904f-14baa0d2c15b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:23.849845 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a348ad2f-da79-4a3f-8fa5-197d9e99f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:23.892864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a348ad2f-da79-4a3f-8fa5-197d9e99f5ef None None] Port 6f303574-397e-4022-904f-14baa0d2c15b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:30:24.098050 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f303574-397e-4022-904f-14baa0d2c15b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:24.106429 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:24.119621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Transition to ACTIVE for port object 6f303574-397e-4022-904f-14baa0d2c15b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:30:24.124604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:24.212518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Pushing event updated for resources: {'Port': ['ID=6f303574-397e-4022-904f-14baa0d2c15b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:24.296418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219a94-3b3e-4603-8115-fbe5c0ef7457 req-ce6878cf-5082-4cc0-ac9a-3fe452375a02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:24.298013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45219a94-3b3e-4603-8115-fbe5c0ef7457 req-ce6878cf-5082-4cc0-ac9a-3fe452375a02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.1688719 Jul 06 18:30:24.319406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Attempting to bind port 6f303574-397e-4022-904f-14baa0d2c15b on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:30:24.319737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Attempting to bind port 6f303574-397e-4022-904f-14baa0d2c15b by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:30:24.320060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Attempting to bind port 6f303574-397e-4022-904f-14baa0d2c15b on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:24.331729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Port 6f303574-397e-4022-904f-14baa0d2c15b on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:30:24.332143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Attempting to bind port 6f303574-397e-4022-904f-14baa0d2c15b on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:30:24.341930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:30:24.342267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:30:24.342653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:30:24.343082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Bound port: 6f303574-397e-4022-904f-14baa0d2c15b, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:30:24.343467 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:24.364931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45219a94-3b3e-4603-8115-fbe5c0ef7457 req-d872131d-c61d-42de-9fd9-f70bc09d6780 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567119 Jul 06 18:30:24.426294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] For port 6f303574-397e-4022-904f-14baa0d2c15b, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:30:24.429577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] For port 6f303574-397e-4022-904f-14baa0d2c15b, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f303574-397e-4022-904f-14baa0d2c15b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:30:24.434291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:24.473582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:24.474200 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:24.475595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] 10.222.0.61 "PUT /v2.0/ports/6f303574-397e-4022-904f-14baa0d2c15b HTTP/1.1" status: 200 len: 1092 time: 0.8040736 Jul 06 18:30:24.476111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'tag': '6f303574-397e-4022-904f-14baa0d2c15b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:24.478351 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e80bf9-8288-4263-8884-36cf58b7d7bf", "tag": "6f303574-397e-4022-904f-14baa0d2c15b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:24.502719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37979c78-d071-40d5-8a33-e9aa3e6b818c service neutron] Pushing event updated for resources: {'Port': ['ID=6f303574-397e-4022-904f-14baa0d2c15b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:24.557222 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1e1a22-f2f3-460f-9aab-dcda5f3f8d47 x-openstack-request-id: req-df1e1a22-f2f3-460f-9aab-dcda5f3f8d47 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:24.557970 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e80bf9-8288-4263-8884-36cf58b7d7bf", "tag": "6f303574-397e-4022-904f-14baa0d2c15b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:24.558179 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df1e1a22-f2f3-460f-9aab-dcda5f3f8d47 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:24.558587 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'tag': '6f303574-397e-4022-904f-14baa0d2c15b', 'status': 'completed', 'code': 200} Jul 06 18:30:24.587790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-7b39f997-84a9-4c77-93dd-d13e7856dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:24.590521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-7b39f997-84a9-4c77-93dd-d13e7856dfc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0618410 Jul 06 18:30:24.634278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-e409deb1-fc9b-4b59-85fa-ab1316190a1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f303574-397e-4022-904f-14baa0d2c15b HTTP/1.1" status: 200 len: 217 time: 0.0367501 Jul 06 18:30:24.690145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-17c68403-81a1-4b4a-9e8f-79ffc45b09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:24.691610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-17c68403-81a1-4b4a-9e8f-79ffc45b09d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0517271 Jul 06 18:30:24.752640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-744286d2-3da0-4bc4-a26d-ba189a218d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:24.754172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-744286d2-3da0-4bc4-a26d-ba189a218d60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557032 Jul 06 18:30:24.861873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-91eff268-4722-4e85-8007-2f84fc5d4594 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008933 Jul 06 18:30:24.959468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab477a6f-df1d-46d5-9f60-5f40fdc49f7c req-88bebc03-1def-4e9a-a433-7e97fcf63136 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880172 Jul 06 18:30:25.056821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-08a42966-7830-42ac-a532-a4e08c7650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:25.058562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-08a42966-7830-42ac-a532-a4e08c7650cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0550919 Jul 06 18:30:25.161823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-b565c746-8914-48b2-95ba-d5305f697f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:25.163381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-b565c746-8914-48b2-95ba-d5305f697f84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0987418 Jul 06 18:30:25.205650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-980316dd-ab08-44ee-bf23-4137c837ffdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f303574-397e-4022-904f-14baa0d2c15b HTTP/1.1" status: 200 len: 217 time: 0.0356336 Jul 06 18:30:25.256137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-a39ba613-9cbe-40e9-9522-b91b877e6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:25.257637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-a39ba613-9cbe-40e9-9522-b91b877e6b4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0445194 Jul 06 18:30:25.318509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-14ce5905-f4a8-47b8-8c75-0a5756e95549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:25.320050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-14ce5905-f4a8-47b8-8c75-0a5756e95549 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566294 Jul 06 18:30:25.411226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-bfa685fe-7f7c-4390-b1d5-20b479e68e8e service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835781 Jul 06 18:30:25.457870 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039c631b-91bf-405f-a525-4ef8aed8a29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:25.561172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ba1e56a-f397-4fd3-81ea-fbdb28d6ca75 req-ee1570aa-7853-4a18-957b-17dea564727a service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447825 Jul 06 18:30:25.597491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbb7ca-30ab-45f3-8a49-bb03ea7f5919 req-0e1a5cd1-a713-4921-8335-6934f1048c95 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:25.599881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3dbb7ca-30ab-45f3-8a49-bb03ea7f5919 req-0e1a5cd1-a713-4921-8335-6934f1048c95 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0940506 Jul 06 18:30:25.663060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3dbb7ca-30ab-45f3-8a49-bb03ea7f5919 req-2b649251-1781-4bde-b801-5b396e8389fc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560870 Jul 06 18:30:26.896997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c097668-8ff5-458b-8c76-a634f53ac397 req-6de4e9d3-0ed4-4108-b40e-c033a1e7cdc2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:26.899192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c097668-8ff5-458b-8c76-a634f53ac397 req-6de4e9d3-0ed4-4108-b40e-c033a1e7cdc2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0796359 Jul 06 18:30:26.962592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c097668-8ff5-458b-8c76-a634f53ac397 req-23fcfeaf-fed4-412c-b4f2-fd8585d70a73 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Jul 06 18:30:27.992977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:27.995650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebee94d3-349e-47e1-b4e3-320d154ec672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:28.663089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04167-332f-44d3-a17b-c0600199e595 req-a784e846-aeff-42ae-9b6a-20e57398b510 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:28.665121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ee04167-332f-44d3-a17b-c0600199e595 req-a784e846-aeff-42ae-9b6a-20e57398b510 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.5654080 Jul 06 18:30:28.724010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ee04167-332f-44d3-a17b-c0600199e595 req-01887ed7-8624-4340-a2f0-4b7f81f41b03 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476584 Jul 06 18:30:29.378600 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:30:29.444623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.935109 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465067-ccdd-4140-9242-dc173f837fb4 req-8fdc108e-151a-4ce5-b07b-e3c96c3538b7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:29.937986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9465067-ccdd-4140-9242-dc173f837fb4 req-8fdc108e-151a-4ce5-b07b-e3c96c3538b7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0933552 Jul 06 18:30:30.004469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9465067-ccdd-4140-9242-dc173f837fb4 req-c2f23d9a-7300-44ec-896d-95bce0c46fb7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573025 Jul 06 18:30:30.256701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:30.840588 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.195322 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5334952-660b-4577-bf1c-0f9bd40602cf req-690d065b-52bf-45ff-afe9-a275e0d45b50 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:31.196737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5334952-660b-4577-bf1c-0f9bd40602cf req-690d065b-52bf-45ff-afe9-a275e0d45b50 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0701344 Jul 06 18:30:31.237237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5334952-660b-4577-bf1c-0f9bd40602cf req-5069a76d-4f21-4068-b331-8e8ceaa49c6d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Jul 06 18:30:32.411426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91919-229c-4043-960d-454c02da3f08 req-f0410d63-c956-44c6-a2c1-76fd9aff5909 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:32.412878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85a91919-229c-4043-960d-454c02da3f08 req-f0410d63-c956-44c6-a2c1-76fd9aff5909 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0643730 Jul 06 18:30:32.456871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85a91919-229c-4043-960d-454c02da3f08 req-60610728-b1b1-4bad-8a53-0038a42e4ac6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Jul 06 18:30:32.762248 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:33.657183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063a9bb-0669-45c2-badd-e3c111717cbb req-4c6944ae-60fe-4b65-844f-b16391d97a74 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:33.658773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5063a9bb-0669-45c2-badd-e3c111717cbb req-4c6944ae-60fe-4b65-844f-b16391d97a74 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0781469 Jul 06 18:30:33.707664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5063a9bb-0669-45c2-badd-e3c111717cbb req-a45069c5-1d38-42b5-85df-ca10e2705a16 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Jul 06 18:30:34.901759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739d2d-1b2b-4566-b1dc-ed9d11dbfb71 req-79fcf1f4-7744-40dd-b999-e3432017ddc1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:34.903972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70739d2d-1b2b-4566-b1dc-ed9d11dbfb71 req-79fcf1f4-7744-40dd-b999-e3432017ddc1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0767670 Jul 06 18:30:34.967041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70739d2d-1b2b-4566-b1dc-ed9d11dbfb71 req-4b5aec71-03dd-4589-ba52-f0c05455c171 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569425 Jul 06 18:30:36.220331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2471a5-e9b2-47f6-8442-0244ed1b5083 req-50eba594-9514-41a9-9705-8b41193b14e4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:36.223106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b2471a5-e9b2-47f6-8442-0244ed1b5083 req-50eba594-9514-41a9-9705-8b41193b14e4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.1032784 Jul 06 18:30:36.276406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6b2471a5-e9b2-47f6-8442-0244ed1b5083 req-52d38c9b-5eb5-4c8c-bc2e-5060d23d832e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Jul 06 18:30:37.470722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720bb9d-3f2d-48ae-8ce1-9c161da0e5da req-d1fedcad-0c0c-440d-bcdd-c17741edaca2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:37.472430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c720bb9d-3f2d-48ae-8ce1-9c161da0e5da req-d1fedcad-0c0c-440d-bcdd-c17741edaca2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0763147 Jul 06 18:30:37.516629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c720bb9d-3f2d-48ae-8ce1-9c161da0e5da req-0197148c-4af2-4712-987a-e645fb2540c4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Jul 06 18:30:38.888406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fab76-25ff-4c53-8bd8-7397cf54a424 req-83d99878-fbc1-429a-b5c5-11056bc82be6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:38.889964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-839fab76-25ff-4c53-8bd8-7397cf54a424 req-83d99878-fbc1-429a-b5c5-11056bc82be6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0709887 Jul 06 18:30:38.933653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-839fab76-25ff-4c53-8bd8-7397cf54a424 req-9a13695e-caaf-4153-b9bd-4d4881aa6617 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Jul 06 18:30:40.124454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f030883-7c2f-41ee-94eb-083a6985868c req-311018c5-b13c-41a9-8d48-bd01a8ede7d8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:40.125995 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f030883-7c2f-41ee-94eb-083a6985868c req-311018c5-b13c-41a9-8d48-bd01a8ede7d8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0716422 Jul 06 18:30:40.166458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f030883-7c2f-41ee-94eb-083a6985868c req-fe2f4d29-1463-43ac-8d74-c11f4ce8aa81 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Jul 06 18:30:41.369643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352715-6ce5-48fd-b560-3e549ea1c489 req-41c9deb9-1928-4edf-83d6-c2743169a7a5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:41.371500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65352715-6ce5-48fd-b560-3e549ea1c489 req-41c9deb9-1928-4edf-83d6-c2743169a7a5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0730450 Jul 06 18:30:41.421273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65352715-6ce5-48fd-b560-3e549ea1c489 req-362cd9dd-b167-4e84-a502-a49d28332a13 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jul 06 18:30:42.665891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac34e-a939-49fe-a139-9410cac13fc7 req-0d692184-0445-497f-8715-b3a6d17f8cf6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:42.672113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb8ac34e-a939-49fe-a139-9410cac13fc7 req-0d692184-0445-497f-8715-b3a6d17f8cf6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0950463 Jul 06 18:30:42.720781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eb8ac34e-a939-49fe-a139-9410cac13fc7 req-fc8ad3cb-0ad9-4b0a-af47-a7f1feb630e5 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466244 Jul 06 18:30:43.909706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168a9c-cfa2-4e73-a51a-343ffe36c323 req-bdff23c3-c95f-444c-bf1c-6fa574b25796 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.911183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95168a9c-cfa2-4e73-a51a-343ffe36c323 req-bdff23c3-c95f-444c-bf1c-6fa574b25796 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 944 time: 0.0685346 Jul 06 18:30:43.950545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95168a9c-cfa2-4e73-a51a-343ffe36c323 req-65a1532d-38de-464d-8b90-bcbc92a21c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Jul 06 18:30:44.340102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f303574-397e-4022-904f-14baa0d2c15b details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:30:44.437878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6f303574-397e-4022-904f-14baa0d2c15b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f303574-397e-4022-904f-14baa0d2c15b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:44.453302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '6f303574-397e-4022-904f-14baa0d2c15b', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': '6f303574-397e-4022-904f-14baa0d2c15b', 'mac_address': 'fa:16:3e:8d:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:30:44.491866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.505335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f303574-397e-4022-904f-14baa0d2c15b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:30:44.526229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6f303574-397e-4022-904f-14baa0d2c15b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f303574-397e-4022-904f-14baa0d2c15b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:44.529604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.578562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6f303574-397e-4022-904f-14baa0d2c15b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:44.585816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.586162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.586500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.586832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.587163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.587518 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.587844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.588167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.588490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.588835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.589169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.589517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:44.760258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6f303574-397e-4022-904f-14baa0d2c15b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:45.133234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534c4b4-704d-4c91-b278-64555e957806 req-1e04ddbe-f513-48bd-b2fb-1db38cb4ae97 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:45.134738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d534c4b4-704d-4c91-b278-64555e957806 req-1e04ddbe-f513-48bd-b2fb-1db38cb4ae97 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 945 time: 0.0656533 Jul 06 18:30:45.174912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d534c4b4-704d-4c91-b278-64555e957806 req-f0b8794c-195b-4dff-8232-97ad2fbc5d67 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338218 Jul 06 18:30:46.357972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f303574-397e-4022-904f-14baa0d2c15b up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:30:46.402802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576708f-4d1b-492b-86dc-0f1bcae8df00 req-d48b0f73-1f4e-4a9f-98b6-5082bcaa828d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:46.404113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4576708f-4d1b-492b-86dc-0f1bcae8df00 req-d48b0f73-1f4e-4a9f-98b6-5082bcaa828d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 945 time: 0.0987864 Jul 06 18:30:46.430678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 6f303574-397e-4022-904f-14baa0d2c15b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:30:46.437633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 6f303574-397e-4022-904f-14baa0d2c15b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:30:46.438137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.455010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4576708f-4d1b-492b-86dc-0f1bcae8df00 req-f71f4c56-e4e6-4341-8630-6e21ea852eca tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Jul 06 18:30:46.542323 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.573548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f303574-397e-4022-904f-14baa0d2c15b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:46.576460 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf44013b-5855-479d-9d91-2b58e77795e3" -d '{"events": [{"server_uuid": "a7e80bf9-8288-4263-8884-36cf58b7d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "6f303574-397e-4022-904f-14baa0d2c15b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:46.592088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6f303574-397e-4022-904f-14baa0d2c15b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f303574-397e-4022-904f-14baa0d2c15b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:46.598234 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:46.674474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6f303574-397e-4022-904f-14baa0d2c15b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:46.858744 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30eb424-5d80-48f8-9655-486339e04d05 x-openstack-request-id: req-c30eb424-5d80-48f8-9655-486339e04d05 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:46.859047 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e80bf9-8288-4263-8884-36cf58b7d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "6f303574-397e-4022-904f-14baa0d2c15b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:46.859334 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c30eb424-5d80-48f8-9655-486339e04d05 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:46.859810 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f303574-397e-4022-904f-14baa0d2c15b', 'code': 200} Jul 06 18:30:46.987630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f3af-c6d2-4ccc-a0c6-db78809a5c83 req-5c59473b-d6b1-4935-a315-7c1375980d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:46.989107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d254f3af-c6d2-4ccc-a0c6-db78809a5c83 req-5c59473b-d6b1-4935-a315-7c1375980d87 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 1097 time: 0.0646334 Jul 06 18:30:47.029524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d254f3af-c6d2-4ccc-a0c6-db78809a5c83 req-abe1e2be-9cc6-4f2e-95fa-04d65dfd751d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Jul 06 18:30:47.671756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df63418-8ce5-4a2e-a0c2-167c46189911 req-e689d584-95ec-4fc7-b518-9cddd6681d5d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:47.673413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3df63418-8ce5-4a2e-a0c2-167c46189911 req-e689d584-95ec-4fc7-b518-9cddd6681d5d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 946 time: 0.0863116 Jul 06 18:30:47.725047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3df63418-8ce5-4a2e-a0c2-167c46189911 req-5b0be234-add0-457e-876f-abe6f992628e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Jul 06 18:30:48.939691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ff97-b5bf-48bc-80fe-26ce145806d8 req-b9835cb1-0e4f-4309-b6fa-b30078731f19 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:48.941264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dec3ff97-b5bf-48bc-80fe-26ce145806d8 req-b9835cb1-0e4f-4309-b6fa-b30078731f19 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 946 time: 0.0784304 Jul 06 18:30:48.986292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dec3ff97-b5bf-48bc-80fe-26ce145806d8 req-4b633de0-651f-4ceb-bd27-fced3b49b581 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Jul 06 18:30:49.178026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744f314-4c9e-4d29-8db3-6da9b43b1a3d req-d8ab04ff-686e-473e-b348-5b9c993ccd0b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:49.179513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8744f314-4c9e-4d29-8db3-6da9b43b1a3d req-d8ab04ff-686e-473e-b348-5b9c993ccd0b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 946 time: 0.0733974 Jul 06 18:30:49.219341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8744f314-4c9e-4d29-8db3-6da9b43b1a3d req-e0535541-f22b-4f58-970a-1b48e883030a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Jul 06 18:30:49.742184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262bea4-a1f2-494f-8846-9075dd7da9d2 req-c4140fee-8f42-45df-8a34-7d942fd50159 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:49.744279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a262bea4-a1f2-494f-8846-9075dd7da9d2 req-c4140fee-8f42-45df-8a34-7d942fd50159 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 946 time: 0.0807829 Jul 06 18:30:49.788763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a262bea4-a1f2-494f-8846-9075dd7da9d2 req-f9116a3b-0b3c-4701-b959-f1136a76102d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Jul 06 18:30:50.972339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebb91b-7f19-44de-965c-82786d88ad65 req-fa6a3fb4-982a-4162-80b3-1a09ef23f465 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:50.973873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47ebb91b-7f19-44de-965c-82786d88ad65 req-fa6a3fb4-982a-4162-80b3-1a09ef23f465 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 946 time: 0.0676341 Jul 06 18:30:51.046648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-47ebb91b-7f19-44de-965c-82786d88ad65 req-214770fd-ed49-45b5-823d-b71005bff2bc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Jul 06 18:30:51.073333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-d80178b8-65f2-438f-81c5-711bb7d64c3a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:51.074773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-d80178b8-65f2-438f-81c5-711bb7d64c3a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 946 time: 0.0875583 Jul 06 18:30:51.184079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 6f303574-397e-4022-904f-14baa0d2c15b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:51.184417 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.279584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port 6f303574-397e-4022-904f-14baa0d2c15b, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f303574-397e-4022-904f-14baa0d2c15b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:51.279944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.292085 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 6f303574-397e-4022-904f-14baa0d2c15b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:51.433907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.446975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6f303574-397e-4022-904f-14baa0d2c15b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:51.449316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['cb578eda-5a73-4784-8ffd-acdef4fd76b7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:30:51.470289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=6f303574-397e-4022-904f-14baa0d2c15b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:51.523813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port 6f303574-397e-4022-904f-14baa0d2c15b on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:51.526541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:51.528600 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7fa21e7-6380-4eaa-bad6-92a8c7a5f225 req-f29a2366-ef28-4425-aac0-e5ea75d5ec7d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "DELETE /v2.0/ports/6f303574-397e-4022-904f-14baa0d2c15b HTTP/1.1" status: 204 len: 173 time: 0.4485202 Jul 06 18:30:51.529754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'name': 'network-vif-deleted', 'tag': '6f303574-397e-4022-904f-14baa0d2c15b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:51.532143 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c2354-4789-46ab-a2cb-83b3b7eac5a6" -d '{"events": [{"server_uuid": "a7e80bf9-8288-4263-8884-36cf58b7d7bf", "name": "network-vif-deleted", "tag": "6f303574-397e-4022-904f-14baa0d2c15b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:51.600185 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d367b4-4a74-483f-bf41-80759c7356fc x-openstack-request-id: req-59d367b4-4a74-483f-bf41-80759c7356fc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:51.600508 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e80bf9-8288-4263-8884-36cf58b7d7bf", "name": "network-vif-deleted", "tag": "6f303574-397e-4022-904f-14baa0d2c15b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:51.600746 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59d367b4-4a74-483f-bf41-80759c7356fc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:51.601152 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e80bf9-8288-4263-8884-36cf58b7d7bf', 'name': 'network-vif-deleted', 'tag': '6f303574-397e-4022-904f-14baa0d2c15b', 'status': 'completed', 'code': 200} Jul 06 18:30:52.192897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-897f6b0a-54ad-4050-8f29-81f3509ed252 req-645306ad-ef03-491f-b340-269140d1854c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 210 time: 0.0295920 Jul 06 18:30:53.339766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdcac707-ad3d-488c-944b-77b4a71c46ca req-39b29313-2d66-415c-afd4-c612a1851563 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 210 time: 0.0300674 Jul 06 18:30:54.537176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f904ede1-ecb6-4b2b-9d24-e1b6d13393e1 req-042effb3-af6e-485f-b3ca-440b4f20d903 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 210 time: 0.0364232 Jul 06 18:30:55.460988 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6111f55-f2d6-4a34-ad0f-a09dd5e3cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.699869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea229ee4-c1bb-413d-900b-126effd3ecb3 req-7d3b1d39-81bc-49c8-8e6e-3a91336a0968 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7e80bf9-8288-4263-8884-36cf58b7d7bf HTTP/1.1" status: 200 len: 210 time: 0.0297821 Jul 06 18:30:56.434846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f303574-397e-4022-904f-14baa0d2c15b no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:56.471087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 6f303574-397e-4022-904f-14baa0d2c15b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:56.471811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f303574-397e-4022-904f-14baa0d2c15b not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:57.517626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-02da2e82-87f6-4ff9-ba45-f69b67c57d68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576494 Jul 06 18:30:57.620708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-b8f44bf5-b6b2-4ebd-9d90-cf56249b698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:57.622174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-b8f44bf5-b6b2-4ebd-9d90-cf56249b698c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 1096 time: 0.0588534 Jul 06 18:30:57.740396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-2c30eda7-dfd8-4012-bdd7-91796da571e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:57.741927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-2c30eda7-dfd8-4012-bdd7-91796da571e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0952039 Jul 06 18:30:57.785469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-ae5a9f40-fdb9-411e-a90b-73d0db352dcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7 HTTP/1.1" status: 200 len: 217 time: 0.0358744 Jul 06 18:30:57.842788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-ae160013-edc5-4d80-b4aa-42485a3857e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:57.844603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-ae160013-edc5-4d80-b4aa-42485a3857e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0526888 Jul 06 18:30:57.913497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-e32b534f-b8ee-42c7-bda3-66a74d915cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:57.915281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-e32b534f-b8ee-42c7-bda3-66a74d915cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636055 Jul 06 18:30:58.018035 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.023575 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d315020c-29a9-434d-b3e7-19477ec8a506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.040967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-f671a038-34b2-4e57-bead-fbdc5d649e2e service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181872 Jul 06 18:30:58.153486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6565f6f3-f6f6-4b1f-8dab-9e3fde341182 req-6b31eba0-73c3-4a85-bd76-47e6018409c0 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008985 Jul 06 18:30:59.445632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.267428 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.520823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f947-cea1-40af-8fcf-2f2ebce3e204 req-f8f5a4cb-3330-4303-b711-f966ffb1fba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:00.522383 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fb3f947-cea1-40af-8fcf-2f2ebce3e204 req-f8f5a4cb-3330-4303-b711-f966ffb1fba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0997272 Jul 06 18:31:00.564231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fb3f947-cea1-40af-8fcf-2f2ebce3e204 req-77f612e5-ed01-4d90-8151-3da7289fdf1d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Jul 06 18:31:00.843514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.760479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a423ba-389b-462f-933f-9e1924343ef4 req-bebb2bd0-39fd-4ca0-962f-e3f8b68a2043 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:01.762318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0a423ba-389b-462f-933f-9e1924343ef4 req-bebb2bd0-39fd-4ca0-962f-e3f8b68a2043 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0771351 Jul 06 18:31:01.809464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0a423ba-389b-462f-933f-9e1924343ef4 req-6ab1e30e-cdc5-4017-a3db-3b260b4af6e8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=93be65c4-88f9-4a30-880c-710bca867fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Jul 06 18:31:01.906875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-0a75c78d-5442-4049-a467-e216ab702dda tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:01.908527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-0a75c78d-5442-4049-a467-e216ab702dda tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 945 time: 0.0774322 Jul 06 18:31:02.023236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port cb578eda-5a73-4784-8ffd-acdef4fd76b7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:31:02.023603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.113430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port cb578eda-5a73-4784-8ffd-acdef4fd76b7, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=cb578eda-5a73-4784-8ffd-acdef4fd76b7,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:02.113710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.126929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for cb578eda-5a73-4784-8ffd-acdef4fd76b7 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:31:02.267159 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.280275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['cb578eda-5a73-4784-8ffd-acdef4fd76b7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:02.299482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=cb578eda-5a73-4784-8ffd-acdef4fd76b7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:02.346919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port cb578eda-5a73-4784-8ffd-acdef4fd76b7 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:31:02.349668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.351836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e1cc7ec-ba48-4c39-9c8d-14c2681b48fd req-a1b38a6a-765d-4eb1-bb36-354de41c28d4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "DELETE /v2.0/ports/cb578eda-5a73-4784-8ffd-acdef4fd76b7 HTTP/1.1" status: 204 len: 173 time: 0.4363101 Jul 06 18:31:02.352311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'name': 'network-vif-deleted', 'tag': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:02.354624 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8a8bf-775d-422b-ae09-753d29bdb79f" -d '{"events": [{"server_uuid": "188aa29b-ae0c-4df5-966c-d06a44a6cfa7", "name": "network-vif-deleted", "tag": "cb578eda-5a73-4784-8ffd-acdef4fd76b7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:02.398204 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb9b05c-f397-4c01-9baa-280b3f0a0195 x-openstack-request-id: req-fcb9b05c-f397-4c01-9baa-280b3f0a0195 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:02.398486 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188aa29b-ae0c-4df5-966c-d06a44a6cfa7", "name": "network-vif-deleted", "tag": "cb578eda-5a73-4784-8ffd-acdef4fd76b7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:02.398744 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcb9b05c-f397-4c01-9baa-280b3f0a0195 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:02.399153 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188aa29b-ae0c-4df5-966c-d06a44a6cfa7', 'name': 'network-vif-deleted', 'tag': 'cb578eda-5a73-4784-8ffd-acdef4fd76b7', 'status': 'completed', 'code': 200} Jul 06 18:31:02.776443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:02.968509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-409230ed-40ef-4d46-a324-75f7cc8ea243 req-bff83064-961c-4928-aede-8132516ec832 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0334125 Jul 06 18:31:04.111006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-71d19319-1b6e-4149-861f-e16429f12c79 req-48dc4ea4-5f0d-43e0-bf28-c490d50e96c1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Jul 06 18:31:05.255130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f9f3e42-4abc-409d-8df4-3977092334c8 req-26194be1-399c-4d3e-a805-98b473b1c72d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Jul 06 18:31:06.379174 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:31:06.418812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7bc3db5-9fdd-4647-a450-63e454008904 req-9623f786-d468-4c0a-b382-b39c650ab11f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=188aa29b-ae0c-4df5-966c-d06a44a6cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0339501 Jul 06 18:31:06.782237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cb578eda-5a73-4784-8ffd-acdef4fd76b7 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:06.805984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: cb578eda-5a73-4784-8ffd-acdef4fd76b7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:06.806330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device cb578eda-5a73-4784-8ffd-acdef4fd76b7 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:09.500267 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:09.504999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187150472', 'description': 'tempest-secgroup-smoke-187150472 description', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:09.528673 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.616926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.620828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.651331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.652574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512959 Jul 06 18:31:09.654327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a945-0cea-46f6-924e-d971fe0ce643 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076a2dcb-eeec-4a5c-9612-141a2e2aa883,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:09.656309 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 40452) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:09.662887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group_rule': {'security_group_id': '076a2dcb-eeec-4a5c-9612-141a2e2aa883', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:09.695076 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.743463 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.747088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.767316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32764bfc-063c-427e-96db-18e5b5defe9f,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:09.771420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.772637 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149693 Jul 06 18:31:09.775541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:09.777751 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.778103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.778526 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.778830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.779561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.779561 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.779866 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.780197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.780437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group_rule': {'security_group_id': '076a2dcb-eeec-4a5c-9612-141a2e2aa883', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:09.780548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.780836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.781164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.781489 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08285d-8174-4b23-beeb-5cb0532f8218 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:09.806657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.865917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.869881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.887584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee2f636-a2d0-40ce-8718-f429094314a3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:09.893860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.895175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-505a51da-1c83-47e1-ac39-b9ab3ddffef4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186168 Jul 06 18:31:09.897823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:09.902224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group_rule': {'security_group_id': '076a2dcb-eeec-4a5c-9612-141a2e2aa883', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:09.930019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.991067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:09.994859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.014383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2c925b-d8d4-413e-8ff2-f9a52842cdbe,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:10.021751 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.023241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8b2fe4cc-1fce-4866-9a57-a6364ceb9898 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244378 Jul 06 18:31:10.025956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:10.030496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group_rule': {'security_group_id': '076a2dcb-eeec-4a5c-9612-141a2e2aa883', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:10.057525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.124385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.130217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.147450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb28b4b8-cb88-44ed-a8eb-9238b826b74d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:10.157376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.158763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6ff983dc-b015-4562-aaac-7369d2d04ced tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317687 Jul 06 18:31:10.161402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:10.165902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group_rule': {'security_group_id': '076a2dcb-eeec-4a5c-9612-141a2e2aa883', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:10.188888 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Project 0ef7162045f24f6f91b8c643a2fdcc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:31:10.193788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.256343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.260210 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.278465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec84076-b742-403e-af18-fcdb648aa4d0,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:10.284626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.285978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7111e6f-99fc-48d5-ab6f-1ea040133c3d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235940 Jul 06 18:31:10.288700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:10.293173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'security_group_rule': {'security_group_id': '076a2dcb-eeec-4a5c-9612-141a2e2aa883', 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:10.316459 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Project 0ef7162045f24f6f91b8c643a2fdcc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:31:10.321385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.382232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.385952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.403100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1ba84f-e23e-4d77-bbde-24760982262c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:10.410418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:10.411766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0ad40cb0-41a0-4354-9aaf-6f512e3c0f78 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221211 Jul 06 18:31:24.839921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-28effba3-3442-41cf-af01-a94edffc8e02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187150472&fields=id&tenant_id=0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 267 time: 0.0352373 Jul 06 18:31:24.963464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-e361932a-ed31-41e0-87b9-474cba5160e8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:24.965038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-e361932a-ed31-41e0-87b9-474cba5160e8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1178005 Jul 06 18:31:24.981415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-752599b1-9880-4601-ba9d-c2ae5f4796b1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0101697 Jul 06 18:31:25.055861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-2230a578-b5ff-4719-bcac-a00197818025 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678182 Jul 06 18:31:25.072538 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-c48bff2e-3cf1-4007-ada9-77f88837a87d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:31:25.073518 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-c48bff2e-3cf1-4007-ada9-77f88837a87d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055282 Jul 06 18:31:25.175743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-9698daf4-bee7-4529-94bf-cbc1ead5f62f service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917447 Jul 06 18:31:25.264646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-2afea1ee-ce3d-4132-bea7-4fc5e59f661f service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832269 Jul 06 18:31:25.459618 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ec47ff4-66e4-446b-8170-6ba097086848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.605001 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b78f0cad-c1cf-4f13-894b-a0eb03492a21 req-ac6b4ba0-72ac-45b8-b14b-cff618838eba tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 210 time: 0.0341470 Jul 06 18:31:27.665116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-3f7b5c96-591e-4f87-bc54-5101fc58d158 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:27.666649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-3f7b5c96-591e-4f87-bc54-5101fc58d158 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1122849 Jul 06 18:31:27.714965 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-4e6b59e6-62af-41ca-b926-706afc773d08 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 379 time: 0.0392785 Jul 06 18:31:27.725872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'security_groups': ['076a2dcb-eeec-4a5c-9612-141a2e2aa883']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:27.803142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66f0c4ba-0e19-4a15-8d7c-8646a9d74489 req-0e08c69e-9117-40d9-9077-e853ea5062b4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 210 time: 0.0712461 Jul 06 18:31:27.892189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:27.895535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.976937 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d73150b3-0bd5-483f-bffa-3878c9aadfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.993220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.051821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.12 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/5275a9e1-96de-4491-9cec-d16086a12914) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:28.207490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.226364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object 5275a9e1-96de-4491-9cec-d16086a12914 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:28.268912 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.315781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:28.319144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:28.323401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:28.355787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=5275a9e1-96de-4491-9cec-d16086a12914,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:28.372118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.373163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.373515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.373850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.374181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.374512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.374840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.375160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.375509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.375836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.376158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.376476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:31:28.402132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:28.402848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.422627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-a9582bc8-2c59-4f3e-b3b2-f2063bf886da tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7026169 Jul 06 18:31:28.433999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Request body: {'port': {'device_id': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:28.533639 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.612821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-60b622c4-d800-4e5e-b058-2c18bd0cd709 None None] Provisioning for port 5275a9e1-96de-4491-9cec-d16086a12914 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:28.620331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-60b622c4-d800-4e5e-b058-2c18bd0cd709 None None] Provisioning complete for port 5275a9e1-96de-4491-9cec-d16086a12914 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:28.621501 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60b622c4-d800-4e5e-b058-2c18bd0cd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.669472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60b622c4-d800-4e5e-b058-2c18bd0cd709 None None] Port 5275a9e1-96de-4491-9cec-d16086a12914 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:28.833966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5275a9e1-96de-4491-9cec-d16086a12914 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:28.843431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.865129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Transition to ACTIVE for port object 5275a9e1-96de-4491-9cec-d16086a12914 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:28.869321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.929284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Pushing event updated for resources: {'Port': ['ID=5275a9e1-96de-4491-9cec-d16086a12914,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:29.063646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Attempting to bind port 5275a9e1-96de-4491-9cec-d16086a12914 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:29.063978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Attempting to bind port 5275a9e1-96de-4491-9cec-d16086a12914 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:29.064310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Attempting to bind port 5275a9e1-96de-4491-9cec-d16086a12914 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:29.077054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Port 5275a9e1-96de-4491-9cec-d16086a12914 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:31:29.077377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Attempting to bind port 5275a9e1-96de-4491-9cec-d16086a12914 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:29.090277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49757777-cce9-4724-8a02-44603dfa7e4e req-65484408-da92-4e10-9015-40fcf79c9927 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.091939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49757777-cce9-4724-8a02-44603dfa7e4e req-65484408-da92-4e10-9015-40fcf79c9927 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.1333735 Jul 06 18:31:29.092948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:29.093283 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:29.093666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:29.094110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Bound port: 5275a9e1-96de-4491-9cec-d16086a12914, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:29.094473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.170879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49757777-cce9-4724-8a02-44603dfa7e4e req-2de8fea0-c662-4193-9bd2-01ad0fa86259 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670028 Jul 06 18:31:29.195210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] For port 5275a9e1-96de-4491-9cec-d16086a12914, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:29.199074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] For port 5275a9e1-96de-4491-9cec-d16086a12914, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5275a9e1-96de-4491-9cec-d16086a12914,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:29.204505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.244868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.245494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.246988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] 10.222.0.60 "PUT /v2.0/ports/5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 1092 time: 0.8174238 Jul 06 18:31:29.247741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:29.250105 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab203eae-6845-43ef-b50c-ceb65038d529" -d '{"events": [{"name": "network-changed", "server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "tag": "5275a9e1-96de-4491-9cec-d16086a12914"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:29.283561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c28b-59c9-473f-8e74-4bbec66a3476 service neutron] Pushing event updated for resources: {'Port': ['ID=5275a9e1-96de-4491-9cec-d16086a12914,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:29.316635 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff7b87c-a9ef-465b-846f-5a4e06636c4e x-openstack-request-id: req-8ff7b87c-a9ef-465b-846f-5a4e06636c4e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:29.317073 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "tag": "5275a9e1-96de-4491-9cec-d16086a12914", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:29.317449 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ff7b87c-a9ef-465b-846f-5a4e06636c4e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:29.317939 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914', 'status': 'completed', 'code': 200} Jul 06 18:31:29.368754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-138cd2c6-eae7-473e-9856-e1a9d8b6077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.370430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-138cd2c6-eae7-473e-9856-e1a9d8b6077a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1095 time: 0.0633566 Jul 06 18:31:29.425004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-126de522-f7fc-4ca6-9459-4fe9138a135b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 217 time: 0.0472870 Jul 06 18:31:29.456206 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:29.492695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-75c33e98-3f6f-4b5a-8e46-8c77c862e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.494190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-75c33e98-3f6f-4b5a-8e46-8c77c862e29a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0589628 Jul 06 18:31:29.586198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836b7-8c8b-431f-941d-89dd51bb397f req-60d09e2f-7c72-4f21-8bfc-472e2588acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.587744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-60d09e2f-7c72-4f21-8bfc-472e2588acfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871594 Jul 06 18:31:29.684414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-5fe09a26-f048-4943-bf0c-3a6e8fd2d08a service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901859 Jul 06 18:31:29.800344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-055836b7-8c8b-431f-941d-89dd51bb397f req-e8d234a6-587f-428d-be00-cd2ff30a7190 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097822 Jul 06 18:31:29.900317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-d5308948-ffa7-4e0c-a6cf-cd21b1bd6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.901849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-d5308948-ffa7-4e0c-a6cf-cd21b1bd6d73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1095 time: 0.0548983 Jul 06 18:31:30.003507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-6e3a4a31-0481-4bdc-a08f-de8346e41cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:30.004879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-6e3a4a31-0481-4bdc-a08f-de8346e41cd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0972171 Jul 06 18:31:30.047650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-bd4f1732-b04c-4eb3-abeb-4e67a160e5c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 217 time: 0.0361042 Jul 06 18:31:30.100063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-652b6c66-6739-4b66-bb23-fff731ba71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:30.101583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-652b6c66-6739-4b66-bb23-fff731ba71ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0483367 Jul 06 18:31:30.165440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-7eb4f856-be1b-4fe6-b7b8-634f6cf380a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:30.167159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-7eb4f856-be1b-4fe6-b7b8-634f6cf380a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592785 Jul 06 18:31:30.259904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-6db74628-e7b1-4c9b-9510-ff602498b366 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861506 Jul 06 18:31:30.266037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:30.393786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab203eae-6845-43ef-b50c-ceb65038d529 req-8ad7b183-9f10-43dc-8662-dbbc19cc63f9 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276102 Jul 06 18:31:30.413467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8fdb-87b0-41ca-8bfb-4c57ab0bece0 req-832ad32c-21ab-40ed-a768-1031bc48a1cc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:30.415879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5be8fdb-87b0-41ca-8bfb-4c57ab0bece0 req-832ad32c-21ab-40ed-a768-1031bc48a1cc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.1018040 Jul 06 18:31:30.465364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5be8fdb-87b0-41ca-8bfb-4c57ab0bece0 req-4d9669d8-d17b-446b-a24f-4e0db7ac3b4f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Jul 06 18:31:30.847224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.658785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e3bf7-2bc6-4d82-8101-a59eb77ebad0 req-a8b86b28-99ce-4840-adf5-144130d51c32 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:31.660537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f7e3bf7-2bc6-4d82-8101-a59eb77ebad0 req-a8b86b28-99ce-4840-adf5-144130d51c32 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0688014 Jul 06 18:31:31.709198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f7e3bf7-2bc6-4d82-8101-a59eb77ebad0 req-1d9500cb-e657-4617-90c0-78cef6c6f7e1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374951 Jul 06 18:31:32.774661 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:32.906117 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60514d-275f-4c6a-84b4-fbd2f9fdf414 req-419e67cf-c7e6-4098-99f0-c51caf8c15de tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.907756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d60514d-275f-4c6a-84b4-fbd2f9fdf414 req-419e67cf-c7e6-4098-99f0-c51caf8c15de tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0744178 Jul 06 18:31:32.950519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d60514d-275f-4c6a-84b4-fbd2f9fdf414 req-8b9ac78e-0a16-44cf-8fec-c8989073e5a1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366187 Jul 06 18:31:34.126749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b78b8-5cff-4812-b9c7-950845eaf42e req-4c328291-2d29-4317-b18f-04c590f5defc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:34.128296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70b78b8-5cff-4812-b9c7-950845eaf42e req-4c328291-2d29-4317-b18f-04c590f5defc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0654209 Jul 06 18:31:34.165181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70b78b8-5cff-4812-b9c7-950845eaf42e req-0b1d1f2b-88ff-47ab-bb11-309b6a471d94 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313342 Jul 06 18:31:34.700656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-ae9b1a8d-716f-47c4-bea3-c3a7f7babe18 req-f4a541ff-e6d2-410f-8d2e-462f155e00d7 service neutron] (93942) timed out ('10.222.0.37', 42176) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:31:35.342174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706626d-6847-4662-89a0-ea8189f5cadd req-6dbbc013-b261-46c0-954d-7053db8203fa tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:35.343697 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2706626d-6847-4662-89a0-ea8189f5cadd req-6dbbc013-b261-46c0-954d-7053db8203fa tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0674224 Jul 06 18:31:35.382042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2706626d-6847-4662-89a0-ea8189f5cadd req-e34d0568-6597-40b8-b12b-9a3e19c92b10 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Jul 06 18:31:36.556435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a06c6d-dcfd-4359-ab1b-bf93360832b2 req-f334cf95-8d41-4401-b037-ca78418caa5f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:36.557948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11a06c6d-dcfd-4359-ab1b-bf93360832b2 req-f334cf95-8d41-4401-b037-ca78418caa5f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0656562 Jul 06 18:31:36.598659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11a06c6d-dcfd-4359-ab1b-bf93360832b2 req-34b26600-b6c0-4c43-9803-b37885025443 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342665 Jul 06 18:31:37.775040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff71044-3a8c-4bec-ba7f-81bec4e38921 req-174bc3f1-f8f6-4007-931e-fcfd8a51a719 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:37.776437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cff71044-3a8c-4bec-ba7f-81bec4e38921 req-174bc3f1-f8f6-4007-931e-fcfd8a51a719 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0665450 Jul 06 18:31:37.815114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cff71044-3a8c-4bec-ba7f-81bec4e38921 req-8b8a362d-1bd7-420c-a816-ff66954a4271 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Jul 06 18:31:39.001440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203132a-f4d8-4ba8-9067-a0af3719ebec req-686c94b9-ab9b-4ae2-93cd-4f913eeb71cc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:39.003047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c203132a-f4d8-4ba8-9067-a0af3719ebec req-686c94b9-ab9b-4ae2-93cd-4f913eeb71cc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0725119 Jul 06 18:31:39.043994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c203132a-f4d8-4ba8-9067-a0af3719ebec req-d5aa05e2-eae6-4469-80e8-8a236b7432bb tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349662 Jul 06 18:31:40.224699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127255e2-949e-47ef-b766-664a5ab22f80 req-af7c7d29-04f6-4889-ac27-8e98c0379edf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:40.226244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-127255e2-949e-47ef-b766-664a5ab22f80 req-af7c7d29-04f6-4889-ac27-8e98c0379edf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 944 time: 0.0677667 Jul 06 18:31:40.265361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-127255e2-949e-47ef-b766-664a5ab22f80 req-51a9f936-75b1-48ac-9db5-eb98032626a0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335238 Jul 06 18:31:41.000823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5275a9e1-96de-4491-9cec-d16086a12914 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:31:41.099881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5275a9e1-96de-4491-9cec-d16086a12914, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5275a9e1-96de-4491-9cec-d16086a12914,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:41.113517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '5275a9e1-96de-4491-9cec-d16086a12914', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': '5275a9e1-96de-4491-9cec-d16086a12914', 'mac_address': 'fa:16:3e:c4:3c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:31:41.151941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:41.165838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5275a9e1-96de-4491-9cec-d16086a12914 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:41.190316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5275a9e1-96de-4491-9cec-d16086a12914, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5275a9e1-96de-4491-9cec-d16086a12914,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:41.195364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:41.249605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5275a9e1-96de-4491-9cec-d16086a12914,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:41.398638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['5275a9e1-96de-4491-9cec-d16086a12914'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:41.448549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549266d-34f4-43c2-9ceb-733ffeb2f666 req-d5440b2b-7093-48f9-bedb-f4e4f60edc3e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:41.450390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5549266d-34f4-43c2-9ceb-733ffeb2f666 req-d5440b2b-7093-48f9-bedb-f4e4f60edc3e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 945 time: 0.0715747 Jul 06 18:31:41.490429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5549266d-34f4-43c2-9ceb-733ffeb2f666 req-df4b2bf4-590e-455b-8c13-dc1176efcd4d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343850 Jul 06 18:31:42.676353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2617-7f3a-4b3e-805a-8514d17db668 req-f26a3b56-9daf-4df8-b7df-b80dbc4bf21e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.677798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0cb2617-7f3a-4b3e-805a-8514d17db668 req-f26a3b56-9daf-4df8-b7df-b80dbc4bf21e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 945 time: 0.0653865 Jul 06 18:31:42.715277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0cb2617-7f3a-4b3e-805a-8514d17db668 req-2d08c73a-3dc8-4535-bbdd-6cd6a4df2fb6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Jul 06 18:31:43.000121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5275a9e1-96de-4491-9cec-d16086a12914 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:43.049999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 5275a9e1-96de-4491-9cec-d16086a12914 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:43.053582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 5275a9e1-96de-4491-9cec-d16086a12914 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:43.053949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:43.134370 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:43.160232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:43.162459 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526ee4129b85bb215d46efa8a8074d1d2803fbf301088c9fafcbc157b3956062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97786601-4b1f-4f8c-9c88-9069492991db" -d '{"events": [{"server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "name": "network-vif-plugged", "status": "completed", "tag": "5275a9e1-96de-4491-9cec-d16086a12914"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:43.175008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 5275a9e1-96de-4491-9cec-d16086a12914, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5275a9e1-96de-4491-9cec-d16086a12914,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:43.179966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:43.207474 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c199f627-2b34-4a84-b2c0-fb4dcbf6a3a1 x-openstack-request-id: req-c199f627-2b34-4a84-b2c0-fb4dcbf6a3a1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:43.207771 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "name": "network-vif-plugged", "status": "completed", "tag": "5275a9e1-96de-4491-9cec-d16086a12914", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:43.208026 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c199f627-2b34-4a84-b2c0-fb4dcbf6a3a1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:43.208419 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914', 'code': 200} Jul 06 18:31:43.240190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=5275a9e1-96de-4491-9cec-d16086a12914,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:43.319821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481fd23-5abe-4aa2-b52b-baac367d5870 req-dfd16e3c-61c5-4e0d-a9f3-3aaa877474cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.321332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9481fd23-5abe-4aa2-b52b-baac367d5870 req-dfd16e3c-61c5-4e0d-a9f3-3aaa877474cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1097 time: 0.0509083 Jul 06 18:31:43.353916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9481fd23-5abe-4aa2-b52b-baac367d5870 req-195476ad-0f88-406a-8239-9e8d18fd795d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263481 Jul 06 18:31:43.378768 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:31:43.893345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c20dd-f72c-4916-b58c-d52ee9b71656 req-3b60058a-a2bb-4133-943c-efeac63cb315 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.894788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d66c20dd-f72c-4916-b58c-d52ee9b71656 req-3b60058a-a2bb-4133-943c-efeac63cb315 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 946 time: 0.0686195 Jul 06 18:31:43.932833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d66c20dd-f72c-4916-b58c-d52ee9b71656 req-2e2e4ce9-df01-4bc6-b0cc-94f34d193ef6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324011 Jul 06 18:31:45.107299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6c0e2-8389-4f2c-8cf8-35cad99a9ea7 req-074c2b01-1674-484e-8f7d-95e9099e9d98 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:45.109236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ce6c0e2-8389-4f2c-8cf8-35cad99a9ea7 req-074c2b01-1674-484e-8f7d-95e9099e9d98 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 946 time: 0.0655508 Jul 06 18:31:45.147267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ce6c0e2-8389-4f2c-8cf8-35cad99a9ea7 req-c255df76-1eb4-4001-b621-0a6619c04f54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Jul 06 18:31:45.322578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08126579-46c0-4889-9fe6-4973d00fc0c2 req-cfa56e0c-eb65-4812-86af-2985af23f537 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:45.324073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08126579-46c0-4889-9fe6-4973d00fc0c2 req-cfa56e0c-eb65-4812-86af-2985af23f537 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 946 time: 0.0667024 Jul 06 18:31:45.372417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08126579-46c0-4889-9fe6-4973d00fc0c2 req-af39f55d-16c3-4edb-b4aa-be4e532f6bac tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Jul 06 18:31:45.396988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:45.449015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7821c5-2129-4826-83d7-10394c6c761d tempest-TestVolumeBootPattern-1582550684 tempest-TestVolumeBootPattern-1582550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:45.450556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2b7821c5-2129-4826-83d7-10394c6c761d tempest-TestVolumeBootPattern-1582550684 tempest-TestVolumeBootPattern-1582550684-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1092 time: 0.0525439 Jul 06 18:31:45.453525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:45.457860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '5275a9e1-96de-4491-9cec-d16086a12914', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:45.479836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:45.578728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:45.679531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.25.5.77 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8ec81f01-3794-48b5-8e2f-79b5bac0fd38) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:45.784540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:45.821976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:45.860740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:45.866106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:45.870227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:45.873434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=8ec81f01-3794-48b5-8e2f-79b5bac0fd38,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:46.600461 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:46.678008 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:46.836626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:46.841786 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:46.912051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=8ec81f01-3794-48b5-8e2f-79b5bac0fd38,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:46.924479 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:47.024083 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Floating IP 8457adaa-6d4f-44eb-8af9-30207f4a27d9 associated. External IP: 172.25.5.77, port: 5275a9e1-96de-4491-9cec-d16086a12914. Jul 06 18:31:47.236898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:31:47.348608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:31:47.358095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:31:47.365045 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:47.368516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:47.369188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:31:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:47.402220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5b93462f-ee6b-409a-bf09-31fb160fdf22 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9476712 Jul 06 18:31:47.402823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:47.405764 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239" -d '{"events": [{"name": "network-changed", "server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "tag": "5275a9e1-96de-4491-9cec-d16086a12914"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:47.448755 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171e7de-be53-4851-a680-08b5c0cd5c95 x-openstack-request-id: req-b171e7de-be53-4851-a680-08b5c0cd5c95 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:47.449056 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "tag": "5275a9e1-96de-4491-9cec-d16086a12914", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:47.449385 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b171e7de-be53-4851-a680-08b5c0cd5c95 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:47.449722 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914', 'status': 'completed', 'code': 200} Jul 06 18:31:47.480808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:47.540551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-469709d4-5599-42a1-ba2e-871229fbccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:47.542166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-469709d4-5599-42a1-ba2e-871229fbccc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1097 time: 0.0599413 Jul 06 18:31:47.636121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-f18726b4-3d7b-412a-ace8-5619057fb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:47.637711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-f18726b4-3d7b-412a-ace8-5619057fb4b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0891275 Jul 06 18:31:47.704966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-ec2c122f-e19d-4448-91d9-24a9e2159708 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 999 time: 0.0608535 Jul 06 18:31:47.710080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '8457adaa-6d4f-44eb-8af9-30207f4a27d9', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': '5275a9e1-96de-4491-9cec-d16086a12914', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:c4:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:31:46Z', 'updated_at': '2021-07-06T18:31:46Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:47.739557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:31:47.748758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:31:47.749374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:31:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:47.755577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-813e2d0a-b863-4908-8078-32271b65d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:47.757128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-813e2d0a-b863-4908-8078-32271b65d054 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0459957 Jul 06 18:31:47.818874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-38e0020d-eff5-4114-a753-ee205c2f1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:47.820438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-38e0020d-eff5-4114-a753-ee205c2f1999 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571792 Jul 06 18:31:47.855100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:31:47.911732 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-954ffe78-9a73-4e17-a8c9-45bb91a24b6b service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Jul 06 18:31:48.008480 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58a3f2f5-1ab0-4c7a-991f-250d6dda2239 req-75409819-e9b1-4050-9293-a32573da5c59 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896637 Jul 06 18:31:48.080854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '8457adaa-6d4f-44eb-8af9-30207f4a27d9', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': '5275a9e1-96de-4491-9cec-d16086a12914', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:c4:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:31:46Z', 'updated_at': '2021-07-06T18:31:46Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:48.110954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af46882-302e-4db9-974a-95ef502f3b1f None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '8457adaa-6d4f-44eb-8af9-30207f4a27d9', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': '5275a9e1-96de-4491-9cec-d16086a12914', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:c4:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:31:46Z', 'updated_at': '2021-07-06T18:31:46Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:31:48.308547 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be981f3-79a0-4de7-8bb9-caeb4ad8fe4a None None] New status for floating IP 8457adaa-6d4f-44eb-8af9-30207f4a27d9: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:31:55.455268 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-846767b8-d7e5-4e8d-917d-10fd845b5fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:57.989320 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4425443-10e2-4566-a950-00f3c8d8f631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:57.992149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:58.142649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-28ed43d7-ccd9-4a95-91cb-eac9046460f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730748 Jul 06 18:31:58.255070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-1cceb645-6d33-4016-9720-4446a34e4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:58.256533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-1cceb645-6d33-4016-9720-4446a34e4002 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1097 time: 0.0541184 Jul 06 18:31:58.381030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-2964d0fe-f920-4b5e-a653-2a46ed78e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:58.382519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-2964d0fe-f920-4b5e-a653-2a46ed78e89c service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0918596 Jul 06 18:31:58.448532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-cc92136b-051a-43ee-a8ef-70e57800489d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 1001 time: 0.0590131 Jul 06 18:31:58.496948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-36518fe0-acb6-4260-981c-99e8bb379cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:58.499018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-36518fe0-acb6-4260-981c-99e8bb379cc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0440693 Jul 06 18:31:58.559723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-ec645c03-742e-4038-b625-77731a343309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:58.562034 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-ec645c03-742e-4038-b625-77731a343309 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567534 Jul 06 18:31:58.649840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-455d587d-e81b-42d0-b7f5-a1a515550458 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818038 Jul 06 18:31:58.742409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cbbc9680-ee23-413a-aeb9-f5b214d0f49e req-c4012256-f784-4746-a65b-06f8eb365883 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860538 Jul 06 18:31:59.451030 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:00.281514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:00.850632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:02.770724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.378288 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:32:25.457075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7638b16c-b6b7-4d02-ac71-61adc96084ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.989916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68a80747-388b-4e2a-b0b9-62a62400a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.991789 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.452414 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.293146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:30.853013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:32.773701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:55.458051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48414e62-1feb-493d-a13e-abe26fb9bd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.378586 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:32:57.990292 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3fe64a1c-0811-4bbf-aa8f-6309812cf7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:57.992227 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:58.198883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-8e8d84ee-99de-4d9a-9dd6-08af795500cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515964 Jul 06 18:32:58.294717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500cf7-4853-4853-b535-849cada96ce0 req-5ba99d6f-e135-439c-a3b7-335c1ad64ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.296321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-5ba99d6f-e135-439c-a3b7-335c1ad64ffb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1097 time: 0.0544069 Jul 06 18:32:58.403539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500cf7-4853-4853-b535-849cada96ce0 req-451257fa-e7d7-4660-a0ac-c58422c9ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.405035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-451257fa-e7d7-4660-a0ac-c58422c9ca83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0892234 Jul 06 18:32:58.471119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-31b4b11c-fccd-4328-93cc-57e0cd542df1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 1001 time: 0.0600543 Jul 06 18:32:58.521441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500cf7-4853-4853-b535-849cada96ce0 req-e188753c-9ca4-49f9-b3ca-d2b831ac078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.522919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-e188753c-9ca4-49f9-b3ca-d2b831ac078f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0461285 Jul 06 18:32:58.588916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500cf7-4853-4853-b535-849cada96ce0 req-8e17904d-dadb-452b-a12e-abd8d832292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.590366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-8e17904d-dadb-452b-a12e-abd8d832292d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601542 Jul 06 18:32:58.681723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-dd761892-8b28-47d6-aa22-9ab8ff77d0b0 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846937 Jul 06 18:32:58.776557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f500cf7-4853-4853-b535-849cada96ce0 req-e96e642c-acef-4cc3-b141-d550ba77c6ed service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881424 Jul 06 18:32:59.456352 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.291015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:00.855794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.771622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:25.464871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-641a683a-07d6-4f29-91e8-b88b3d1306f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.990692 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1847d2ea-d8bc-42e3-beb7-b389efd8316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:27.992342 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:29.458658 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.308776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:30.856888 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:32.771132 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:34.378001 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:33:47.807359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-e1a733aa-b996-4446-8218-bd4ce9420d2c req-3fa813b0-fba6-4cbe-a2ac-ee8a8697def1 service neutron] (93943) timed out ('10.222.0.37', 57846) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:33:55.466377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c39aab81-8692-4fb4-a09c-48df8321ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.992438 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ba32a89-29b7-46ec-a039-2b824e673878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.995220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.463316 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.095361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-a42b7c0d-8404-4eac-b3e5-17ec83c69839 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582018 Jul 06 18:34:00.197794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-9f29aac8-5cf9-48ce-9a6d-93c8bdf05506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.199356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-9f29aac8-5cf9-48ce-9a6d-93c8bdf05506 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 1097 time: 0.0567081 Jul 06 18:34:00.315318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-55906877-11bb-4769-abb1-d43d87f29250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.316862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-55906877-11bb-4769-abb1-d43d87f29250 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0971205 Jul 06 18:34:00.318615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.388185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-80932d4e-8ace-4db2-a85c-79da89a37e64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 200 len: 1001 time: 0.0641947 Jul 06 18:34:00.441327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-7b44efd2-696a-4bd3-a80d-ce218a479b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.442862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-7b44efd2-696a-4bd3-a80d-ce218a479b40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0490918 Jul 06 18:34:00.513518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-077beebe-01d2-4bf6-bbca-3ee5723080dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:00.515630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-077beebe-01d2-4bf6-bbca-3ee5723080dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643795 Jul 06 18:34:00.614043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-6f9efbde-af71-4f96-9505-a10aa2117f07 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921938 Jul 06 18:34:00.714680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f279c6-7cce-488a-b07d-4d68430e94fb req-7201b74a-bfa5-42e0-bf1b-2ad77506b77d service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941424 Jul 06 18:34:00.861486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.457975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-f1de8484-081d-4e4a-adc3-ad4c2bf7e320 req-1c1d9dfb-b46d-49de-a06e-d51d4d3061ab service neutron] (93942) timed out ('10.222.0.61', 56747) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:34:02.769968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:11.377421 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:34:25.468322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad4225c6-afc8-44d7-8da5-8172105813ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.996178 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5962f452-d056-4f6c-86c3-51b3f5614cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:27.997691 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.465376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.321495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:30.864010 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:32.784443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.063806 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c5002-fb26-41c3-93b2-a8b44e79beb0 req-4ad440ef-d923-4bd7-b948-685cfad06a9b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:43.065207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b2c5002-fb26-41c3-93b2-a8b44e79beb0 req-4ad440ef-d923-4bd7-b948-685cfad06a9b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 946 time: 0.1235783 Jul 06 18:34:43.104790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b2c5002-fb26-41c3-93b2-a8b44e79beb0 req-28ae6f47-a0d2-4e95-9604-fcff15a534ba tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Jul 06 18:34:44.315008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c60c2-cf56-46c2-b8bc-0bfaf1fcfe26 req-4ee44a5f-6d76-476b-befb-d6b678cd3b6b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:44.316531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-298c60c2-cf56-46c2-b8bc-0bfaf1fcfe26 req-4ee44a5f-6d76-476b-befb-d6b678cd3b6b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 946 time: 0.0683274 Jul 06 18:34:44.358955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-298c60c2-cf56-46c2-b8bc-0bfaf1fcfe26 req-f3a609d9-cf1e-4c7b-942d-f38fc2c60708 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 Jul 06 18:34:44.421853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-ffde6c4c-d423-46b6-8c4c-cffdece215d2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:44.423333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-ffde6c4c-d423-46b6-8c4c-cffdece215d2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 946 time: 0.0634320 Jul 06 18:34:44.526938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 5275a9e1-96de-4491-9cec-d16086a12914 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:34:44.527315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.618962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port 5275a9e1-96de-4491-9cec-d16086a12914, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=5275a9e1-96de-4491-9cec-d16086a12914,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:44.619346 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.833542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.833894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.834213 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Floating IP 8457adaa-6d4f-44eb-8af9-30207f4a27d9 disassociated. External IP: 172.25.5.77, port: 5275a9e1-96de-4491-9cec-d16086a12914. Jul 06 18:34:44.834549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 5275a9e1-96de-4491-9cec-d16086a12914 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:34:44.962653 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:44.997948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=5275a9e1-96de-4491-9cec-d16086a12914,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:45.010345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.010345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.011125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.011393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.011753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.012087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.012418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.012745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.013867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.013867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.013867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.014142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:45.489170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:34:45.519675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fa9ddbc0-4a6c-4e6a-8f07-90e0a95ebb1d req-3371d8dc-7d55-4975-b586-9f31a0572e57 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 210 time: 0.0325112 Jul 06 18:34:45.625289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:45.634199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:45.644182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:45.644805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:34:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:45.672983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port 5275a9e1-96de-4491-9cec-d16086a12914 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:34:45.675932 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:45.678071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46ecc9fa-89be-4ad7-a32e-7fd5a0073d30 req-31cf64e4-45dd-4664-b1e1-b23c62a2ccb3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "DELETE /v2.0/ports/5275a9e1-96de-4491-9cec-d16086a12914 HTTP/1.1" status: 204 len: 173 time: 1.2493770 Jul 06 18:34:45.678523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'name': 'network-vif-deleted', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:45.680834 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6134b1d62a3e9b12f25b18a4d69f334c92e1b2ff49ce3a96ef2da19069a76e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d930ba8f-0cc1-4821-9520-f3ad79603277" -d '{"events": [{"server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "name": "network-vif-deleted", "tag": "5275a9e1-96de-4491-9cec-d16086a12914"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:45.777732 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd22b6b-6e40-4ca6-bf34-6eb955b974cf x-openstack-request-id: req-9cd22b6b-6e40-4ca6-bf34-6eb955b974cf {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:45.778038 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56da5e-d922-45c1-9054-584f5ef98f13", "name": "network-vif-deleted", "tag": "5275a9e1-96de-4491-9cec-d16086a12914", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:45.778297 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cd22b6b-6e40-4ca6-bf34-6eb955b974cf {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:45.778700 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56da5e-d922-45c1-9054-584f5ef98f13', 'name': 'network-vif-deleted', 'tag': '5275a9e1-96de-4491-9cec-d16086a12914', 'status': 'completed', 'code': 200} Jul 06 18:34:45.914608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:46.124985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:46.151209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:46.160271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:46.160899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:34:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:46.271403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:46.490909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:46.525115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b783f6b-3b01-4fc4-9410-34c0d4e2abb3 None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:46.669609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cafd261d-eb5c-4a7f-9108-baa1d61b24b7 req-e8350d4c-fc07-42de-874d-7e119e829871 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 210 time: 0.0302260 Jul 06 18:34:46.763664 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b235aa9-c030-4e19-9b75-c647940b24a3 None None] New status for floating IP 8457adaa-6d4f-44eb-8af9-30207f4a27d9: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:34:47.815214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86a31a7f-172e-4d75-9086-2d03cbd81075 req-0f04f374-18e3-4481-88ba-4fb6882b1227 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 210 time: 0.0331533 Jul 06 18:34:48.061424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5275a9e1-96de-4491-9cec-d16086a12914 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:34:48.083895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 5275a9e1-96de-4491-9cec-d16086a12914 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:34:48.084162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 5275a9e1-96de-4491-9cec-d16086a12914 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:48.377377 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:34:48.966655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-67efb130-cfae-4cff-905d-8d5c4bce384a req-45d75f0a-f1af-4aef-8530-e16ffc0ce425 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56da5e-d922-45c1-9054-584f5ef98f13 HTTP/1.1" status: 200 len: 210 time: 0.0309207 Jul 06 18:34:50.211911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-013f0335-c40f-40c7-8a4f-cb266e89c2ab tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187150472&fields=id&tenant_id=0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 267 time: 0.0353620 Jul 06 18:34:50.333048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-f87c235b-5064-468b-bd55-edae414a070c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:50.334512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-f87c235b-5064-468b-bd55-edae414a070c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1161246 Jul 06 18:34:50.349614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-65c24139-b892-462e-b84f-60b415231ad2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0091059 Jul 06 18:34:50.418081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-9d9bc448-d00d-46d7-9fee-c64bba0110af tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635922 Jul 06 18:34:50.561531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-da65c4cd-43f1-42f6-8526-0ea586fd9de2 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315620 Jul 06 18:34:50.650327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-36001b2a-2133-4002-a158-b43dfeb27b55 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Jul 06 18:34:50.952233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bfd4cb90-0575-46c1-8911-0e7f7934d7d8 req-89bf748c-9122-418a-a378-e27a11050055 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 210 time: 0.0292432 Jul 06 18:34:52.150858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2e742c3f-0ab8-408e-bc80-4b0ba8c9a142 req-9c2383d8-1356-4529-b5ef-bf41511cae54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 210 time: 0.0837047 Jul 06 18:34:52.216426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-9734142f-7235-4489-ba8d-820541243b63 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:52.217886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-9734142f-7235-4489-ba8d-820541243b63 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1522737 Jul 06 18:34:52.263484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-a5749716-a538-43c1-aaf5-6a2abb0b0180 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 379 time: 0.0378065 Jul 06 18:34:52.272702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'security_groups': ['076a2dcb-eeec-4a5c-9612-141a2e2aa883']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:52.389890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:52.393576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.529217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.12 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/de2bf7ba-14aa-4454-8c62-9ccd1bb4b875) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:52.669485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.683885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:52.716774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.764899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:52.768514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:52.772830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:52.802375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:52.834469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:52.835136 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.853359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-47203180-52a1-48e9-bd0c-a4508d086ba3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849221 Jul 06 18:34:52.988702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Request body: {'port': {'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:53.022787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-271fb3ae-4bbf-4d84-baf1-16b6c6efaa55 None None] Provisioning for port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:53.029065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-271fb3ae-4bbf-4d84-baf1-16b6c6efaa55 None None] Provisioning complete for port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:53.029562 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271fb3ae-4bbf-4d84-baf1-16b6c6efaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.066018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-271fb3ae-4bbf-4d84-baf1-16b6c6efaa55 None None] Port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:53.074613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.396453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54368cf9-f3d8-4268-b675-9a6622772f57 req-5e18e9b5-afc2-41b9-aabe-29db33c09607 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:53.398047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54368cf9-f3d8-4268-b675-9a6622772f57 req-5e18e9b5-afc2-41b9-aabe-29db33c09607 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 932 time: 0.1266468 Jul 06 18:34:53.405509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:53.416007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.445224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Transition to ACTIVE for port object de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:53.450279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.495053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54368cf9-f3d8-4268-b675-9a6622772f57 req-a318c8c4-6ea6-4085-9912-caecb65042ed tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838041 Jul 06 18:34:53.523480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Pushing event updated for resources: {'Port': ['ID=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:53.603829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Attempting to bind port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:53.604408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Attempting to bind port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:53.604748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Attempting to bind port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:53.609616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:34:53.609939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Attempting to bind port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:53.615242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:53.615625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:53.616014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:53.616442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Bound port: de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:53.616807 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.685853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] For port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:53.689088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] For port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:53.694299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.734501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:53.735365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:53.737002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] 10.222.0.60 "PUT /v2.0/ports/de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 1092 time: 0.7971995 Jul 06 18:34:53.737532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:53.768154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f43452-4704-405a-ba76-0519cb68b212 service neutron] Pushing event updated for resources: {'Port': ['ID=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:53.823950 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac99a28-3606-4451-adbf-eb8f741f268b" -d '{"events": [{"name": "network-changed", "server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:53.858687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-57c31ffa-544b-4123-ab32-092ac91387f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:53.861106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-57c31ffa-544b-4123-ab32-092ac91387f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1095 time: 0.0748374 Jul 06 18:34:53.915873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-b58f0392-0c61-4767-87ad-9e789bf62500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 217 time: 0.0443716 Jul 06 18:34:53.933673 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07acec5-8532-4c94-a976-720604c570d3 x-openstack-request-id: req-a07acec5-8532-4c94-a976-720604c570d3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:53.934039 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:53.934358 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a07acec5-8532-4c94-a976-720604c570d3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:53.934821 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'status': 'completed', 'code': 200} Jul 06 18:34:53.972408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-d1ae010e-32b8-4b26-9c10-a593ad3dcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:53.973922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-d1ae010e-32b8-4b26-9c10-a593ad3dcb33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0517867 Jul 06 18:34:54.044459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784d38-953f-418c-8614-9698651deb17 req-ed4e3f9d-4b2c-4b95-a351-64f2363fb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.045984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-ed4e3f9d-4b2c-4b95-a351-64f2363fb242 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642974 Jul 06 18:34:54.144369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-8ba4b854-8cbf-4cc0-b83a-73920fa0ec02 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903537 Jul 06 18:34:54.242214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a784d38-953f-418c-8614-9698651deb17 req-63a1ca64-478f-4ad2-b863-139ca3768420 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Jul 06 18:34:54.350136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-3ed15103-d0dc-4c9d-b1f4-0a4b702fb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.351677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-3ed15103-d0dc-4c9d-b1f4-0a4b702fb429 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1095 time: 0.0636380 Jul 06 18:34:54.442358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-0ec2a4b8-0bf8-4ae8-9244-87748da56bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.443776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-0ec2a4b8-0bf8-4ae8-9244-87748da56bff service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0852911 Jul 06 18:34:54.490719 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-3477de0a-8bbb-49b5-a8f2-587c32e94b31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 217 time: 0.0397267 Jul 06 18:34:54.540423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-e13b0666-92be-4b98-aea3-fb5d25ecf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.542521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-e13b0666-92be-4b98-aea3-fb5d25ecf1c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0455964 Jul 06 18:34:54.603326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-5e815317-8f5e-4162-83d7-894850da7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.605668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-5e815317-8f5e-4162-83d7-894850da7053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573118 Jul 06 18:34:54.749286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-00fb58b1-c1fe-4054-9914-c6a3fe60698d service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372366 Jul 06 18:34:54.757910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd843-991c-4167-b3c4-6d5b739c1fe5 req-ab7ce0fd-0889-40f7-9f71-48a2e1dfce0e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:54.759435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5cecd843-991c-4167-b3c4-6d5b739c1fe5 req-ab7ce0fd-0889-40f7-9f71-48a2e1dfce0e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.1399217 Jul 06 18:34:54.853127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5cecd843-991c-4167-b3c4-6d5b739c1fe5 req-0c8308de-f0b6-4ded-b05e-d4f39bde4ce0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844419 Jul 06 18:34:54.881185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ac99a28-3606-4451-adbf-eb8f741f268b req-7c330e9b-e7b7-4445-bd33-7bdfddc9037b service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207662 Jul 06 18:34:55.470353 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-737c6600-c4ca-4137-8004-52af624cd669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:56.032408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54000e5-449d-4a14-9fff-558388c35d1c req-d168c82c-0d07-426d-96ce-33c40070ceb6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:56.033998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f54000e5-449d-4a14-9fff-558388c35d1c req-d168c82c-0d07-426d-96ce-33c40070ceb6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0664654 Jul 06 18:34:56.074155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f54000e5-449d-4a14-9fff-558388c35d1c req-58e1ca6b-2cf7-42e5-be67-c60fba45bb91 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345094 Jul 06 18:34:57.249906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d907c0-2f92-4b03-a604-2e04673cc5c7 req-6c35e057-d0ab-4b39-bcbb-c14ffbe4a6bd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:57.251430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7d907c0-2f92-4b03-a604-2e04673cc5c7 req-6c35e057-d0ab-4b39-bcbb-c14ffbe4a6bd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0678251 Jul 06 18:34:57.289312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7d907c0-2f92-4b03-a604-2e04673cc5c7 req-9dc54169-156a-4273-b7ad-d08a9453ce4e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Jul 06 18:34:58.000059 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d62096c-3359-48bd-b0ae-7e2dce637148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:58.002057 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:58.466319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92c0ae-e028-437c-a4a3-5ee6253817fa req-34677b2b-bba0-4b50-bfd6-f929b94b2232 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:58.467925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f92c0ae-e028-437c-a4a3-5ee6253817fa req-34677b2b-bba0-4b50-bfd6-f929b94b2232 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0680666 Jul 06 18:34:58.506590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f92c0ae-e028-437c-a4a3-5ee6253817fa req-877c4dc8-069b-45bb-a844-ff2f1eeb3c83 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jul 06 18:34:59.468121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:59.688678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9838c-1d5a-4cc7-b298-c728befd7fc0 req-960b225d-03b4-4c74-bb12-2f03e2859560 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:59.690186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8c9838c-1d5a-4cc7-b298-c728befd7fc0 req-960b225d-03b4-4c74-bb12-2f03e2859560 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0640571 Jul 06 18:34:59.726708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8c9838c-1d5a-4cc7-b298-c728befd7fc0 req-7ac24038-cc96-4c7b-93e3-9e9fe348dc30 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308802 Jul 06 18:35:00.335534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.866222 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:00.908288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d203f-d88b-445a-9403-e58d41342fa8 req-bda4ceec-0a6c-49b8-ad44-40c280046a80 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:00.909872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-164d203f-d88b-445a-9403-e58d41342fa8 req-bda4ceec-0a6c-49b8-ad44-40c280046a80 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0716200 Jul 06 18:35:00.948497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-164d203f-d88b-445a-9403-e58d41342fa8 req-5537a154-dfd7-428b-b549-2b95f27e2e35 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329158 Jul 06 18:35:02.120887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864901a9-283a-411f-8cb5-420910b8b70b req-2b91cde6-5d98-4ecb-aff5-4ac4c063fd40 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:02.122376 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-864901a9-283a-411f-8cb5-420910b8b70b req-2b91cde6-5d98-4ecb-aff5-4ac4c063fd40 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0658474 Jul 06 18:35:02.161179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-864901a9-283a-411f-8cb5-420910b8b70b req-12269384-a7f4-443f-a21f-93d0afa8d6bc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 Jul 06 18:35:02.783597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:03.334641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c4ec-7610-405e-b534-88bcf32bf108 req-4ff643de-53ea-4cbe-b3cd-b4b112b15a97 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:03.336228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d35c4ec-7610-405e-b534-88bcf32bf108 req-4ff643de-53ea-4cbe-b3cd-b4b112b15a97 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 944 time: 0.0663939 Jul 06 18:35:03.374004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d35c4ec-7610-405e-b534-88bcf32bf108 req-08b9b8a8-e2e4-4f76-92a6-536e7986bb0d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Jul 06 18:35:04.156064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:35:04.249172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:04.260269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:35:04.300261 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:04.312961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:35:04.341306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:04.345142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:04.394814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:04.403426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.404333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.404333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.404497 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.404742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.405070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.405399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.405724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.406049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.406430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.406697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.407024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:35:04.550690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7d98a-da6f-4a0f-8369-03d5fd5acf88 req-4ee264dd-fa45-4cb8-a690-ea4511836a42 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:04.552226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87e7d98a-da6f-4a0f-8369-03d5fd5acf88 req-4ee264dd-fa45-4cb8-a690-ea4511836a42 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 945 time: 0.0648422 Jul 06 18:35:04.567025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['de2bf7ba-14aa-4454-8c62-9ccd1bb4b875'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:35:04.591665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87e7d98a-da6f-4a0f-8369-03d5fd5acf88 req-16ec8dd7-e8ed-4bd3-9010-fe1983fea47c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Jul 06 18:35:05.765716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c64ea-1b5a-4f30-ae9d-5aed2abc93bd req-be951ca3-1b18-4fc6-bf1e-08415e99a0d3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:05.767166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486c64ea-1b5a-4f30-ae9d-5aed2abc93bd req-be951ca3-1b18-4fc6-bf1e-08415e99a0d3 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 945 time: 0.0662606 Jul 06 18:35:05.805482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486c64ea-1b5a-4f30-ae9d-5aed2abc93bd req-481985e4-67d7-419a-b20f-99039db383a4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325394 Jul 06 18:35:06.166063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:35:06.216003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:35:06.219829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:35:06.220202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.300935 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.324355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:06.338495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:35:06.343668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.368196 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bde17-ea9e-4b1d-99a8-7d73fdbcf3f4" -d '{"events": [{"server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "name": "network-vif-plugged", "status": "completed", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:06.397191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:06.450822 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755e27e-4a22-4cd0-a889-90b4fe09a562 x-openstack-request-id: req-e755e27e-4a22-4cd0-a889-90b4fe09a562 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:06.451116 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "name": "network-vif-plugged", "status": "completed", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:06.451401 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e755e27e-4a22-4cd0-a889-90b4fe09a562 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:06.451803 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'code': 200} Jul 06 18:35:06.569185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a968a0-dcc2-4a87-af63-b78419597e45 req-13021015-8da6-4a6b-85a8-1a9ae9a41c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.570664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2a968a0-dcc2-4a87-af63-b78419597e45 req-13021015-8da6-4a6b-85a8-1a9ae9a41c44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1097 time: 0.0545332 Jul 06 18:35:06.605773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2a968a0-dcc2-4a87-af63-b78419597e45 req-af74cd15-5dd0-4801-b757-f4df708bb9bd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283701 Jul 06 18:35:06.982348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920339-1783-42a8-8cf0-88d6b48c9d70 req-b69c1619-d56f-46b0-bff7-1ab6f29015a4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:06.984143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31920339-1783-42a8-8cf0-88d6b48c9d70 req-b69c1619-d56f-46b0-bff7-1ab6f29015a4 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 946 time: 0.0661836 Jul 06 18:35:07.021526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31920339-1783-42a8-8cf0-88d6b48c9d70 req-5965318b-8b6b-443a-9005-ddc70ec7f108 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Jul 06 18:35:08.202134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473e1e-17c8-4ba7-8b14-fa2aede6b9a8 req-dbb4ebcf-5c9f-4026-ba15-8a38ae48c330 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.203622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1473e1e-17c8-4ba7-8b14-fa2aede6b9a8 req-dbb4ebcf-5c9f-4026-ba15-8a38ae48c330 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 946 time: 0.0682755 Jul 06 18:35:08.242511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1473e1e-17c8-4ba7-8b14-fa2aede6b9a8 req-bdca0366-2a31-4511-972a-d35399c6386c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332415 Jul 06 18:35:08.417732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823ccb-06ba-40f5-aaad-8f08c8f18171 req-b1ff9530-3dba-4ea0-a98b-78be688849b2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.419197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0823ccb-06ba-40f5-aaad-8f08c8f18171 req-b1ff9530-3dba-4ea0-a98b-78be688849b2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 946 time: 0.0668974 Jul 06 18:35:08.457627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0823ccb-06ba-40f5-aaad-8f08c8f18171 req-8ca366f8-f1a9-48e0-9404-61bc0bff93d0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325115 Jul 06 18:35:08.484163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:08.576236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f654a3-cb65-443e-bc3b-c2354317d164 tempest-TestVolumeBootPattern-1582550684 tempest-TestVolumeBootPattern-1582550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:08.577734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-68f654a3-cb65-443e-bc3b-c2354317d164 tempest-TestVolumeBootPattern-1582550684 tempest-TestVolumeBootPattern-1582550684-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1092 time: 0.0925677 Jul 06 18:35:08.580559 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 40844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:35:08.584966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:35:08.607221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.705267 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.810519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.25.5.74 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/6d6082de-cc5f-4b36-bd39-ba8bd75bf968) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:35:08.919683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.958832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:08.997160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:35:09.000001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:35:09.002756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:35:09.032682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=6d6082de-cc5f-4b36-bd39-ba8bd75bf968,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:09.387795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.471362 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.632367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.637080 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.706124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=6d6082de-cc5f-4b36-bd39-ba8bd75bf968,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:35:09.714613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:09.815345 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Floating IP bf2d957a-0723-432c-bd2c-e7bc93852891 associated. External IP: 172.25.5.74, port: de2bf7ba-14aa-4454-8c62-9ccd1bb4b875. Jul 06 18:35:10.375872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:35:10.485373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:35:10.494425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:35:10.501068 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:10.504246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:35:10.504874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:34:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:35:10.537989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cfa5f501-5183-4262-97ed-bc8188d8a694 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9564047 Jul 06 18:35:10.538690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:35:10.541096 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30274cd-0f36-4999-a351-bbf7a6a134ed" -d '{"events": [{"name": "network-changed", "server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:35:10.576568 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f79fcd4-0ea0-47af-90cf-c5e97ed2e4a7 x-openstack-request-id: req-3f79fcd4-0ea0-47af-90cf-c5e97ed2e4a7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:35:10.576875 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:35:10.577196 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f79fcd4-0ea0-47af-90cf-c5e97ed2e4a7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:35:10.577557 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'status': 'completed', 'code': 200} Jul 06 18:35:10.630994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:35:10.655458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-f3758b17-9aea-49f3-9118-71c5c0d3638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.656987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-f3758b17-9aea-49f3-9118-71c5c0d3638b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1097 time: 0.0538816 Jul 06 18:35:10.753808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-6c910f50-246d-4f95-8e7b-384150d85b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.755199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-6c910f50-246d-4f95-8e7b-384150d85b43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0913920 Jul 06 18:35:10.820530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-1aa13126-81f4-40ad-a076-361689fd7cc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 999 time: 0.0581965 Jul 06 18:35:10.868798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:09Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:35:10.875716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-ebec02c9-05e7-4cb9-b026-f1ef4dfde4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.877194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-ebec02c9-05e7-4cb9-b026-f1ef4dfde4bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0484858 Jul 06 18:35:10.895598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:35:10.904975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:35:10.905597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:34:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:35:10.936463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-72a15f97-c809-4b4c-b905-a405c0b11e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:10.938027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-72a15f97-c809-4b4c-b905-a405c0b11e93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540631 Jul 06 18:35:11.015078 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:35:11.029239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-40705ac3-259b-4940-a831-80a8754ff4cf service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841825 Jul 06 18:35:11.124669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b30274cd-0f36-4999-a351-bbf7a6a134ed req-5176710f-b31f-4e63-a96c-e47d8a258822 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888138 Jul 06 18:35:11.246448 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:09Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:35:11.277057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cdf4a9-97bc-4fca-a530-532143342cb0 None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:09Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:35:11.465823 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023757fe-546d-4f73-bc36-95ea62064913 None None] New status for floating IP bf2d957a-0723-432c-bd2c-e7bc93852891: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:35:25.376740 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:35:25.472538 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f03d75f0-2058-43a8-8eea-03acd5dcdc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.000952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-085b5cd1-4c79-4594-8df4-3b6d9e47f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:28.002776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:29.470740 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:30.335561 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:30.870761 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.784129 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:44.588710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-e70ca151-f7c0-468f-be8c-9a2471c674c0 req-d857972c-0775-474b-830f-3b94b5b481ad service neutron] (93942) timed out ('10.222.0.60', 59640) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:35:55.474418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3401c076-9cd7-47a9-a91e-61bcd37f371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.000978 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796d9d27-f0b5-4c26-9979-eefe7cd87e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:58.003027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:59.474756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.349092 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:00.870252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.078711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-aeee07d7-a5fc-4c6c-8724-388adf911d05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532272 Jul 06 18:36:02.172277 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-00158458-4143-4925-a80a-d52a5854e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.173785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-00158458-4143-4925-a80a-d52a5854e4d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1097 time: 0.0524096 Jul 06 18:36:02.284345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-e3af9319-cef7-4133-81dc-2d5439d2e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.285811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-e3af9319-cef7-4133-81dc-2d5439d2e3b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0915310 Jul 06 18:36:02.349819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-ba944955-a358-4ae3-8ea4-e79a2bc57861 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 1001 time: 0.0574379 Jul 06 18:36:02.375931 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:36:02.402332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-3f2ec634-2e91-48da-a005-c6c4db4adb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.403797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-3f2ec634-2e91-48da-a005-c6c4db4adb16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0478373 Jul 06 18:36:02.463637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-07edc7b1-03e5-4847-ac36-52e6dbcc32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:02.465161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-07edc7b1-03e5-4847-ac36-52e6dbcc32b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547962 Jul 06 18:36:02.554496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-b6d72fe1-2553-44bb-b66d-3d216bba9ca0 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825076 Jul 06 18:36:02.652919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8df38fe-ba72-40fd-b4e0-1b82cf3ffba9 req-7b406276-d445-4eca-a2b4-6453c4c9639f service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 Jul 06 18:36:02.798377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:25.475544 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-769d84cd-e617-4488-8986-f3b4aba8a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.004511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e48ba3a0-0521-44bc-9e66-f9d0271c015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:28.006120 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:29.480014 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.353808 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:30.873861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.816317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:39.374814 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:36:47.365168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-adb7284c-c883-4a8b-ba26-b62604b22b30 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187150472&fields=id&tenant_id=0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 267 time: 0.0347190 Jul 06 18:36:47.477489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-1dad44c3-73c9-4772-b3fb-e93467d75cba tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.479473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-1dad44c3-73c9-4772-b3fb-e93467d75cba tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1077721 Jul 06 18:36:47.496646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-09256f75-b7ed-4930-9ffa-1849b06573dc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/quotas/0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 375 time: 0.0116272 Jul 06 18:36:47.572598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-d83055ee-d7fe-4029-bab4-dce80c6a7df1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0703313 Jul 06 18:36:47.748824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-54aed5bd-fba0-4b44-b741-dfee01e71605 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303279 Jul 06 18:36:47.846120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-8e32cf44-6ed3-459d-9355-a84cf444a9c1 service neutron] 10.222.0.37 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917323 Jul 06 18:36:48.190212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e743c0bd-32de-4ee5-b2ab-ee8050906ddd req-fb7fa8e4-ca3a-4f74-b589-fd9a86cdf3cd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 210 time: 0.0305605 Jul 06 18:36:49.356900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-709660c4-8c05-4cee-9155-a48d69572b27 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:49.358261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-709660c4-8c05-4cee-9155-a48d69572b27 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 812 time: 0.1395335 Jul 06 18:36:49.377844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ed61929-4017-40c8-97e7-e733fe6695da req-08e668ea-4de5-478c-a87f-54ba394df4d0 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 210 time: 0.0422192 Jul 06 18:36:49.412662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-dbadcfb4-4e1e-40bd-9422-b7880e42957a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef7162045f24f6f91b8c643a2fdcc80 HTTP/1.1" status: 200 len: 379 time: 0.0372484 Jul 06 18:36:49.423721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'port': {'device_id': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'admin_state_up': True, 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'security_groups': ['076a2dcb-eeec-4a5c-9612-141a2e2aa883']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:49.540959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Made reservation on behalf of 0ef7162045f24f6f91b8c643a2fdcc80 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:36:49.545102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.682373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.20.0.3 (79a08f51-44bf-4a26-9640-6cccdbc70c20/981871ac-e226-4801-b286-f200af784d40/98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:36:49.834948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.848301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Transition to ACTIVE for port object 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:49.886833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:49.938327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:36:49.941577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:36:49.944684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:36:49.974707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:49.994746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.995763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.996113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.996454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.996789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.997124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.997455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.997781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.998106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.998430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.998749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:49.999243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:36:50.021694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.022312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.037978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-3e1bf4ac-49cf-4fec-9b88-aa757facff02 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181898 Jul 06 18:36:50.130359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Request body: {'port': {'device_id': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:36:50.213919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.247661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ebb64369-e311-4cfb-b22b-af5bdcdde677 None None] Provisioning for port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:36:50.253194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ebb64369-e311-4cfb-b22b-af5bdcdde677 None None] Provisioning complete for port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:36:50.253848 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebb64369-e311-4cfb-b22b-af5bdcdde677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.290222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ebb64369-e311-4cfb-b22b-af5bdcdde677 None None] Port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:36:50.513630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:36:50.540042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.567615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Transition to ACTIVE for port object 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:36:50.573520 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.633901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14426d-689a-4704-a030-4cdc76d0621f req-a843e04e-9298-46c7-ab9a-6fc742b47499 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.635949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd14426d-689a-4704-a030-4cdc76d0621f req-a843e04e-9298-46c7-ab9a-6fc742b47499 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 931 time: 0.1376691 Jul 06 18:36:50.654582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:50.746823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd14426d-689a-4704-a030-4cdc76d0621f req-9b180ad5-65f9-45d4-9912-60b08d6fc038 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998564 Jul 06 18:36:50.762328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Attempting to bind port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:36:50.762657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Attempting to bind port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:36:50.763229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Attempting to bind port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:50.777809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:36:50.778135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Attempting to bind port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c on network 79a08f51-44bf-4a26-9640-6cccdbc70c20 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:36:50.783756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:36:50.784237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Checking segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:36:50.784623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Bound using segment: {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:36:50.785150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Bound port: 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d96c135-d035-414b-8dec-4935c178d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:36:50.785408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.852495 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] For port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:36:50.856179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] For port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:36:50.862329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.902596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:50.903434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.904668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 1091 time: 0.8238800 Jul 06 18:36:50.905131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:36:50.907443 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11" -d '{"events": [{"name": "network-changed", "server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:36:50.946418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e7b4-c0fc-4b4f-bd48-dc5df5efd0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:36:50.958042 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f798fb5-cdb5-4c2a-988f-7af1df434dc5 x-openstack-request-id: req-2f798fb5-cdb5-4c2a-988f-7af1df434dc5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:36:50.958346 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:36:50.958606 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f798fb5-cdb5-4c2a-988f-7af1df434dc5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:36:50.959006 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'status': 'completed', 'code': 200} Jul 06 18:36:51.015660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-f38e69e7-0c26-418c-9876-cae5a38f7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.017200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-f38e69e7-0c26-418c-9876-cae5a38f7809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1094 time: 0.0613225 Jul 06 18:36:51.063319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-dd9af312-5f83-4ea6-bf3b-e858d61cd40d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 217 time: 0.0387092 Jul 06 18:36:51.119471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bf7695ad-818e-4b48-a080-24fdf60d5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.121664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-bf7695ad-818e-4b48-a080-24fdf60d5ce7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0525148 Jul 06 18:36:51.182325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-29ce4df3-c579-447a-a5d3-e117b5e98c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.184007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-29ce4df3-c579-447a-a5d3-e117b5e98c46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563998 Jul 06 18:36:51.283164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-f4a04bed-be46-419d-930a-bb62888dd459 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928400 Jul 06 18:36:51.392115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a448e3eb-6f52-4a45-82af-24c5cc01bdaf req-7852df44-ce3a-4bc9-a8c0-1d6ebb6aa60e service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027517 Jul 06 18:36:51.493785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-ff2e0abe-44ed-4b05-bd98-f41f32413b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.495986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-ff2e0abe-44ed-4b05-bd98-f41f32413b1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1094 time: 0.0582218 Jul 06 18:36:51.596936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-0f7d1081-eb05-416a-946d-c9cd4533d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.598435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-0f7d1081-eb05-416a-946d-c9cd4533d637 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0957503 Jul 06 18:36:51.642954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-8cd9934e-2669-4df4-aa85-6951435af024 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 217 time: 0.0373242 Jul 06 18:36:51.693240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-0328f375-81c6-4687-aded-5bd2047af97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.694739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-0328f375-81c6-4687-aded-5bd2047af97f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0455160 Jul 06 18:36:51.754860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-20ae527e-a226-422f-aef6-5d7ddcea8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.756297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-20ae527e-a226-422f-aef6-5d7ddcea8f56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549974 Jul 06 18:36:51.863544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-281ed11d-392b-4837-a4a9-b538b39e7fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003931 Jul 06 18:36:52.011386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5627a40-c14c-43b5-ba6f-30ee53ec3c11 req-1f7139d7-6019-4b63-a669-0b305b809871 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406147 Jul 06 18:36:52.023701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ce40b-471f-4977-a0ee-ed9f5966a255 req-c4fd74fd-627c-40de-8d83-4fc68d646756 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:52.025850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-111ce40b-471f-4977-a0ee-ed9f5966a255 req-c4fd74fd-627c-40de-8d83-4fc68d646756 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.1461461 Jul 06 18:36:52.072637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-111ce40b-471f-4977-a0ee-ed9f5966a255 req-c5bef208-ee4e-4304-8d6f-9ac9a258ff10 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364609 Jul 06 18:36:53.256514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426fb48-1858-4b37-8058-65578f76700c req-33c158d8-9388-4562-9967-2f06a7660ff8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.258379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4426fb48-1858-4b37-8058-65578f76700c req-33c158d8-9388-4562-9967-2f06a7660ff8 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0671887 Jul 06 18:36:53.300879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4426fb48-1858-4b37-8058-65578f76700c req-dc458dbd-6e0d-4ce4-85a0-aca17741224a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363688 Jul 06 18:36:54.488551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdb921-b9c4-4fc6-b0b6-d2dff484a27f req-2fa8ad95-7b75-4885-b280-0d0fa3e22f0e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:54.490105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cfdb921-b9c4-4fc6-b0b6-d2dff484a27f req-2fa8ad95-7b75-4885-b280-0d0fa3e22f0e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0709941 Jul 06 18:36:54.532238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cfdb921-b9c4-4fc6-b0b6-d2dff484a27f req-718b3ef5-e54a-4102-8cf5-965c396b10df tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357597 Jul 06 18:36:55.478149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4104edc0-1811-4d52-9273-ef8a09ed9928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:55.706964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f386391-c65b-4965-a63e-91e9fe7b3e98 req-bc8d1e2e-0ff4-490c-a609-60bb5b708070 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:55.708490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f386391-c65b-4965-a63e-91e9fe7b3e98 req-bc8d1e2e-0ff4-490c-a609-60bb5b708070 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0652759 Jul 06 18:36:55.747768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f386391-c65b-4965-a63e-91e9fe7b3e98 req-92a0050b-b1ff-42b6-b492-5a22e875667d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335712 Jul 06 18:36:56.919388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79254e37-cfc1-40a6-a08d-ced80fef7602 req-be8a765b-689e-44d4-8776-ffad4907f2cd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:56.920890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79254e37-cfc1-40a6-a08d-ced80fef7602 req-be8a765b-689e-44d4-8776-ffad4907f2cd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0638187 Jul 06 18:36:56.962589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79254e37-cfc1-40a6-a08d-ced80fef7602 req-5602c2f5-d9de-46db-8441-6d4818098634 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Jul 06 18:36:58.004755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da96774a-cc4c-48fe-996b-c73f102dc161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:58.007690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:58.137997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312873-7116-4604-9e90-94ae51986fb0 req-831c9bf0-9f3f-4f6d-9c2c-a877066fee3f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:58.139515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7312873-7116-4604-9e90-94ae51986fb0 req-831c9bf0-9f3f-4f6d-9c2c-a877066fee3f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0660353 Jul 06 18:36:58.178524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7312873-7116-4604-9e90-94ae51986fb0 req-caa39f95-fd26-46d1-adf8-d32b19a732ea tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332782 Jul 06 18:36:59.382252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda898c2-5adb-4fc7-acd1-819a5b46702a req-ed69f4a3-a070-49cf-865e-899b46b3bb85 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:59.385297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dda898c2-5adb-4fc7-acd1-819a5b46702a req-ed69f4a3-a070-49cf-865e-899b46b3bb85 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0732565 Jul 06 18:36:59.430789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dda898c2-5adb-4fc7-acd1-819a5b46702a req-cca16404-b617-477a-9261-03be90421c8f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401876 Jul 06 18:36:59.486754 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.360922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:00.651276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60373-a5e1-43ef-a46d-cb14e23c61cd req-c32331fc-3152-4126-a853-e2e815604a72 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:00.652905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4b60373-a5e1-43ef-a46d-cb14e23c61cd req-c32331fc-3152-4126-a853-e2e815604a72 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.0777383 Jul 06 18:37:00.702619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4b60373-a5e1-43ef-a46d-cb14e23c61cd req-a8a00f46-d16c-460a-9538-7a9bac667418 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436912 Jul 06 18:37:00.881427 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:01.500119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-ed54215f-db31-41af-8634-15e87c85fe6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545769 Jul 06 18:37:01.606293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-36383d9f-b9ac-4a5b-9678-57e38a27c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:01.608095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-36383d9f-b9ac-4a5b-9678-57e38a27c2a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1097 time: 0.0618799 Jul 06 18:37:01.715926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-9ecd02ee-321f-4f0f-aab4-f88264ba04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:01.717400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-9ecd02ee-321f-4f0f-aab4-f88264ba04cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0889587 Jul 06 18:37:01.784845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-60438a6a-9a21-4a17-af93-ac17dea780ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 1001 time: 0.0603421 Jul 06 18:37:01.880397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-b2894e52-8806-41b2-a060-d0f98981bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:01.882550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-b2894e52-8806-41b2-a060-d0f98981bb16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0917714 Jul 06 18:37:01.893149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:37:01.960934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc0a2-e765-44b9-a168-5961449facaf req-55d1aa3a-79ce-4fb3-8770-f0e351742e25 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:01.962597 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89adc0a2-e765-44b9-a168-5961449facaf req-55d1aa3a-79ce-4fb3-8770-f0e351742e25 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 943 time: 0.1421351 Jul 06 18:37:02.003894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-c02d7584-b0a3-4e8a-8f8e-d9e38c739226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:02.005692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-c02d7584-b0a3-4e8a-8f8e-d9e38c739226 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153805 Jul 06 18:37:02.078065 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-89adc0a2-e765-44b9-a168-5961449facaf req-416570fb-d29d-4640-bd7f-95dd2c9c675f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054537 Jul 06 18:37:02.134624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-34993712-f976-4659-a986-72427ac72ea6 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222923 Jul 06 18:37:02.173801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:02.186835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'port_id': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'mac_address': 'fa:16:3e:c9:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:37:02.239851 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.249410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b434aa8-5c52-4435-ada4-73d725da79ee req-44f9b6bf-268f-4905-93ff-728abaafd454 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078305 Jul 06 18:37:02.255279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:02.279862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:02.283973 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:02.336085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:02.344407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.344815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.345208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.345588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.345980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.346348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.346703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.347036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.347399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.347730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.348060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.348386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:02.528977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:02.810666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:03.274922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91788d-4fd9-4de9-b93c-5bcb8b5f6af9 req-3cadd4dd-1b9d-4b51-beb5-b7276e141b98 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:03.276958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc91788d-4fd9-4de9-b93c-5bcb8b5f6af9 req-3cadd4dd-1b9d-4b51-beb5-b7276e141b98 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 944 time: 0.0716121 Jul 06 18:37:03.319963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc91788d-4fd9-4de9-b93c-5bcb8b5f6af9 req-cded05b7-d87a-460d-9647-f14ca95d6b72 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Jul 06 18:37:03.893058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:03.944162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:03.947764 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:03.948290 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.024949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.047785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:04.050144 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c5301e-8831-430a-9714-3680b036d7ee" -d '{"events": [{"server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "name": "network-vif-plugged", "status": "completed", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:04.063557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:04.067662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:04.095663 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c54595-cc74-4410-9f4d-bcea65b37917 x-openstack-request-id: req-89c54595-cc74-4410-9f4d-bcea65b37917 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:04.095971 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "name": "network-vif-plugged", "status": "completed", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:04.096215 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89c54595-cc74-4410-9f4d-bcea65b37917 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:04.096604 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'code': 200} Jul 06 18:37:04.124339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:04.202963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e8a6-4d1d-46a8-840e-ea1f4ef8e88d req-e24ae20d-0b61-456f-bb83-c61fd85bb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:04.204396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca45e8a6-4d1d-46a8-840e-ea1f4ef8e88d req-e24ae20d-0b61-456f-bb83-c61fd85bb453 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1096 time: 0.0512168 Jul 06 18:37:04.238386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca45e8a6-4d1d-46a8-840e-ea1f4ef8e88d req-6c083176-4754-4d69-be85-b64347886f25 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276010 Jul 06 18:37:04.499963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1b99b-6866-4165-b880-02fba8e3627c req-4a304065-1bfa-45dd-b1c8-2b18b769e43c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:04.501382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57b1b99b-6866-4165-b880-02fba8e3627c req-4a304065-1bfa-45dd-b1c8-2b18b769e43c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 945 time: 0.0650578 Jul 06 18:37:04.544427 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57b1b99b-6866-4165-b880-02fba8e3627c req-cd75ce3f-ed82-4ba2-b117-4ecc55a90124 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374084 Jul 06 18:37:05.725730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4853e96-3cc4-44d1-becf-85014c95be6f req-2742cb45-b25e-453b-a553-4a24906cb51d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:05.727247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4853e96-3cc4-44d1-becf-85014c95be6f req-2742cb45-b25e-453b-a553-4a24906cb51d tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 945 time: 0.0654452 Jul 06 18:37:05.768749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4853e96-3cc4-44d1-becf-85014c95be6f req-b49057c3-69be-4292-82e1-00a913dfc85b tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351045 Jul 06 18:37:05.946086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d21c-e255-495f-8231-48e0a4863936 req-4fc3414f-ce95-4bd3-aa0a-db28e9f7d3cf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:05.947725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f348d21c-e255-495f-8231-48e0a4863936 req-4fc3414f-ce95-4bd3-aa0a-db28e9f7d3cf tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Jul 06 18:37:05.987679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f348d21c-e255-495f-8231-48e0a4863936 req-d47e1aff-b825-4b17-a277-665b49267b52 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334799 Jul 06 18:37:06.012198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:06.070405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eead780-2046-4bcf-8b44-2f0bfa5eb4b7 tempest-TestVolumeBootPattern-1582550684 tempest-TestVolumeBootPattern-1582550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.072009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4eead780-2046-4bcf-8b44-2f0bfa5eb4b7 tempest-TestVolumeBootPattern-1582550684 tempest-TestVolumeBootPattern-1582550684-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1091 time: 0.0583186 Jul 06 18:37:06.075509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:06.079972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:06.102613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.204047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.316636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Allocated IP 172.25.5.227 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/b04c7f2f-a951-4c01-bde0-483ae1301021) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:06.419087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.458866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.501760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:06.504717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:06.510335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:06.515957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=b04c7f2f-a951-4c01-bde0-483ae1301021,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:06.947208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.029642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.188694 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.196990 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.266419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event updated for resources: {'Port': ['ID=b04c7f2f-a951-4c01-bde0-483ae1301021,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:07.278863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.388386 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Floating IP a224ce9c-d979-42eb-9e7f-da1bcaa03cdd associated. External IP: 172.25.5.227, port: 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c. Jul 06 18:37:07.981280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:08.100588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:08.112111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:08.118523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:08.125328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:08.126071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:36:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:08.161511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ebdaa474-6436-42bf-810f-cc404a544467 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0849092 Jul 06 18:37:08.162133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:08.164557 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e01e4c-f664-47fe-9733-6fd134f693b6" -d '{"events": [{"name": "network-changed", "server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:08.203368 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107785ba-2e23-4505-ae61-971655d3a683 x-openstack-request-id: req-107785ba-2e23-4505-ae61-971655d3a683 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:08.203623 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:08.203941 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-107785ba-2e23-4505-ae61-971655d3a683 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:08.204351 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'status': 'completed', 'code': 200} Jul 06 18:37:08.251581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:08.285916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-8b79d52a-db47-4b08-a3a5-ff2ca09e68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.287479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-8b79d52a-db47-4b08-a3a5-ff2ca09e68bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1096 time: 0.0594075 Jul 06 18:37:08.390007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-c2c5c445-a017-4a2c-b3ea-fedea931990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.391616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-c2c5c445-a017-4a2c-b3ea-fedea931990b service neutron] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0982101 Jul 06 18:37:08.459488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-3bc6dd40-4b4c-4520-994b-7516c3226b37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 999 time: 0.0613282 Jul 06 18:37:08.513304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-b7105f66-202c-4377-a72c-f6bc9e893a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.514712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-b7105f66-202c-4377-a72c-f6bc9e893a81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0493913 Jul 06 18:37:08.528114 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'a224ce9c-d979-42eb-9e7f-da1bcaa03cdd', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:c9:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:37:06Z', 'updated_at': '2021-07-06T18:37:06Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}, {'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:11Z', 'revision_number': 1, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:08.559093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:08.567592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:08.568220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:36:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:08.571541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-0958bcf2-33b7-4990-94a9-25a07bf003d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.573695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-0958bcf2-33b7-4990-94a9-25a07bf003d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524714 Jul 06 18:37:08.662414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-1af6ffc8-9aab-4971-8287-8cdea518a339 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825524 Jul 06 18:37:08.672015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:08.762875 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-29e01e4c-f664-47fe-9733-6fd134f693b6 req-ad5b7c0a-c029-4818-8381-cfcfa1efb9cf service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943270 Jul 06 18:37:08.921333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'a224ce9c-d979-42eb-9e7f-da1bcaa03cdd', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:c9:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:37:06Z', 'updated_at': '2021-07-06T18:37:06Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}, {'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:11Z', 'revision_number': 1, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:08.950487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef5e78-4015-4a7a-b4d3-059dd0926cc8 None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'a224ce9c-d979-42eb-9e7f-da1bcaa03cdd', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:c9:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:37:06Z', 'updated_at': '2021-07-06T18:37:06Z', 'revision_number': 0, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}, {'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:11Z', 'revision_number': 1, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:09.030092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-9efd7412-8748-412c-9e34-17ba07f15dbf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597363 Jul 06 18:37:09.141073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-87387069-0c1c-482a-b4d0-353c8b3b23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.142653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-87387069-0c1c-482a-b4d0-353c8b3b23a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1096 time: 0.0684063 Jul 06 18:37:09.183956 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1cf09-03eb-4a20-9c8c-8dce1b896a3c None None] New status for floating IP a224ce9c-d979-42eb-9e7f-da1bcaa03cdd: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:37:09.261278 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-3ca6b0fb-653a-496f-b911-8188a2808ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.262820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-3ca6b0fb-653a-496f-b911-8188a2808ba3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0996029 Jul 06 18:37:09.339834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-b2759482-5226-49c4-a20d-6ab1185a587a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 999 time: 0.0683851 Jul 06 18:37:09.394733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-e270a1ec-f38b-4566-8f95-d005a64e50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.396275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-e270a1ec-f38b-4566-8f95-d005a64e50a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0511098 Jul 06 18:37:09.456865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-12addf98-b93c-42a1-99be-2a1c68502bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.458302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-12addf98-b93c-42a1-99be-2a1c68502bd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556626 Jul 06 18:37:09.550424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-c2346824-0b84-41ab-8ee7-b575b7273342 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854449 Jul 06 18:37:09.649604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8082326-7ee3-4566-8bc7-c506531f8f6b req-deb4335d-c987-41a3-aaff-3bcc442d9c70 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930738 Jul 06 18:37:16.374018 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:37:25.483235 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e370c3-c818-4093-9fb6-a66ecaffe599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.006099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9773c4d-a938-4f93-bf3a-f2d9b55c2ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.009183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:29.489506 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.392725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:30.882984 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:32.815047 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:53.372447 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:37:55.488943 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24b27a91-6452-4e62-8fe5-8fc7aef1b35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.010086 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b111081-f2e6-4e72-bb4a-3aa19ea232d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:58.012996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:59.490038 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.413453 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:00.883120 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.825004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:03.080578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-9c25bb65-abc6-42fe-8b9e-90e3e2f7a19a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526302 Jul 06 18:38:03.178641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-5425aed7-0d59-48b2-b0fb-06458d74066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.180194 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-5425aed7-0d59-48b2-b0fb-06458d74066c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1097 time: 0.0529320 Jul 06 18:38:03.289774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-e825de8f-6e5f-46e8-8305-fbaf33f3cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.291312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-e825de8f-6e5f-46e8-8305-fbaf33f3cffe service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0904582 Jul 06 18:38:03.355647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-303e1f89-fa3b-456c-9766-99295b5a2d5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 1001 time: 0.0581524 Jul 06 18:38:03.408760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-0cb85b3d-8eb6-464f-8e3e-ccaaaa498b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.410310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-0cb85b3d-8eb6-464f-8e3e-ccaaaa498b5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0482905 Jul 06 18:38:03.466405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-fce0b561-c04e-4325-a8ee-13827d4911ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:03.467972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-fce0b561-c04e-4325-a8ee-13827d4911ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518935 Jul 06 18:38:03.478515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-23706ff7-7d46-4bb8-9a06-c0a7490e7c89 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:38:03.479548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-23706ff7-7d46-4bb8-9a06-c0a7490e7c89 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050378 Jul 06 18:38:03.568983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-5dd50661-7179-4e9f-b870-8760f37fcec9 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824387 Jul 06 18:38:03.666450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7dfdee80-eca1-4d81-acec-af9c446b6a19 req-986b7211-1865-4337-b561-7419292ab681 service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914633 Jul 06 18:38:08.999999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-c9e561b4-acc9-491f-b000-3c844e9462b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543749 Jul 06 18:38:09.096342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-3b02a354-4c2c-40df-8554-8f062d24b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:09.097854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-3b02a354-4c2c-40df-8554-8f062d24b49e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1096 time: 0.0528660 Jul 06 18:38:09.213210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-56bab822-98b8-4669-9461-74d8679032d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:09.214711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-56bab822-98b8-4669-9461-74d8679032d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.0900903 Jul 06 18:38:09.280520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-145a0e18-082b-4c54-99fb-389e0db052c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 1001 time: 0.0598028 Jul 06 18:38:09.331812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-7cc013c1-158b-43ff-b5a4-e1b407d651b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:09.333259 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-7cc013c1-158b-43ff-b5a4-e1b407d651b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0470731 Jul 06 18:38:09.391098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-5fe8c771-dc49-426a-9054-5b8c684119d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:09.393321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-5fe8c771-dc49-426a-9054-5b8c684119d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535369 Jul 06 18:38:09.482956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-53c5a023-e3c2-405e-b387-2e87a11b519a service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831296 Jul 06 18:38:09.576652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90ceb3aa-4ba2-4b8f-9212-48c8e74b623e req-29e23509-036c-49d9-91ba-fb4ffe6f2779 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876973 Jul 06 18:38:25.480621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08f4e7c5-41d6-4271-a450-86c8153a1f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.010591 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46367623-9995-427b-8874-948eca4255cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:28.015544 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:29.492130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.370742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:38:30.406260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:30.885759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.836561 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.803519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41056) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:35.981939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port b04c7f2f-a951-4c01-bde0-483ae1301021 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:35.982285 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.056479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.056721 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.068873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for b04c7f2f-a951-4c01-bde0-483ae1301021 owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:36.226657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.253055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=b04c7f2f-a951-4c01-bde0-483ae1301021,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:36.265547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.265887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.266226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.266565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.266893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.267222 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.267573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.267898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.268220 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.268543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.268864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.269183 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:36.332990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.333440 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Floating IP a224ce9c-d979-42eb-9e7f-da1bcaa03cdd disassociated (deleted). External IP: 172.25.5.227, port: 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c. Jul 06 18:38:36.854348 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:36.964351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:36.969163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:36.974603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:36.984302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:36.984923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:37.006413 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-219adb39-20b5-48da-a616-039566508fb9 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "DELETE /v2.0/floatingips/a224ce9c-d979-42eb-9e7f-da1bcaa03cdd HTTP/1.1" status: 204 len: 168 time: 1.2014813 Jul 06 18:38:37.007018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:37.095849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:37.152665 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da469add-cc5a-4968-b384-b44b5ebc2c08" -d '{"events": [{"name": "network-changed", "server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:37.333729 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ef527-7954-422e-92ed-a5e409d3e208 x-openstack-request-id: req-f42ef527-7954-422e-92ed-a5e409d3e208 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:37.334498 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:37.335003 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f42ef527-7954-422e-92ed-a5e409d3e208 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:37.335797 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'status': 'completed', 'code': 200} Jul 06 18:38:37.342916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:11Z', 'revision_number': 1, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:37.371121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:37.379909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:37.382472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:37.418599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-2c4df08f-1673-4548-a86d-3599ee2120c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:37.420522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-2c4df08f-1673-4548-a86d-3599ee2120c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 1096 time: 0.0599422 Jul 06 18:38:37.493477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:37.563829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf9bc-eeab-4870-945a-c1734afb88ec req-cc7e8f5b-436b-4e1a-b3de-64df16e1be36 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:37.565336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-daeaf9bc-eeab-4870-945a-c1734afb88ec req-cc7e8f5b-436b-4e1a-b3de-64df16e1be36 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 945 time: 0.1411691 Jul 06 18:38:37.568326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-a901edb3-e85a-462c-8555-41fa76137e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:37.569740 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-a901edb3-e85a-462c-8555-41fa76137e7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.1427157 Jul 06 18:38:37.623765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-5a64e20a-48b5-4503-9e31-57c38d3937dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 200 len: 217 time: 0.0450623 Jul 06 18:38:37.667680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-daeaf9bc-eeab-4870-945a-c1734afb88ec req-891963bb-84f0-4d1a-a5b0-1ac5dc2626ed tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959752 Jul 06 18:38:37.686239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-ba68dbd8-05ee-4bc5-8dde-9a48f0e18c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:37.687904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-ba68dbd8-05ee-4bc5-8dde-9a48f0e18c2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0534737 Jul 06 18:38:37.721542 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:11Z', 'revision_number': 1, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:37.753849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-4d655803-c484-4f78-8c4e-816c9a79ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:37.754102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36a928-c40f-447b-9943-7678beb5f561 None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'bf2d957a-0723-432c-bd2c-e7bc93852891', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'port_id': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'mac_address': 'fa:16:3e:d4:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:35:09Z', 'updated_at': '2021-07-06T18:35:11Z', 'revision_number': 1, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:37.755437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-4d655803-c484-4f78-8c4e-816c9a79ecf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582221 Jul 06 18:38:37.856127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-9663ffd6-3295-45c9-b6f5-f8e093611be8 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938244 Jul 06 18:38:37.951531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-da469add-cc5a-4968-b384-b44b5ebc2c08 req-c0268aab-98e5-4c76-846d-104d2dbe6281 service neutron] 10.222.0.61 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892611 Jul 06 18:38:37.982262 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5aabb-6a7e-440e-b98e-f194d17c0765 None None] New status for floating IP a224ce9c-d979-42eb-9e7f-da1bcaa03cdd: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:38:38.881645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-125dc7e0-bb8d-4662-878a-d8414a11700c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:38.883122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-125dc7e0-bb8d-4662-878a-d8414a11700c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 945 time: 0.1110020 Jul 06 18:38:38.891138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf906-1643-4d5a-bbf2-4a778b76c834 req-e364a368-dfe2-4039-93b6-ac25bc15240e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:38.892536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f0cf906-1643-4d5a-bbf2-4a778b76c834 req-e364a368-dfe2-4039-93b6-ac25bc15240e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 945 time: 0.1104186 Jul 06 18:38:38.971444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0f0cf906-1643-4d5a-bbf2-4a778b76c834 req-03d4d312-f15c-469f-abde-3b4b6270fef7 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694575 Jul 06 18:38:39.018370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:39.018712 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.115789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:39.116183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.129867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:39.259991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.289823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:39.317876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.318228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.318577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.318922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.319287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.319620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.319953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.320284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.320611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.320939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.321266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.321595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:38:39.345425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:38:39.348542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:39.350765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b2dad3a-dfe1-4505-a431-763468f043a4 req-033e05ee-963a-4b45-af12-4bb3fa14950f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.61 "DELETE /v2.0/ports/98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c HTTP/1.1" status: 204 len: 173 time: 0.4573655 Jul 06 18:38:39.351202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'name': 'network-vif-deleted', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:39.353573 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660d0d63-19ec-4b19-a0d2-8d0108d81b48" -d '{"events": [{"server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "name": "network-vif-deleted", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:39.392393 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace585da-2dbc-4635-905c-a10beccec532 x-openstack-request-id: req-ace585da-2dbc-4635-905c-a10beccec532 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:39.392688 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964c73b5-2cd6-41eb-8990-f20289ca75a9", "name": "network-vif-deleted", "tag": "98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:39.392948 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ace585da-2dbc-4635-905c-a10beccec532 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:39.393357 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964c73b5-2cd6-41eb-8990-f20289ca75a9', 'name': 'network-vif-deleted', 'tag': '98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c', 'status': 'completed', 'code': 200} Jul 06 18:38:40.126808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57895f22-4c8c-4332-8c18-334438393d25 req-b7c2f0c3-3084-4895-a5a4-c47ecc94c11f tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 210 time: 0.0349977 Jul 06 18:38:41.407557 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5f1fecd-01c1-4d8c-b9e3-6bfef966414f req-f35c7b9a-0474-4e3c-bf25-0a5aea960714 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 210 time: 0.0298867 Jul 06 18:38:42.420676 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:42.458635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:42.459111 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 98c8b9b3-cca5-467a-aa7f-a2166c8b4e1c not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:42.561286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1949c712-d9d8-4673-ab25-b56b0542cefa req-45f570b9-4c87-4474-910e-e997d1596dfd tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=964c73b5-2cd6-41eb-8990-f20289ca75a9 HTTP/1.1" status: 200 len: 210 time: 0.0306723 Jul 06 18:38:47.963986 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41118) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:48.119616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 6d6082de-cc5f-4b36-bd39-ba8bd75bf968 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:48.119961 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.197689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.198020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.210513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 6d6082de-cc5f-4b36-bd39-ba8bd75bf968 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:48.363668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.390469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=6d6082de-cc5f-4b36-bd39-ba8bd75bf968,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:48.455701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.456068 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Floating IP bf2d957a-0723-432c-bd2c-e7bc93852891 disassociated (deleted). External IP: 172.25.5.74, port: de2bf7ba-14aa-4454-8c62-9ccd1bb4b875. Jul 06 18:38:48.672692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:38:48.781210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:38:48.786139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.792885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:38:48.802263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:48.802884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:48.821648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7045488-5fa5-422e-88e8-21175ed29f56 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf2d957a-0723-432c-bd2c-e7bc93852891 HTTP/1.1" status: 204 len: 168 time: 0.8565824 Jul 06 18:38:48.822253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:48.824530 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef5b4f-b1c1-469f-b898-5930bc6e3488" -d '{"events": [{"name": "network-changed", "server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:48.914069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:49.067179 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5126e62-8ce0-49b2-89f6-60cd6b0b784f x-openstack-request-id: req-c5126e62-8ce0-49b2-89f6-60cd6b0b784f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:49.067731 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:49.068086 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5126e62-8ce0-49b2-89f6-60cd6b0b784f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:49.068595 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'status': 'completed', 'code': 200} Jul 06 18:38:49.135057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:49.155568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-dfef5490-ed13-4744-84ef-dae0df953531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:49.157093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-dfef5490-ed13-4744-84ef-dae0df953531 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 1097 time: 0.0609596 Jul 06 18:38:49.166130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:38:49.174504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:38:49.175128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:49.302055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e539c-3d3a-4805-b44a-2b0f5178c15e req-fb6764bf-0dd9-4448-a1a7-544f2bb4052a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:49.303633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397e539c-3d3a-4805-b44a-2b0f5178c15e req-fb6764bf-0dd9-4448-a1a7-544f2bb4052a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 946 time: 0.1399250 Jul 06 18:38:49.309473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-9e7ae943-144a-425a-b2d8-c9cb7adec6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:49.310971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-9e7ae943-144a-425a-b2d8-c9cb7adec6a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 200 len: 913 time: 0.1383612 Jul 06 18:38:49.369994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-fe680338-f5da-48e3-9c41-ef3253302333 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 200 len: 217 time: 0.0504005 Jul 06 18:38:49.395913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-397e539c-3d3a-4805-b44a-2b0f5178c15e req-1e05dd74-dfd6-455a-b813-5c5994f0e11c tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838437 Jul 06 18:38:49.435025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-95bc435f-2c5c-4a19-a685-591540fbdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:49.436595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-95bc435f-2c5c-4a19-a685-591540fbdb99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 200 len: 851 time: 0.0564117 Jul 06 18:38:49.454973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:38:49.499371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-8c712f9d-a947-45bc-a7b1-c0ca2def8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:49.500924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-8c712f9d-a947-45bc-a7b1-c0ca2def8668 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a08f51-44bf-4a26-9640-6cccdbc70c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560873 Jul 06 18:38:49.600951 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-f9066e45-00ba-4048-a76f-8a1c261157de service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911367 Jul 06 18:38:49.669090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:38:49.694723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72ef5b4f-b1c1-469f-b898-5930bc6e3488 req-cf695924-8c9e-4723-a689-f71dd0bdf7dc service neutron] 10.222.0.60 "GET /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860901 Jul 06 18:38:49.699708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e54c9-0ad9-4efc-b598-d12154f55ae9 None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:28:09Z', 'revision_number': 4, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7e5d6f77-2d10-4841-bfe9-48d5df01ebe9', 'name': '', 'network_id': '79a08f51-44bf-4a26-9640-6cccdbc70c20', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'mac_address': 'fa:16:3e:e3:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '981871ac-e226-4801-b286-f200af784d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:09Z', 'updated_at': '2021-07-06T18:28:15Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'subnets': [{'id': '981871ac-e226-4801-b286-f200af784d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:38:49.902710 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850da16c-b55f-4030-b9e2-50c285eb7051 None None] New status for floating IP bf2d957a-0723-432c-bd2c-e7bc93852891: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:38:50.579316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa397-bd1e-4407-bc35-0d3803c2516f req-4a3d0bdc-a65b-4fdc-a8e2-372af3a453cc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:50.580772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-441fa397-bd1e-4407-bc35-0d3803c2516f req-4a3d0bdc-a65b-4fdc-a8e2-372af3a453cc tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 946 time: 0.0690308 Jul 06 18:38:50.620249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-441fa397-bd1e-4407-bc35-0d3803c2516f req-fa782c96-d1e4-4c81-97f1-7f20d0a6316e tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/security-groups?id=076a2dcb-eeec-4a5c-9612-141a2e2aa883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Jul 06 18:38:50.782816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-746b4466-a553-4c39-a1e2-e49b439b8311 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:50.784289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-746b4466-a553-4c39-a1e2-e49b439b8311 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 946 time: 0.0637558 Jul 06 18:38:50.886831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:50.887102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.976499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] For port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:38:50.976860 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.989484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:51.120028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.150624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=de2bf7ba-14aa-4454-8c62-9ccd1bb4b875,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:51.196909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] No DVR routers for this DVR port de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:38:51.199558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:51.201551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68b8b6cf-34ac-415c-ae18-e0121ee7c8ba req-29c824da-07ec-4598-a595-b963ec43d5d1 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.60 "DELETE /v2.0/ports/de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 HTTP/1.1" status: 204 len: 173 time: 0.4119806 Jul 06 18:38:51.201987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'name': 'network-vif-deleted', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:38:51.204344 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89221f67-aeff-4cd6-a418-4114b17f2e83" -d '{"events": [{"server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "name": "network-vif-deleted", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:38:51.257460 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed649b6-ff00-4d01-bee7-4433c2341db1 x-openstack-request-id: req-3ed649b6-ff00-4d01-bee7-4433c2341db1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:38:51.257713 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbb1c98-7a0d-43a0-87c6-6367fb261952", "name": "network-vif-deleted", "tag": "de2bf7ba-14aa-4454-8c62-9ccd1bb4b875", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:38:51.257975 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ed649b6-ff00-4d01-bee7-4433c2341db1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:38:51.258383 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbb1c98-7a0d-43a0-87c6-6367fb261952', 'name': 'network-vif-deleted', 'tag': 'de2bf7ba-14aa-4454-8c62-9ccd1bb4b875', 'status': 'completed', 'code': 200} Jul 06 18:38:51.770351 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9628971b-f722-4a80-8aa2-b796144d0075 req-7d9e4d34-5f04-496a-a66b-22f1b5c8299a tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 210 time: 0.0329084 Jul 06 18:38:52.922335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80c0c958-db49-43c4-9a11-a0ba5d36c0d6 req-35286e8b-d177-4bec-ab87-873d0d1a88f2 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 210 time: 0.0299797 Jul 06 18:38:54.067595 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f22dcc4a-7656-4e14-b6e6-9ea2e85a90bf req-0c982f23-a430-47fd-b19b-f8f991e6c1cb tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "GET /v2.0/ports?device_id=efbb1c98-7a0d-43a0-87c6-6367fb261952 HTTP/1.1" status: 200 len: 210 time: 0.0286827 Jul 06 18:38:55.163486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41138) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:55.296682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Deleting port 8ec81f01-3794-48b5-8e2f-79b5bac0fd38 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:38:55.297029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.341972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:38:55.364886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:38:55.365271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device de2bf7ba-14aa-4454-8c62-9ccd1bb4b875 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:38:55.377640 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.377970 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.390224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Calling delete_port for 8ec81f01-3794-48b5-8e2f-79b5bac0fd38 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:38:55.483745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c82b-42c8-46be-870e-84cc755351f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.531818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.556750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'Port': ['ID=8ec81f01-3794-48b5-8e2f-79b5bac0fd38,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:55.622072 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.626851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:55.628160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f79c285e-9ef1-4c4c-8d3c-9a746a426c54 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "DELETE /v2.0/floatingips/8457adaa-6d4f-44eb-8af9-30207f4a27d9 HTTP/1.1" status: 204 len: 168 time: 0.4633679 Jul 06 18:38:58.013628 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6cafdcd-8c35-4a75-8626-d3e8248fe467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:58.022466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.046102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:59.107209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3fe1-8ab6-45b1-b2bf-f3425a6950f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.133968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3fe1-8ab6-45b1-b2bf-f3425a6950f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.192648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3fe1-8ab6-45b1-b2bf-f3425a6950f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.195540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3fe1-8ab6-45b1-b2bf-f3425a6950f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.196735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2e9c3fe1-8ab6-45b1-b2bf-f3425a6950f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] 10.222.0.37 "DELETE /v2.0/security-groups/076a2dcb-eeec-4a5c-9612-141a2e2aa883 HTTP/1.1" status: 204 len: 168 time: 0.1495752 Jul 06 18:38:59.206363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c3fe1-8ab6-45b1-b2bf-f3425a6950f6 tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a2dcb-eeec-4a5c-9612-141a2e2aa883,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:38:59.262549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:38:59.494984 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:59.810043 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.429750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Deleting port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:00.430484 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.432847 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.512679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] For port 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:00.513083 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.527338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Calling delete_port for 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:00.711935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.739141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5d6f77-2d10-4841-bfe9-48d5df01ebe9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:00.890861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:00.912734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.133772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Router 4d7c8d9b-999f-415d-92da-c50a79ea7484 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:01.241385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:01.246584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6bbd233a-d149-4de1-827d-2e49081a45ea admin admin] 10.222.0.37 "PUT /v2.0/routers/4d7c8d9b-999f-415d-92da-c50a79ea7484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830482 Jul 06 18:39:01.249084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:01.249829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] Sync routers for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:01.260137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:01.260756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:01.355631 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.370157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:01.464002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.519106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Deleting port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:01.519504 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.558341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:39:00Z', 'revision_number': 5, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port': {'id': '0803ea7e-4290-4cc1-8437-bdcaa22a3ca7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:07Z', 'updated_at': '2021-07-06T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:01.588187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] Checking router: 4d7c8d9b-999f-415d-92da-c50a79ea7484 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:01.596516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] Routers {'4d7c8d9b-999f-415d-92da-c50a79ea7484'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:01.597760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['4d7c8d9b-999f-415d-92da-c50a79ea7484'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:01.600399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] For port 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:01.600749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.618827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Calling delete_port for 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:01.687608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] Set router 4d7c8d9b-999f-415d-92da-c50a79ea7484 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:01.745064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:39:01Z', 'revision_number': 6, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:01.775344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca7a7f-9c5f-4828-be63-497f7f7b235f None None] The sync data for ids ['4d7c8d9b-999f-415d-92da-c50a79ea7484'] in n-d-799527-3 is: [{'id': '4d7c8d9b-999f-415d-92da-c50a79ea7484', 'name': 'tempest-TestVolumeBootPattern-1587964916-router', 'tenant_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:06Z', 'updated_at': '2021-07-06T18:39:01Z', 'revision_number': 6, 'project_id': '0ef7162045f24f6f91b8c643a2fdcc80', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:01.793663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.825766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Pushing event deleted for resources: {'Port': ['ID=0803ea7e-4290-4cc1-8437-bdcaa22a3ca7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:01.889491 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.984517 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:01.986627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.028838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.029394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7c8d9b-999f-415d-92da-c50a79ea7484 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:02.034456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.036214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b50ce99e-31ff-4ee6-9c89-285deda48560 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4d7c8d9b-999f-415d-92da-c50a79ea7484 HTTP/1.1" status: 204 len: 168 time: 0.7861936 Jul 06 18:39:02.038639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:02.088782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Deleting subnet 981871ac-e226-4801-b286-f200af784d40 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:02.091767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.128027 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.208801 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.266004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.293787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.295721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/981871ac-e226-4801-b286-f200af784d40 HTTP/1.1" status: 204 len: 168 time: 0.2561655 Jul 06 18:39:02.298467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41166) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:02.298964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19fd179-e360-480a-b4cc-b0a5089ad6cc None None] Network 79a08f51-44bf-4a26-9640-6cccdbc70c20 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:02.301630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7db44f-7056-44a8-9056-6268ceb8c825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981871ac-e226-4801-b286-f200af784d40,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:02.370457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.429826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Deleting port 68f1085a-dbf0-40f4-b03e-d747110cc06b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:02.430172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.494269 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] For port 68f1085a-dbf0-40f4-b03e-d747110cc06b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=68f1085a-dbf0-40f4-b03e-d747110cc06b,segment=NetworkSegment(5d96c135-d035-414b-8dec-4935c178d808),segment_id=5d96c135-d035-414b-8dec-4935c178d808)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:02.494616 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.511520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Calling delete_port for 68f1085a-dbf0-40f4-b03e-d747110cc06b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:02.552254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] DHCP port deletion for 79a08f51-44bf-4a26-9640-6cccdbc70c20 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:39:02.601270 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Deleting port 68f1085a-dbf0-40f4-b03e-d747110cc06b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:02.601793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.605142 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.618416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:02.650089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=68f1085a-dbf0-40f4-b03e-d747110cc06b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:02.652239 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] No DVR routers for this DVR port 68f1085a-dbf0-40f4-b03e-d747110cc06b on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:02.670841 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:02.671189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7e5d6f77-2d10-4841-bfe9-48d5df01ebe9 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:02.671650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:02.701906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:02.702258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0803ea7e-4290-4cc1-8437-bdcaa22a3ca7 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:02.702679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 68f1085a-dbf0-40f4-b03e-d747110cc06b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:02.731659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] For port 68f1085a-dbf0-40f4-b03e-d747110cc06b, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:02.732070 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.734159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.734399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 68f1085a-dbf0-40f4-b03e-d747110cc06b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:02.734767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 68f1085a-dbf0-40f4-b03e-d747110cc06b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:02.749176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Calling delete_port for 68f1085a-dbf0-40f4-b03e-d747110cc06b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:02.752659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Port 68f1085a-dbf0-40f4-b03e-d747110cc06b was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:39:02.754635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.765388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a08f51-44bf-4a26-9640-6cccdbc70c20']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:02.777969 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d96c135-d035-414b-8dec-4935c178d808') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:02.778264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d96c135-d035-414b-8dec-4935c178d808') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:02.783584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Pushing event deleted for resources: {'Port': ['ID=68f1085a-dbf0-40f4-b03e-d747110cc06b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:02.787607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] No DVR routers for this DVR port 68f1085a-dbf0-40f4-b03e-d747110cc06b on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:02.795169 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.795780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.796369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.796870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.797381 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.797714 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.798039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.798537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.799013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.799543 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.800011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.800714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.802077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ff39e-1e14-4ad6-a4b7-4b3ba8640a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:02.823536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.831816 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:02.833297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:02.835401 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:02.843238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.896443 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.901819 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.906766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:02.907370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] 10.222.0.37 "DELETE /v2.0/networks/79a08f51-44bf-4a26-9640-6cccdbc70c20 HTTP/1.1" status: 204 len: 168 time: 0.6073050 Jul 06 18:39:02.918819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988ff2-18b4-4beb-9eff-f6783a76ca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=79a08f51-44bf-4a26-9640-6cccdbc70c20,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:03.262661 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.517059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Deleting port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:03.517409 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.595606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] For port 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:03.595961 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.608759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Calling delete_port for 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:03.789749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:03.817599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Pushing event deleted for resources: {'Port': ['ID=210fbd3d-1e22-4f69-abfe-7bdd6d3726ce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:03.994118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.216264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:04.321168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:04.326874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-31f939e1-267e-46c0-b1e1-70c2a5803568 admin admin] 10.222.0.37 "PUT /v2.0/routers/68e1c0d0-f474-4d12-8ea0-574bebae07b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4185557 Jul 06 18:39:04.329025 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:04.334553 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] Sync routers for ids ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:04.345543 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] Routers {'68e1c0d0-f474-4d12-8ea0-574bebae07b9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:04.346248 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:04.444949 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.457708 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] Set router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:04.549946 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.603790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Deleting port a18d337b-b72a-4581-906e-5bcb1748ecaf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:04.604144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.639879 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:39:03Z', 'revision_number': 5, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port': {'id': 'a18d337b-b72a-4581-906e-5bcb1748ecaf', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:04.666090 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] Checking router: 68e1c0d0-f474-4d12-8ea0-574bebae07b9 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:04.674149 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] Routers {'68e1c0d0-f474-4d12-8ea0-574bebae07b9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:04.674754 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:38:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:04.687331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] For port a18d337b-b72a-4581-906e-5bcb1748ecaf, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a18d337b-b72a-4581-906e-5bcb1748ecaf,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:04.687699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:04.699550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Calling delete_port for a18d337b-b72a-4581-906e-5bcb1748ecaf owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:04.764602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] Set router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:04.822898 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:39:04Z', 'revision_number': 6, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:04.947799 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3aaaa8-9166-48e0-b00d-65289f863977 None None] The sync data for ids ['68e1c0d0-f474-4d12-8ea0-574bebae07b9'] in n-d-799527-3 is: [{'id': '68e1c0d0-f474-4d12-8ea0-574bebae07b9', 'name': 'tempest-TestVolumeBootPattern-894721500-router', 'tenant_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:28:11Z', 'updated_at': '2021-07-06T18:39:04Z', 'revision_number': 6, 'project_id': 'e3c8e711afcb47b588d9da8e7dac58a3', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:05.230737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.258108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a18d337b-b72a-4581-906e-5bcb1748ecaf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:05.324598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.428343 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.430633 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.477627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.478430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e1c0d0-f474-4d12-8ea0-574bebae07b9 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:39:05.483787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.484998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-722fb408-a78b-461c-8ae4-52519fca5e8a admin admin] 10.222.0.37 "DELETE /v2.0/routers/68e1c0d0-f474-4d12-8ea0-574bebae07b9 HTTP/1.1" status: 204 len: 168 time: 1.1548231 Jul 06 18:39:05.487492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:05.537359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Deleting subnet 35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:39:05.540781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.575916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.662659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.716376 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.748028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.749911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9 HTTP/1.1" status: 204 len: 168 time: 0.2608716 Jul 06 18:39:05.751377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9fded-a23d-4150-b6e0-5e5691d59959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35dea7ec-85f4-46c4-a926-f2a3a5d2c4f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:05.752638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41176) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:05.753316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2399a-ba83-4794-80bb-82a18f596b71 None None] Network 22a35bf1-3b45-4f34-aa5b-39546888fc87 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:05.830238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.887397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Deleting port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:05.887829 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.956826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] DHCP port deletion for 22a35bf1-3b45-4f34-aa5b-39546888fc87 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:39:05.958626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] For port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:05.958999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.973915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Calling delete_port for 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:06.009198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] Deleting port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:06.009580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.071555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.083109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] For port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,segment=NetworkSegment(dc33eeda-9533-4a5b-936b-6b93c574e018),segment_id=dc33eeda-9533-4a5b-936b-6b93c574e018)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:06.083550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.098677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] Calling delete_port for 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:06.098860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.104563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] No DVR routers for this DVR port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:06.177024 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.180821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.190686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a35bf1-3b45-4f34-aa5b-39546888fc87']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:06.205522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] Pushing event deleted for resources: {'Port': ['ID=6f7d8cba-8bd8-42a4-b486-e1c80867cbd4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.208406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc33eeda-9533-4a5b-936b-6b93c574e018') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:06.208707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc33eeda-9533-4a5b-936b-6b93c574e018') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:06.210279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10795d2f-39eb-4b07-b6d5-2bbdf81cdbc6 None None] No DVR routers for this DVR port 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:06.221374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.236981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.243719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:39:06.244377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:39:06.246244 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:39:06.299346 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.310255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.312117 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/22a35bf1-3b45-4f34-aa5b-39546888fc87 HTTP/1.1" status: 204 len: 168 time: 0.5584252 Jul 06 18:39:06.325655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ca498-bc4a-47ce-980c-12503e0a63d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a35bf1-3b45-4f34-aa5b-39546888fc87,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.374015 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:06.396470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:06.396825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6f7d8cba-8bd8-42a4-b486-e1c80867cbd4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:06.397253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:06.417154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:06.417781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 210fbd3d-1e22-4f69-abfe-7bdd6d3726ce not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:06.418208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a18d337b-b72a-4581-906e-5bcb1748ecaf no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:06.437463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41180) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:06.437633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a18d337b-b72a-4581-906e-5bcb1748ecaf {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:06.437817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a18d337b-b72a-4581-906e-5bcb1748ecaf not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:06.483935 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-113e2d1f-2fbd-48dc-af82-b919ad8fe0bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ef7162045f24f6f91b8c643a2fdcc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450680 Jul 06 18:39:06.486342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41184) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:06.540244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d52fe31b-e1b2-4c8d-8f29-c6fbfd9d39ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.561277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d52fe31b-e1b2-4c8d-8f29-c6fbfd9d39ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.607403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d52fe31b-e1b2-4c8d-8f29-c6fbfd9d39ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.610013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d52fe31b-e1b2-4c8d-8f29-c6fbfd9d39ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.611180 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d52fe31b-e1b2-4c8d-8f29-c6fbfd9d39ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93be65c4-88f9-4a30-880c-710bca867fe2 HTTP/1.1" status: 204 len: 168 time: 0.1239355 Jul 06 18:39:06.619651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe31b-e1b2-4c8d-8f29-c6fbfd9d39ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be65c4-88f9-4a30-880c-710bca867fe2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:06.954818 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41190) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:06.994944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d929fa59-e025-43ae-8027-88b07e4f4cba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3c8e711afcb47b588d9da8e7dac58a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388439 Jul 06 18:39:06.997493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41192) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:07.045628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4db6ca1a-0a6b-49df-ba33-4ff8deff43f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.066407 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4db6ca1a-0a6b-49df-ba33-4ff8deff43f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.113815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4db6ca1a-0a6b-49df-ba33-4ff8deff43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.116316 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4db6ca1a-0a6b-49df-ba33-4ff8deff43f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:07.117498 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4db6ca1a-0a6b-49df-ba33-4ff8deff43f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72939080-4ac0-4438-b98d-f28346024f02 HTTP/1.1" status: 204 len: 168 time: 0.1190717 Jul 06 18:39:07.125029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ca1a-0a6b-49df-ba33-4ff8deff43f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72939080-4ac0-4438-b98d-f28346024f02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:07.370053 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:39:17.398016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-e83b8d88-a1d4-476c-a726-cc13d87572b3 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0621ef010e8b4026b814ff5d697c0a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237408 Jul 06 18:39:17.517704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-66557acc-2968-4a9a-8b86-c0d9a1afe022 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:17.519493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-66557acc-2968-4a9a-8b86-c0d9a1afe022 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160440 Jul 06 18:39:17.535326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-989b4e4e-1273-445e-8dd4-7863c257c142 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/quotas/0621ef010e8b4026b814ff5d697c0a54 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Jul 06 18:39:17.572877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-28c07054-f564-41f0-b2fc-9547d05592b5 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0621ef010e8b4026b814ff5d697c0a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304358 Jul 06 18:39:17.760954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-428e5032-0c97-4068-b224-44556a6dbd39 req-1c79f8fb-4b35-4cfc-9567-83801f487678 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 210 time: 0.0307508 Jul 06 18:39:18.808514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-5388318a-0f04-4235-ad09-a13fda21530b tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0621ef010e8b4026b814ff5d697c0a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318360 Jul 06 18:39:18.915958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ceb94f9-8ad6-404e-8329-02adac8d3a3a req-b78914a9-93e1-4443-aab0-0ff81e774325 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 210 time: 0.0359552 Jul 06 18:39:18.973904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-3da33c78-f70b-4d4d-a205-7c2f2737667a tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.975285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-3da33c78-f70b-4d4d-a205-7c2f2737667a tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610761 Jul 06 18:39:18.990876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Request body: {'port': {'device_id': 'de0dc169-2a79-4be3-a401-e33677342984', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'admin_state_up': True, 'tenant_id': '0621ef010e8b4026b814ff5d697c0a54'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:19.109323 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Made reservation on behalf of 0621ef010e8b4026b814ff5d697c0a54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:19.113188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.122147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.214848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.218652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.286207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:19.358670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Allocated IP 192.168.233.170 (68feb86b-8409-47c8-860e-c719257ce05e/fe19d3e0-3591-40ed-8f83-4265c5cefddd/c48f71de-334c-4b88-819f-b4713580f56a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:19.523003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.538736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Transition to ACTIVE for port object c48f71de-334c-4b88-819f-b4713580f56a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:19.572882 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.619719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Network 68feb86b-8409-47c8-860e-c719257ce05e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:19.623116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:19.630493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:19.671374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Pushing event updated for resources: {'Port': ['ID=c48f71de-334c-4b88-819f-b4713580f56a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:19.701148 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:19.701793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.720044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-88120753-87ad-45ad-8036-37cd54e3b5a1 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7328293 Jul 06 18:39:19.738927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Request body: {'port': {'device_id': 'de0dc169-2a79-4be3-a401-e33677342984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:19.820767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.842969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-63262b11-1ae8-4bd8-a2c1-757435418da9 None None] Provisioning for port c48f71de-334c-4b88-819f-b4713580f56a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:19.847670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-63262b11-1ae8-4bd8-a2c1-757435418da9 None None] Provisioning complete for port c48f71de-334c-4b88-819f-b4713580f56a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:19.848153 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63262b11-1ae8-4bd8-a2c1-757435418da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:19.883546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-63262b11-1ae8-4bd8-a2c1-757435418da9 None None] Port c48f71de-334c-4b88-819f-b4713580f56a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:20.157169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db17e7-785c-4dd0-ba32-44118e856e46 req-8ab9f633-9182-4a40-b09e-0e951a79d089 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.158572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2db17e7-785c-4dd0-ba32-44118e856e46 req-8ab9f633-9182-4a40-b09e-0e951a79d089 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 936 time: 0.1215537 Jul 06 18:39:20.169286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48f71de-334c-4b88-819f-b4713580f56a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:20.181752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.211340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Transition to ACTIVE for port object c48f71de-334c-4b88-819f-b4713580f56a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:20.216735 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.223492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2db17e7-785c-4dd0-ba32-44118e856e46 req-96140ac9-6503-411b-a42d-2e18ad13984f tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568480 Jul 06 18:39:20.294727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Pushing event updated for resources: {'Port': ['ID=c48f71de-334c-4b88-819f-b4713580f56a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:20.348478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Attempting to bind port c48f71de-334c-4b88-819f-b4713580f56a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:20.348903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Attempting to bind port c48f71de-334c-4b88-819f-b4713580f56a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:20.349295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Attempting to bind port c48f71de-334c-4b88-819f-b4713580f56a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:20.354194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Port c48f71de-334c-4b88-819f-b4713580f56a on network 68feb86b-8409-47c8-860e-c719257ce05e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:20.354521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Attempting to bind port c48f71de-334c-4b88-819f-b4713580f56a on network 68feb86b-8409-47c8-860e-c719257ce05e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:20.360209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:20.360548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Checking segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:20.360940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Bound using segment: {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:20.361373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Bound port: c48f71de-334c-4b88-819f-b4713580f56a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252934d6-96d3-42e4-a3b6-9b026c28a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:20.361736 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.434534 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] For port c48f71de-334c-4b88-819f-b4713580f56a, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:20.438227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] For port c48f71de-334c-4b88-819f-b4713580f56a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c48f71de-334c-4b88-819f-b4713580f56a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:20.442956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.479956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.480836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.482221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] 10.222.0.60 "PUT /v2.0/ports/c48f71de-334c-4b88-819f-b4713580f56a HTTP/1.1" status: 200 len: 1096 time: 0.7530112 Jul 06 18:39:20.482663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0dc169-2a79-4be3-a401-e33677342984', 'tag': 'c48f71de-334c-4b88-819f-b4713580f56a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:20.484939 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284449db-082d-4232-8b76-3419f1409587" -d '{"events": [{"name": "network-changed", "server_uuid": "de0dc169-2a79-4be3-a401-e33677342984", "tag": "c48f71de-334c-4b88-819f-b4713580f56a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:20.519691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811ddab-d47c-42ad-9c39-eec1d026093b service neutron] Pushing event updated for resources: {'Port': ['ID=c48f71de-334c-4b88-819f-b4713580f56a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:20.561063 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be32a997-7071-4de3-977b-377e04075dea x-openstack-request-id: req-be32a997-7071-4de3-977b-377e04075dea {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:20.561369 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0dc169-2a79-4be3-a401-e33677342984", "tag": "c48f71de-334c-4b88-819f-b4713580f56a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:20.561687 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be32a997-7071-4de3-977b-377e04075dea {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:20.562041 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0dc169-2a79-4be3-a401-e33677342984', 'tag': 'c48f71de-334c-4b88-819f-b4713580f56a', 'status': 'completed', 'code': 200} Jul 06 18:39:20.590319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-def5b972-f4ac-4bc7-917d-e96d5bf077ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.591898 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-def5b972-f4ac-4bc7-917d-e96d5bf077ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0621ef010e8b4026b814ff5d697c0a54&device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 1099 time: 0.0620811 Jul 06 18:39:20.637946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-468c673b-030d-4b6a-af56-db0559b5fe14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c48f71de-334c-4b88-819f-b4713580f56a HTTP/1.1" status: 200 len: 217 time: 0.0362644 Jul 06 18:39:20.694091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4976ddaa-6c5b-49e2-8243-214af4342491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.695535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-4976ddaa-6c5b-49e2-8243-214af4342491 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0508223 Jul 06 18:39:20.756777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-cb5e656f-8417-4a80-b679-c396cb60d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.758449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-cb5e656f-8417-4a80-b679-c396cb60d249 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569282 Jul 06 18:39:20.850268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-09919e39-495a-4cd0-a8b0-3a840ba8033a service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855281 Jul 06 18:39:20.948607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9528ac85-6cfe-4128-a007-e18c66daccfc req-7f3132e4-57d5-4d87-b4bc-9cebe48a469e service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917807 Jul 06 18:39:21.062000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284449db-082d-4232-8b76-3419f1409587 req-21d1310a-5ad1-416a-8de2-b5bbf1b7be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.063527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-21d1310a-5ad1-416a-8de2-b5bbf1b7be3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0621ef010e8b4026b814ff5d697c0a54&device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 1099 time: 0.0547349 Jul 06 18:39:21.164645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284449db-082d-4232-8b76-3419f1409587 req-2a8e8fce-e590-44cc-878e-1368b0c51485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.166136 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-2a8e8fce-e590-44cc-878e-1368b0c51485 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68feb86b-8409-47c8-860e-c719257ce05e HTTP/1.1" status: 200 len: 870 time: 0.0962379 Jul 06 18:39:21.208664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-ead0991f-ced0-495c-bf70-6abb23bfccac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c48f71de-334c-4b88-819f-b4713580f56a HTTP/1.1" status: 200 len: 217 time: 0.0353098 Jul 06 18:39:21.260564 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284449db-082d-4232-8b76-3419f1409587 req-f8ec7df1-a749-43b8-9baf-730f9b6f07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.262099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-f8ec7df1-a749-43b8-9baf-730f9b6f07d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe19d3e0-3591-40ed-8f83-4265c5cefddd HTTP/1.1" status: 200 len: 843 time: 0.0464945 Jul 06 18:39:21.327765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284449db-082d-4232-8b76-3419f1409587 req-3a3d6614-678b-42b4-b021-8b7c01db56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.329586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-3a3d6614-678b-42b4-b021-8b7c01db56db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68feb86b-8409-47c8-860e-c719257ce05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604303 Jul 06 18:39:21.471231 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-a50c767c-c281-472a-bb81-b4f1f794a991 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334577 Jul 06 18:39:21.483210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767421c4-68de-40c4-829f-05cc16648986 req-f5e2258c-e593-40b4-acf1-4206b07f1752 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.484714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-767421c4-68de-40c4-829f-05cc16648986 req-f5e2258c-e593-40b4-acf1-4206b07f1752 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 948 time: 0.1394763 Jul 06 18:39:21.572384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-767421c4-68de-40c4-829f-05cc16648986 req-722d6ee3-f4a1-410c-8384-15c46bf13705 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794220 Jul 06 18:39:21.598634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-284449db-082d-4232-8b76-3419f1409587 req-7394e3b1-916c-4a42-b110-718b38cdfa47 service neutron] 10.222.0.60 "GET /v2.0/networks/68feb86b-8409-47c8-860e-c719257ce05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129546 Jul 06 18:39:22.755523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c79d5-4a7f-4e1a-8238-e4981433eada req-8acb05dc-28a5-4896-b83f-9479810c65bd tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.757087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c79d5-4a7f-4e1a-8238-e4981433eada req-8acb05dc-28a5-4896-b83f-9479810c65bd tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 948 time: 0.0717251 Jul 06 18:39:22.796726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-212c79d5-4a7f-4e1a-8238-e4981433eada req-76d1790e-55b9-496c-8f42-0d29d1865a02 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Jul 06 18:39:23.448263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c48f71de-334c-4b88-819f-b4713580f56a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:39:23.544941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c48f71de-334c-4b88-819f-b4713580f56a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c48f71de-334c-4b88-819f-b4713580f56a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:23.556132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'c48f71de-334c-4b88-819f-b4713580f56a', 'network_id': '68feb86b-8409-47c8-860e-c719257ce05e', 'port_id': 'c48f71de-334c-4b88-819f-b4713580f56a', 'mac_address': 'fa:16:3e:68:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19d3e0-3591-40ed-8f83-4265c5cefddd', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:39:23.591938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.604722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48f71de-334c-4b88-819f-b4713580f56a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:23.623885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c48f71de-334c-4b88-819f-b4713580f56a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c48f71de-334c-4b88-819f-b4713580f56a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:23.628234 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.679490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=c48f71de-334c-4b88-819f-b4713580f56a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:23.879622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['c48f71de-334c-4b88-819f-b4713580f56a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:39:23.982868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372effd-cc7f-4dcd-8df4-aedd61488956 req-fb782ac5-1bbd-4211-b61b-3c492abe23fe tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:23.985180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0372effd-cc7f-4dcd-8df4-aedd61488956 req-fb782ac5-1bbd-4211-b61b-3c492abe23fe tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 949 time: 0.0683053 Jul 06 18:39:24.031308 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0372effd-cc7f-4dcd-8df4-aedd61488956 req-680f12dc-4905-4eb6-911a-ed8f5463bd1d tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 Jul 06 18:39:25.208343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44abebb-4d26-41ba-8436-a33062fd2edd req-bae6fae4-8d0d-45da-aab6-c133694bb59b tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:25.209839 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d44abebb-4d26-41ba-8436-a33062fd2edd req-bae6fae4-8d0d-45da-aab6-c133694bb59b tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 949 time: 0.0644517 Jul 06 18:39:25.247524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d44abebb-4d26-41ba-8436-a33062fd2edd req-85eeb37f-19eb-4ab2-b259-a89e89b31b90 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Jul 06 18:39:25.471563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c48f71de-334c-4b88-819f-b4713580f56a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:25.510129 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06d1434b-7b4c-444d-9881-249e4efda7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.542777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port c48f71de-334c-4b88-819f-b4713580f56a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:25.547124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port c48f71de-334c-4b88-819f-b4713580f56a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:25.547562 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.626319 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.651697 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0dc169-2a79-4be3-a401-e33677342984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48f71de-334c-4b88-819f-b4713580f56a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:25.653974 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf298a93-4aa2-40c6-a4d5-cca29030118c" -d '{"events": [{"server_uuid": "de0dc169-2a79-4be3-a401-e33677342984", "name": "network-vif-plugged", "status": "completed", "tag": "c48f71de-334c-4b88-819f-b4713580f56a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:25.667668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c48f71de-334c-4b88-819f-b4713580f56a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c48f71de-334c-4b88-819f-b4713580f56a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:25.672074 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:25.696607 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca41162-e219-4785-b82a-2610ec84294a x-openstack-request-id: req-8ca41162-e219-4785-b82a-2610ec84294a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:25.696903 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0dc169-2a79-4be3-a401-e33677342984", "name": "network-vif-plugged", "status": "completed", "tag": "c48f71de-334c-4b88-819f-b4713580f56a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:25.697161 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ca41162-e219-4785-b82a-2610ec84294a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:25.697604 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0dc169-2a79-4be3-a401-e33677342984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48f71de-334c-4b88-819f-b4713580f56a', 'code': 200} Jul 06 18:39:25.728444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=c48f71de-334c-4b88-819f-b4713580f56a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:25.843514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aea53-2451-44c9-ac3d-81ebbf99ed12 req-1d7bd65a-2abe-4000-99ba-087ed3349386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:25.845143 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-243aea53-2451-44c9-ac3d-81ebbf99ed12 req-1d7bd65a-2abe-4000-99ba-087ed3349386 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 1101 time: 0.0571549 Jul 06 18:39:25.885269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-243aea53-2451-44c9-ac3d-81ebbf99ed12 req-3681fa2b-507d-4d46-a030-f90a8d6d9403 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Jul 06 18:39:26.432533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d242f-7e32-4c17-908b-984ed09cec7c req-1de66972-71ff-43be-ad79-c33da3067239 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.434137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db3d242f-7e32-4c17-908b-984ed09cec7c req-1de66972-71ff-43be-ad79-c33da3067239 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 950 time: 0.0686557 Jul 06 18:39:26.477392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db3d242f-7e32-4c17-908b-984ed09cec7c req-06ec796d-be2b-4802-90db-59c55a9c0a57 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Jul 06 18:39:27.669995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcdf86-6045-4194-a848-b028855ab2aa req-60b5839a-e776-4100-9371-78f1a2720c97 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.672705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95dcdf86-6045-4194-a848-b028855ab2aa req-60b5839a-e776-4100-9371-78f1a2720c97 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 950 time: 0.0807459 Jul 06 18:39:27.714312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-95dcdf86-6045-4194-a848-b028855ab2aa req-a2d29328-811e-4ee9-8304-616d2c2c15e8 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Jul 06 18:39:28.014729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.016413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4819ee4-dfc4-4dbc-9167-5228f2aaf6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:28.856868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c8217-0299-430b-9b21-012b505170b6 req-84da19b3-938b-4947-a086-c88372d5f360 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:28.859057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-304c8217-0299-430b-9b21-012b505170b6 req-84da19b3-938b-4947-a086-c88372d5f360 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 950 time: 0.0818400 Jul 06 18:39:28.905490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-304c8217-0299-430b-9b21-012b505170b6 req-768043b3-a0f3-434a-8593-c4bdbf901fa2 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Jul 06 18:39:29.497349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.086887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca214d4f-4018-47e3-8e81-a9e4590dcc03 req-f8e1801c-a103-44d7-8281-bbc3644d8ed6 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:30.088521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca214d4f-4018-47e3-8e81-a9e4590dcc03 req-f8e1801c-a103-44d7-8281-bbc3644d8ed6 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 950 time: 0.0643778 Jul 06 18:39:30.128571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca214d4f-4018-47e3-8e81-a9e4590dcc03 req-2b97d900-9ff4-42e5-a9d4-9e2b3b63749c tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/security-groups?id=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Jul 06 18:39:30.198067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-ec6b1143-01fe-45fe-9705-3254a64814d9 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:30.199548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-ec6b1143-01fe-45fe-9705-3254a64814d9 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.60 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 950 time: 0.0700905 Jul 06 18:39:30.300440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Deleting port c48f71de-334c-4b88-819f-b4713580f56a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:30.300780 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.393106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] For port c48f71de-334c-4b88-819f-b4713580f56a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c48f71de-334c-4b88-819f-b4713580f56a,segment=NetworkSegment(252934d6-96d3-42e4-a3b6-9b026c28a619),segment_id=252934d6-96d3-42e4-a3b6-9b026c28a619)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:30.393451 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.404988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Calling delete_port for c48f71de-334c-4b88-819f-b4713580f56a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:30.452580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.539392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.551603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['c48f71de-334c-4b88-819f-b4713580f56a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:39:30.577811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Pushing event deleted for resources: {'Port': ['ID=c48f71de-334c-4b88-819f-b4713580f56a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:30.624225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] No DVR routers for this DVR port c48f71de-334c-4b88-819f-b4713580f56a on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:30.626925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:30.629196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0b38ebd-d396-4095-9666-bebbcc07f587 req-b803bee0-c61a-4262-8865-bf85323b8d86 tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.60 "DELETE /v2.0/ports/c48f71de-334c-4b88-819f-b4713580f56a HTTP/1.1" status: 204 len: 173 time: 0.4227662 Jul 06 18:39:30.629651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0dc169-2a79-4be3-a401-e33677342984', 'name': 'network-vif-deleted', 'tag': 'c48f71de-334c-4b88-819f-b4713580f56a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:30.631950 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092c99b-3841-48f1-a6e3-3c62e4f8e878" -d '{"events": [{"server_uuid": "de0dc169-2a79-4be3-a401-e33677342984", "name": "network-vif-deleted", "tag": "c48f71de-334c-4b88-819f-b4713580f56a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:30.677913 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65bcb60-fa7c-409e-bbf6-4b1f230cabca x-openstack-request-id: req-d65bcb60-fa7c-409e-bbf6-4b1f230cabca {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:30.678217 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0dc169-2a79-4be3-a401-e33677342984", "name": "network-vif-deleted", "tag": "c48f71de-334c-4b88-819f-b4713580f56a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:30.678564 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d65bcb60-fa7c-409e-bbf6-4b1f230cabca {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:30.678976 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0dc169-2a79-4be3-a401-e33677342984', 'name': 'network-vif-deleted', 'tag': 'c48f71de-334c-4b88-819f-b4713580f56a', 'status': 'completed', 'code': 200} Jul 06 18:39:30.890794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.291827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2494f590-ff65-4e6f-b1e0-ad321dc12203 req-c2d6dce8-62bd-4da5-9400-9f6293c9bc5e tempest-ServersAdminNegativeTestJSON-492650509 tempest-ServersAdminNegativeTestJSON-492650509-project] 10.222.0.37 "GET /v2.0/ports?device_id=de0dc169-2a79-4be3-a401-e33677342984 HTTP/1.1" status: 200 len: 210 time: 0.0305357 Jul 06 18:39:32.692108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41338) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:32.847540 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-124ad0c4-6f12-4530-9f9c-df3ff4d24361 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0621ef010e8b4026b814ff5d697c0a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540101 Jul 06 18:39:32.850139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:32.888927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.904733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16211b98-6d70-425d-9101-bb24de27b3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.928802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16211b98-6d70-425d-9101-bb24de27b3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.979608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16211b98-6d70-425d-9101-bb24de27b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.983092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16211b98-6d70-425d-9101-bb24de27b3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.984590 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-16211b98-6d70-425d-9101-bb24de27b3a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab HTTP/1.1" status: 204 len: 168 time: 0.1333859 Jul 06 18:39:33.000092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16211b98-6d70-425d-9101-bb24de27b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a97bb0-5b1c-44bb-bbfa-77e10c22e6ab,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:33.279844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.295327 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac071b87-6a36-46c7-83ac-eb1f185b64f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.405956 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac071b87-6a36-46c7-83ac-eb1f185b64f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.411450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac071b87-6a36-46c7-83ac-eb1f185b64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.453388 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ac071b87-6a36-46c7-83ac-eb1f185b64f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a9cb16ab76241cca0d0a7af3a727644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723475 Jul 06 18:39:33.454237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac071b87-6a36-46c7-83ac-eb1f185b64f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc63f5a-dbcd-4492-9e69-ffd929d46038,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:33.457921 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:33.512918 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-994a8e24-05b7-43dd-9955-c14b3da1d42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.535945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c48f71de-334c-4b88-819f-b4713580f56a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:33.536636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-994a8e24-05b7-43dd-9955-c14b3da1d42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.557092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: c48f71de-334c-4b88-819f-b4713580f56a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:33.557434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c48f71de-334c-4b88-819f-b4713580f56a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:33.600395 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-994a8e24-05b7-43dd-9955-c14b3da1d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.603021 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-994a8e24-05b7-43dd-9955-c14b3da1d42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:33.604267 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-994a8e24-05b7-43dd-9955-c14b3da1d42f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbc63f5a-dbcd-4492-9e69-ffd929d46038 HTTP/1.1" status: 204 len: 168 time: 0.1446946 Jul 06 18:39:33.614199 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a8e24-05b7-43dd-9955-c14b3da1d42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc63f5a-dbcd-4492-9e69-ffd929d46038,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.289515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:34.394452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1305208935-network', 'tenant_id': '55a4f810b4744d20afe6301e221943e2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:34.416993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Made reservation on behalf of 55a4f810b4744d20afe6301e221943e2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:34.419473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.428779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.525522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.529560 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.569138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:39:34.574614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d193ab-842a-45cb-a9c8-eb6173b6e70f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.584696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.585055 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Added segment f0614e48-164b-4df8-8e54-8161b7ec6032 of type vlan for network 85be1605-c1bd-4667-959c-770331170ef0 Jul 06 18:39:34.629880 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.660962 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.661988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:34.662647 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.724061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4333816 Jul 06 18:39:34.728194 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41376) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:34.731846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50708-d1cc-4f16-9770-445925a726b2 admin admin] Pushing event updated for resources: {'Network': ['ID=85be1605-c1bd-4667-959c-770331170ef0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:34.734286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Request body: {'subnet': {'network_id': '85be1605-c1bd-4667-959c-770331170ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1305208935-subnet', 'tenant_id': '55a4f810b4744d20afe6301e221943e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:34.742340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 85be1605-c1bd-4667-959c-770331170ef0 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:39:34.759402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Made reservation on behalf of 55a4f810b4744d20afe6301e221943e2 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:34.761838 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:34.960860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.027977 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1c7732-8fc1-4edf-8067-ef7c1371769c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:35.036830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Checking segment: {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:35.037282 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Network hostable DHCP agents. Network: 85be1605-c1bd-4667-959c-770331170ef0, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:39:35.056242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Network 85be1605-c1bd-4667-959c-770331170ef0 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:39:35.066058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 85be1605-c1bd-4667-959c-770331170ef0) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:35.070455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:35.071047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:35.075454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ab06a-5d68-4eec-b19b-c19df5ba258a None None] Network 85be1605-c1bd-4667-959c-770331170ef0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:35.091334 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9af109cc-b9e5-49b6-aa1f-24a26a379340 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3618414 Jul 06 18:39:35.209053 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44ae8f-7e55-4f75-97a0-4aba303ecfc7 None None] Network 85be1605-c1bd-4667-959c-770331170ef0 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:39:35.556540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-6251c7ba-2414-4451-a7fb-0955c3eb0b39 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:35.558056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-6251c7ba-2414-4451-a7fb-0955c3eb0b39 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 812 time: 0.1097512 Jul 06 18:39:35.574787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-60d3a56a-e4da-407a-b969-a7275332b9ce tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/quotas/55a4f810b4744d20afe6301e221943e2 HTTP/1.1" status: 200 len: 375 time: 0.0101881 Jul 06 18:39:35.614940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-d2b8747b-ab2d-4187-9b63-bcfd5fe8f50e tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346231 Jul 06 18:39:35.711743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-a43e6d8e-f192-493b-b2a1-f34ead07a0e7 service neutron] 10.222.0.37 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900941 Jul 06 18:39:35.812042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-2c87c065-540f-4433-811b-e30f122eb405 service neutron] 10.222.0.37 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946627 Jul 06 18:39:35.996893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1d526b7-fc7e-4741-82d2-eb9639fd3847 req-645f69a2-5cbd-4b99-a42c-5fd974b067d5 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 210 time: 0.0302708 Jul 06 18:39:37.181147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f5bba3f0-d1bf-4497-b640-6612c935cbd5 req-5d4c1d43-5f13-4c89-bbab-86af7c9ce80f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 210 time: 0.0421476 Jul 06 18:39:37.217982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-89365512-7502-4126-9fcc-994de788beea tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.220642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-89365512-7502-4126-9fcc-994de788beea tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.60 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 812 time: 0.1711779 Jul 06 18:39:37.234882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Request body: {'port': {'device_id': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'network_id': '85be1605-c1bd-4667-959c-770331170ef0', 'admin_state_up': True, 'tenant_id': '55a4f810b4744d20afe6301e221943e2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:37.367371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Made reservation on behalf of 55a4f810b4744d20afe6301e221943e2 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:37.370914 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.505141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Allocated IP 172.20.0.4 (85be1605-c1bd-4667-959c-770331170ef0/5a1c7732-8fc1-4edf-8067-ef7c1371769c/81960654-ccb5-491f-a4ed-71cc6c309a96) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:37.665998 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.708047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.754553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Network 85be1605-c1bd-4667-959c-770331170ef0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:37.758465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:37.765958 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:37.772713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:37.824324 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.824978 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.840372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-fa77d011-5360-4566-b68d-114f2f0e2c54 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097114 Jul 06 18:39:37.853717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Request body: {'port': {'device_id': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:37.931501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.208426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81960654-ccb5-491f-a4ed-71cc6c309a96 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:38.217302 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.232975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Transition to ACTIVE for port object 81960654-ccb5-491f-a4ed-71cc6c309a96 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:38.238503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.289422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:38.405151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:38.405488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:38.405821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 on network 85be1605-c1bd-4667-959c-770331170ef0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:38.414104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Port 81960654-ccb5-491f-a4ed-71cc6c309a96 on network 85be1605-c1bd-4667-959c-770331170ef0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:38.414430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 on network 85be1605-c1bd-4667-959c-770331170ef0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:38.424722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:38.425067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Checking segment: {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:38.425462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Bound using segment: {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:38.425909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Bound port: 81960654-ccb5-491f-a4ed-71cc6c309a96, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:38.426275 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.436705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b173b9-e8a0-4a09-a604-b5a84fdcbcd3 req-27113611-3bf8-40bb-9990-af4e3f3c00ec tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.438239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70b173b9-e8a0-4a09-a604-b5a84fdcbcd3 req-27113611-3bf8-40bb-9990-af4e3f3c00ec tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 943 time: 0.1250291 Jul 06 18:39:38.507213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70b173b9-e8a0-4a09-a604-b5a84fdcbcd3 req-052d3b5f-ce6a-406e-9293-abcc9501714a tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615780 Jul 06 18:39:38.539487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:38.543953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:38.550607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.601577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.602191 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:38.603626 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] 10.222.0.60 "PUT /v2.0/ports/81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 1091 time: 0.7551925 Jul 06 18:39:38.604066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:38.606559 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:38.630898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3857dc-754d-405f-a54d-eb92f2053476 service neutron] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:38.654997 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5b458c-e7ef-4d47-95ad-09368cbdd502 x-openstack-request-id: req-4d5b458c-e7ef-4d47-95ad-09368cbdd502 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:38.655308 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:38.655563 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d5b458c-e7ef-4d47-95ad-09368cbdd502 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:38.655955 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'status': 'completed', 'code': 200} Jul 06 18:39:38.707595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-9f09bdc0-e8bd-4ab8-b840-552f7238739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.709127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-9f09bdc0-e8bd-4ab8-b840-552f7238739b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1094 time: 0.0627503 Jul 06 18:39:39.098224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-53eeadc9-c881-402b-949e-43432ed0a525 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.3808253 Jul 06 18:39:39.148432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-82e649b5-a085-4675-87bb-40c079286634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:39.149949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-82e649b5-a085-4675-87bb-40c079286634 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0440733 Jul 06 18:39:39.183054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-482c8ebf-8a80-4769-9de2-69f3e0ee47c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263062 Jul 06 18:39:39.275695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-6f71ff60-610f-4d98-acf3-2f6577dd8927 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 Jul 06 18:39:39.364775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-12c48a54-6675-4551-a99e-1ae42dc4ce8b req-7cfbe0c4-388a-434e-9bb8-29609caeab37 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Jul 06 18:39:39.472350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-f0c57869-198d-4401-8fe4-51711d82852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:39.473852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-f0c57869-198d-4401-8fe4-51711d82852f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1094 time: 0.0602789 Jul 06 18:39:39.571845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-0ee29d97-4ba9-4c8f-94f5-8cc3c7b60d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:39.573358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-0ee29d97-4ba9-4c8f-94f5-8cc3c7b60d6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.0897052 Jul 06 18:39:39.621123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-26cec7ba-1837-4b28-95f9-98c86f4305e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0394497 Jul 06 18:39:39.703985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-7775914a-3d2a-400c-acff-cc325ea34820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:39.705510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-7775914a-3d2a-400c-acff-cc325ea34820 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0756915 Jul 06 18:39:39.755953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05651aa-47bb-457c-81da-7d5fe1d17aea req-a269b026-a8c5-45fa-8927-8f881a065f99 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:39.757485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e05651aa-47bb-457c-81da-7d5fe1d17aea req-a269b026-a8c5-45fa-8927-8f881a065f99 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 943 time: 0.1197772 Jul 06 18:39:39.759390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-c28d8173-bbf7-4ea7-a068-72c905d344be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424652 Jul 06 18:39:39.843484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e05651aa-47bb-457c-81da-7d5fe1d17aea req-ab6d00f2-7f21-4eaa-87cd-594eb0555fa0 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803413 Jul 06 18:39:39.881778 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-cf100219-f88b-4f54-ae44-443ec837421c service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124063 Jul 06 18:39:39.974186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d1bb879-4333-4471-a804-ef5b4c9c5ed7 req-81f412be-df6b-4830-a221-e6bdcfebfffc service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852816 Jul 06 18:39:41.028604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6d605-4551-405e-aba3-af2fb58a4df0 req-3f6c73a4-5964-4cee-b0e7-76182f2f1856 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:41.030114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25d6d605-4551-405e-aba3-af2fb58a4df0 req-3f6c73a4-5964-4cee-b0e7-76182f2f1856 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 943 time: 0.0675211 Jul 06 18:39:41.069054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25d6d605-4551-405e-aba3-af2fb58a4df0 req-35f97780-0c38-42bf-86a3-6dcf90648c6f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Jul 06 18:39:41.568336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:39:41.665521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:41.677145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'network_id': '85be1605-c1bd-4667-959c-770331170ef0', 'port_id': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'mac_address': 'fa:16:3e:93:9d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1c7732-8fc1-4edf-8067-ef7c1371769c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:39:41.713255 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.726351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81960654-ccb5-491f-a4ed-71cc6c309a96 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:41.746334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:41.750196 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.802560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:41.991908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['81960654-ccb5-491f-a4ed-71cc6c309a96'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:39:42.246916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fc2b8-c869-4eb0-9c3d-5a558698bed4 req-1d32cb1d-151f-4fe6-a34a-f8523488972a tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:42.248487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad6fc2b8-c869-4eb0-9c3d-5a558698bed4 req-1d32cb1d-151f-4fe6-a34a-f8523488972a tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 944 time: 0.0646560 Jul 06 18:39:42.286838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad6fc2b8-c869-4eb0-9c3d-5a558698bed4 req-a24363c3-4efa-4f50-a030-835b583aaf7c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Jul 06 18:39:43.519888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242f0c0-b9be-4c2d-9c79-deb94f5ab43c req-8745c7f3-f2c9-40ef-88f5-a37831e7c5b5 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:43.521392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6242f0c0-b9be-4c2d-9c79-deb94f5ab43c req-8745c7f3-f2c9-40ef-88f5-a37831e7c5b5 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 944 time: 0.1235099 Jul 06 18:39:43.558712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6242f0c0-b9be-4c2d-9c79-deb94f5ab43c req-f76db30f-42c3-4dc3-8cc6-189ec859df23 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Jul 06 18:39:43.568847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:43.619949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 81960654-ccb5-491f-a4ed-71cc6c309a96 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:43.623655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 81960654-ccb5-491f-a4ed-71cc6c309a96 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:43.624029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.698506 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.721505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:43.723886 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e0f872-782f-479d-8d05-5f419ba41456" -d '{"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-plugged", "status": "completed", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:43.737711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:43.741803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:43.765519 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd000c-66a0-4e2a-8460-30e9689ef16d x-openstack-request-id: req-1bbd000c-66a0-4e2a-8460-30e9689ef16d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:43.765814 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-plugged", "status": "completed", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:43.766071 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bbd000c-66a0-4e2a-8460-30e9689ef16d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:43.766460 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'code': 200} Jul 06 18:39:43.798512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:43.880327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf50708-19f8-4485-8946-28b2ae216abe req-71f3779e-57c2-4f6c-9f98-ce61dbb42378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:43.881749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-adf50708-19f8-4485-8946-28b2ae216abe req-71f3779e-57c2-4f6c-9f98-ce61dbb42378 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1096 time: 0.0530427 Jul 06 18:39:43.917725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-adf50708-19f8-4485-8946-28b2ae216abe req-7b111aa5-f0b8-4909-aad6-8b880d03396c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285573 Jul 06 18:39:44.369342 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:39:44.745649 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a212a-d472-4b59-b28e-113512a29ee1 req-9d88c710-7489-4166-9f8f-0338bdc5310d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.747163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-295a212a-d472-4b59-b28e-113512a29ee1 req-9d88c710-7489-4166-9f8f-0338bdc5310d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0689282 Jul 06 18:39:44.791141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-295a212a-d472-4b59-b28e-113512a29ee1 req-936bb8b2-fccb-433d-8f5a-1af10b457dae tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Jul 06 18:39:45.973480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ce5d4-b0fe-4b35-bf6e-1d919c7964f1 req-b320e5de-e1a9-4926-8b4e-3ab9dbf556d4 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:45.975138 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-527ce5d4-b0fe-4b35-bf6e-1d919c7964f1 req-b320e5de-e1a9-4926-8b4e-3ab9dbf556d4 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0695457 Jul 06 18:39:46.015967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-527ce5d4-b0fe-4b35-bf6e-1d919c7964f1 req-2e659b5d-787d-4794-98f6-567d035f2098 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Jul 06 18:39:46.371663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41440) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:46.448550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d755db1-5041-41e9-a9cd-ff749009ff94 req-a4c098ad-3cda-4041-8b6b-0102be1c3457 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.450117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d755db1-5041-41e9-a9cd-ff749009ff94 req-a4c098ad-3cda-4041-8b6b-0102be1c3457 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0778673 Jul 06 18:39:46.484762 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-07df12e8-3574-473a-b5ce-446fb3fa4b3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117988 Jul 06 18:39:46.491918 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d755db1-5041-41e9-a9cd-ff749009ff94 req-8a675f73-5194-42b6-beb2-a7d6e977201d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Jul 06 18:39:47.677678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266bc4c-ad0a-47af-a787-90b076088ded req-946de8e3-373f-4de9-95ae-6efbaad07f29 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.679212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b266bc4c-ad0a-47af-a787-90b076088ded req-946de8e3-373f-4de9-95ae-6efbaad07f29 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0703001 Jul 06 18:39:47.744558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b266bc4c-ad0a-47af-a787-90b076088ded req-0265f2a9-0ccf-447b-94ad-4d123f6406c9 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Jul 06 18:39:47.778669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-e3c1404f-8200-4d3e-bddb-c827d70ad9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.780852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-e3c1404f-8200-4d3e-bddb-c827d70ad9a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1096 time: 0.0690408 Jul 06 18:39:47.884880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-d573b025-c3d3-417d-8a93-bbc139cd6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.886354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-d573b025-c3d3-417d-8a93-bbc139cd6200 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.0979488 Jul 06 18:39:47.928575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-31359aa2-2ae4-4f51-948b-20e43df153f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0350811 Jul 06 18:39:47.977311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-fb9f6504-dd06-4b8a-85cb-2dfa4286b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:47.978797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-fb9f6504-dd06-4b8a-85cb-2dfa4286b27a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0431211 Jul 06 18:39:48.017442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-dcdbb5d5-bb22-49dd-be64-52b7084784e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298324 Jul 06 18:39:48.108716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-89e3c654-f4a3-4c79-a97a-c9f1b73a1017 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837715 Jul 06 18:39:48.203902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-36fa4244-3a20-4947-b1e3-30131710fb69 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870771 Jul 06 18:39:48.921909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5398a7-b91d-4749-9e1d-2e6daa77d593 req-0d1442f5-4753-4168-803a-db47f217d0b4 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:48.923533 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd5398a7-b91d-4749-9e1d-2e6daa77d593 req-0d1442f5-4753-4168-803a-db47f217d0b4 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0650940 Jul 06 18:39:48.962771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd5398a7-b91d-4749-9e1d-2e6daa77d593 req-df314b5d-e952-4dcf-a7fa-74894c5679fd tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Jul 06 18:39:50.138849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e3603-2145-4f1d-9e3a-91076a757e92 req-edd9e6b4-0988-4923-8eb6-2e90a46cb05a tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:50.140407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a7e3603-2145-4f1d-9e3a-91076a757e92 req-edd9e6b4-0988-4923-8eb6-2e90a46cb05a tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0669410 Jul 06 18:39:50.178306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a7e3603-2145-4f1d-9e3a-91076a757e92 req-5e767b3a-9b08-45cf-8123-e2a4016d57d8 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 06 18:39:51.362713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db11c7-5962-4755-a0eb-036637143b1d req-61f9fab8-4358-45d0-a3d5-8e37dc691148 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:51.364219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11db11c7-5962-4755-a0eb-036637143b1d req-61f9fab8-4358-45d0-a3d5-8e37dc691148 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0710301 Jul 06 18:39:51.403026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-11db11c7-5962-4755-a0eb-036637143b1d req-f684a5b4-e622-4a5a-a0f7-532b1b3223f6 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Jul 06 18:39:52.581437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca00b2-4960-4770-87c7-81a0179a6438 req-7511c39b-56e5-40ba-875c-481210f547cc tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:52.582909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4ca00b2-4960-4770-87c7-81a0179a6438 req-7511c39b-56e5-40ba-875c-481210f547cc tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0638969 Jul 06 18:39:52.621348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4ca00b2-4960-4770-87c7-81a0179a6438 req-be10c35e-effa-4499-b7ca-4ae0abe976b5 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328395 Jul 06 18:39:53.794240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea43d0-5c37-4442-a8d0-59acf532274f req-59898b77-f0a7-4209-a690-8dedff991102 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:53.795739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-beea43d0-5c37-4442-a8d0-59acf532274f req-59898b77-f0a7-4209-a690-8dedff991102 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0644624 Jul 06 18:39:53.840424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-beea43d0-5c37-4442-a8d0-59acf532274f req-7cdd233a-0ccd-4bce-bf9d-e897915c8e8e tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 Jul 06 18:39:55.020041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b1f00-5b07-4fcd-96b1-182f276f8b6a req-4e47546d-1d26-4b38-aeb1-379ce79cf51b tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:55.021615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940b1f00-5b07-4fcd-96b1-182f276f8b6a req-4e47546d-1d26-4b38-aeb1-379ce79cf51b tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0693254 Jul 06 18:39:55.059523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-940b1f00-5b07-4fcd-96b1-182f276f8b6a req-5bba86f7-539d-436d-bf23-1b0be94b5f6f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Jul 06 18:39:55.657036 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a23a71b-0c02-428d-a5f2-88cdabe54dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:56.243299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfa8b4-adc1-48bc-ae7c-04dc3f7b1399 req-bbca1322-8470-4258-8b34-92cdbd224b99 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:56.244834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36dfa8b4-adc1-48bc-ae7c-04dc3f7b1399 req-bbca1322-8470-4258-8b34-92cdbd224b99 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0661354 Jul 06 18:39:56.283362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36dfa8b4-adc1-48bc-ae7c-04dc3f7b1399 req-1cf3b3b8-da87-48da-83e0-87ff1e36fbf4 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jul 06 18:39:57.462740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6e08c-bd1a-4d27-9c4d-9d4cce4ca694 req-913e2e2a-a828-473d-840d-97bd12cbf18f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:57.464281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34a6e08c-bd1a-4d27-9c4d-9d4cce4ca694 req-913e2e2a-a828-473d-840d-97bd12cbf18f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0670395 Jul 06 18:39:57.502882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34a6e08c-bd1a-4d27-9c4d-9d4cce4ca694 req-e8aac0fc-03ed-4a58-8c69-ecf4b6307103 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Jul 06 18:39:58.006592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.011659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c95c374-666d-4e24-91ce-86ec02ef3008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:58.687849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afdc1b-b282-4102-b28a-f6ceccd8fef4 req-2ea4fde6-c32b-40eb-a6a8-c1e8ab49a31d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:58.689793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04afdc1b-b282-4102-b28a-f6ceccd8fef4 req-2ea4fde6-c32b-40eb-a6a8-c1e8ab49a31d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0654740 Jul 06 18:39:58.727991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04afdc1b-b282-4102-b28a-f6ceccd8fef4 req-b36ff736-81af-4f2f-902a-9188b79f96f5 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Jul 06 18:39:59.502138 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:59.899485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b51dc6-ba50-454e-bd03-c1fb1d9cd627 req-52440376-5746-4281-b4e0-adf8b487c5bd tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:59.900981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30b51dc6-ba50-454e-bd03-c1fb1d9cd627 req-52440376-5746-4281-b4e0-adf8b487c5bd tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0639327 Jul 06 18:39:59.942974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30b51dc6-ba50-454e-bd03-c1fb1d9cd627 req-5846a5df-b56d-4ec3-89df-fdb504970155 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Jul 06 18:40:00.442553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:00.894329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:01.122882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f2a38-0c1f-4df3-90a2-b2234a01bf60 req-ea9278d8-7c32-413e-ab26-51c71a567559 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:01.124304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-929f2a38-0c1f-4df3-90a2-b2234a01bf60 req-ea9278d8-7c32-413e-ab26-51c71a567559 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0670760 Jul 06 18:40:01.161989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-929f2a38-0c1f-4df3-90a2-b2234a01bf60 req-4f0f486d-2a12-4784-8a20-caa1866f89c5 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Jul 06 18:40:02.335840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d5d8-6f92-4396-a1b2-18870ff2b41d req-58c5066a-985b-413e-af08-5654da96cf75 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:02.337337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad33d5d8-6f92-4396-a1b2-18870ff2b41d req-58c5066a-985b-413e-af08-5654da96cf75 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0641015 Jul 06 18:40:02.377504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ad33d5d8-6f92-4396-a1b2-18870ff2b41d req-103089b8-82cb-429e-9e8f-78df074f0861 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Jul 06 18:40:02.903130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:03.560714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933baaf-ffd4-4b1b-8f9c-513f1f6e2213 req-88888377-82d3-495c-b379-089a1e53673f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:03.562204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b933baaf-ffd4-4b1b-8f9c-513f1f6e2213 req-88888377-82d3-495c-b379-089a1e53673f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0720885 Jul 06 18:40:03.601285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b933baaf-ffd4-4b1b-8f9c-513f1f6e2213 req-4bd4596f-b600-4751-85bd-808088ceb3e4 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Jul 06 18:40:04.775228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338f4d4-e1d5-4989-90f4-2718af6a5103 req-d91b7c1d-d5c1-49c7-bd0e-83e06dab8a08 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:04.776744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e338f4d4-e1d5-4989-90f4-2718af6a5103 req-d91b7c1d-d5c1-49c7-bd0e-83e06dab8a08 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0653007 Jul 06 18:40:04.813429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e338f4d4-e1d5-4989-90f4-2718af6a5103 req-d1dc8ab1-66da-40a0-a80f-eaa15efe1d7d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Jul 06 18:40:05.586669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-56252cd8-dc43-4b6d-a139-0c6366099a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.588208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-56252cd8-dc43-4b6d-a139-0c6366099a46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1096 time: 0.0989332 Jul 06 18:40:05.694012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-38ee73b4-813f-49f2-b27e-01ba1abd044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.695522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-38ee73b4-813f-49f2-b27e-01ba1abd044f service neutron] 10.222.0.60 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.0835853 Jul 06 18:40:05.739160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-08d6ebcc-37fe-472e-a539-81181bf005c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0350828 Jul 06 18:40:05.792587 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-eaf98e0e-5406-4e48-85b6-9f82c62d2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:05.794019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-eaf98e0e-5406-4e48-85b6-9f82c62d2901 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0469499 Jul 06 18:40:05.830140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-b433b121-4912-4618-b697-04b44e90d720 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256095 Jul 06 18:40:05.933157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-14962772-9e24-4952-adf7-aa4df73a2ba1 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933471 Jul 06 18:40:06.068801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49a61f90-7f87-4c6d-853c-5afb383108c2 req-54b39518-4a55-48d9-b711-9c422ced61c9 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281700 Jul 06 18:40:06.077818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3357b8-a0a8-4c36-bd5d-7d18000008a4 req-56402076-e42a-423e-b265-a69c49591e8c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:06.079326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3357b8-a0a8-4c36-bd5d-7d18000008a4 req-56402076-e42a-423e-b265-a69c49591e8c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.1316016 Jul 06 18:40:06.126263 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e3357b8-a0a8-4c36-bd5d-7d18000008a4 req-e7d37759-fa8a-4c94-88e2-b5cbfe198008 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Jul 06 18:40:07.306476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808e92-7ee0-46d0-91f2-9259ca04be38 req-addcb5de-810d-44cb-83d1-bfa00dc50ff0 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:07.308017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78808e92-7ee0-46d0-91f2-9259ca04be38 req-addcb5de-810d-44cb-83d1-bfa00dc50ff0 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0663064 Jul 06 18:40:07.346641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78808e92-7ee0-46d0-91f2-9259ca04be38 req-1f3908ac-da80-44db-a94e-94b720a97240 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Jul 06 18:40:08.523236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa5b98-ca73-48eb-8d8c-ea639cd4fff8 req-4e97f18a-a2fd-448a-982f-22de62480d11 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:08.524755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7faa5b98-ca73-48eb-8d8c-ea639cd4fff8 req-4e97f18a-a2fd-448a-982f-22de62480d11 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0655613 Jul 06 18:40:08.562591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7faa5b98-ca73-48eb-8d8c-ea639cd4fff8 req-8a558fbd-623e-458f-a242-23ecf048516c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Jul 06 18:40:09.748427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3322f-232c-4c75-aa87-89957fa0bd46 req-7e233f60-19ee-4636-824b-94a614188d32 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:09.749912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70a3322f-232c-4c75-aa87-89957fa0bd46 req-7e233f60-19ee-4636-824b-94a614188d32 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0763855 Jul 06 18:40:09.792536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70a3322f-232c-4c75-aa87-89957fa0bd46 req-fb969af4-b54e-4a56-999b-1cf25bb54f2f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Jul 06 18:40:10.968073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068539-593c-4b4f-a10c-8e91fc330d48 req-ae54d890-87d7-4bbc-806a-11edaeed70a2 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:10.969575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08068539-593c-4b4f-a10c-8e91fc330d48 req-ae54d890-87d7-4bbc-806a-11edaeed70a2 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0646749 Jul 06 18:40:11.008271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08068539-593c-4b4f-a10c-8e91fc330d48 req-502d3a8a-5588-49a2-8cfa-0aeca0c24c00 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jul 06 18:40:12.181000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdbee5-2059-483b-acfc-183ffcc6bfea req-eb7544ca-dd0b-4a66-b26d-5ea3ebbd3cdd tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:12.182498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30bdbee5-2059-483b-acfc-183ffcc6bfea req-eb7544ca-dd0b-4a66-b26d-5ea3ebbd3cdd tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0631704 Jul 06 18:40:12.224601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-30bdbee5-2059-483b-acfc-183ffcc6bfea req-4f9bc011-75d2-4a91-ba30-1c7acd2f3a34 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Jul 06 18:40:13.412124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f1e77-9656-4b02-b78c-34690a8ec08a req-96b07608-4448-4054-a8e2-c8e27a50228c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:13.413663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c1f1e77-9656-4b02-b78c-34690a8ec08a req-96b07608-4448-4054-a8e2-c8e27a50228c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0655479 Jul 06 18:40:13.451369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9c1f1e77-9656-4b02-b78c-34690a8ec08a req-a9ca01da-4674-4997-9375-ff31a42f9b83 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Jul 06 18:40:14.628623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf382ec-dabb-4b9d-901b-e8da50f1e126 req-b1e123f5-193a-41c4-909e-f619a2335256 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:14.630035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaf382ec-dabb-4b9d-901b-e8da50f1e126 req-b1e123f5-193a-41c4-909e-f619a2335256 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0642207 Jul 06 18:40:14.667534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aaf382ec-dabb-4b9d-901b-e8da50f1e126 req-9597c826-42db-41fb-908b-4a9a6177c06c tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Jul 06 18:40:15.849257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a49e30-ce06-4e30-bd04-d62b0040ed40 req-f61ac476-9886-4a78-ac36-8a6d3f3c891d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:15.850754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9a49e30-ce06-4e30-bd04-d62b0040ed40 req-f61ac476-9886-4a78-ac36-8a6d3f3c891d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0678985 Jul 06 18:40:15.889123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9a49e30-ce06-4e30-bd04-d62b0040ed40 req-6129f5a7-6077-423e-ad27-084026cbead2 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Jul 06 18:40:17.066906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870b21a-7be2-4dfd-ba70-52320a70df8d req-9a1d6bcb-734c-4715-b1b2-be1f10620754 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:17.068468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7870b21a-7be2-4dfd-ba70-52320a70df8d req-9a1d6bcb-734c-4715-b1b2-be1f10620754 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0660191 Jul 06 18:40:17.111948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7870b21a-7be2-4dfd-ba70-52320a70df8d req-cf07f8fa-aeae-4f6d-a049-f66a063ac407 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Jul 06 18:40:18.292699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d63782-edd2-4e40-816d-79f73b94c4d9 req-c4574c90-5741-4321-8bb0-ed619a1a2661 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:18.294208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7d63782-edd2-4e40-816d-79f73b94c4d9 req-c4574c90-5741-4321-8bb0-ed619a1a2661 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0658569 Jul 06 18:40:18.339780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7d63782-edd2-4e40-816d-79f73b94c4d9 req-1dc709d2-1f4a-4941-860e-b592f5279638 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Jul 06 18:40:19.523053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92159-7e0b-49d5-bc1c-ddcf6179bd9a req-3c569997-afd9-4743-b773-ad549a9c71a9 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:19.524832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddc92159-7e0b-49d5-bc1c-ddcf6179bd9a req-3c569997-afd9-4743-b773-ad549a9c71a9 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0729382 Jul 06 18:40:19.563863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddc92159-7e0b-49d5-bc1c-ddcf6179bd9a req-39c6b826-b129-4f78-a139-26d475744172 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Jul 06 18:40:20.566896 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-ae1f9343-963e-4b9e-a024-0149a8404ac8 service neutron] show failed (client error): The resource could not be found. Jul 06 18:40:20.568086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-ae1f9343-963e-4b9e-a024-0149a8404ac8 service neutron] 10.222.0.60 "GET /v2.0/ports/81960654-ccb5-491f-a4ed-71cc6c309a96/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0560536 Jul 06 18:40:20.754102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940eead-2a9c-4ca4-a97d-b1a40014a27f req-602a9329-9f42-405d-baf0-050480dd96c7 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.755653 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9940eead-2a9c-4ca4-a97d-b1a40014a27f req-602a9329-9f42-405d-baf0-050480dd96c7 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0720868 Jul 06 18:40:20.824244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9940eead-2a9c-4ca4-a97d-b1a40014a27f req-75df7397-7072-4212-8bc8-e44cfd6eebe8 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Jul 06 18:40:20.844488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-d5ce187e-9fe5-471e-8df5-168ef0ed4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:20.845979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-d5ce187e-9fe5-471e-8df5-168ef0ed4e33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3&tenant_id=55a4f810b4744d20afe6301e221943e2 HTTP/1.1" status: 200 len: 1096 time: 0.0698202 Jul 06 18:40:20.857614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:20.928152 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.135074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:21.167304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:21.206196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:21.209149 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7839777a-9874-425d-8282-603d900f779b" -d '{"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-unplugged", "status": "completed", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:21.212811 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.226498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Transition to ACTIVE for port object 81960654-ccb5-491f-a4ed-71cc6c309a96 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:21.230156 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.291491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] No DVR routers for this DVR port 81960654-ccb5-491f-a4ed-71cc6c309a96 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:21.300490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:21.328980 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35105c79-cb0f-48af-ab54-20d362a72815 x-openstack-request-id: req-35105c79-cb0f-48af-ab54-20d362a72815 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:21.329283 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-unplugged", "status": "completed", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:21.329540 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35105c79-cb0f-48af-ab54-20d362a72815 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:21.329947 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'code': 200} Jul 06 18:40:21.331339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.331687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.332708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.333048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.333383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.333714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.334046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.334372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.334696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.335021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.335377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.335703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:21.351299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:21.351642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:21.351988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 on network 85be1605-c1bd-4667-959c-770331170ef0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:21.356684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Port 81960654-ccb5-491f-a4ed-71cc6c309a96 on network 85be1605-c1bd-4667-959c-770331170ef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:40:21.357001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Attempting to bind port 81960654-ccb5-491f-a4ed-71cc6c309a96 on network 85be1605-c1bd-4667-959c-770331170ef0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:21.361773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:21.362110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Checking segment: {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:21.362497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Bound using segment: {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:21.362918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Bound port: 81960654-ccb5-491f-a4ed-71cc6c309a96, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0614e48-164b-4df8-8e54-8161b7ec6032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '85be1605-c1bd-4667-959c-770331170ef0'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:21.363390 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.375568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:40:21.432895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:21.437105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:21.442023 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.476844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:21.477466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:21.478856 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] 10.222.0.61 "PUT /v2.0/ports/81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 1091 time: 0.6255016 Jul 06 18:40:21.500952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094873c-1da7-47de-b105-f0aa17f70a3d service neutron] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:21.561404 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-6e60575f-0d9e-4a62-8ace-775247939acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:21.562931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-6e60575f-0d9e-4a62-8ace-775247939acf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1094 time: 0.0591478 Jul 06 18:40:21.652033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-74c7c0d1-6c81-4c64-85a5-46531c6c898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:21.653523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-74c7c0d1-6c81-4c64-85a5-46531c6c898e service neutron] 10.222.0.61 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.0847356 Jul 06 18:40:21.697000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-9f3ffeb9-c9da-4d19-a862-603d0578cc3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0362937 Jul 06 18:40:21.753588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-d03ba6c9-0d10-4664-8356-88d4b5c4c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:21.755103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-d03ba6c9-0d10-4664-8356-88d4b5c4c93e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0525539 Jul 06 18:40:21.788450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-e7d49112-2444-409d-a2ba-3a2e22d78c19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272012 Jul 06 18:40:21.876224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-9b0a8f8a-91ce-44c8-b750-301d630d1a86 service neutron] 10.222.0.61 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816445 Jul 06 18:40:22.003630 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa7151f1-96e1-4afa-adcb-928ef3148963 req-e0f66b13-304b-42a2-9dc9-e98c81ca3abf service neutron] 10.222.0.61 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210272 Jul 06 18:40:22.031787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d17b-7622-408e-9e3d-5a761aefd376 req-11db8aa0-ab03-44a8-bc7a-ad7c7c2cdaf3 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:22.033459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f783d17b-7622-408e-9e3d-5a761aefd376 req-11db8aa0-ab03-44a8-bc7a-ad7c7c2cdaf3 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 943 time: 0.0955217 Jul 06 18:40:22.079330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f783d17b-7622-408e-9e3d-5a761aefd376 req-297da5b8-c80f-4b9e-bc57-ecc5026f5cbf tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Jul 06 18:40:23.264408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7835-edca-4779-93fd-89346bf25842 req-8c35c583-9c90-484b-baf5-2332427ff018 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.265931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc4c7835-edca-4779-93fd-89346bf25842 req-8c35c583-9c90-484b-baf5-2332427ff018 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 943 time: 0.0685277 Jul 06 18:40:23.304414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc4c7835-edca-4779-93fd-89346bf25842 req-c7873ea1-630a-4c0c-ada0-76d15993ac73 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Jul 06 18:40:23.331079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:23.333424 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a32f70f-0360-408f-86e0-f76726935ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:23.381803 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63cf022-7631-4fa1-99ea-c020e7bff6b3 x-openstack-request-id: req-c63cf022-7631-4fa1-99ea-c020e7bff6b3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:23.382103 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:23.382359 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c63cf022-7631-4fa1-99ea-c020e7bff6b3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:23.382762 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'status': 'completed', 'code': 200} Jul 06 18:40:23.497099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-9cbd024e-44a8-4e97-8c92-681da07e33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.498585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-9cbd024e-44a8-4e97-8c92-681da07e33ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1094 time: 0.0910435 Jul 06 18:40:23.500363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-1d236941-c73c-4ef0-afa5-c055e16d1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.501726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-1d236941-c73c-4ef0-afa5-c055e16d1886 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1094 time: 0.1018937 Jul 06 18:40:23.663124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-5f430992-6784-4010-a5f5-beb57729e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.664792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-5f430992-6784-4010-a5f5-beb57729e705 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.1589313 Jul 06 18:40:23.666335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-a54fe47b-d5e2-4c88-8831-a68e9bd60c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.667676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-a54fe47b-d5e2-4c88-8831-a68e9bd60c93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.1522253 Jul 06 18:40:23.739131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-a27c3d8d-38c3-49ad-9975-838a12e90556 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0670612 Jul 06 18:40:23.740640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-9513078b-61b9-437f-990e-b2bb09cd10b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0630531 Jul 06 18:40:23.797153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:23.822605 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-f9f73cc8-ecb3-4bfe-a8dd-304bfa89d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.824213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-f9f73cc8-ecb3-4bfe-a8dd-304bfa89d126 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0786209 Jul 06 18:40:23.827879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-ce46fb64-1182-4d6e-bb31-8287ddd9dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:23.829352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-ce46fb64-1182-4d6e-bb31-8287ddd9dd67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0826995 Jul 06 18:40:23.837071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:23.869213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-45399785-734c-4304-ab54-1b0939e08d8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353327 Jul 06 18:40:23.889909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-257e932c-7c3d-4b0b-8fd2-7f311d9a379f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483382 Jul 06 18:40:23.901718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-94c5af35-4d35-4f7d-9218-6718093f4a0f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:40:23.902677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-94c5af35-4d35-4f7d-9218-6718093f4a0f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054784 Jul 06 18:40:24.045137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-60834983-1212-4be8-a2db-0791ae1610e5 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573160 Jul 06 18:40:24.050121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-fadae78f-fd18-412b-8281-b583099d4146 service neutron] 10.222.0.61 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376476 Jul 06 18:40:24.203180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-ad558c69-c1c1-4355-9d91-34e13c4b9a7e service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515338 Jul 06 18:40:24.205348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a32f70f-0360-408f-86e0-f76726935ac3 req-3d24dcbc-662e-45a6-8040-a23107df2257 service neutron] 10.222.0.61 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468909 Jul 06 18:40:24.489144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14913a-5d53-48c2-8430-84a5aad28f9e req-147d1c22-948c-4eaa-b9ba-b1107764203d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:24.490629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb14913a-5d53-48c2-8430-84a5aad28f9e req-147d1c22-948c-4eaa-b9ba-b1107764203d tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 943 time: 0.0658884 Jul 06 18:40:24.528688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cb14913a-5d53-48c2-8430-84a5aad28f9e req-adc23c0d-80da-46ac-b752-b4c5ebc3a004 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Jul 06 18:40:24.992689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:25.091480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:25.103998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'network_id': '85be1605-c1bd-4667-959c-770331170ef0', 'port_id': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'mac_address': 'fa:16:3e:93:9d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1c7732-8fc1-4edf-8067-ef7c1371769c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:25.140113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-f9853450-cbbf-4129-b27a-a2677745c81f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.141496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.141629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-f9853450-cbbf-4129-b27a-a2677745c81f tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.60 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3&tenant_id=55a4f810b4744d20afe6301e221943e2&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 943 time: 0.1153955 Jul 06 18:40:25.154620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81960654-ccb5-491f-a4ed-71cc6c309a96 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:25.174332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:25.178693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.204754 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-b2411bdb-8c97-42db-98e1-e4a25bf4e747 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:40:25.205789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-b2411bdb-8c97-42db-98e1-e4a25bf4e747 service neutron] 10.222.0.60 "DELETE /v2.0/ports/81960654-ccb5-491f-a4ed-71cc6c309a96/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0573318 Jul 06 18:40:25.234999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:25.243056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.243444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.243813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.244856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.245206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.245597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.246305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.246610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.246945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.247298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.247635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.247966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:25.424670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['81960654-ccb5-491f-a4ed-71cc6c309a96'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:25.493580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4dcc367c-7777-4fd1-bd04-9db538981935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:25.660691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-3fa71fd3-2ad0-48f9-99a0-8dcc9b7d1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.662173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-3fa71fd3-2ad0-48f9-99a0-8dcc9b7d1c3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a4f810b4744d20afe6301e221943e2&device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 1095 time: 0.4087837 Jul 06 18:40:25.752679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-fa13690c-64fc-4d4a-84cb-ebd4bd9e8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.754364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-fa13690c-64fc-4d4a-84cb-ebd4bd9e8b12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 200 len: 913 time: 0.0854561 Jul 06 18:40:25.801321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-1ae57b30-1824-40fd-8449-da5809da7bed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 200 len: 217 time: 0.0390043 Jul 06 18:40:25.849286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-362c7cf3-b4cc-484e-9cc3-33b9e94fe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:25.850914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-362c7cf3-b4cc-484e-9cc3-33b9e94fe994 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 200 len: 852 time: 0.0439222 Jul 06 18:40:25.886013 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-86233fe7-1a52-4e0c-883b-a873d8165ad0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85be1605-c1bd-4667-959c-770331170ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271304 Jul 06 18:40:25.982192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-8afa79fb-79be-42c3-a5a7-679eea9b0ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896313 Jul 06 18:40:26.078121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-1c8b07de-a037-482e-86f6-0024dda79048 service neutron] 10.222.0.60 "GET /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869386 Jul 06 18:40:26.961177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc1a0e-63d9-45db-833f-2f4dc6cbef07 req-2886e74c-4387-4f4f-89c4-912524d92d84 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:26.962560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41bc1a0e-63d9-45db-833f-2f4dc6cbef07 req-2886e74c-4387-4f4f-89c4-912524d92d84 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 944 time: 0.0658472 Jul 06 18:40:27.001636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41bc1a0e-63d9-45db-833f-2f4dc6cbef07 req-56a057f8-f009-481b-a94b-9e03d6a35666 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Jul 06 18:40:27.005505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:27.057660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 81960654-ccb5-491f-a4ed-71cc6c309a96 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:27.062603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 81960654-ccb5-491f-a4ed-71cc6c309a96 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:27.062603 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.146221 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.168857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:27.171101 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87f9bb4-c69f-4ca2-af39-94b4bc8bcada" -d '{"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-plugged", "status": "completed", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:27.184229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:27.188568 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:27.238104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:27.260470 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f94a1-babc-4381-b29a-e6733812da99 x-openstack-request-id: req-586f94a1-babc-4381-b29a-e6733812da99 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:27.260768 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-plugged", "status": "completed", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:27.261028 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-586f94a1-babc-4381-b29a-e6733812da99 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:27.261462 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'code': 200} Jul 06 18:40:28.006527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.017084 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9650b2b9-cadb-4552-8fac-0fd052815ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.204821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-eb141727-82eb-4df1-941a-b0ad9657de9b tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:28.206304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-eb141727-82eb-4df1-941a-b0ad9657de9b tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.61 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.1076872 Jul 06 18:40:28.228382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28df5f-aa2c-46e1-b11a-2f5e44e44f29 req-3b47f5bb-67f6-4075-99c2-29044e67f007 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:28.230128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f28df5f-aa2c-46e1-b11a-2f5e44e44f29 req-3b47f5bb-67f6-4075-99c2-29044e67f007 tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a334e6-1b8c-4415-ba7a-c7c3578527b3 HTTP/1.1" status: 200 len: 945 time: 0.0987458 Jul 06 18:40:28.321661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f28df5f-aa2c-46e1-b11a-2f5e44e44f29 req-37e18fee-8bc8-4a4d-84bd-7eab4ecd09ac tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2d193ab-842a-45cb-a9c8-eb6173b6e70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732656 Jul 06 18:40:28.346630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Deleting port 81960654-ccb5-491f-a4ed-71cc6c309a96 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:40:28.346976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.439590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] For port 81960654-ccb5-491f-a4ed-71cc6c309a96, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=81960654-ccb5-491f-a4ed-71cc6c309a96,segment=NetworkSegment(f0614e48-164b-4df8-8e54-8161b7ec6032),segment_id=f0614e48-164b-4df8-8e54-8161b7ec6032)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:28.439958 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.452784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Calling delete_port for 81960654-ccb5-491f-a4ed-71cc6c309a96 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:40:28.582605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.595228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['81960654-ccb5-491f-a4ed-71cc6c309a96'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:28.620053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Pushing event deleted for resources: {'Port': ['ID=81960654-ccb5-491f-a4ed-71cc6c309a96,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:28.664594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] No DVR routers for this DVR port 81960654-ccb5-491f-a4ed-71cc6c309a96 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:40:28.667531 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:28.669611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a446ed80-b7b1-44b0-962c-e9291b64f01a req-204b6a83-472c-4c2d-a190-5d3a69aea8da tempest-DeleteServersTestJSON-610074218 tempest-DeleteServersTestJSON-610074218-project] 10.222.0.61 "DELETE /v2.0/ports/81960654-ccb5-491f-a4ed-71cc6c309a96 HTTP/1.1" status: 204 len: 173 time: 0.4576719 Jul 06 18:40:28.670063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-deleted', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:28.672367 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a738a2a6-9a0d-4065-9079-0785860bc50a" -d '{"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-deleted", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:28.710372 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a8833-9809-457f-8654-d214ecb4997c x-openstack-request-id: req-1d7a8833-9809-457f-8654-d214ecb4997c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:28.710676 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a334e6-1b8c-4415-ba7a-c7c3578527b3", "name": "network-vif-deleted", "tag": "81960654-ccb5-491f-a4ed-71cc6c309a96", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:28.710933 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d7a8833-9809-457f-8654-d214ecb4997c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:28.711386 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a334e6-1b8c-4415-ba7a-c7c3578527b3', 'name': 'network-vif-deleted', 'tag': '81960654-ccb5-491f-a4ed-71cc6c309a96', 'status': 'completed', 'code': 200} Jul 06 18:40:29.504683 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.570381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41556) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:29.616012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Deleting subnet 5a1c7732-8fc1-4edf-8067-ef7c1371769c {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:40:29.618916 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.658487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.697397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.751801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.783092 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1c7732-8fc1-4edf-8067-ef7c1371769c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:29.788119 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.789970 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a1c7732-8fc1-4edf-8067-ef7c1371769c HTTP/1.1" status: 204 len: 168 time: 0.2186029 Jul 06 18:40:29.792741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:29.795127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.795516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.795894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.796237 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.796576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.796913 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.797243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.797572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.797900 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.798226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.798553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.798879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b774689-5921-46d2-9080-d05c4b45ac1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:40:29.862102 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.943994 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.953449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85be1605-c1bd-4667-959c-770331170ef0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:29.964118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0614e48-164b-4df8-8e54-8161b7ec6032') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:29.964413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0614e48-164b-4df8-8e54-8161b7ec6032') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:40:29.973265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.987474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.993891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:40:29.994437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:40:29.996713 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:40:30.051761 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.057861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.059747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/85be1605-c1bd-4667-959c-770331170ef0 HTTP/1.1" status: 204 len: 168 time: 0.2659802 Jul 06 18:40:30.071230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8343e-f947-4fdc-8545-3bb98802b3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85be1605-c1bd-4667-959c-770331170ef0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:30.168468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:30.211040 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-67efeedf-f70e-4ed2-8849-0bcb40eb0aff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55a4f810b4744d20afe6301e221943e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412865 Jul 06 18:40:30.213382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41564) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:30.262262 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d835cc8d-e8bc-41b9-a872-af1fd385493b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.283374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d835cc8d-e8bc-41b9-a872-af1fd385493b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.333872 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d835cc8d-e8bc-41b9-a872-af1fd385493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.336528 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d835cc8d-e8bc-41b9-a872-af1fd385493b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.337682 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d835cc8d-e8bc-41b9-a872-af1fd385493b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2d193ab-842a-45cb-a9c8-eb6173b6e70f HTTP/1.1" status: 204 len: 168 time: 0.1234105 Jul 06 18:40:30.345803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835cc8d-e8bc-41b9-a872-af1fd385493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d193ab-842a-45cb-a9c8-eb6173b6e70f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:30.469954 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:30.897318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.006218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:31.102677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-408609140-network', 'tenant_id': '573964f6f22c49e5a9ab35c40e8ee4cc'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:31.124613 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Made reservation on behalf of 573964f6f22c49e5a9ab35c40e8ee4cc for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:31.126907 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.135622 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.227354 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.231339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.255584 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:40:31.264166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e1407-7d1a-4fb0-9739-be96f83517b1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:31.270685 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.271051 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Added segment 44a7df7a-6d86-4f73-aad1-a96cfb929394 of type vlan for network bf202911-9964-4ec5-b2a2-696b3abfcc68 Jul 06 18:40:31.314609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.344581 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.345521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.346095 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.398531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3912117 Jul 06 18:40:31.401703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:40:31.406863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Request body: {'subnet': {'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-408609140-subnet', 'tenant_id': '573964f6f22c49e5a9ab35c40e8ee4cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:31.411281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5b479-e577-4451-9b5d-4c9700c13ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf202911-9964-4ec5-b2a2-696b3abfcc68,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:31.422494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network bf202911-9964-4ec5-b2a2-696b3abfcc68 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:40:31.429423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Made reservation on behalf of 573964f6f22c49e5a9ab35c40e8ee4cc for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:31.431987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.623516 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.685746 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d41c483-a471-4ff3-be9e-bb0bf727eb73,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:31.693440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Checking segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:31.693808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Network hostable DHCP agents. Network: bf202911-9964-4ec5-b2a2-696b3abfcc68, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:40:31.710669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Network bf202911-9964-4ec5-b2a2-696b3abfcc68 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:40:31.718855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, bf202911-9964-4ec5-b2a2-696b3abfcc68) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:31.722818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:31.723460 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:31.728954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4842d5-84ef-45fd-96ac-9728646a7830 None None] Network bf202911-9964-4ec5-b2a2-696b3abfcc68 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:31.737587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e7a5a90b-dd39-4436-b5ea-1f4c5ad7a51d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3347878 Jul 06 18:40:31.857316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa27c3-c2a2-46e0-8420-1e5e13331aa1 None None] Network bf202911-9964-4ec5-b2a2-696b3abfcc68 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:40:32.175403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-27b52be3-4899-4f4c-853e-beb46ba38dc1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:32.177509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-27b52be3-4899-4f4c-853e-beb46ba38dc1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 814 time: 0.1027570 Jul 06 18:40:32.191967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-6c79eb19-9ad7-49f9-a8de-22bd359010c4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/quotas/573964f6f22c49e5a9ab35c40e8ee4cc HTTP/1.1" status: 200 len: 375 time: 0.0090594 Jul 06 18:40:32.228444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-6ebd7cb9-cffd-4a98-9254-d371cb8e3be5 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316646 Jul 06 18:40:32.315745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-fe7fa762-4f90-4411-b31f-11fc54098493 service neutron] 10.222.0.37 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805273 Jul 06 18:40:32.411762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-71bc6a2c-e853-4f0c-b7b1-392061ad3ff8 service neutron] 10.222.0.37 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897808 Jul 06 18:40:32.585399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-413ad826-9f52-4ee0-b5ad-86a9e4bc18eb req-56eea77e-47b7-4fe5-915e-6f19e998a11b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0306270 Jul 06 18:40:32.916632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:33.042892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:40:33.064429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 81960654-ccb5-491f-a4ed-71cc6c309a96 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:40:33.064772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 81960654-ccb5-491f-a4ed-71cc6c309a96 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:40:33.731367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ae5cb9e-aea3-4803-ba68-974a4e766bb0 req-3381b3af-9ffc-47b8-82e0-ad660726b243 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 210 time: 0.0324860 Jul 06 18:40:33.841414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-078c4789-623c-445e-9646-7cb128d59b84 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:33.842849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-078c4789-623c-445e-9646-7cb128d59b84 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 814 time: 0.1143320 Jul 06 18:40:33.857670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Request body: {'port': {'device_id': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'admin_state_up': True, 'tenant_id': '573964f6f22c49e5a9ab35c40e8ee4cc'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:33.967135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Made reservation on behalf of 573964f6f22c49e5a9ab35c40e8ee4cc for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:40:33.970624 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.099005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Allocated IP 172.20.0.12 (bf202911-9964-4ec5-b2a2-696b3abfcc68/4d41c483-a471-4ff3-be9e-bb0bf727eb73/3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:40:34.258707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.296884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.339927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Network bf202911-9964-4ec5-b2a2-696b3abfcc68 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:40:34.343051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:40:34.349785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:40:34.356205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:34.400170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.400805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.417932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-f5849b57-355a-4ae1-a765-79c006fc3fb4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642338 Jul 06 18:40:34.430688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Request body: {'port': {'device_id': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:40:34.508689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.774107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:34.781773 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.793885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Transition to ACTIVE for port object 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:40:34.798359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:34.887003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:34.966760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:40:34.967093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:40:34.967452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:34.978209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on network bf202911-9964-4ec5-b2a2-696b3abfcc68 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:40:34.978592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:40:34.992221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c7b58-9d9a-457d-b38b-1aefa1f9652a req-c313d845-3b65-4f3e-9364-56504d99eec7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:34.993739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9c7b58-9d9a-457d-b38b-1aefa1f9652a req-c313d845-3b65-4f3e-9364-56504d99eec7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 944 time: 0.1386809 Jul 06 18:40:34.994894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:40:34.995232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Checking segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:40:34.995636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Bound using segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:40:34.996070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Bound port: 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:40:34.996430 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.074972 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2f9c7b58-9d9a-457d-b38b-1aefa1f9652a req-bb608115-4406-4fef-92b3-c55de2a178d1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754542 Jul 06 18:40:35.091282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:40:35.094336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:40:35.099944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.134730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.135384 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.136783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] 10.222.0.61 "PUT /v2.0/ports/3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 1092 time: 0.7116451 Jul 06 18:40:35.137230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:35.139530 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a769f0-87eb-4133-a630-7d6e8e272b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:35.172914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42e754-a89d-4d3e-8dfd-fe0997a5ef4b service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:35.187355 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa61ff-b0d3-449a-8b75-c225708ff292 x-openstack-request-id: req-f3aa61ff-b0d3-449a-8b75-c225708ff292 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:35.187644 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:35.187897 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3aa61ff-b0d3-449a-8b75-c225708ff292 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:35.188290 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'status': 'completed', 'code': 200} Jul 06 18:40:35.232890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-a4de2f4c-8f62-45c9-bc0f-148867bda5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.234504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-a4de2f4c-8f62-45c9-bc0f-148867bda5a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0554900 Jul 06 18:40:35.279652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-ce0255bf-cf2c-4e31-a66e-02028e0525ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0368531 Jul 06 18:40:35.327469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-3a20ed12-1d49-47d7-9b9a-e40976648a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.328806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-3a20ed12-1d49-47d7-9b9a-e40976648a10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0429740 Jul 06 18:40:35.361015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-208e263a-532b-4f51-918c-4d9fc39c80e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262539 Jul 06 18:40:35.452344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-bb5599ac-eb35-4f31-aec2-f2feb8a8bd27 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Jul 06 18:40:35.542310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8dae62d3-0442-40df-b122-d9ae4301eec4 req-2f59f82f-5b07-4f80-930d-3b7c4606fdb5 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835021 Jul 06 18:40:35.643624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-d22e3db6-01ac-4e16-b052-2fc9f2dee723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.645528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-d22e3db6-01ac-4e16-b052-2fc9f2dee723 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0534945 Jul 06 18:40:35.737400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-8ea27f5d-b33e-44be-84c0-9a72d39a6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.739421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-8ea27f5d-b33e-44be-84c0-9a72d39a6167 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0877593 Jul 06 18:40:35.779928 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-6cc7639d-aa53-4878-b2f4-88b1ac6d54f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0340254 Jul 06 18:40:35.827895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-d09b4f84-47bd-4059-af3f-0fa0e432ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:35.829336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-d09b4f84-47bd-4059-af3f-0fa0e432ade9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0426972 Jul 06 18:40:35.867358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-38f29ae8-c997-4aa4-9787-ffa51e1e3aab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306966 Jul 06 18:40:35.960796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-0e219491-06f4-4551-a015-7ed6250ea164 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Jul 06 18:40:36.055119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83a769f0-87eb-4133-a630-7d6e8e272b3b req-a7af8d05-a7fa-45d4-a418-93fdcc8e559c service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880232 Jul 06 18:40:36.255655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5184-5c0d-452d-a266-455c7de1baa1 req-ee682a37-a107-4bfe-8f02-477621ea5291 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:36.257074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b86e5184-5c0d-452d-a266-455c7de1baa1 req-ee682a37-a107-4bfe-8f02-477621ea5291 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0654056 Jul 06 18:40:36.295097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b86e5184-5c0d-452d-a266-455c7de1baa1 req-46a2a5b0-40e7-415f-990d-ccd6ca4363e4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jul 06 18:40:37.465557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623c37b-a1d3-4666-b13b-d4252e83cc57 req-d5c176e2-2e7d-4f33-92e8-5fe6b0c66973 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:37.467078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1623c37b-a1d3-4666-b13b-d4252e83cc57 req-d5c176e2-2e7d-4f33-92e8-5fe6b0c66973 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0643625 Jul 06 18:40:37.518040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1623c37b-a1d3-4666-b13b-d4252e83cc57 req-79f051eb-9f6a-4a5d-a2f7-72db8eccfc2a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 06 18:40:38.690107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cacd9-5884-41dc-b8eb-59c03206804b req-8f055a4f-7397-41b1-a957-c37737d31c10 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:38.691556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb0cacd9-5884-41dc-b8eb-59c03206804b req-8f055a4f-7397-41b1-a957-c37737d31c10 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0635271 Jul 06 18:40:38.730503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb0cacd9-5884-41dc-b8eb-59c03206804b req-30a0587a-aa63-40ae-ba1f-08c12dca3c5a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Jul 06 18:40:39.074355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:40:39.174109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:39.185815 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'port_id': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'mac_address': 'fa:16:3e:36:7f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d41c483-a471-4ff3-be9e-bb0bf727eb73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:40:39.222832 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.236089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:40:39.258377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:39.262114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.313306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:39.454569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:40:39.906498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86910c-4b52-482e-8977-d7d5b122b61a req-6aecc6fc-f727-4b8a-a44a-16f00d001a7c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:39.907998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b86910c-4b52-482e-8977-d7d5b122b61a req-6aecc6fc-f727-4b8a-a44a-16f00d001a7c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0647922 Jul 06 18:40:39.950544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b86910c-4b52-482e-8977-d7d5b122b61a req-e626e7ba-fd25-405b-a065-ed4f9fe5b8c5 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Jul 06 18:40:41.089849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:40:41.135745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e7041-e3ab-474e-83b9-c22abf330864 req-39e99124-e51f-4c08-890f-b7fe5e13c8ca tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.137248 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d3e7041-e3ab-474e-83b9-c22abf330864 req-39e99124-e51f-4c08-890f-b7fe5e13c8ca tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0728660 Jul 06 18:40:41.140080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:40:41.145710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:40:41.146095 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.176454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d3e7041-e3ab-474e-83b9-c22abf330864 req-c66362bf-5128-456c-ad9e-b8e0b9bf1473 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Jul 06 18:40:41.228045 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.250259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:40:41.252451 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f848c-e2b8-4dd6-a068-d378a7e6e9e6" -d '{"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:40:41.265479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:40:41.270617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:41.293062 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37b6e11-fc5e-4ca5-88fd-022d053e1d0b x-openstack-request-id: req-c37b6e11-fc5e-4ca5-88fd-022d053e1d0b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:40:41.293371 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:40:41.293609 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c37b6e11-fc5e-4ca5-88fd-022d053e1d0b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:40:41.293999 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'code': 200} Jul 06 18:40:41.322534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:40:41.405384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197522f-c648-4d94-be7a-ca5a48374655 req-535a893e-f2eb-4def-ab7b-0cb62cb2c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:41.406909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5197522f-c648-4d94-be7a-ca5a48374655 req-535a893e-f2eb-4def-ab7b-0cb62cb2c645 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0539131 Jul 06 18:40:41.444878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5197522f-c648-4d94-be7a-ca5a48374655 req-c4e314be-8fbf-4f7c-bba7-0b5436417f3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Jul 06 18:40:42.361184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791fa40-e484-46ee-bce0-6f20aaf8c83b req-3b15c762-f69c-4bbd-aaa0-3436965a171e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:42.363035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c791fa40-e484-46ee-bce0-6f20aaf8c83b req-3b15c762-f69c-4bbd-aaa0-3436965a171e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0710902 Jul 06 18:40:42.402258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c791fa40-e484-46ee-bce0-6f20aaf8c83b req-39fddd0f-0f55-48d7-8432-ff9d453f0aee tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333574 Jul 06 18:40:42.581390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b2e85-264d-4d18-9503-029ea06f7d27 req-d75b9fef-a449-4c90-a857-0f4fa1d442c7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:42.583627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a2b2e85-264d-4d18-9503-029ea06f7d27 req-d75b9fef-a449-4c90-a857-0f4fa1d442c7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0707307 Jul 06 18:40:42.623022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3a2b2e85-264d-4d18-9503-029ea06f7d27 req-2374e33b-6936-46b9-883c-b4068831fbe1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Jul 06 18:40:42.970319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97302d6-379a-4aef-ba51-031a470e65ae req-b39ac271-2f1e-41ba-a5d6-e547e50f342e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:42.971859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c97302d6-379a-4aef-ba51-031a470e65ae req-b39ac271-2f1e-41ba-a5d6-e547e50f342e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0651546 Jul 06 18:40:43.010830 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c97302d6-379a-4aef-ba51-031a470e65ae req-22ea5b09-0d72-48ab-8d87-794a2882e012 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333114 Jul 06 18:40:43.190471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567f209-e5ed-4ead-931e-9803755f52fc req-67de9724-cb72-4552-a0a1-b95ac910cd24 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.192634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c567f209-e5ed-4ead-931e-9803755f52fc req-67de9724-cb72-4552-a0a1-b95ac910cd24 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0684466 Jul 06 18:40:43.230054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c567f209-e5ed-4ead-931e-9803755f52fc req-df5a998b-6f9d-4555-ae8f-68fd3d4d2b75 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Jul 06 18:40:43.568203 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-9d40a737-513d-45f3-9869-12c6b28e3e5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545914 Jul 06 18:40:43.631021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedd6cd-7947-4325-9b22-b79f59119748 req-308f99f6-389f-4936-b4af-30803d2c1421 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:43.632610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2dedd6cd-7947-4325-9b22-b79f59119748 req-308f99f6-389f-4936-b4af-30803d2c1421 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0730965 Jul 06 18:40:43.674695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2dedd6cd-7947-4325-9b22-b79f59119748 req-6192f812-429d-493d-86c1-3b82b1e05533 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Jul 06 18:40:44.886624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-f9bc1737-e70f-41c1-ad99-4057909154ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.888168 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-f9bc1737-e70f-41c1-ad99-4057909154ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0994694 Jul 06 18:40:44.913831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5d3b7-a9c2-45c8-a7ae-ee1096ebbabf req-c6b31e96-d1ef-4dc7-b912-f717e66dfc5c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:44.915297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acb5d3b7-a9c2-45c8-a7ae-ee1096ebbabf req-c6b31e96-d1ef-4dc7-b912-f717e66dfc5c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0955801 Jul 06 18:40:45.000919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acb5d3b7-a9c2-45c8-a7ae-ee1096ebbabf req-6c382125-f54b-4ef2-b6a6-0adf09710f74 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754900 Jul 06 18:40:45.024765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-01c3625d-4b1a-473e-9836-89d3661485e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.026273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-01c3625d-4b1a-473e-9836-89d3661485e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.1287625 Jul 06 18:40:45.067606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-385299c1-0ac1-4460-8453-5e1e29d852e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0351326 Jul 06 18:40:45.117814 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-8a61efc9-c0ad-455d-a1ed-37b5c57425a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:45.119373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-8a61efc9-c0ad-455d-a1ed-37b5c57425a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0462713 Jul 06 18:40:45.151799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-4fb3e5da-3e2c-455d-bb5c-ce6e4c3d96ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263007 Jul 06 18:40:45.249530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-ecc2cc80-ed5b-480e-b048-a6fd1ef1ecc4 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916317 Jul 06 18:40:45.340264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-e79d9575-f4bf-453d-b761-7510f83ee0b2 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Jul 06 18:40:46.183568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77392096-22b0-4a98-bd17-21b5998d2afc req-583b4732-ab37-4efa-876c-0b004d5325d0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.185074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77392096-22b0-4a98-bd17-21b5998d2afc req-583b4732-ab37-4efa-876c-0b004d5325d0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0729065 Jul 06 18:40:46.226490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77392096-22b0-4a98-bd17-21b5998d2afc req-b04388d3-25a4-4fd7-8e8d-11c3ee2f0c48 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357900 Jul 06 18:40:47.408015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b48f52-705c-4637-92bd-177903292ebb req-0fbeea2a-2a19-4dd6-ac4d-bb4a0dd7565a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:47.410209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0b48f52-705c-4637-92bd-177903292ebb req-0fbeea2a-2a19-4dd6-ac4d-bb4a0dd7565a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0637877 Jul 06 18:40:47.448244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e0b48f52-705c-4637-92bd-177903292ebb req-fcf6ff28-c2b0-4d0b-8a3c-dde25c86105d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Jul 06 18:40:48.625640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7947c0-756e-424d-aaca-8a6c3f55255d req-fcbdcc24-30a8-4bb2-a6b6-e4f706a45e97 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:48.627296 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7947c0-756e-424d-aaca-8a6c3f55255d req-fcbdcc24-30a8-4bb2-a6b6-e4f706a45e97 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0653856 Jul 06 18:40:48.670712 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd7947c0-756e-424d-aaca-8a6c3f55255d req-d23b13f7-76c1-4fa8-a50c-b9cfef82aacd tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Jul 06 18:40:49.844184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da44d-8cfd-44b6-800c-565d19c92dcb req-bd230a31-f6c9-4d5a-8a2d-34eef94d2a0c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:49.845673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e8da44d-8cfd-44b6-800c-565d19c92dcb req-bd230a31-f6c9-4d5a-8a2d-34eef94d2a0c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0638247 Jul 06 18:40:49.884266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e8da44d-8cfd-44b6-800c-565d19c92dcb req-20532d79-447c-4e2c-a86a-4f57201732dd tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Jul 06 18:40:51.070721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4628f9-3163-4ee9-9254-749acab55add req-45d2fc95-84c3-4b8b-9993-ef1717701f3e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:51.072234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a4628f9-3163-4ee9-9254-749acab55add req-45d2fc95-84c3-4b8b-9993-ef1717701f3e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0640910 Jul 06 18:40:51.110771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a4628f9-3163-4ee9-9254-749acab55add req-e451a51c-ffb8-4449-b862-35b8a899e6ba tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Jul 06 18:40:52.289146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ff71f-93b2-49b7-b8bd-1ff442b3e34f req-40afddbc-c5c6-438d-9c51-d5bd950c300d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:52.290622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b23ff71f-93b2-49b7-b8bd-1ff442b3e34f req-40afddbc-c5c6-438d-9c51-d5bd950c300d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0665507 Jul 06 18:40:52.328629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b23ff71f-93b2-49b7-b8bd-1ff442b3e34f req-312a4882-61f7-44d0-8742-748d284f73d4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323842 Jul 06 18:40:53.501178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617465d-11fa-44f7-bacd-51e7d99525ad req-2863e955-f7df-406c-be70-beaad712d513 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:53.502680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a617465d-11fa-44f7-bacd-51e7d99525ad req-2863e955-f7df-406c-be70-beaad712d513 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0636735 Jul 06 18:40:53.541902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a617465d-11fa-44f7-bacd-51e7d99525ad req-fef2c7a8-fe64-4f13-8a07-699320ccd3df tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Jul 06 18:40:54.716774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bb0ba-5e81-442d-be83-529ec0d5e346 req-397de635-b455-4d2e-9b72-c734b18ae4fe tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:54.718172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907bb0ba-5e81-442d-be83-529ec0d5e346 req-397de635-b455-4d2e-9b72-c734b18ae4fe tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0629451 Jul 06 18:40:54.761483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-907bb0ba-5e81-442d-be83-529ec0d5e346 req-5c7ae473-675a-489f-9080-543fef4dfc66 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Jul 06 18:40:55.477228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e74edb1-fa85-4acb-a185-4d54ca5cce94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:55.936665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75c5c-7297-402c-8d43-089562f98f6d req-b3589749-4e1a-49ff-8ac9-78b80efbf3e4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:55.938185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6a75c5c-7297-402c-8d43-089562f98f6d req-b3589749-4e1a-49ff-8ac9-78b80efbf3e4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0661583 Jul 06 18:40:55.977232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6a75c5c-7297-402c-8d43-089562f98f6d req-4ca45142-96c6-4ea5-9474-2349a074772c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Jul 06 18:40:57.172064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b09b-4f80-42a2-bef6-a241577e8351 req-8df12baa-5fc3-4a3a-8772-af0c30d4c699 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:57.173599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee17b09b-4f80-42a2-bef6-a241577e8351 req-8df12baa-5fc3-4a3a-8772-af0c30d4c699 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0664604 Jul 06 18:40:57.212493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ee17b09b-4f80-42a2-bef6-a241577e8351 req-3a961dd1-828e-4287-9af6-d84d1924bf06 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Jul 06 18:40:58.008764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.014837 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5666b0b5-c146-42f6-811f-a5e17d2c7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:58.375004 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:40:58.397800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91807fff-10c4-4a79-a751-4f69442d1366 req-85b10d02-cc58-4e17-91ef-f3bc77ee0d9d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:58.399435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91807fff-10c4-4a79-a751-4f69442d1366 req-85b10d02-cc58-4e17-91ef-f3bc77ee0d9d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0688629 Jul 06 18:40:58.439127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91807fff-10c4-4a79-a751-4f69442d1366 req-7515d1b6-a143-4c9c-9a14-b6d5d298478d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Jul 06 18:40:59.506719 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:59.618911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d7568-4da2-4b0d-8feb-fc3e5f17f773 req-81fdb461-5626-45f6-bfd2-7142a0cdb45a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:59.620468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca7d7568-4da2-4b0d-8feb-fc3e5f17f773 req-81fdb461-5626-45f6-bfd2-7142a0cdb45a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0650132 Jul 06 18:40:59.658362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca7d7568-4da2-4b0d-8feb-fc3e5f17f773 req-fbf8e053-e3d8-4502-8a96-3ce320e7df59 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Jul 06 18:41:00.470109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:00.834079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478b73f-3d8a-4427-87ef-4f465056a6db req-a9894ef3-ca62-44f9-ac28-b7fc6c8df447 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:00.835602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5478b73f-3d8a-4427-87ef-4f465056a6db req-a9894ef3-ca62-44f9-ac28-b7fc6c8df447 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0624411 Jul 06 18:41:00.876901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5478b73f-3d8a-4427-87ef-4f465056a6db req-1f26248d-e2c1-4b1a-a453-92adb5c11b28 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Jul 06 18:41:00.901026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.058371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4a0-333d-4664-b904-75f087907f69 req-704dcf4d-41f1-4dd0-a004-785120b0c827 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:02.059920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6168c4a0-333d-4664-b904-75f087907f69 req-704dcf4d-41f1-4dd0-a004-785120b0c827 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0651510 Jul 06 18:41:02.099222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6168c4a0-333d-4664-b904-75f087907f69 req-fceac421-1e0b-4717-836b-0ed25730a707 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Jul 06 18:41:02.903026 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:03.274527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb395-d6e7-4a31-a75b-188327f8cc19 req-bacb17b5-e03e-464e-a79e-107110a15254 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:03.275956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f10cb395-d6e7-4a31-a75b-188327f8cc19 req-bacb17b5-e03e-464e-a79e-107110a15254 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0631998 Jul 06 18:41:03.313886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f10cb395-d6e7-4a31-a75b-188327f8cc19 req-6c5bb6b6-700f-4e50-809e-4e3ef8f6aec7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Jul 06 18:41:04.497858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e513e-5310-47ce-89f4-d14363340210 req-35d4b19a-5311-4cd0-adc8-e5ddf744195a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:04.499369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-822e513e-5310-47ce-89f4-d14363340210 req-35d4b19a-5311-4cd0-adc8-e5ddf744195a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0672882 Jul 06 18:41:04.537996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-822e513e-5310-47ce-89f4-d14363340210 req-8c9635cb-7d36-49f2-aee7-29a9488f143a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325935 Jul 06 18:41:05.708761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9579-5150-4ab8-a349-6397b7c7cbff req-df9119d1-7518-42c1-9bcd-926cbd795e5a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:05.710265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceec9579-5150-4ab8-a349-6397b7c7cbff req-df9119d1-7518-42c1-9bcd-926cbd795e5a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0643499 Jul 06 18:41:05.748865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ceec9579-5150-4ab8-a349-6397b7c7cbff req-a02f829b-2063-4dd5-998d-0d55aa6081ee tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Jul 06 18:41:06.932432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d675a3-5302-4c28-997c-d8833c00dafd req-ec43e8e2-781c-4ed7-9870-6b61c26cb51c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:06.933929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43d675a3-5302-4c28-997c-d8833c00dafd req-ec43e8e2-781c-4ed7-9870-6b61c26cb51c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0676818 Jul 06 18:41:06.971298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43d675a3-5302-4c28-997c-d8833c00dafd req-b48d4024-b2d2-46ab-95a4-7168c663fb11 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Jul 06 18:41:08.152816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbdb62-3c87-429c-a0bd-aeace4706a57 req-bb83fc80-0660-4487-96ad-7a874d892e29 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:08.154366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8cbdb62-3c87-429c-a0bd-aeace4706a57 req-bb83fc80-0660-4487-96ad-7a874d892e29 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0705855 Jul 06 18:41:08.193891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8cbdb62-3c87-429c-a0bd-aeace4706a57 req-548943a2-e6d9-4420-897a-03c0faf549c3 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Jul 06 18:41:09.372275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc0f1-d517-49a2-bfd9-0340ba0df229 req-6610d305-f247-41e2-9437-b671b3aff2aa tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:09.373750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-048cc0f1-d517-49a2-bfd9-0340ba0df229 req-6610d305-f247-41e2-9437-b671b3aff2aa tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0660203 Jul 06 18:41:09.415562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-048cc0f1-d517-49a2-bfd9-0340ba0df229 req-0626ea03-beaf-4447-939a-84fabe45434e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354640 Jul 06 18:41:09.504054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-70381c2b-e3a9-4c97-a9ac-0939a4d1942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:09.505446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-70381c2b-e3a9-4c97-a9ac-0939a4d1942b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0583322 Jul 06 18:41:09.610660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-29e4d647-70c3-4a57-8016-1f1d8187d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:09.612162 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-29e4d647-70c3-4a57-8016-1f1d8187d2fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0858800 Jul 06 18:41:10.019404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-e76ac4f6-5059-4f06-a468-491134c1fc93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.3996370 Jul 06 18:41:10.067720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-54648f25-e963-4fbd-8d2d-2210d5a7cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:10.069233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-54648f25-e963-4fbd-8d2d-2210d5a7cc5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0441713 Jul 06 18:41:10.102503 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-ec7e5042-3c65-4ba7-9382-c43f51eb99a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271885 Jul 06 18:41:10.195679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-0011a644-aa09-4c28-97f3-af7e3615ffb3 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870142 Jul 06 18:41:10.284722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a97c40d-641c-4812-b32c-8f0a07ca6203 req-56fb9d1c-5af8-40c6-8443-33e5522e03ff service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826638 Jul 06 18:41:10.594984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152749f-31a4-4d14-ad3d-b1a875f994a8 req-cb4ebe7e-c3fe-4873-a80b-6494d928e50d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:10.597342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e152749f-31a4-4d14-ad3d-b1a875f994a8 req-cb4ebe7e-c3fe-4873-a80b-6494d928e50d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0689671 Jul 06 18:41:10.635070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e152749f-31a4-4d14-ad3d-b1a875f994a8 req-aa7029c3-e121-4d64-a025-ae50e3d1a2d2 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Jul 06 18:41:11.814943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3c2b-47c8-4c3a-950e-c0a2d99007db req-0475ba30-6e2f-4d05-b7c2-a4b3022c16b7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:11.816496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de5a3c2b-47c8-4c3a-950e-c0a2d99007db req-0475ba30-6e2f-4d05-b7c2-a4b3022c16b7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0639699 Jul 06 18:41:11.853952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de5a3c2b-47c8-4c3a-950e-c0a2d99007db req-33699243-6349-4453-9781-5748a0c6a28d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Jul 06 18:41:12.458376 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-27ac76f2-de35-491f-81cd-5d30820a611a req-d3be16ca-26fb-4855-a84b-78e5ffba3763 service neutron] show failed (client error): The resource could not be found. Jul 06 18:41:12.459461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-d3be16ca-26fb-4855-a84b-78e5ffba3763 service neutron] 10.222.0.61 "GET /v2.0/ports/3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0563712 Jul 06 18:41:12.725321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-3dadc103-4c08-495b-8ac9-ec96bf98ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:12.726731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-3dadc103-4c08-495b-8ac9-ec96bf98ba71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1&tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc HTTP/1.1" status: 200 len: 1097 time: 0.0627227 Jul 06 18:41:12.738619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:12.808173 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.055317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:13.073550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfe71c-62c0-47e1-b7d7-8a037528a79a req-52e1b2d8-b391-459f-ba40-da213e5e762a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.075031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96cfe71c-62c0-47e1-b7d7-8a037528a79a req-52e1b2d8-b391-459f-ba40-da213e5e762a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.1074851 Jul 06 18:41:13.115890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:13.149239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96cfe71c-62c0-47e1-b7d7-8a037528a79a req-81c95ef0-a266-45f3-8005-e67773f0a629 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679491 Jul 06 18:41:13.167176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:13.169535 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab9865-3951-4a65-9767-da2ff395b5eb" -d '{"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:13.173245 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.186041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Transition to ACTIVE for port object 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:13.190047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.225042 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6147d1df-6246-4be0-aa89-b640f1342c1e x-openstack-request-id: req-6147d1df-6246-4be0-aa89-b640f1342c1e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:13.225337 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:13.225594 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6147d1df-6246-4be0-aa89-b640f1342c1e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:13.225985 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'code': 200} Jul 06 18:41:13.257965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] No DVR routers for this DVR port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:13.264223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:13.298917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:13.299270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:13.299601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:13.304509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on network bf202911-9964-4ec5-b2a2-696b3abfcc68 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:41:13.304830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Attempting to bind port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:13.309578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:13.309856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Checking segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:13.310238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Bound using segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:13.310660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Bound port: 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:13.311015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.372698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:13.375962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:13.379996 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.414523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.415141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:13.416655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] 10.222.0.60 "PUT /v2.0/ports/3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 1092 time: 0.6825686 Jul 06 18:41:13.438142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb2f81-ff85-4098-919a-e5973ee9dc44 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:13.497002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-a2bac8fd-fa60-4f28-86e6-a67642044ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.498521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-a2bac8fd-fa60-4f28-86e6-a67642044ebf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0574567 Jul 06 18:41:13.588460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-85be9429-3a66-406f-8d32-2449bcc41ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.589852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-85be9429-3a66-406f-8d32-2449bcc41ed7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0839434 Jul 06 18:41:13.635590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-9078f8c0-65c2-45a8-b88e-9bead02dda1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0387900 Jul 06 18:41:13.686901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac76f2-de35-491f-81cd-5d30820a611a req-9afca4a8-8816-4927-8cac-b060b471e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:13.688456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-9afca4a8-8816-4927-8cac-b060b471e4d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0464292 Jul 06 18:41:13.725478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-56cbcaad-3f80-4d69-afdb-432fb3944cdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296586 Jul 06 18:41:13.825936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-e5065f13-a5b9-4e1a-afcb-6d83dd6b161d service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915835 Jul 06 18:41:13.914016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-27ac76f2-de35-491f-81cd-5d30820a611a req-a27f4acc-a6fd-4a77-bd0e-28f54ab3e930 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813212 Jul 06 18:41:14.329204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0e174-e789-4226-91c9-beddf47bcb5b req-d04f6157-1c31-4835-9061-2755b4af5e6f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:14.330680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4a0e174-e789-4226-91c9-beddf47bcb5b req-d04f6157-1c31-4835-9061-2755b4af5e6f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 944 time: 0.0646899 Jul 06 18:41:14.373690 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b4a0e174-e789-4226-91c9-beddf47bcb5b req-66a70f2d-0c3b-49a0-be4f-1fc44ef6ad24 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367811 Jul 06 18:41:15.227282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:15.230012 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9407ef91-cd17-49c1-8c1f-00da38969c10" -d '{"events": [{"name": "network-changed", "server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:15.279149 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f04b68-98df-4a76-9d43-2d712c6eb4c2 x-openstack-request-id: req-d3f04b68-98df-4a76-9d43-2d712c6eb4c2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:15.279473 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:15.279731 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3f04b68-98df-4a76-9d43-2d712c6eb4c2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:15.280162 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'status': 'completed', 'code': 200} Jul 06 18:41:15.389347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-e5f4d385-2538-4783-83b1-279458980bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.390925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-e5f4d385-2538-4783-83b1-279458980bdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0918748 Jul 06 18:41:15.400766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-6604d9d6-7c8f-47aa-83f5-40e816fe78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.402298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-6604d9d6-7c8f-47aa-83f5-40e816fe78cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0764425 Jul 06 18:41:15.630399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-7641cc6e-3446-4510-9614-ef5cf71e868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.631931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-7641cc6e-3446-4510-9614-ef5cf71e868b service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.2113554 Jul 06 18:41:15.634858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-7667c79c-6f16-4c60-975b-727cce6b3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.636908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-7667c79c-6f16-4c60-975b-727cce6b3307 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.2383819 Jul 06 18:41:15.696215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f572c-aceb-496a-9834-b0fe240942d6 req-aac90ac3-5429-4928-9a0f-1d732b72e684 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.697632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-498f572c-aceb-496a-9834-b0fe240942d6 req-aac90ac3-5429-4928-9a0f-1d732b72e684 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 944 time: 0.2000086 Jul 06 18:41:15.700802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-016f34aa-41b7-4681-a302-8af5c891fb44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0557990 Jul 06 18:41:15.744229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-e0140a9b-ec21-4768-b262-fd6e60cf161b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0902798 Jul 06 18:41:15.841048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-ca0130ca-6e05-4313-ac26-4dc6d2f00ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.842641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-ca0130ca-6e05-4313-ac26-4dc6d2f00ea1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.1079900 Jul 06 18:41:15.845967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-84523af9-d199-4741-a8a1-bec3799d1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:15.848529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-84523af9-d199-4741-a8a1-bec3799d1e90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0983400 Jul 06 18:41:15.851947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-498f572c-aceb-496a-9834-b0fe240942d6 req-3f422f53-0d20-4dfc-96b2-655ff15c3ba9 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184161 Jul 06 18:41:15.892072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-5d71ca97-3ca1-40d9-8695-fb0213f607e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391350 Jul 06 18:41:15.921009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-f226338a-47af-4ca5-b823-20251a7b4ee6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590243 Jul 06 18:41:16.053086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:16.074734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-919f6845-30f6-495f-854a-17f29cd20030 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663578 Jul 06 18:41:16.080007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-9d653a9b-e939-4c28-8be4-9e30921179f4 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474979 Jul 06 18:41:16.147506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:16.158758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'port_id': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'mac_address': 'fa:16:3e:36:7f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d41c483-a471-4ff3-be9e-bb0bf727eb73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:16.199811 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.212603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:16.233297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:16.239476 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.242920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-847046ff-ca2e-4d7c-ba40-e48ce4bb6856 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615112 Jul 06 18:41:16.244715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9407ef91-cd17-49c1-8c1f-00da38969c10 req-3f66f6cc-6d6e-4345-a3d2-4f1909a188dc service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560056 Jul 06 18:41:16.286944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:16.507374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:17.036706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941786a2-2ab5-4bcc-96f9-2cad4c6ff5c7 req-0c942da2-e913-42e4-8397-6fba8bc4a0ea tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.038214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-941786a2-2ab5-4bcc-96f9-2cad4c6ff5c7 req-0c942da2-e913-42e4-8397-6fba8bc4a0ea tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 945 time: 0.0713947 Jul 06 18:41:17.077899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-941786a2-2ab5-4bcc-96f9-2cad4c6ff5c7 req-4fe7fc70-c90b-4356-b026-2d9cde9cbc42 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Jul 06 18:41:17.262238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:17.304387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:17.429240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63796eec-8f21-4218-9b56-03bcf0db8749 req-d7e5d511-3d6e-4f04-90df-619381ee7514 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.430749 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63796eec-8f21-4218-9b56-03bcf0db8749 req-d7e5d511-3d6e-4f04-90df-619381ee7514 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 945 time: 0.1120877 Jul 06 18:41:17.438900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-2031d690-b9dd-455f-aac7-dc9336395dcb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.440334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-2031d690-b9dd-455f-aac7-dc9336395dcb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.61 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1&tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&binding%3Ahost_id=n-h1-799527-3 HTTP/1.1" status: 200 len: 945 time: 0.1126654 Jul 06 18:41:17.508044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-63796eec-8f21-4218-9b56-03bcf0db8749 req-299aacb2-1446-4b47-a160-d06df148af16 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Jul 06 18:41:17.525109 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-c85bea6e-7c33-41e5-bbc0-f6fa6a011c9b service neutron] delete failed (client error): The resource could not be found. Jul 06 18:41:17.526453 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-c85bea6e-7c33-41e5-bbc0-f6fa6a011c9b service neutron] 10.222.0.61 "DELETE /v2.0/ports/3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0789065 Jul 06 18:41:17.620712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-9e5d6924-f2f8-488e-a71c-a1dcbd7ae751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.622237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-9e5d6924-f2f8-488e-a71c-a1dcbd7ae751 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0538406 Jul 06 18:41:17.712909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-5c5192f2-b436-4003-915c-cdfabc663f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.714397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-5c5192f2-b436-4003-915c-cdfabc663f05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0863376 Jul 06 18:41:17.754546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-d493a2e5-54ef-4ffb-8bbe-6e3ab8396a68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 200 len: 217 time: 0.0343926 Jul 06 18:41:17.801116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-d4320433-80ec-4fc9-a421-cba61984f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:17.802583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-d4320433-80ec-4fc9-a421-cba61984f43b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0423751 Jul 06 18:41:17.840108 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-02780714-20d2-4462-afbd-d7220f073436 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315592 Jul 06 18:41:17.935228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-86b2f5f2-8017-45b9-834d-a06688a0aa1c service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856431 Jul 06 18:41:18.028093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86c609fe-04ab-4adb-abe7-54e93ba31111 req-1a990efd-2a58-4b14-a2e8-750cb52e95f0 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861800 Jul 06 18:41:18.060510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:18.114326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:18.118336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:18.118494 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.198959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.220286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:18.223119 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb4e9e8-9ba0-42ab-99c7-2fcc4fd17fc9" -d '{"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:18.236167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:18.240949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:18.273283 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a86102-a859-4ed5-b567-019e6eb75a4c x-openstack-request-id: req-73a86102-a859-4ed5-b567-019e6eb75a4c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:18.273931 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-plugged", "status": "completed", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:18.273931 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73a86102-a859-4ed5-b567-019e6eb75a4c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:18.274215 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'code': 200} Jul 06 18:41:18.291073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:18.693972 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31afe3-9ff8-4e80-8e69-97c32b8fb7f3 req-4b2880c7-fccd-4f84-b225-394128d18fc8 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:18.695435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa31afe3-9ff8-4e80-8e69-97c32b8fb7f3 req-4b2880c7-fccd-4f84-b225-394128d18fc8 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0657525 Jul 06 18:41:18.732981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa31afe3-9ff8-4e80-8e69-97c32b8fb7f3 req-f31c9878-0de8-4055-a492-81ae54c15586 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Jul 06 18:41:18.904270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12cb28-63c6-4708-a20b-899cae6376eb req-6a1ed542-bc51-4403-8d40-d1ee797735bb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:18.905758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac12cb28-63c6-4708-a20b-899cae6376eb req-6a1ed542-bc51-4403-8d40-d1ee797735bb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0634248 Jul 06 18:41:18.944440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac12cb28-63c6-4708-a20b-899cae6376eb req-f43680d6-a7b0-4ac4-a929-17e3003646a9 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jul 06 18:41:19.123416 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d19005-9ae5-4401-888e-9d6e1f4c232b req-8eed222f-70c1-4fd7-8e01-4c7515673430 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.125270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97d19005-9ae5-4401-888e-9d6e1f4c232b req-8eed222f-70c1-4fd7-8e01-4c7515673430 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.0692716 Jul 06 18:41:19.162952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97d19005-9ae5-4401-888e-9d6e1f4c232b req-2b7dfd8e-9027-47dc-b6db-49fec5d1d2a4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Jul 06 18:41:19.605825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-ce874d87-4eab-480c-806c-e619aeb40f14 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:19.607344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-ce874d87-4eab-480c-806c-e619aeb40f14 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 814 time: 0.1047626 Jul 06 18:41:19.622163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-c7912b5b-a7d0-4b9f-a992-ad83e0acd336 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/quotas/573964f6f22c49e5a9ab35c40e8ee4cc HTTP/1.1" status: 200 len: 375 time: 0.0092454 Jul 06 18:41:19.691897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-00fd8f55-625d-41d0-9807-aedfdc11e603 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644755 Jul 06 18:41:19.781442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-81667c27-a774-4d8f-b08c-e2525ed1da04 service neutron] 10.222.0.37 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831141 Jul 06 18:41:19.873150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-782100bc-4884-4ab7-869d-af2f120f7c12 service neutron] 10.222.0.37 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860081 Jul 06 18:41:20.042973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5cc45841-105c-44b3-943f-5d85da6b1e67 req-2adc1d53-a527-4100-a0e0-47ad296058c1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Jul 06 18:41:21.157785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.60', 60276) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:41:21.210581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5a5a1c44-be84-4e0f-8649-7ac051d02037 req-614c4187-5d48-446c-ad6b-a12bd7623d48 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 210 time: 0.0532901 Jul 06 18:41:21.238591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701183b-325a-4932-97c6-afbc170e7130 req-46e77f38-2c32-41c4-abb6-2e6e9946158c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.240244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3701183b-325a-4932-97c6-afbc170e7130 req-46e77f38-2c32-41c4-abb6-2e6e9946158c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.60 "GET /v2.0/ports?device_id=0583888b-47e9-4ac0-b908-46bf65e8c5b1 HTTP/1.1" status: 200 len: 946 time: 0.1207311 Jul 06 18:41:21.348986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-0924607b-a5aa-4e65-b5ad-8da5f8065d2b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.352237 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-0924607b-a5aa-4e65-b5ad-8da5f8065d2b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 814 time: 0.1916547 Jul 06 18:41:21.357525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Deleting port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:21.357898 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.364760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Request body: {'port': {'device_id': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'admin_state_up': True, 'tenant_id': '573964f6f22c49e5a9ab35c40e8ee4cc'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:21.454470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] For port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:21.454828 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.470879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Calling delete_port for 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:21.480873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Made reservation on behalf of 573964f6f22c49e5a9ab35c40e8ee4cc for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:21.484815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.615054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.622315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Allocated IP 172.20.0.9 (bf202911-9964-4ec5-b2a2-696b3abfcc68/4d41c483-a471-4ff3-be9e-bb0bf727eb73/c344d089-0ff5-44d1-8f65-5c8fa2b0286a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:21.630132 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:21.650014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Pushing event deleted for resources: {'Port': ['ID=3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:21.663166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.663555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.663903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.664245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.664585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.664923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.665253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.665583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.665915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.666271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.666572 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.666895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:21.707061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] No DVR routers for this DVR port 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:21.709775 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.711930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3701183b-325a-4932-97c6-afbc170e7130 req-3e3375b2-99fc-4a08-8168-b9e354bf45d6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.60 "DELETE /v2.0/ports/3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e HTTP/1.1" status: 204 len: 173 time: 0.4655421 Jul 06 18:41:21.712378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-deleted', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:21.714706 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf52db-54f7-4701-9776-b76db0742a07" -d '{"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-deleted", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:21.758872 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2e358-944f-42d3-b80d-407e146ffdee x-openstack-request-id: req-79c2e358-944f-42d3-b80d-407e146ffdee {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:21.759164 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583888b-47e9-4ac0-b908-46bf65e8c5b1", "name": "network-vif-deleted", "tag": "3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:21.759448 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79c2e358-944f-42d3-b80d-407e146ffdee {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:21.759864 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583888b-47e9-4ac0-b908-46bf65e8c5b1', 'name': 'network-vif-deleted', 'tag': '3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e', 'status': 'completed', 'code': 200} Jul 06 18:41:21.816246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.869738 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.885635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:21.923954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Network bf202911-9964-4ec5-b2a2-696b3abfcc68 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:21.928460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:21.932483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:21.962727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:21.998651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.999337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.020871 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-6b210a8b-b7db-416c-ae32-4694c751d15d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605487 Jul 06 18:41:22.033177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Request body: {'port': {'device_id': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:22.124345 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.400120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ec83-11a8-47d4-a02f-dc4f13521368 req-957c9400-b23a-4884-9f04-67d32684a7f0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:22.401908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c89ec83-11a8-47d4-a02f-dc4f13521368 req-957c9400-b23a-4884-9f04-67d32684a7f0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 931 time: 0.0717664 Jul 06 18:41:22.445785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c89ec83-11a8-47d4-a02f-dc4f13521368 req-0c12779b-9cc6-4daf-a221-730e91213c97 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Jul 06 18:41:22.460120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c344d089-0ff5-44d1-8f65-5c8fa2b0286a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:22.469434 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.484573 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Transition to ACTIVE for port object c344d089-0ff5-44d1-8f65-5c8fa2b0286a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:22.493206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.549978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:22.621258 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:22.621575 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:22.621908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:22.626315 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on network bf202911-9964-4ec5-b2a2-696b3abfcc68 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:41:22.626689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:22.632126 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:22.632465 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Checking segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:22.632855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Bound using segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:22.633394 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Bound port: c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:22.633682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.701461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:22.704617 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:22.710327 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.749388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:22.749994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:22.751424 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] 10.222.0.60 "PUT /v2.0/ports/c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 1091 time: 0.7228661 Jul 06 18:41:22.751854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:22.755432 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c50ca63-6eea-4418-be38-365840575847" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:22.780174 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dda31-24ac-4469-83d4-8f4909c02178 service neutron] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:22.805819 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4e47e-80d0-4596-9839-9e5e0e636b6b x-openstack-request-id: req-26a4e47e-80d0-4596-9839-9e5e0e636b6b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:22.806125 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:22.806371 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26a4e47e-80d0-4596-9839-9e5e0e636b6b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:22.806758 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'status': 'completed', 'code': 200} Jul 06 18:41:22.884538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-90180748-834f-4652-ab68-d34ff97429d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:22.886171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-90180748-834f-4652-ab68-d34ff97429d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1094 time: 0.0896106 Jul 06 18:41:22.947476 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-3398c4c2-6f04-4013-9374-2d6a07c5a9cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0525341 Jul 06 18:41:23.001532 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-f4c8dae7-dc9c-48cc-8c6d-23434d00eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.003942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-f4c8dae7-dc9c-48cc-8c6d-23434d00eb25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0497997 Jul 06 18:41:23.055406 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-a1f8b4e5-bae9-4ecf-8687-cba28a165bd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439768 Jul 06 18:41:23.151073 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-022d2ca7-b800-40b4-8845-d7a009c1e43d service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868518 Jul 06 18:41:23.249986 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0e7dd32a-cb15-4e7b-b63a-c71469a15746 req-d88f04ba-0fb4-4aca-b621-3861cd9785c3 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924139 Jul 06 18:41:23.352482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50ca63-6eea-4418-be38-365840575847 req-3bb324a0-d9c7-4d55-b8d8-68d0587241c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.355085 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-3bb324a0-d9c7-4d55-b8d8-68d0587241c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1094 time: 0.0565226 Jul 06 18:41:23.645713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf2e85-8a8a-4cc1-ab97-0de6c6c889da req-c6835991-eca0-466f-a506-408dd1b0bcfa tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.647572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8bf2e85-8a8a-4cc1-ab97-0de6c6c889da req-c6835991-eca0-466f-a506-408dd1b0bcfa tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0789237 Jul 06 18:41:23.692437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8bf2e85-8a8a-4cc1-ab97-0de6c6c889da req-29d009be-2ce5-4499-884f-f1fd38702921 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Jul 06 18:41:23.856139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50ca63-6eea-4418-be38-365840575847 req-251b5ff9-f72f-4f00-8722-71daba6aaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.857616 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-251b5ff9-f72f-4f00-8722-71daba6aaa55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.4927075 Jul 06 18:41:23.900538 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-d809d17e-0bf1-41c7-81c6-2e756b2005dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0339227 Jul 06 18:41:23.958009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50ca63-6eea-4418-be38-365840575847 req-a57be822-f87c-4d0a-89d7-4f7c1ff5248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.959511 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-a57be822-f87c-4d0a-89d7-4f7c1ff5248d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0493393 Jul 06 18:41:23.995159 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-a2495d5e-8045-4d22-909e-e865adcfb0d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262551 Jul 06 18:41:24.089614 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-d239ca52-a83c-424c-afcc-6b880edb9a91 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Jul 06 18:41:24.103058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:24.126785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:24.127126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3d9c34fc-b3cb-42d0-88fd-feaf4083bd3e not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:24.187655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-1c50ca63-6eea-4418-be38-365840575847 req-51ed4fd6-0bb2-4e23-992c-51d1f60f2468 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905702 Jul 06 18:41:24.883644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f1e3-feba-444b-9c5c-80138bfa2903 req-a851cea1-8bce-433f-bc1c-1079bc6cccff tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:24.885131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9016f1e3-feba-444b-9c5c-80138bfa2903 req-a851cea1-8bce-433f-bc1c-1079bc6cccff tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0630875 Jul 06 18:41:24.924403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9016f1e3-feba-444b-9c5c-80138bfa2903 req-9f37cf43-6983-4e20-9960-09d1e4c3686e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Jul 06 18:41:25.479249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6eb23a0c-a652-4b0c-be79-2cc640b15e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.103012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830174-afee-44c0-ac19-05cdb488dc1d req-ab89ef4e-0e27-405d-b686-763a5deba9b4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:26.106975 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73830174-afee-44c0-ac19-05cdb488dc1d req-ab89ef4e-0e27-405d-b686-763a5deba9b4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0677457 Jul 06 18:41:26.126706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:26.151302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73830174-afee-44c0-ac19-05cdb488dc1d req-30082eee-e9f8-464e-bccc-4b4a57383ed7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Jul 06 18:41:26.230707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:26.242693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'port_id': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'mac_address': 'fa:16:3e:85:7c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d41c483-a471-4ff3-be9e-bb0bf727eb73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:26.285582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.298939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c344d089-0ff5-44d1-8f65-5c8fa2b0286a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:26.319175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:26.322967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:26.370848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:26.377994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.378355 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.378675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.379010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.379375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.379703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.380025 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.380346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.380668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.380985 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.381302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.381617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:26.587055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['c344d089-0ff5-44d1-8f65-5c8fa2b0286a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:27.324235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741322e-c735-479c-be5e-8a5d01309360 req-790abbb1-2465-4fa2-9cbd-88b6a7872709 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:27.325710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a741322e-c735-479c-be5e-8a5d01309360 req-790abbb1-2465-4fa2-9cbd-88b6a7872709 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 944 time: 0.0640070 Jul 06 18:41:27.364145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a741322e-c735-479c-be5e-8a5d01309360 req-b845ad24-f355-48ef-82e0-ee0875cd03c7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Jul 06 18:41:28.009730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.011643 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8bab290-e03d-4829-81e0-264a2da42c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.139232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:28.188840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port c344d089-0ff5-44d1-8f65-5c8fa2b0286a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:28.192832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port c344d089-0ff5-44d1-8f65-5c8fa2b0286a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:28.193222 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.268918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.295225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:28.297636 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eeee47-ac06-4ae9-8efa-2a43f182c478" -d '{"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-plugged", "status": "completed", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:28.311459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:28.315803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:28.340154 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3709c3be-da7a-4e6a-a7e4-dc1410150d30 x-openstack-request-id: req-3709c3be-da7a-4e6a-a7e4-dc1410150d30 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:28.340513 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-plugged", "status": "completed", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:28.340849 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3709c3be-da7a-4e6a-a7e4-dc1410150d30 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:28.341280 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'code': 200} Jul 06 18:41:28.369458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:28.461314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737da60-39f8-45a9-bb49-ba73ebe858e2 req-68da5e07-73b8-4bfd-b0a7-184c1ee747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:28.462923 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d737da60-39f8-45a9-bb49-ba73ebe858e2 req-68da5e07-73b8-4bfd-b0a7-184c1ee747f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1096 time: 0.0620954 Jul 06 18:41:28.507518 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d737da60-39f8-45a9-bb49-ba73ebe858e2 req-1b1df749-b869-4d76-84bf-3e0c3f569225 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Jul 06 18:41:28.549098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193e899-d765-4470-9d49-506c9a78fcf4 req-e9c461f5-c618-4c1e-9bf5-7aa3b2ea2300 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:28.550643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e193e899-d765-4470-9d49-506c9a78fcf4 req-e9c461f5-c618-4c1e-9bf5-7aa3b2ea2300 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0635004 Jul 06 18:41:28.588068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e193e899-d765-4470-9d49-506c9a78fcf4 req-9211ab57-cb1d-4cf9-8509-f5757046f1fb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Jul 06 18:41:29.511650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:29.766783 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343bbcd-130c-4f35-ad53-43fcddaae34e req-3d2559a5-f5a0-4383-9cac-912b88c75e29 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:29.768929 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3343bbcd-130c-4f35-ad53-43fcddaae34e req-3d2559a5-f5a0-4383-9cac-912b88c75e29 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0669115 Jul 06 18:41:29.806142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3343bbcd-130c-4f35-ad53-43fcddaae34e req-7c2cdf30-0435-408d-8b53-53b40b69fa5b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Jul 06 18:41:29.979165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db23f50-f0a7-4953-9a73-a494abf32ee7 req-8c55194b-a2b5-4238-8a60-bfe2ee94c52d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:29.980664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0db23f50-f0a7-4953-9a73-a494abf32ee7 req-8c55194b-a2b5-4238-8a60-bfe2ee94c52d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0642178 Jul 06 18:41:30.019862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0db23f50-f0a7-4953-9a73-a494abf32ee7 req-ca6addc7-3cdd-452e-aeb5-61baea9b5263 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Jul 06 18:41:30.364512 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-46c5be97-2afc-49f1-b160-853421f3a997 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581779 Jul 06 18:41:30.421176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e536a5-c63f-475a-bf83-c37f7ea54e8f req-f7e267e8-d001-4953-8aff-8ea4391b5ae9 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:30.422899 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58e536a5-c63f-475a-bf83-c37f7ea54e8f req-f7e267e8-d001-4953-8aff-8ea4391b5ae9 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0676768 Jul 06 18:41:30.479221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58e536a5-c63f-475a-bf83-c37f7ea54e8f req-db1faf9d-f28a-4036-a20d-d38bceb7a53c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461023 Jul 06 18:41:30.489667 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:30.905551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:31.532214 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-bae31174-d772-4ef8-b50e-1bfba1f2e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.537120 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-bae31174-d772-4ef8-b50e-1bfba1f2e266 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1096 time: 0.0641146 Jul 06 18:41:31.625581 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-a39f23a9-60c6-48e1-a541-26a53ccbffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.627076 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-a39f23a9-60c6-48e1-a541-26a53ccbffe3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0864053 Jul 06 18:41:31.666038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72b107-496f-4832-88cd-8a9e13c4837f req-9c03e2e9-d25b-432d-aa36-e1152ee283f4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.667633 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb72b107-496f-4832-88cd-8a9e13c4837f req-9c03e2e9-d25b-432d-aa36-e1152ee283f4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0687571 Jul 06 18:41:31.674002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-474561ab-2be7-49b3-b9ed-b1be27872799 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0402679 Jul 06 18:41:31.713416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb72b107-496f-4832-88cd-8a9e13c4837f req-729ea9e8-c764-4182-8ed1-73d8402b02d5 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Jul 06 18:41:31.724874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-801215b2-be01-4177-8613-0abcf854d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.726361 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-801215b2-be01-4177-8613-0abcf854d306 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0464714 Jul 06 18:41:31.760955 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-d55de5a6-47f2-419a-b735-b93d7c9293a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282991 Jul 06 18:41:31.856383 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-5f4f581f-19d7-4c3e-9e79-d9b7cc559683 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890858 Jul 06 18:41:31.947852 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-45a00d13-963e-4e14-bb2c-56e2a2f66488 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Jul 06 18:41:32.898626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be6eb8-28e5-4fa4-bf4c-9e2d88830bb9 req-8349e15c-f089-4548-bdbe-9821f38b6e53 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:32.900260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5be6eb8-28e5-4fa4-bf4c-9e2d88830bb9 req-8349e15c-f089-4548-bdbe-9821f38b6e53 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0681703 Jul 06 18:41:32.921782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.948233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e5be6eb8-28e5-4fa4-bf4c-9e2d88830bb9 req-070560e3-0aff-43aa-808b-51dd2a837b87 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Jul 06 18:41:34.125263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce0e55-8ee4-4fb8-9ca5-297d78d3160e req-268713be-f940-4bab-931a-3b227bf87b22 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:34.126760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdce0e55-8ee4-4fb8-9ca5-297d78d3160e req-268713be-f940-4bab-931a-3b227bf87b22 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0682549 Jul 06 18:41:34.169233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdce0e55-8ee4-4fb8-9ca5-297d78d3160e req-b07a5324-7e29-4155-859b-cb444360dd35 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Jul 06 18:41:35.353501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16a4cf-dc05-46d1-ac24-a57f26884bbc req-bac31641-0b22-4588-a8d0-7a5da1b57b9c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:35.354993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a16a4cf-dc05-46d1-ac24-a57f26884bbc req-bac31641-0b22-4588-a8d0-7a5da1b57b9c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0659089 Jul 06 18:41:35.373706 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:41:35.396147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0a16a4cf-dc05-46d1-ac24-a57f26884bbc req-570c6bc4-8aea-46ad-a6a9-15e821b25c01 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354838 Jul 06 18:41:36.582281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4b507-648b-40fc-b232-5405cd72e15d req-e9ea270a-1602-4696-9be4-c7559ecba856 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.584019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66a4b507-648b-40fc-b232-5405cd72e15d req-e9ea270a-1602-4696-9be4-c7559ecba856 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0752983 Jul 06 18:41:37.001181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-66a4b507-648b-40fc-b232-5405cd72e15d req-a7371e79-2248-47b3-9364-f104c3640898 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112968 Jul 06 18:41:38.177830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3be2-65d1-4195-8ca9-24f40531f2f1 req-96c7a636-d04f-45a0-a598-669c03baa8a8 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.179400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b22e3be2-65d1-4195-8ca9-24f40531f2f1 req-96c7a636-d04f-45a0-a598-669c03baa8a8 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0634601 Jul 06 18:41:38.218254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b22e3be2-65d1-4195-8ca9-24f40531f2f1 req-879b3f3c-63a4-4fe8-a696-94b4c849fce6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333495 Jul 06 18:41:39.391874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bea17-bfc0-4496-a7f8-a53acdb95f52 req-f3090864-b948-4336-8bb1-cf3330ed836f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:39.394089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d4bea17-bfc0-4496-a7f8-a53acdb95f52 req-f3090864-b948-4336-8bb1-cf3330ed836f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0637901 Jul 06 18:41:39.435362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d4bea17-bfc0-4496-a7f8-a53acdb95f52 req-2e563707-2664-40c4-8851-ec3de48a389d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Jul 06 18:41:40.614942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d85465-1bff-40c5-84de-374eaa6774d9 req-bd4f69c8-30a4-47af-ace3-3a7544a60ccb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:40.616509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40d85465-1bff-40c5-84de-374eaa6774d9 req-bd4f69c8-30a4-47af-ace3-3a7544a60ccb tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0647049 Jul 06 18:41:40.656779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40d85465-1bff-40c5-84de-374eaa6774d9 req-da64cb0b-efaf-4d16-82a5-733481fa2c6a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Jul 06 18:41:41.832172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e49651-5404-4575-af59-51eb0561845d req-6eb95c6d-6de6-4705-9eb5-c5d4f03dd4f5 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.833736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23e49651-5404-4575-af59-51eb0561845d req-6eb95c6d-6de6-4705-9eb5-c5d4f03dd4f5 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0652952 Jul 06 18:41:41.872656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23e49651-5404-4575-af59-51eb0561845d req-ecfe8634-0003-46b6-82dd-622c3d65ed49 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Jul 06 18:41:43.056779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9d99d-25b5-4ade-a9e7-09f27ab50c84 req-792b6fe6-d5cc-4792-a4a4-498c86533d9f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:43.058264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4e9d99d-25b5-4ade-a9e7-09f27ab50c84 req-792b6fe6-d5cc-4792-a4a4-498c86533d9f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0662062 Jul 06 18:41:43.097082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e4e9d99d-25b5-4ade-a9e7-09f27ab50c84 req-b205fc65-e647-4bba-89e0-0b28db173dd0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Jul 06 18:41:44.277330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fa5d6-dd0b-45db-bc03-20657435bad0 req-8bf49757-f290-4452-b970-91b5f093d710 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:44.278838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-769fa5d6-dd0b-45db-bc03-20657435bad0 req-8bf49757-f290-4452-b970-91b5f093d710 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0674899 Jul 06 18:41:44.317588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-769fa5d6-dd0b-45db-bc03-20657435bad0 req-bda6ae52-1b9c-4aad-9b75-216573455b76 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jul 06 18:41:45.497594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67016e6-027e-44f6-a515-d9f8063c9c4a req-9008c211-ad20-4c65-af4d-02d8d9c15799 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:45.499115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c67016e6-027e-44f6-a515-d9f8063c9c4a req-9008c211-ad20-4c65-af4d-02d8d9c15799 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0651169 Jul 06 18:41:45.543185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c67016e6-027e-44f6-a515-d9f8063c9c4a req-b9f65db3-a98a-4539-9123-5118ed6f24f6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379717 Jul 06 18:41:46.719163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9852e-a739-4d57-89fb-3c7842d0839a req-012f2d01-a5b8-4968-8a6e-8a1d1a748e14 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:46.721198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ac9852e-a739-4d57-89fb-3c7842d0839a req-012f2d01-a5b8-4968-8a6e-8a1d1a748e14 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0661206 Jul 06 18:41:46.761057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ac9852e-a739-4d57-89fb-3c7842d0839a req-65e82303-328d-45a4-b7b6-5d13009a82a4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Jul 06 18:41:47.964698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7e1b5-c2ce-4d31-8b2b-4c1746ea96bd req-53e56cf3-8df0-4f00-8b0d-d9e74ab968ba tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:47.966273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94d7e1b5-c2ce-4d31-8b2b-4c1746ea96bd req-53e56cf3-8df0-4f00-8b0d-d9e74ab968ba tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0754292 Jul 06 18:41:48.008499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-94d7e1b5-c2ce-4d31-8b2b-4c1746ea96bd req-23149a1a-cd3a-4e61-8d90-427b2db43487 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352812 Jul 06 18:41:49.196497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1c3b2-39ae-4229-ad13-c81458fabfe5 req-d9608bc0-c157-406c-859f-e7cae355827d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:49.198100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92f1c3b2-39ae-4229-ad13-c81458fabfe5 req-d9608bc0-c157-406c-859f-e7cae355827d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0720568 Jul 06 18:41:49.237135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92f1c3b2-39ae-4229-ad13-c81458fabfe5 req-7d2dc5d6-7d17-4681-93b0-92f977bdbf84 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327492 Jul 06 18:41:50.414733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76751c-a44b-4cf8-8f0f-e29e97fa6a23 req-6d1a47c5-10fb-4525-a217-0843eb1fd363 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:50.416489 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b76751c-a44b-4cf8-8f0f-e29e97fa6a23 req-6d1a47c5-10fb-4525-a217-0843eb1fd363 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0660231 Jul 06 18:41:50.455682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b76751c-a44b-4cf8-8f0f-e29e97fa6a23 req-d1daf013-3ffb-4fe1-b70f-4a3cee8b071f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Jul 06 18:41:51.641658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762e296-a316-4f92-adac-e807f99572f3 req-730b71a1-e22c-4eb7-a33a-115aef076c9f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.643934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8762e296-a316-4f92-adac-e807f99572f3 req-730b71a1-e22c-4eb7-a33a-115aef076c9f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0706489 Jul 06 18:41:51.684624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8762e296-a316-4f92-adac-e807f99572f3 req-71674288-8063-487e-bf5a-c64bae7fdc2c tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Jul 06 18:41:52.873603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e234d14-6794-4cc8-996a-6d5bda007d73 req-7d154006-f2f9-4fe0-8199-1e4d75b86abd tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.875134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e234d14-6794-4cc8-996a-6d5bda007d73 req-7d154006-f2f9-4fe0-8199-1e4d75b86abd tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0649304 Jul 06 18:41:52.914772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e234d14-6794-4cc8-996a-6d5bda007d73 req-d921e866-1b4a-43e1-938a-678f791788bf tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Jul 06 18:41:54.089469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cae499-dde7-496c-a11f-49836aae5a50 req-7e2d617b-4c97-4601-bc72-aa16759de810 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:54.090956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41cae499-dde7-496c-a11f-49836aae5a50 req-7e2d617b-4c97-4601-bc72-aa16759de810 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0639768 Jul 06 18:41:54.130971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-41cae499-dde7-496c-a11f-49836aae5a50 req-2bf0e568-6dbf-4546-bab6-938402e5c867 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Jul 06 18:41:55.311591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d4b9c-12cc-4559-8e50-e2ed2a6ba0f9 req-69a8a07d-0847-42be-a2e3-983c88a3c8bf tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:55.313067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e18d4b9c-12cc-4559-8e50-e2ed2a6ba0f9 req-69a8a07d-0847-42be-a2e3-983c88a3c8bf tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0693843 Jul 06 18:41:55.351479 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e18d4b9c-12cc-4559-8e50-e2ed2a6ba0f9 req-47bf2ecd-7207-4db0-9b24-e17bd1323b4b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Jul 06 18:41:55.480564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e783ca0f-81ad-471c-acfb-09f90eeb5c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.538641 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d282fc-404d-41be-870b-55f2fcd0fba6 req-e7f200df-1289-4224-b9ba-a300fdc304b9 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:56.540191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78d282fc-404d-41be-870b-55f2fcd0fba6 req-e7f200df-1289-4224-b9ba-a300fdc304b9 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0709605 Jul 06 18:41:56.578458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78d282fc-404d-41be-870b-55f2fcd0fba6 req-4218d9f6-dffc-4362-bb5d-2c885ccb875a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 06 18:41:57.781674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56459772-1419-475c-9948-22f0ea6d1b55 req-5c989921-cbb0-4df2-8575-25a2f2cec9f8 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:57.783157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56459772-1419-475c-9948-22f0ea6d1b55 req-5c989921-cbb0-4df2-8575-25a2f2cec9f8 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0700295 Jul 06 18:41:57.824527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56459772-1419-475c-9948-22f0ea6d1b55 req-cd822e56-6a52-4bd0-8b6f-c4bbf2fff750 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Jul 06 18:41:58.010545 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e72e-4641-4edd-8b37-9b39078572b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.012755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:59.002681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09d16-5824-41d8-abc1-a54e4108ffb0 req-9bafdba8-2c7a-46cb-9446-72944238e67b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:59.004220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78c09d16-5824-41d8-abc1-a54e4108ffb0 req-9bafdba8-2c7a-46cb-9446-72944238e67b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0650742 Jul 06 18:41:59.042675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78c09d16-5824-41d8-abc1-a54e4108ffb0 req-698ea7a5-bd1d-4eff-8369-34aa554eb68e tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Jul 06 18:41:59.512760 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.218589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbab497-ad61-4b96-b1a5-57ecc863a810 req-59501028-e1f8-4c94-a30b-c0b55430ecb7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:00.220671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acbab497-ad61-4b96-b1a5-57ecc863a810 req-59501028-e1f8-4c94-a30b-c0b55430ecb7 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0628388 Jul 06 18:42:00.260359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acbab497-ad61-4b96-b1a5-57ecc863a810 req-ca17dfa5-92e3-4c7a-ab29-fefdc3a5b892 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Jul 06 18:42:00.509364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:00.907835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.450076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa60412-e296-4648-a990-af042057a628 req-7766784a-e020-4c69-b02d-1b768e39c4a0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:01.451582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8aa60412-e296-4648-a990-af042057a628 req-7766784a-e020-4c69-b02d-1b768e39c4a0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0751276 Jul 06 18:42:01.491891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8aa60412-e296-4648-a990-af042057a628 req-30c5032a-4346-467d-ad51-798a7529de9f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 Jul 06 18:42:02.693594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72a3e1-6b4c-4137-93ff-759c3c61b2b8 req-1666f6e4-e340-4922-a0bd-01ee9bf9a196 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.695196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c72a3e1-6b4c-4137-93ff-759c3c61b2b8 req-1666f6e4-e340-4922-a0bd-01ee9bf9a196 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0752521 Jul 06 18:42:02.742614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c72a3e1-6b4c-4137-93ff-759c3c61b2b8 req-34d33aec-eaa0-4c39-989b-7df8f0a7f843 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Jul 06 18:42:02.915923 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:03.932157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9352-0b92-4b2e-9ba1-2e141f7915fc req-1d373ba7-68f1-49d5-b19b-ce82c1066c46 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:03.933689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0abf9352-0b92-4b2e-9ba1-2e141f7915fc req-1d373ba7-68f1-49d5-b19b-ce82c1066c46 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0682676 Jul 06 18:42:03.971431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0abf9352-0b92-4b2e-9ba1-2e141f7915fc req-a486f00c-824c-4226-8d87-ad3ce6ff19ff tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jul 06 18:42:04.183816 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-2dc9ce17-6387-4760-8bdb-06720ab28bee service neutron] show failed (client error): The resource could not be found. Jul 06 18:42:04.184788 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-2dc9ce17-6387-4760-8bdb-06720ab28bee service neutron] 10.222.0.60 "GET /v2.0/ports/c344d089-0ff5-44d1-8f65-5c8fa2b0286a/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0591159 Jul 06 18:42:04.496636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-458cf7b2-d1c3-4dbf-a825-150bf3432a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:04.498146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-458cf7b2-d1c3-4dbf-a825-150bf3432a4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736&tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc HTTP/1.1" status: 200 len: 1096 time: 0.1027534 Jul 06 18:42:04.510954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:04.590130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.807492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:04.840308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:04.880319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:04.882602 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2787737-a74c-43f0-8953-7202922562ad" -d '{"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-unplugged", "status": "completed", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:04.886555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.899413 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Transition to ACTIVE for port object c344d089-0ff5-44d1-8f65-5c8fa2b0286a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:04.903563 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:04.939232 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a5c4de-c90f-4fe2-a674-a7cb6caa2950 x-openstack-request-id: req-29a5c4de-c90f-4fe2-a674-a7cb6caa2950 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:04.939770 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-unplugged", "status": "completed", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:04.939860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29a5c4de-c90f-4fe2-a674-a7cb6caa2950 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:04.940248 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'code': 200} Jul 06 18:42:04.969136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] No DVR routers for this DVR port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:04.975376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:05.014807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:05.015145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:05.015507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:05.020634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on network bf202911-9964-4ec5-b2a2-696b3abfcc68 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:42:05.020959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Attempting to bind port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on network bf202911-9964-4ec5-b2a2-696b3abfcc68 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:05.025961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:05.026466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Checking segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:05.026769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Bound using segment: {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:05.027195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Bound port: c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a7df7a-6d86-4f73-aad1-a96cfb929394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:05.027613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.104381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:05.136702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:05.141296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.186234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.186865 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:05.188355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] 10.222.0.61 "PUT /v2.0/ports/c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 1091 time: 0.6814218 Jul 06 18:42:05.233877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7fe7a-dedf-4689-83d3-c98646dbdad0 req-037f094f-a8ec-42e4-9b22-270b96b93f9d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.235357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39c7fe7a-dedf-4689-83d3-c98646dbdad0 req-037f094f-a8ec-42e4-9b22-270b96b93f9d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.1460614 Jul 06 18:42:05.237844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735fb1-0029-4837-ac46-0614a5764eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:05.303590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39c7fe7a-dedf-4689-83d3-c98646dbdad0 req-d5574abf-7dc7-402d-aa7b-ee1a810deab2 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Jul 06 18:42:05.315288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-116370da-b7bd-4acb-8e00-8892c510045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.317140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-116370da-b7bd-4acb-8e00-8892c510045c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1094 time: 0.1030262 Jul 06 18:42:05.412914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-90ddff10-1e5c-4e96-b079-df335aedcf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.414317 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-90ddff10-1e5c-4e96-b079-df335aedcf7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0882835 Jul 06 18:42:05.458359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-6e96f073-bea9-43c9-b6aa-91b28d9fd4c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0372562 Jul 06 18:42:05.508272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-7a90b5b3-2514-41cf-9ce4-6e78bee5fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:05.509844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-7a90b5b3-2514-41cf-9ce4-6e78bee5fb7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0456700 Jul 06 18:42:05.544413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-26f3f16f-3259-450d-aee5-6d4a24d239fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275166 Jul 06 18:42:05.640116 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-420b71e8-5107-431b-a29f-fe9f6319f9e3 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880234 Jul 06 18:42:05.728833 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c1b837e-588b-4659-b8d6-720a979b1d8a req-96dd0979-a032-4a00-bfed-429cfac77d84 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825000 Jul 06 18:42:06.488042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe59e9-79ab-4ff8-b91a-f7fde267aed0 req-eb0141af-b414-4118-b195-f422337678a3 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:06.489534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59fe59e9-79ab-4ff8-b91a-f7fde267aed0 req-eb0141af-b414-4118-b195-f422337678a3 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0699861 Jul 06 18:42:06.527164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59fe59e9-79ab-4ff8-b91a-f7fde267aed0 req-b6d53d7b-e913-4618-95c4-5f3673302c4f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Jul 06 18:42:06.941356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:06.943769 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bae7c4-669c-48bd-bf77-b58b7add6647" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:06.990885 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e156851-ddf0-4c5b-abb3-cb3322964fc3 x-openstack-request-id: req-9e156851-ddf0-4c5b-abb3-cb3322964fc3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:06.991190 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:06.991477 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e156851-ddf0-4c5b-abb3-cb3322964fc3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:06.991887 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'status': 'completed', 'code': 200} Jul 06 18:42:07.064670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-c93b2597-69ca-4a5c-ab73-c035294283d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.066314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-c93b2597-69ca-4a5c-ab73-c035294283d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1094 time: 0.0557492 Jul 06 18:42:07.080466 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-3dde26d8-e781-4620-80a9-28f106b88dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.081989 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-3dde26d8-e781-4620-80a9-28f106b88dfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1094 time: 0.0606990 Jul 06 18:42:07.168658 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-73491190-22c6-440f-b1e0-b0d424b02c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.170152 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-73491190-22c6-440f-b1e0-b0d424b02c93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0942683 Jul 06 18:42:07.178223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-35980549-13f9-4fda-8899-b3f57f0a3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.179719 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-35980549-13f9-4fda-8899-b3f57f0a3e6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0904982 Jul 06 18:42:07.216197 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-fa97e781-5040-4d30-bfae-c0738df0e0f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0388453 Jul 06 18:42:07.232695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-ac111d66-b76e-455d-9dc8-693c4846765f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0395820 Jul 06 18:42:07.272499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-0f98877a-0f0a-4c59-a54b-38b67726636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.273996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-0f98877a-0f0a-4c59-a54b-38b67726636f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0471432 Jul 06 18:42:07.290595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-f4c2965d-e492-482c-87c0-9af3767453ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.292133 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-f4c2965d-e492-482c-87c0-9af3767453ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0524626 Jul 06 18:42:07.306849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-52bb3b72-a32d-4fd2-9cee-6383512ec84c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268667 Jul 06 18:42:07.329014 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-9c71ed3e-ccf4-4cd4-b2e3-3fc956dd9643 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277894 Jul 06 18:42:07.411542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-d714a156-7e45-485c-9b39-5dc8c5c8872a service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978510 Jul 06 18:42:07.432394 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-e556874c-6f69-4875-91e9-f898b154febc service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957377 Jul 06 18:42:07.507225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-bee8907e-7f52-4469-b416-5d7d619f2527 service neutron] 10.222.0.61 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894880 Jul 06 18:42:07.529001 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b5bae7c4-669c-48bd-bf77-b58b7add6647 req-1109fa78-cce5-4e76-8eac-6a6c0786c54a service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Jul 06 18:42:07.709973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe7599-9ddb-4e3c-ad4d-0bdfd1e3528f req-0ad9434c-92b6-4112-8866-437b7b2bd9a4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:07.711577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55fe7599-9ddb-4e3c-ad4d-0bdfd1e3528f req-0ad9434c-92b6-4112-8866-437b7b2bd9a4 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0699592 Jul 06 18:42:07.752392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-55fe7599-9ddb-4e3c-ad4d-0bdfd1e3528f req-755af0c1-aefc-49fa-ae41-04c364c67d21 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Jul 06 18:42:08.055801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc6842-8f6a-43fc-a990-ba31ac944184 req-4adbbaa1-8308-4cc2-a8b7-5794ac381984 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.057360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-badc6842-8f6a-43fc-a990-ba31ac944184 req-4adbbaa1-8308-4cc2-a8b7-5794ac381984 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0739665 Jul 06 18:42:08.097497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-badc6842-8f6a-43fc-a990-ba31ac944184 req-0e0f91b5-9b0c-49bf-b034-65f9b3b96bb0 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343835 Jul 06 18:42:08.108139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-bdac37bc-ad8a-4584-84f3-c7b071ca05d1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.109631 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-bdac37bc-ad8a-4584-84f3-c7b071ca05d1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736&tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 943 time: 0.1171727 Jul 06 18:42:08.172811 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-40d76105-6082-456d-a869-810b3fd30660 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:42:08.173956 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-40d76105-6082-456d-a869-810b3fd30660 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c344d089-0ff5-44d1-8f65-5c8fa2b0286a/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0564299 Jul 06 18:42:08.274871 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-7e896b42-c51e-4baa-a688-4f81e10b2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.276386 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-7e896b42-c51e-4baa-a688-4f81e10b2748 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 1094 time: 0.0569437 Jul 06 18:42:08.357817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:08.372665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-e34dce17-c72d-4dce-876a-d70903a88a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.374183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-e34dce17-c72d-4dce-876a-d70903a88a07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 200 len: 915 time: 0.0914936 Jul 06 18:42:08.401136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:08.418822 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-8074ea2b-e350-496b-8ec0-cdb341e2e611 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 200 len: 217 time: 0.0369551 Jul 06 18:42:08.467596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-b42e195a-b11c-4477-a9e5-defdc9db45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:08.469067 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-b42e195a-b11c-4477-a9e5-defdc9db45c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 200 len: 854 time: 0.0439880 Jul 06 18:42:08.508267 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-5e514c55-98b5-418b-ba3c-a4e711c347c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf202911-9964-4ec5-b2a2-696b3abfcc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312748 Jul 06 18:42:08.601286 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-694c498c-44d9-4f93-afb2-5d264315f3b2 service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854025 Jul 06 18:42:08.700415 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-870c50e2-d863-4c4b-99a2-8fab61786c84 req-c6cee42c-6fc3-4cb5-a5eb-24446c4ec91d service neutron] 10.222.0.60 "GET /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927973 Jul 06 18:42:09.280392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b6ec-80cd-49fe-bb14-4880388cf368 req-f28058e1-4351-4675-a78b-7d8a67e0e58a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:09.283010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92f6b6ec-80cd-49fe-bb14-4880388cf368 req-f28058e1-4351-4675-a78b-7d8a67e0e58a tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 943 time: 0.0706334 Jul 06 18:42:09.323245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92f6b6ec-80cd-49fe-bb14-4880388cf368 req-fe37f876-a991-4181-bd64-4abb3ec95d29 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Jul 06 18:42:09.519847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:42:09.612612 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:09.625894 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'network_id': 'bf202911-9964-4ec5-b2a2-696b3abfcc68', 'port_id': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'mac_address': 'fa:16:3e:85:7c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d41c483-a471-4ff3-be9e-bb0bf727eb73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:42:09.662901 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.679042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c344d089-0ff5-44d1-8f65-5c8fa2b0286a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:42:09.698049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:09.701555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:09.749527 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:09.910813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['c344d089-0ff5-44d1-8f65-5c8fa2b0286a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:10.518756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846dac5-bcc5-4236-8582-0847bfddbc90 req-e08e1360-60ff-4b3b-b5b0-ebb9882562f6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:10.520290 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7846dac5-bcc5-4236-8582-0847bfddbc90 req-e08e1360-60ff-4b3b-b5b0-ebb9882562f6 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 944 time: 0.0642385 Jul 06 18:42:10.557379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7846dac5-bcc5-4236-8582-0847bfddbc90 req-2a60e29d-0d6b-4ad7-93c0-ddb2701daaf1 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Jul 06 18:42:10.730633 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68a6a-56d9-404d-add9-d6f996b34c63 req-03b6cf39-630d-45ca-ba10-250adc37583b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:10.732098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9b68a6a-56d9-404d-add9-d6f996b34c63 req-03b6cf39-630d-45ca-ba10-250adc37583b tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 944 time: 0.0649951 Jul 06 18:42:10.770071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9b68a6a-56d9-404d-add9-d6f996b34c63 req-99b5bcf7-5bd7-4178-998d-1c1f95b53ea5 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Jul 06 18:42:10.947553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5826-2905-4464-ab98-a8cce6c0a35b req-038b9c3a-4e7e-4888-9342-eb154e6fa54d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:10.949037 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c22a5826-2905-4464-ab98-a8cce6c0a35b req-038b9c3a-4e7e-4888-9342-eb154e6fa54d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 944 time: 0.0674260 Jul 06 18:42:10.989515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c22a5826-2905-4464-ab98-a8cce6c0a35b req-3d42b579-a0f4-4a7e-b1b2-dac10a798c32 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349166 Jul 06 18:42:11.524679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:11.563856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7742b-67f1-4f61-9649-efebd6d4087d req-8131a532-c3fd-4999-ae25-1d7d752b0bdd tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:11.565368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcd7742b-67f1-4f61-9649-efebd6d4087d req-8131a532-c3fd-4999-ae25-1d7d752b0bdd tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 944 time: 0.0660267 Jul 06 18:42:11.576501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port c344d089-0ff5-44d1-8f65-5c8fa2b0286a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:11.581637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port c344d089-0ff5-44d1-8f65-5c8fa2b0286a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:11.582031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.606490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcd7742b-67f1-4f61-9649-efebd6d4087d req-6a7af4a6-b607-4f56-80f5-90c785cdd267 tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Jul 06 18:42:11.665563 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.687953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:11.690788 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0132a8df-7ed1-47ae-9cd1-f4545f298a40" -d '{"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-plugged", "status": "completed", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:11.703737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:11.710145 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:11.740384 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3315cb8c-cf2f-43a6-8eed-9c7768d54015 x-openstack-request-id: req-3315cb8c-cf2f-43a6-8eed-9c7768d54015 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:11.740750 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-plugged", "status": "completed", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:11.740947 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3315cb8c-cf2f-43a6-8eed-9c7768d54015 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:11.741293 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'code': 200} Jul 06 18:42:11.921336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:12.373561 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:42:12.646334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-81935f2a-2335-4d1f-9a02-a2b7209e442d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:12.647909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-81935f2a-2335-4d1f-9a02-a2b7209e442d tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.0683935 Jul 06 18:42:12.789421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Deleting port c344d089-0ff5-44d1-8f65-5c8fa2b0286a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:42:12.789788 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.856122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5aeb4-15ea-44f6-9127-3908b038c2c9 req-cb1b63e9-8e94-408e-8a33-c04d9c06d13f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:12.857934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dc5aeb4-15ea-44f6-9127-3908b038c2c9 req-cb1b63e9-8e94-408e-8a33-c04d9c06d13f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c84102-523f-4c6a-88d7-bdd9f50d0736 HTTP/1.1" status: 200 len: 945 time: 0.1308591 Jul 06 18:42:12.925428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] For port c344d089-0ff5-44d1-8f65-5c8fa2b0286a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,segment=NetworkSegment(44a7df7a-6d86-4f73-aad1-a96cfb929394),segment_id=44a7df7a-6d86-4f73-aad1-a96cfb929394)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:12.925723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:12.931390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dc5aeb4-15ea-44f6-9127-3908b038c2c9 req-b1dce28a-ca86-4900-bb69-e9d235e40aad tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0e1407-7d1a-4fb0-9739-be96f83517b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670958 Jul 06 18:42:12.942999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Calling delete_port for c344d089-0ff5-44d1-8f65-5c8fa2b0286a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:42:13.078756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.091822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['c344d089-0ff5-44d1-8f65-5c8fa2b0286a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:13.110955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Pushing event deleted for resources: {'Port': ['ID=c344d089-0ff5-44d1-8f65-5c8fa2b0286a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:13.156054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] No DVR routers for this DVR port c344d089-0ff5-44d1-8f65-5c8fa2b0286a on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:42:13.159908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:13.162053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-86f511b9-ee0a-4b7d-94e7-3c3f02cb7204 req-a0c0f33f-ad3d-4f96-8180-94b455e7e83f tempest-ServerDiskConfigTestJSON-1231113115 tempest-ServerDiskConfigTestJSON-1231113115-project] 10.222.0.61 "DELETE /v2.0/ports/c344d089-0ff5-44d1-8f65-5c8fa2b0286a HTTP/1.1" status: 204 len: 173 time: 0.5089042 Jul 06 18:42:13.162517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-deleted', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:13.164870 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b34d748-41fc-4382-86d4-5078aa7bd25d" -d '{"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-deleted", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:13.201669 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529205dc-074a-48a1-aa47-56f4482599da x-openstack-request-id: req-529205dc-074a-48a1-aa47-56f4482599da {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:13.201971 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c84102-523f-4c6a-88d7-bdd9f50d0736", "name": "network-vif-deleted", "tag": "c344d089-0ff5-44d1-8f65-5c8fa2b0286a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:13.202233 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-529205dc-074a-48a1-aa47-56f4482599da {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:13.202643 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c84102-523f-4c6a-88d7-bdd9f50d0736', 'name': 'network-vif-deleted', 'tag': 'c344d089-0ff5-44d1-8f65-5c8fa2b0286a', 'status': 'completed', 'code': 200} Jul 06 18:42:14.155911 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41928) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:14.202017 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Deleting subnet 4d41c483-a471-4ff3-be9e-bb0bf727eb73 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:42:14.205843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.241381 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.279486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.343908 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.371958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d41c483-a471-4ff3-be9e-bb0bf727eb73,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:14.375009 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.376399 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d41c483-a471-4ff3-be9e-bb0bf727eb73 HTTP/1.1" status: 204 len: 168 time: 0.2194655 Jul 06 18:42:14.379321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:14.383010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.383397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.383748 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.384091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.384430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.384767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.385099 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.385431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.385758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.386085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.386419 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.386747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c923ae-7763-412c-bafb-b728009409e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:14.460341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.540633 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.550446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf202911-9964-4ec5-b2a2-696b3abfcc68']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:14.565297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a7df7a-6d86-4f73-aad1-a96cfb929394') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:14.565593 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a7df7a-6d86-4f73-aad1-a96cfb929394') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:14.574672 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.588895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.595801 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:42:14.596189 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:42:14.597853 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:42:14.651338 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.658813 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.660894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf202911-9964-4ec5-b2a2-696b3abfcc68 HTTP/1.1" status: 204 len: 168 time: 0.2805212 Jul 06 18:42:14.670911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9183c-32c0-451a-9506-be607892a8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bf202911-9964-4ec5-b2a2-696b3abfcc68,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:14.769331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:14.809051 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8c7f460d-278b-4056-a7af-d03422445b5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=573964f6f22c49e5a9ab35c40e8ee4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385497 Jul 06 18:42:14.811553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:14.858614 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdaeff66-3438-4069-96db-d61958338f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.883446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdaeff66-3438-4069-96db-d61958338f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.929557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdaeff66-3438-4069-96db-d61958338f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.932066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdaeff66-3438-4069-96db-d61958338f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:14.933391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cdaeff66-3438-4069-96db-d61958338f87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a0e1407-7d1a-4fb0-9739-be96f83517b1 HTTP/1.1" status: 204 len: 168 time: 0.1208885 Jul 06 18:42:14.941862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaeff66-3438-4069-96db-d61958338f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0e1407-7d1a-4fb0-9739-be96f83517b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:15.605204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:15.698047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1079888421-network', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:15.718977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Made reservation on behalf of a7eb858e93e24c4288a054ff54de7aab for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:15.721815 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.730368 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.819246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.823664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.849275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:42:15.859171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fbd251-7736-4759-b65e-bf64797c073d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:15.866109 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.866456 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Added segment ad7c7b69-3cdf-4ba6-b0f1-532ad268a561 of type vlan for network 14f9bf04-9d34-493f-865f-d34b9193b122 Jul 06 18:42:15.906251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.936885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.937775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:15.938353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:15.990594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3842852 Jul 06 18:42:15.993641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41962) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:15.998608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Request body: {'subnet': {'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1079888421-subnet', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:16.003087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c50c8-de7c-485e-8fb2-018802ef0398 admin admin] Pushing event updated for resources: {'Network': ['ID=14f9bf04-9d34-493f-865f-d34b9193b122,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:16.013927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 14f9bf04-9d34-493f-865f-d34b9193b122 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:42:16.020741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Made reservation on behalf of a7eb858e93e24c4288a054ff54de7aab for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:16.024155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.198173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.255729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4092e808-d6af-484f-8506-0fa067222af9,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:16.264072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:16.264435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Network hostable DHCP agents. Network: 14f9bf04-9d34-493f-865f-d34b9193b122, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:42:16.281087 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:42:16.290443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 14f9bf04-9d34-493f-865f-d34b9193b122) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:16.295695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:16.296536 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.300424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09af3d7-ac52-4ac4-b997-7ed08244ae54 None None] Network 14f9bf04-9d34-493f-865f-d34b9193b122 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:16.310780 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c5b8d4d1-4581-4e14-94f4-f6d3e6536ed1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3159945 Jul 06 18:42:16.313609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:16.318218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:16.340082 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.341092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.399269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.454825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-14f9bf04-9d34-493f-865f-d34b9193b122', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:42:16.455738 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.541543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.600940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Allocated IP 172.20.0.2 (14f9bf04-9d34-493f-865f-d34b9193b122/4092e808-d6af-484f-8506-0fa067222af9/a2d4e1b3-08c0-409c-9e3a-143387c14d91) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:16.746469 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.753160 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.756562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Transition to ACTIVE for port object a2d4e1b3-08c0-409c-9e3a-143387c14d91 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:16.771606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Transition to ACTIVE for port object a2d4e1b3-08c0-409c-9e3a-143387c14d91 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:16.773693 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.776803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.816148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:16.820876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:16.825091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:16.828149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Pushing event updated for resources: {'Port': ['ID=a2d4e1b3-08c0-409c-9e3a-143387c14d91,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:16.880571 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Allocated IP 172.25.5.36 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/54bb9ba7-db1d-4445-9e06-54f49c55543c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:16.885235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Attempting to bind port a2d4e1b3-08c0-409c-9e3a-143387c14d91 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:16.885235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Attempting to bind port a2d4e1b3-08c0-409c-9e3a-143387c14d91 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:16.885500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Attempting to bind port a2d4e1b3-08c0-409c-9e3a-143387c14d91 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:16.890300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:16.890671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:16.891071 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.891516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:16.891998 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Bound port: a2d4e1b3-08c0-409c-9e3a-143387c14d91, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:16.892362 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.958907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] For port a2d4e1b3-08c0-409c-9e3a-143387c14d91, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:16.962060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] For port a2d4e1b3-08c0-409c-9e3a-143387c14d91, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a2d4e1b3-08c0-409c-9e3a-143387c14d91,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:16.966407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:16.997699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.022878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b97f8-ab1c-422c-90aa-b8df1da23670 None None] Pushing event updated for resources: {'Port': ['ID=a2d4e1b3-08c0-409c-9e3a-143387c14d91,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:17.043080 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.089279 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:17.092322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:17.099173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:17.105039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Pushing event updated for resources: {'Port': ['ID=54bb9ba7-db1d-4445-9e06-54f49c55543c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:17.378053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.555908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:42:17.576408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: c344d089-0ff5-44d1-8f65-5c8fa2b0286a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:42:17.577001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device c344d089-0ff5-44d1-8f65-5c8fa2b0286a not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:42:17.589207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.726071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:42:17.837319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:17.852395 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:17.859758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.862017 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b9cea6ec-a90c-4ba6-8172-5f25b2ed4608 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5471559 Jul 06 18:42:17.864650 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41966) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:17.865113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:17.865771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:17.963095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c32e9bc-9cd6-4788-b220-ee7dfc47495f None None] Network 14f9bf04-9d34-493f-865f-d34b9193b122 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:42:18.032103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:18.089079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-700eae96-cd28-4cac-8f5d-b7b8efb9ca51 None None] Provisioning for port a2d4e1b3-08c0-409c-9e3a-143387c14d91 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:18.322510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:17Z', 'revision_number': 3, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:18.350936 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:18.351325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Updating router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 port 54bb9ba7-db1d-4445-9e06-54f49c55543c binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:42:18.388646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.554274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2d4e1b3-08c0-409c-9e3a-143387c14d91 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:18.663518 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.689532 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a2d4e1b3-08c0-409c-9e3a-143387c14d91 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:18.700289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a2d4e1b3-08c0-409c-9e3a-143387c14d91 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:18.700664 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.792786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.826016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Transition to ACTIVE for port object 54bb9ba7-db1d-4445-9e06-54f49c55543c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:18.835462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Allocated IP 172.20.0.1 (14f9bf04-9d34-493f-865f-d34b9193b122/4092e808-d6af-484f-8506-0fa067222af9/e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:18.837333 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.872231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.915097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Attempting to bind port 54bb9ba7-db1d-4445-9e06-54f49c55543c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:18.915405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Attempting to bind port 54bb9ba7-db1d-4445-9e06-54f49c55543c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:18.915775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Attempting to bind port 54bb9ba7-db1d-4445-9e06-54f49c55543c on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:18.921986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6e3a9-2722-440f-b6ab-8348f7c81231 None None] Pushing event updated for resources: {'Port': ['ID=54bb9ba7-db1d-4445-9e06-54f49c55543c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:18.935906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:18.936286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:18.936691 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.937085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:18.937573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Bound port: 54bb9ba7-db1d-4445-9e06-54f49c55543c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:18.937954 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.942343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a2d4e1b3-08c0-409c-9e3a-143387c14d91, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a2d4e1b3-08c0-409c-9e3a-143387c14d91,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:18.951812 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.964182 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:18.967334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Transition to ACTIVE for port object e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:19.000628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.036024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] For port 54bb9ba7-db1d-4445-9e06-54f49c55543c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:19.038069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a2d4e1b3-08c0-409c-9e3a-143387c14d91,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.042066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] For port 54bb9ba7-db1d-4445-9e06-54f49c55543c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=54bb9ba7-db1d-4445-9e06-54f49c55543c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:19.046555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:19.047018 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.050582 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:19.056644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:19.062297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.104602 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.109063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:19.109253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:19.146515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6e3a9-2722-440f-b6ab-8348f7c81231 None None] Pushing event updated for resources: {'Port': ['ID=54bb9ba7-db1d-4445-9e06-54f49c55543c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.228826 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:19.263083 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.402328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3eaea5dc-cc2f-4aa8-9a14-d704693025e1 None None] Provisioning for port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:19.410999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3eaea5dc-cc2f-4aa8-9a14-d704693025e1 None None] Provisioning complete for port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:19.411395 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eaea5dc-cc2f-4aa8-9a14-d704693025e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.434942 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.439556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.453043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3eaea5dc-cc2f-4aa8-9a14-d704693025e1 None None] Port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:19.457043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:17Z', 'revision_number': 3, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:19.493473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb098e-136a-44b7-bf91-d2f810c83dd9 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:17Z', 'revision_number': 3, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:19.514294 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:19.516710 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.621275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:19.622870 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:19.779750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:19.876007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b56bbc57-48f3-4168-9637-f5888e8b49bf None None] Provisioning complete for port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:19.876563 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b56bbc57-48f3-4168-9637-f5888e8b49bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.904897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:19.918296 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f290238e-b697-4535-997d-8f26a8fdc228 admin admin] 10.222.0.37 "PUT /v2.0/routers/bb9ed99a-37ee-4dfd-b131-f3e390b790e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0460160 Jul 06 18:42:19.920572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b56bbc57-48f3-4168-9637-f5888e8b49bf None None] Port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:20.428955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41976) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:20.433766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097858515', 'description': 'tempest-description--1087500272'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:20.461519 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.558364 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.564845 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.570495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2d4e1b3-08c0-409c-9e3a-143387c14d91 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:20.593487 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.598055 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1647837 Jul 06 18:42:20.598055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e654c7c-f14e-4e2b-89a4-be3b6a9a9f44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64795632-acf0-4c74-8f18-2732bb85569f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:20.598393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 41978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:20.604093 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'security_group_rule': {'security_group_id': '64795632-acf0-4c74-8f18-2732bb85569f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:20.624476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a2d4e1b3-08c0-409c-9e3a-143387c14d91 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:20.624936 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.633154 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.694073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.698197 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.711605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 54bb9ba7-db1d-4445-9e06-54f49c55543c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:20.716403 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7612fb-c011-4a26-988b-7b7ba70f8bf4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:20.721926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.725785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b2707be6-74f0-40e9-b06b-3642e38472bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258337 Jul 06 18:42:20.726000 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41980) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:20.731713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'security_group_rule': {'security_group_id': '64795632-acf0-4c74-8f18-2732bb85569f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:20.758955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.766118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 54bb9ba7-db1d-4445-9e06-54f49c55543c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:20.770327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 54bb9ba7-db1d-4445-9e06-54f49c55543c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:20.770703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.826194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.830948 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.852127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d14eba1-1f1b-4744-be46-698aa8b7ce16,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:20.855725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.857313 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3eeb9ed5-4ce6-4989-b1f5-924ab073ecb8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300545 Jul 06 18:42:20.860798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 41982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:20.861416 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.865723 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:20.884256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 54bb9ba7-db1d-4445-9e06-54f49c55543c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=54bb9ba7-db1d-4445-9e06-54f49c55543c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:20.889083 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.889296 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.944782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=54bb9ba7-db1d-4445-9e06-54f49c55543c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:21.006214 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.115564 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Allocated IP 172.25.5.220 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8628d6a1-6477-482b-bbb9-f0397734f079) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:21.131393 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:21.142416 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:21.143058 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:21.222565 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.247920 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:21.263447 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.300176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:21.302842 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:21.306273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:21.336703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'Port': ['ID=8628d6a1-6477-482b-bbb9-f0397734f079,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:21.406820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.451773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.458964 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 2, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:21.485808 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:21.486192 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Updating router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:42:21.523553 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.618143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.623830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.696525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'Port': ['ID=8628d6a1-6477-482b-bbb9-f0397734f079,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:21.702930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.717939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.726584 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0de93bbb-0ad2-4f28-910c-628f31c5c85c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8574529 Jul 06 18:42:21.802602 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.814023 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Transition to ACTIVE for port object e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:21.820216 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.861901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-ad7270e4-dadf-41c9-b027-91ec0191c470 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2097858515&fields=id&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 267 time: 0.0346105 Jul 06 18:42:21.874870 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Pushing event updated for resources: {'Port': ['ID=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:21.907431 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.908024 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.908841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.908841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.909336 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.909760 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.910193 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.910588 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.910986 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.911416 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.911763 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.912062 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:21.946418 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Attempting to bind port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:21.946418 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Attempting to bind port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:21.946724 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Attempting to bind port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:21.952038 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:21.952659 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:21.953223 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.953773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:21.954387 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Bound port: e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:21.954939 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:21.991065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-35021c11-4161-4392-a966-30adac5fae23 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:21.992679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-35021c11-4161-4392-a966-30adac5fae23 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1230614 Jul 06 18:42:22.009005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-60e8c997-b889-4648-b6af-c79bc7c19bd0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/quotas/a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 375 time: 0.0105617 Jul 06 18:42:22.030209 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] For port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:22.035977 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] For port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:22.041321 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.086374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-ed69a9a9-7722-44e1-91e2-a78576b297c8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706849 Jul 06 18:42:22.093558 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:22.094214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:41:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:22.154513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-0cd32192-b843-4abe-94fa-1a04853962c0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:42:22.161941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-0cd32192-b843-4abe-94fa-1a04853962c0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632987 Jul 06 18:42:22.162452 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4dcd1-9885-4e3b-b697-e1d15980f57f None None] Pushing event updated for resources: {'Port': ['ID=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:22.225008 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:22.256760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-faed64e9-d17f-4dde-9970-f587f61ca561 service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938120 Jul 06 18:42:22.350256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-98f49f80-a61e-4c1c-ab4d-0f127eadb433 service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Jul 06 18:42:22.430446 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:22Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:22.464874 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463cd2d6-7624-4a43-9453-18b1de6ef8cf None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:22Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:22.551075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 54bb9ba7-db1d-4445-9e06-54f49c55543c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:22.557423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c578c3df-14fd-4ee4-ade2-c38f10591767 req-28df0f44-c42b-481e-b956-2759a5cb962d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 210 time: 0.0511899 Jul 06 18:42:22.618606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 54bb9ba7-db1d-4445-9e06-54f49c55543c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:22.619135 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:23.712074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9012dc4b-72d4-41c9-b327-51d666780595 req-b864f597-fc85-4dd9-ba71-f0dcf01d158d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 210 time: 0.0363710 Jul 06 18:42:23.747553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-ff716a27-afef-4f93-abe1-0bdca6cbb60f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:23.749023 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-ff716a27-afef-4f93-abe1-0bdca6cbb60f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1216202 Jul 06 18:42:23.808439 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-c1b8ac37-f9a5-4fee-9409-8bf19957fb7a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 380 time: 0.0440550 Jul 06 18:42:23.818127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'port': {'device_id': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'admin_state_up': True, 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'security_groups': ['64795632-acf0-4c74-8f18-2732bb85569f']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:23.933667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Made reservation on behalf of a7eb858e93e24c4288a054ff54de7aab for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:42:23.937442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.065312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Allocated IP 172.20.0.10 (14f9bf04-9d34-493f-865f-d34b9193b122/4092e808-d6af-484f-8506-0fa067222af9/8b221b27-72f9-47ba-bd4f-67fca000fabf) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:42:24.210554 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.225157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Transition to ACTIVE for port object 8b221b27-72f9-47ba-bd4f-67fca000fabf will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:24.259305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.309083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:42:24.312326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:42:24.319678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:42:24.325398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:24.377175 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:24.377857 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.393057 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-d3a914a6-9aa7-4812-b8ea-77af4468926c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5787292 Jul 06 18:42:24.408286 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Request body: {'port': {'device_id': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:24.513426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.546036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:24.598556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:24.602824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:24.603200 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.649896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6633b4ca-ad37-4669-af15-5611c56c2b59 None None] Provisioning for port 8b221b27-72f9-47ba-bd4f-67fca000fabf completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:24.659388 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6633b4ca-ad37-4669-af15-5611c56c2b59 None None] Provisioning complete for port 8b221b27-72f9-47ba-bd4f-67fca000fabf triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:24.659920 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6633b4ca-ad37-4669-af15-5611c56c2b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.738104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6633b4ca-ad37-4669-af15-5611c56c2b59 None None] Port 8b221b27-72f9-47ba-bd4f-67fca000fabf cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:42:24.752041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.791555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:24.798967 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.813025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b221b27-72f9-47ba-bd4f-67fca000fabf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:42:24.822839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.836335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Transition to ACTIVE for port object 8b221b27-72f9-47ba-bd4f-67fca000fabf will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:42:24.848659 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:24.905399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:24.913197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3c7c-2a76-4def-9cc2-036e96119eab req-0489e145-2af5-4745-af0c-0b2d7fa6ff1b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:24.915655 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fdd3c7c-2a76-4def-9cc2-036e96119eab req-0489e145-2af5-4745-af0c-0b2d7fa6ff1b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0752451 Jul 06 18:42:24.966762 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3fdd3c7c-2a76-4def-9cc2-036e96119eab req-14b324a4-ac5e-4e89-9124-2570b7eaca78 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394957 Jul 06 18:42:24.999939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:42:25.000358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:42:25.000810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:25.005596 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Port 8b221b27-72f9-47ba-bd4f-67fca000fabf on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:42:25.005922 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:42:25.011517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:42:25.011867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:42:25.012264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:42:25.012697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Bound port: 8b221b27-72f9-47ba-bd4f-67fca000fabf, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:42:25.013568 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.039774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:25.090273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:42:25.093401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:42:25.098578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.134639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.135274 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.136679 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1092 time: 0.7343519 Jul 06 18:42:25.137124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:25.139408 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc34255-8f4e-4bec-91f3-1b6a8877f197" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:25.169766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eba6c-b5aa-4eea-8101-8ac5ee353789 service neutron] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:25.198948 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9dee91-d6ab-4a4a-9272-69be9b1c1d86 x-openstack-request-id: req-cd9dee91-d6ab-4a4a-9272-69be9b1c1d86 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:25.199246 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:25.199648 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd9dee91-d6ab-4a4a-9272-69be9b1c1d86 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:25.200050 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'status': 'completed', 'code': 200} Jul 06 18:42:25.248680 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-e66f9159-f2b6-44b8-9d45-9593183a0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.250245 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-e66f9159-f2b6-44b8-9d45-9593183a0a76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1095 time: 0.0628378 Jul 06 18:42:25.301884 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-995973c8-e85d-4db4-8007-c353e31ba929 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 217 time: 0.0421085 Jul 06 18:42:25.353144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-6529ef95-25d2-4c1f-8934-a5e85e6fd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.354653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-6529ef95-25d2-4c1f-8934-a5e85e6fd786 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0460265 Jul 06 18:42:25.432338 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb93b-b162-488a-8632-499732800321 req-1eb28e3b-a3c0-4c2c-818a-72fd4ddd0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.433839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-1eb28e3b-a3c0-4c2c-818a-72fd4ddd0435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723822 Jul 06 18:42:25.483082 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b94abc8-a99a-404d-8c61-40023d0ad9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:25.532388 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-e26de1c1-a1e6-432a-bb00-fe8a248c451f service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901589 Jul 06 18:42:25.621743 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-960cb93b-b162-488a-8632-499732800321 req-5c3d7ba2-a51c-46da-9fae-d0a2d1e70e72 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Jul 06 18:42:25.729178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-8362d645-3dad-49c4-8b20-aaf92f84d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.730707 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-8362d645-3dad-49c4-8b20-aaf92f84d18c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1095 time: 0.0589089 Jul 06 18:42:25.824877 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-13466f48-50da-4e93-ab5b-6318cb73ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.826347 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-13466f48-50da-4e93-ab5b-6318cb73ad93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0881743 Jul 06 18:42:25.867860 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-d16b452e-360e-4a59-a965-afc89ce08c66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 217 time: 0.0346839 Jul 06 18:42:25.921915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-ba55271e-3ecb-4fca-89aa-d2b3f2865202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.923531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-ba55271e-3ecb-4fca-89aa-d2b3f2865202 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0473993 Jul 06 18:42:25.984289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-4ed3dbdf-c3c0-4d8e-8d5f-8010363bc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:25.986356 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-4ed3dbdf-c3c0-4d8e-8d5f-8010363bc442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530906 Jul 06 18:42:26.084510 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-04cbeb12-1b47-426f-b2a9-cd377c0ca791 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898464 Jul 06 18:42:26.155166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221ba56-a741-42d0-8481-936488e989ae req-5d184e2d-a2dd-4f0e-a10d-2c16d51f6cfc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:26.157637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7221ba56-a741-42d0-8481-936488e989ae req-5d184e2d-a2dd-4f0e-a10d-2c16d51f6cfc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0656810 Jul 06 18:42:26.183941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbc34255-8f4e-4bec-91f3-1b6a8877f197 req-d4dbb28d-0803-400b-852c-675d9d436b7e service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928645 Jul 06 18:42:26.195783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7221ba56-a741-42d0-8481-936488e989ae req-f3da4dcf-3bda-4607-a28d-326b4c26541e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Jul 06 18:42:26.497889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:26.552180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:26.552772 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:27.372171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3f437-8811-42df-82f4-d001650cba09 req-8bff5402-5a94-4572-9713-f61831440ae4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:27.373648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0c3f437-8811-42df-82f4-d001650cba09 req-8bff5402-5a94-4572-9713-f61831440ae4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0671403 Jul 06 18:42:27.412711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0c3f437-8811-42df-82f4-d001650cba09 req-c4a99180-35da-4a93-8fb7-befc1e26c06c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334489 Jul 06 18:42:28.011447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2674791b-dbdf-4a57-9326-5967fd35116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.014449 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.420475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:42:28.519915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:28.531687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'mac_address': 'fa:16:3e:b4:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:42:28.574612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.587450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b221b27-72f9-47ba-bd4f-67fca000fabf {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:42:28.590761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ed1e-de85-402c-ba0f-06ba3e4a6819 req-c163eca7-a30f-48ab-b261-d04ea6830532 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:28.592279 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5588ed1e-de85-402c-ba0f-06ba3e4a6819 req-c163eca7-a30f-48ab-b261-d04ea6830532 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0664096 Jul 06 18:42:28.608410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:28.613807 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:28.632391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5588ed1e-de85-402c-ba0f-06ba3e4a6819 req-c134c5e2-5011-4db9-9bdb-03592add60e5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Jul 06 18:42:28.663782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:28.671006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.671312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.671655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.671989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.672322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.673051 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.673476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.673817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.674212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.674474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.674801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.675129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:42:28.850005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['8b221b27-72f9-47ba-bd4f-67fca000fabf'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:42:29.515211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:29.809439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd9b50-2c0d-4615-85b8-31a9f5350d1a req-b8f6267c-9f00-4dfb-b5bd-aa963eb5acc8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:29.810991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ccd9b50-2c0d-4615-85b8-31a9f5350d1a req-b8f6267c-9f00-4dfb-b5bd-aa963eb5acc8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 945 time: 0.0681612 Jul 06 18:42:29.850399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ccd9b50-2c0d-4615-85b8-31a9f5350d1a req-1eaa5644-8346-4e55-bf6a-8872bf278a05 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Jul 06 18:42:30.433052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:42:30.482206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 8b221b27-72f9-47ba-bd4f-67fca000fabf completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:42:30.485856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 8b221b27-72f9-47ba-bd4f-67fca000fabf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:42:30.486233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.527708 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.573899 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.596782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:30.599025 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f7900-8393-442e-8e56-31b9ce7bc23a" -d '{"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-plugged", "status": "completed", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:30.612499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:42:30.616808 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.640149 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346be63d-2e27-4bbf-a45b-df6c219443d1 x-openstack-request-id: req-346be63d-2e27-4bbf-a45b-df6c219443d1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:30.640961 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-plugged", "status": "completed", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:30.640961 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-346be63d-2e27-4bbf-a45b-df6c219443d1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:30.641222 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'code': 200} Jul 06 18:42:30.669360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:42:30.749889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeefad-f9b8-4a0a-ae94-dfe7d7288689 req-46123215-4551-49f8-ae7a-711a28ec1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:30.751990 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bdeeefad-f9b8-4a0a-ae94-dfe7d7288689 req-46123215-4551-49f8-ae7a-711a28ec1855 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1097 time: 0.0543623 Jul 06 18:42:30.787678 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-bdeeefad-f9b8-4a0a-ae94-dfe7d7288689 req-40313691-7229-4556-9197-50bb4a73d49e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285661 Jul 06 18:42:30.909605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:31.036240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedb01b-b2e6-4725-8db2-201a48f68d17 req-3e8c2482-3b3f-45cd-bb2b-408f67331b87 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:31.037804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4eedb01b-b2e6-4725-8db2-201a48f68d17 req-3e8c2482-3b3f-45cd-bb2b-408f67331b87 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0646598 Jul 06 18:42:31.076589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4eedb01b-b2e6-4725-8db2-201a48f68d17 req-a65de7f1-790e-4b8a-98c5-e6d649d96414 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 06 18:42:32.256919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165183b3-ad37-44ee-b838-978284541f92 req-1c7b0805-befb-4757-8a53-26242c4c0eea tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:32.258393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-165183b3-ad37-44ee-b838-978284541f92 req-1c7b0805-befb-4757-8a53-26242c4c0eea tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0625186 Jul 06 18:42:32.295667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-165183b3-ad37-44ee-b838-978284541f92 req-1f535ab7-8e4c-43a1-acd2-3698a2a8048c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jul 06 18:42:32.478762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213a36f-695e-47ab-ba85-b74452fbed06 req-aeadbfa3-bad7-4355-ba9e-2b733ea08ed6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:32.480265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4213a36f-695e-47ab-ba85-b74452fbed06 req-aeadbfa3-bad7-4355-ba9e-2b733ea08ed6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0798922 Jul 06 18:42:32.488969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:32.493552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'floatingip': {'port_id': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:32.533056 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.913109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.992328 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:32.996158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.105297 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf associated. External IP: 172.25.5.220, port: 8b221b27-72f9-47ba-bd4f-67fca000fabf. Jul 06 18:42:33.674252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:33.785436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:33.790519 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:33.795428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:33.805086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:33.805780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:33.827146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bcd08520-77ee-4abd-854d-71426d7224b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "PUT /v2.0/floatingips/e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf HTTP/1.1" status: 200 len: 992 time: 1.3370869 Jul 06 18:42:33.827770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:33.830760 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:33.916649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:33.956371 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf04458-ca12-4e9f-826c-27d711b59df1 x-openstack-request-id: req-fdf04458-ca12-4e9f-826c-27d711b59df1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:33.956662 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:33.956913 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdf04458-ca12-4e9f-826c-27d711b59df1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:33.957308 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'status': 'completed', 'code': 200} Jul 06 18:42:34.036744 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-edfa0d3c-b2e7-4acb-af93-47826b3a7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:34.038186 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-edfa0d3c-b2e7-4acb-af93-47826b3a7c91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1097 time: 0.0582223 Jul 06 18:42:34.136767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-dafeb519-e988-4dbe-a450-f009f4caa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:34.138293 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-dafeb519-e988-4dbe-a450-f009f4caa1a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0936394 Jul 06 18:42:34.162512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:b4:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:42:32Z', 'revision_number': 1, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:34.190692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:34.199621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:34.200248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:42:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:34.313578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:34.482415 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-78f01852-4bb4-4885-8367-127188934a2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1000 time: 0.3368177 Jul 06 18:42:34.533736 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-b3a0f424-3524-48e8-a7ee-e415261cf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:34.535231 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-b3a0f424-3524-48e8-a7ee-e415261cf5cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0451407 Jul 06 18:42:34.554811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:b4:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:42:32Z', 'revision_number': 1, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:34.585496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be8a6e-a6ae-4785-9222-b9afa271da99 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:b4:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:42:32Z', 'revision_number': 1, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:34.597885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-ceb5f984-946f-4ee2-ab31-16779a1b69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:34.599418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-ceb5f984-946f-4ee2-ab31-16779a1b69dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577202 Jul 06 18:42:34.697505 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-2061cb21-ed65-4a61-b68a-6c1c9ad8455d service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896993 Jul 06 18:42:34.785812 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc13b71-fcb1-46cc-8782-253480426601 None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:42:34.801264 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5ede3e3a-1ae5-45b2-bca9-f353b55e31de req-5ac2760c-e18f-4051-87cf-62ef9e5e569e service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920901 Jul 06 18:42:49.372962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:42:55.485201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4d5-2a59-4323-b8d3-da3e192c5058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.012141 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5474d07f-946f-48a5-88d4-25f7fad7f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:58.014171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:59.520611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.523543 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:00.912743 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:02.911929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.504913 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-cd0216fb-8db0-4182-9526-054b63e95341 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586126 Jul 06 18:43:07.602452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-54880f0b-4106-4c42-9e08-83329acaa868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.603979 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-54880f0b-4106-4c42-9e08-83329acaa868 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1097 time: 0.0522532 Jul 06 18:43:07.714556 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-55e41379-2484-423b-87f6-c3e42a2da543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.716068 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-55e41379-2484-423b-87f6-c3e42a2da543 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0877185 Jul 06 18:43:07.785087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-b2371642-446e-4b00-b4d6-4dd156455e6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1002 time: 0.0589318 Jul 06 18:43:07.836115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-6b391632-ab4f-498b-94f9-3c654ada079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.837583 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-6b391632-ab4f-498b-94f9-3c654ada079b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0436893 Jul 06 18:43:07.902942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-7ec11f6b-0408-4c58-96b4-8b176b384115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:07.904517 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-7ec11f6b-0408-4c58-96b4-8b176b384115 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575690 Jul 06 18:43:08.001929 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-d80cf0b6-d326-4d27-a71d-c457f9e96d46 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Jul 06 18:43:08.101197 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-34329a5e-6b66-4c1c-8287-08298d6b56fa req-4fbb79ae-412a-407b-89c8-b6cef9d05035 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861857 Jul 06 18:43:25.485624 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfe992b7-d57a-401d-9ad6-a612e8e46b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:26.371836 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:43:28.013411 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b80c572-e418-4325-bc1d-19667339b6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:28.017397 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:29.521056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.534191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:30.915085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.909579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:55.487783 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cefd945-05db-41a1-a098-3aa9b17b1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.014678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:58.018446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc762a21-8466-4675-8134-1af6148b7461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:59.524953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.550745 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:00.921185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:02.909041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:03.370444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:44:08.490391 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-670f5ed1-223b-4fda-a27f-a5dd1f472b8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539153 Jul 06 18:44:08.587704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-e9ed873c-e463-4cc5-ba9f-0df3760d04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.589175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-e9ed873c-e463-4cc5-ba9f-0df3760d04c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1097 time: 0.0534136 Jul 06 18:44:08.696845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-d26671d6-d4f3-421e-af33-04dc63d159d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.698289 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-d26671d6-d4f3-421e-af33-04dc63d159d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0879648 Jul 06 18:44:08.763338 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-21bbcb36-a219-4d67-91df-10e76a77e5c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1002 time: 0.0583272 Jul 06 18:44:08.811764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-88dab5d7-09f5-4158-9f59-cf433e63cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.814354 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-88dab5d7-09f5-4158-9f59-cf433e63cd73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0451088 Jul 06 18:44:08.876665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-a619490d-145d-475e-bb2e-1a1026473f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:08.878174 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-a619490d-145d-475e-bb2e-1a1026473f8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573745 Jul 06 18:44:08.965702 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-b30b5bd6-0704-412f-9f3f-684fab631340 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811768 Jul 06 18:44:09.062201 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-01241636-bf9b-47d7-bbae-9a069a43f485 req-ee8fc758-4366-4b2d-a9b4-3d7f88773a9d service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905352 Jul 06 18:44:18.076013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17ea77-fdea-4a19-8ce2-61ecb357d495 req-3aa62f06-5ac8-4af1-a61f-d6eb36587122 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:18.078159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab17ea77-fdea-4a19-8ce2-61ecb357d495 req-3aa62f06-5ac8-4af1-a61f-d6eb36587122 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0645936 Jul 06 18:44:18.115784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab17ea77-fdea-4a19-8ce2-61ecb357d495 req-a22eae76-5672-47c8-8593-c2613f6c8618 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Jul 06 18:44:18.456740 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-5c4f20ca-acb3-4795-b6f1-187d63022ce7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537302 Jul 06 18:44:18.528710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102279d1-6e5a-420b-ab0f-18d7e9f1fdec req-06c43288-efea-49ba-b439-a07c930a13ec tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:18.530095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-102279d1-6e5a-420b-ab0f-18d7e9f1fdec req-06c43288-efea-49ba-b439-a07c930a13ec tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0753312 Jul 06 18:44:18.571448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-102279d1-6e5a-420b-ab0f-18d7e9f1fdec req-0539b7fb-cce6-43e7-9395-2ace4804bcfe tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356438 Jul 06 18:44:19.697322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-4f1d24f0-497f-44ec-81a6-9ab29f0e58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.698922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-4f1d24f0-497f-44ec-81a6-9ab29f0e58a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1097 time: 0.0548573 Jul 06 18:44:19.758089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300dc65-e677-44d3-915e-1fc4ef2e4a72 req-ea82a3fc-a00f-4665-a293-78a23d2f0dd6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.759619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6300dc65-e677-44d3-915e-1fc4ef2e4a72 req-ea82a3fc-a00f-4665-a293-78a23d2f0dd6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0666666 Jul 06 18:44:19.794357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-9bfbad10-7d81-4c6f-9fb9-692482889bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.796519 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-9bfbad10-7d81-4c6f-9fb9-692482889bb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0910532 Jul 06 18:44:19.799343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6300dc65-e677-44d3-915e-1fc4ef2e4a72 req-61a7ac89-03c0-4368-a582-f563a4552b1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Jul 06 18:44:19.862644 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-342825c7-d9b3-424f-8b13-2ba2e190204c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1002 time: 0.0603225 Jul 06 18:44:19.912820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-bcb3f432-3248-474b-8ba5-e5af4dc9bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.914234 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-bcb3f432-3248-474b-8ba5-e5af4dc9bf71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0440030 Jul 06 18:44:19.979430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-e2755643-0aee-4596-914b-e6e2a5c8a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:19.980944 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-e2755643-0aee-4596-914b-e6e2a5c8a00f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606418 Jul 06 18:44:20.069838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-82ed8b38-e8b0-46e9-a1c1-00d400ad392b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826335 Jul 06 18:44:20.164012 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-4f2cf16c-1dc2-42da-8b9e-c6e268e0fc80 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 Jul 06 18:44:20.982956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2782ea-894e-41eb-bace-fcfefdd79bb2 req-88f940b0-5630-4b8a-b625-d63813d782f9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:20.984472 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c2782ea-894e-41eb-bace-fcfefdd79bb2 req-88f940b0-5630-4b8a-b625-d63813d782f9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0686202 Jul 06 18:44:21.022788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c2782ea-894e-41eb-bace-fcfefdd79bb2 req-8fc5f8c0-b34d-4aca-b2fb-860d0425b47c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Jul 06 18:44:22.196300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30e6b-c43f-46a5-9b66-ee0349269049 req-7b69e92c-fb3d-428c-9068-5e9b2f36e386 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:22.197788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fd30e6b-c43f-46a5-9b66-ee0349269049 req-7b69e92c-fb3d-428c-9068-5e9b2f36e386 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0643456 Jul 06 18:44:22.236792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fd30e6b-c43f-46a5-9b66-ee0349269049 req-85685180-9ccf-4386-9b98-7741951aaf07 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325017 Jul 06 18:44:23.409568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506b1e-f88e-4e96-ab50-bd3bf14050d7 req-17607c9b-5191-4ec1-8da5-0f31d722bf75 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:23.411095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3506b1e-f88e-4e96-ab50-bd3bf14050d7 req-17607c9b-5191-4ec1-8da5-0f31d722bf75 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0631530 Jul 06 18:44:23.449867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3506b1e-f88e-4e96-ab50-bd3bf14050d7 req-8c005054-45e2-47e0-b188-76599bc87ef4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331540 Jul 06 18:44:24.638540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbdfe5-0330-4e2f-a776-55c163711c51 req-205e0d5a-aeb3-49ca-8a9b-0f4fe03c5f1c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:24.640580 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7dbdfe5-0330-4e2f-a776-55c163711c51 req-205e0d5a-aeb3-49ca-8a9b-0f4fe03c5f1c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0699790 Jul 06 18:44:24.677862 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7dbdfe5-0330-4e2f-a776-55c163711c51 req-6dc57f91-4f0d-45b3-b9f2-30cf05c80960 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317442 Jul 06 18:44:25.489245 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fb13067-1bbe-4a90-88c3-cb8af7f702c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:25.855671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acb6d5-8fc0-4496-ba9c-d6feba9f4faa req-a98d323b-13a0-48aa-a1f6-47a121e9b668 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:25.857175 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5acb6d5-8fc0-4496-ba9c-d6feba9f4faa req-a98d323b-13a0-48aa-a1f6-47a121e9b668 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0638239 Jul 06 18:44:25.894991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a5acb6d5-8fc0-4496-ba9c-d6feba9f4faa req-393c125c-84ea-4b04-bcff-94700407ca44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 06 18:44:27.080029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4162-f142-4538-a271-4fb0dc1241f3 req-55e03d9a-91bf-4256-8c89-d351d1c36028 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:27.081548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f8a4162-f142-4538-a271-4fb0dc1241f3 req-55e03d9a-91bf-4256-8c89-d351d1c36028 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0705311 Jul 06 18:44:27.122420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5f8a4162-f142-4538-a271-4fb0dc1241f3 req-2f03ff7f-6ceb-4794-8345-2f64b35d02d2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353081 Jul 06 18:44:28.015931 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.017814 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc811e4e-ebb1-45ee-9fe2-4f2c2f1a8b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:28.299167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34fb9c-d8f1-4260-9316-2a07b4d48809 req-00d02c24-0cb0-40e5-b234-fd0484246f75 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:28.300669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d34fb9c-d8f1-4260-9316-2a07b4d48809 req-00d02c24-0cb0-40e5-b234-fd0484246f75 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0648136 Jul 06 18:44:28.338365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d34fb9c-d8f1-4260-9316-2a07b4d48809 req-4ec96bcb-ccaf-4f16-8026-94e8899d6f12 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Jul 06 18:44:29.514131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23390e5-818e-423a-8fd3-c9571e6ceb1d req-4cde518e-bc2b-4785-bb2e-e55912e6c16e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:29.516372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b23390e5-818e-423a-8fd3-c9571e6ceb1d req-4cde518e-bc2b-4785-bb2e-e55912e6c16e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0663040 Jul 06 18:44:29.529732 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:29.554304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b23390e5-818e-423a-8fd3-c9571e6ceb1d req-b0f6bbb0-0441-488f-8b51-0b43aad80d71 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Jul 06 18:44:30.559950 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:30.739142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f249d-7daa-494a-9b59-2027cb557ab7 req-290e06eb-7a51-4e6f-8a34-abf77b90d8e1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:30.740639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-799f249d-7daa-494a-9b59-2027cb557ab7 req-290e06eb-7a51-4e6f-8a34-abf77b90d8e1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0698848 Jul 06 18:44:30.778288 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-799f249d-7daa-494a-9b59-2027cb557ab7 req-c03816e7-a763-4172-8b03-3e1ee96f3b3c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Jul 06 18:44:30.921973 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:31.953875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d677b-de34-4585-a89a-6a4aaaf29e2e req-621a84a2-b715-4919-a9e6-51de6c5fde79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:31.955382 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-308d677b-de34-4585-a89a-6a4aaaf29e2e req-621a84a2-b715-4919-a9e6-51de6c5fde79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0669391 Jul 06 18:44:31.994315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-308d677b-de34-4585-a89a-6a4aaaf29e2e req-57ed7de5-0013-48aa-8670-e5558666cc82 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Jul 06 18:44:32.390901 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-1d339f0d-6947-44b3-8085-f5139e76ad60 service neutron] show failed (client error): The resource could not be found. Jul 06 18:44:32.391945 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-1d339f0d-6947-44b3-8085-f5139e76ad60 service neutron] 10.222.0.60 "GET /v2.0/ports/8b221b27-72f9-47ba-bd4f-67fca000fabf/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0551510 Jul 06 18:44:32.654062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-427e29f2-6d81-4295-9234-c22b9b68aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:32.656310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-427e29f2-6d81-4295-9234-c22b9b68aab6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 1097 time: 0.0588474 Jul 06 18:44:32.666924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:32.742850 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:32.910879 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:32.958033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:32.997052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:33.045622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:33.048760 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b017d-b6fd-4a7a-9057-d9a554afcfa1" -d '{"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-unplugged", "status": "completed", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:33.052917 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.066903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Transition to ACTIVE for port object 8b221b27-72f9-47ba-bd4f-67fca000fabf will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:33.071832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.193541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:33.211953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.212380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.212638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.212984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.213328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.213787 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.213998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.214337 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.216931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.216931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.216931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.216931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:33.251642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] No DVR routers for this DVR port 8b221b27-72f9-47ba-bd4f-67fca000fabf on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:44:33.355973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d762201-d59b-415f-8a1a-f581a93685f3 req-046440a9-eb97-4a8f-8546-8dd46217d4e7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:33.357536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d762201-d59b-415f-8a1a-f581a93685f3 req-046440a9-eb97-4a8f-8546-8dd46217d4e7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.2412410 Jul 06 18:44:33.417407 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d762201-d59b-415f-8a1a-f581a93685f3 req-d0f64f01-45a1-43f3-95fc-2770d475e7b0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527658 Jul 06 18:44:33.452861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:33.453238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:33.453604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:33.458713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Port 8b221b27-72f9-47ba-bd4f-67fca000fabf on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:44:33.459071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Attempting to bind port 8b221b27-72f9-47ba-bd4f-67fca000fabf on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:33.464880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:33.465225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:33.465609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:33.466038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Bound port: 8b221b27-72f9-47ba-bd4f-67fca000fabf, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:33.466407 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.479730 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db415637-3e22-4ed7-ab0c-b9e1f4e72dd4 x-openstack-request-id: req-db415637-3e22-4ed7-ab0c-b9e1f4e72dd4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:33.479968 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-unplugged", "status": "completed", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:33.480152 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db415637-3e22-4ed7-ab0c-b9e1f4e72dd4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:33.480513 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'code': 200} Jul 06 18:44:33.540081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:33.543195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:33.548755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.589054 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:33.589688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:33.591103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] 10.222.0.61 "PUT /v2.0/ports/8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1092 time: 0.9281950 Jul 06 18:44:33.628606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6aa3-d274-4ea1-bb6d-b87d89084e2e service neutron] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:33.679192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-9d3aa5e5-ebac-4b29-a614-fa6809146bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:33.680700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-9d3aa5e5-ebac-4b29-a614-fa6809146bf0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1095 time: 0.0650809 Jul 06 18:44:33.783726 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-0a1d6686-6eaa-4ffe-bc82-1d3271140a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:33.785522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-0a1d6686-6eaa-4ffe-bc82-1d3271140a50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0979195 Jul 06 18:44:33.851227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-7a69c671-b226-4461-b705-04c8129b9ad2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1000 time: 0.0598845 Jul 06 18:44:33.904076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-3bb7fb4e-ec52-40d2-89fd-0d2f23b062ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:33.905675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-3bb7fb4e-ec52-40d2-89fd-0d2f23b062ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0459063 Jul 06 18:44:33.968943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-d77e476b-52a9-4102-8104-da95750606c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:33.970387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-d77e476b-52a9-4102-8104-da95750606c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586674 Jul 06 18:44:34.062947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-8141ac08-2eee-410d-8a70-4d327e03b0cb service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Jul 06 18:44:34.158779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b64baae8-464b-4e75-9690-51c2420b0c74 req-2d253ae7-276d-4831-a09d-6c3da05584a3 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893264 Jul 06 18:44:34.605094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283cb53-2643-4a5b-875a-ddea1d8d6f9b req-c091e90d-9599-4f87-9eee-9710645b61ef tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:34.606525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2283cb53-2643-4a5b-875a-ddea1d8d6f9b req-c091e90d-9599-4f87-9eee-9710645b61ef tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0669880 Jul 06 18:44:34.648128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2283cb53-2643-4a5b-875a-ddea1d8d6f9b req-bed4abba-ef4b-47b9-bbd9-605c3bea8029 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350111 Jul 06 18:44:35.120358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:44:35.161774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:44:35.481583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:35.484463 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:35.533389 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e65415-2383-4633-b0c8-7942645f62ec x-openstack-request-id: req-22e65415-2383-4633-b0c8-7942645f62ec {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:35.533682 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:35.533934 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22e65415-2383-4633-b0c8-7942645f62ec {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:35.534333 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'status': 'completed', 'code': 200} Jul 06 18:44:35.609939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-ff7dcd63-f61f-492b-aee2-3aff78e3eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.611159 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-0068b78d-419e-4c28-ab3a-32204b0bc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.611705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-ff7dcd63-f61f-492b-aee2-3aff78e3eb44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1095 time: 0.0564582 Jul 06 18:44:35.612699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-0068b78d-419e-4c28-ab3a-32204b0bc34f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1095 time: 0.0543401 Jul 06 18:44:35.724937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-888c77ec-54aa-4304-ad89-bd3ded5dfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.726772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-568d52c6-0b3b-42d6-ac35-95940bf1a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.727080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-888c77ec-54aa-4304-ad89-bd3ded5dfe88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1053171 Jul 06 18:44:35.728328 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-568d52c6-0b3b-42d6-ac35-95940bf1a31a service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1086566 Jul 06 18:44:35.802711 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-9d0b2ec8-e647-4cbf-9e77-a2829e1d310b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1000 time: 0.0679038 Jul 06 18:44:35.846625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-e9e5a2ad-3c5d-4616-adf4-e1835543629c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1000 time: 0.1122425 Jul 06 18:44:35.863361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-bb281876-93ee-463e-9639-6d052affcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.864851 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-bb281876-93ee-463e-9639-6d052affcdd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0547478 Jul 06 18:44:35.914786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66977b-e802-4fab-8a0c-6c0154a3ab82 req-fde55ebc-f83d-4e8d-831d-7157c4d908fe tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.916385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa66977b-e802-4fab-8a0c-6c0154a3ab82 req-fde55ebc-f83d-4e8d-831d-7157c4d908fe tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.1339359 Jul 06 18:44:35.921171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-22fbf6a7-0580-4353-a8f1-d4b59fde37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.922669 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-22fbf6a7-0580-4353-a8f1-d4b59fde37d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0691288 Jul 06 18:44:35.928310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-1ddaca80-7cb8-4e66-96b3-6cd8f68c1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:35.929836 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-1ddaca80-7cb8-4e66-96b3-6cd8f68c1c2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583472 Jul 06 18:44:35.987362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa66977b-e802-4fab-8a0c-6c0154a3ab82 req-3aaa85a2-6493-450c-8370-2d0165f5d77e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635231 Jul 06 18:44:36.011935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-f3a58190-27d5-4691-b278-7af55e1f3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:36.013525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-f3a58190-27d5-4691-b278-7af55e1f3ae3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833714 Jul 06 18:44:36.043079 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-d9a15bdd-4bbd-46cd-8a78-15f6c51a214b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054566 Jul 06 18:44:36.115734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-d7760929-6ff9-4fe1-8e14-fb9b4ce426d9 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953019 Jul 06 18:44:36.145169 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-2e613da8-284d-484c-93b2-7a876caf47e0 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953724 Jul 06 18:44:36.208523 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ecb67c7c-f62f-4396-847d-1d6eae5d89e9 req-b712b605-d5bb-4e12-9be2-857cfc93a035 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866578 Jul 06 18:44:37.170222 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1243-4c73-4e3c-a893-b2bb24feba14 req-b2358bd9-b4da-473e-8ce7-5f80c5416502 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.172285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3edc1243-4c73-4e3c-a893-b2bb24feba14 req-b2358bd9-b4da-473e-8ce7-5f80c5416502 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0697610 Jul 06 18:44:37.211720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3edc1243-4c73-4e3c-a893-b2bb24feba14 req-ec0a7e8e-1bbb-4c57-ac1b-bfe8dd840561 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Jul 06 18:44:37.530461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d471ee-2373-4070-9f28-085294835ce0 req-35aa29b1-37d6-4310-af0f-9e04baf84b1e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.532325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70d471ee-2373-4070-9f28-085294835ce0 req-35aa29b1-37d6-4310-af0f-9e04baf84b1e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 944 time: 0.0737886 Jul 06 18:44:37.543152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-48238378-977b-4317-bf54-b0ede480c3fa tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.544744 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-48238378-977b-4317-bf54-b0ede480c3fa tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966&tenant_id=a7eb858e93e24c4288a054ff54de7aab&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 944 time: 0.0791516 Jul 06 18:44:37.572400 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70d471ee-2373-4070-9f28-085294835ce0 req-6bf1dfa7-bcdd-4893-bdcc-7144dfc3b3ff tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342431 Jul 06 18:44:37.605636 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-c2cb818e-a01e-482e-8f1c-a669aee3e75d service neutron] delete failed (client error): The resource could not be found. Jul 06 18:44:37.606662 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-c2cb818e-a01e-482e-8f1c-a669aee3e75d service neutron] 10.222.0.60 "DELETE /v2.0/ports/8b221b27-72f9-47ba-bd4f-67fca000fabf/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0563128 Jul 06 18:44:37.706385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-ec56874e-71ac-4d9e-beb7-9e7272f18dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.707923 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-ec56874e-71ac-4d9e-beb7-9e7272f18dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 1095 time: 0.0582201 Jul 06 18:44:37.799051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-221c4562-e3b4-4dc9-ab34-5dbc792d4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.800656 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-221c4562-e3b4-4dc9-ab34-5dbc792d4037 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0858762 Jul 06 18:44:37.872791 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-f88624f6-ed14-46a6-88c3-b38112f37646 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 200 len: 1000 time: 0.0647852 Jul 06 18:44:37.924756 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-63241722-85a4-4d03-8560-18616f8b0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.926252 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-63241722-85a4-4d03-8560-18616f8b0427 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0472224 Jul 06 18:44:37.991878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-770dbefc-f9ca-42eb-b436-165802f6a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:37.993416 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-770dbefc-f9ca-42eb-b436-165802f6a89f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582349 Jul 06 18:44:38.038152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:44:38.094238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-b7267bf4-be81-4f0c-9c94-d6d6c31a4b8c service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938683 Jul 06 18:44:38.143228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:38.155444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'mac_address': 'fa:16:3e:b4:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:44:38.189442 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-cbd331e4-01b1-49b9-8092-30bad0ebb237 req-e11b4bc4-66ae-40da-b5e4-a7e0c497edfb service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854254 Jul 06 18:44:38.194477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.208079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b221b27-72f9-47ba-bd4f-67fca000fabf {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:38.228425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:38.232576 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:38.284208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:38.291900 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.292245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.292587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.292926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.293258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.293589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.293918 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.294245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.294574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.294892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.295214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.295558 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:38.471562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['8b221b27-72f9-47ba-bd4f-67fca000fabf'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:38.771761 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c1174-ea68-4b69-9575-4da0dff7810a req-fcb01ca0-f92d-4972-800e-7cc2a76d3e64 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:38.773361 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a0c1174-ea68-4b69-9575-4da0dff7810a req-fcb01ca0-f92d-4972-800e-7cc2a76d3e64 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 945 time: 0.0726085 Jul 06 18:44:38.812827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a0c1174-ea68-4b69-9575-4da0dff7810a req-0fbe18aa-1805-42cd-8b79-a139c5d56c3c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336900 Jul 06 18:44:38.993000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bbbd7-2944-43cd-92ca-1a2a829c18f2 req-39c2d9c0-93ad-4672-afc1-4b442898aa46 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:38.994390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-900bbbd7-2944-43cd-92ca-1a2a829c18f2 req-39c2d9c0-93ad-4672-afc1-4b442898aa46 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 945 time: 0.0636442 Jul 06 18:44:39.033990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-900bbbd7-2944-43cd-92ca-1a2a829c18f2 req-db665c71-855c-4d51-b6c9-66e6bd30f8e2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Jul 06 18:44:39.209470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb247d1-d9b5-40f9-b252-26241492c88f req-6ca1e3ae-5b11-4b0b-92dd-69cfbb1bd7f5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:39.210937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-feb247d1-d9b5-40f9-b252-26241492c88f req-6ca1e3ae-5b11-4b0b-92dd-69cfbb1bd7f5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 945 time: 0.0640986 Jul 06 18:44:39.250742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-feb247d1-d9b5-40f9-b252-26241492c88f req-10957053-3eb5-4234-874a-35c6951006e4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341122 Jul 06 18:44:39.640362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b7112-0080-496b-a248-a5204a71c14f req-b15931f4-4b28-4443-8e48-5c3f4548b031 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:39.641851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c83b7112-0080-496b-a248-a5204a71c14f req-b15931f4-4b28-4443-8e48-5c3f4548b031 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 945 time: 0.0696726 Jul 06 18:44:39.680938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c83b7112-0080-496b-a248-a5204a71c14f req-766ec664-d8d6-4a70-8588-57010d154717 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Jul 06 18:44:40.060230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:40.109347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 8b221b27-72f9-47ba-bd4f-67fca000fabf completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:40.113337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 8b221b27-72f9-47ba-bd4f-67fca000fabf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:40.113730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.197177 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.220586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:40.222822 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f01c2-669e-48c1-b13c-1fce958c914a" -d '{"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-plugged", "status": "completed", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:40.238031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:40.242238 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:40.269355 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7f02a0-891e-47e9-b464-86744ad73a79 x-openstack-request-id: req-4a7f02a0-891e-47e9-b464-86744ad73a79 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:40.269668 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-plugged", "status": "completed", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:40.269936 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a7f02a0-891e-47e9-b464-86744ad73a79 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:40.270295 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'code': 200} Jul 06 18:44:40.296910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:40.375991 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:44:40.822773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-0b795bd1-7bb5-42b0-b4d8-db9270e663ee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:40.826026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-0b795bd1-7bb5-42b0-b4d8-db9270e663ee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.0797133 Jul 06 18:44:40.944855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e760-c00a-4f3a-840b-0da54f9259aa req-bde8f794-cba8-41e1-b016-45c676648166 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:40.946349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f957e760-c00a-4f3a-840b-0da54f9259aa req-bde8f794-cba8-41e1-b016-45c676648166 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a90fbd-a82c-4983-a78d-946282d42966 HTTP/1.1" status: 200 len: 946 time: 0.1438737 Jul 06 18:44:40.994678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Deleting port 8b221b27-72f9-47ba-bd4f-67fca000fabf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:44:40.995010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.002539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f957e760-c00a-4f3a-840b-0da54f9259aa req-cd77c5c2-d30c-4f3b-a371-1ae53f3f17c0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480099 Jul 06 18:44:41.091670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] For port 8b221b27-72f9-47ba-bd4f-67fca000fabf, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=8b221b27-72f9-47ba-bd4f-67fca000fabf,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:41.091944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.262643 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.263013 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.263374 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf disassociated. External IP: 172.25.5.220, port: 8b221b27-72f9-47ba-bd4f-67fca000fabf. Jul 06 18:44:41.263714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Calling delete_port for 8b221b27-72f9-47ba-bd4f-67fca000fabf owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:44:41.391663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.423977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event deleted for resources: {'Port': ['ID=8b221b27-72f9-47ba-bd4f-67fca000fabf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:41.548094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:41.666003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:41.677954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:41.688824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:41.689463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:44:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:41.714435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] No DVR routers for this DVR port 8b221b27-72f9-47ba-bd4f-67fca000fabf on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:44:41.717089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:41.720083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7347c30-e5d0-4421-b4d8-adc10500b181 req-fdf3ac79-a96f-47cf-88ab-b8b4a729ff1f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.61 "DELETE /v2.0/ports/8b221b27-72f9-47ba-bd4f-67fca000fabf HTTP/1.1" status: 204 len: 173 time: 0.8774438 Jul 06 18:44:41.720556 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-deleted', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:41.722821 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eed26e-afb4-409b-813c-840352ec1f97" -d '{"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-deleted", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:41.762512 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfed1f93-2703-4555-b056-4a7f6cc2d092 x-openstack-request-id: req-cfed1f93-2703-4555-b056-4a7f6cc2d092 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:41.762882 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a90fbd-a82c-4983-a78d-946282d42966", "name": "network-vif-deleted", "tag": "8b221b27-72f9-47ba-bd4f-67fca000fabf", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:41.763209 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfed1f93-2703-4555-b056-4a7f6cc2d092 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:41.763707 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a90fbd-a82c-4983-a78d-946282d42966', 'name': 'network-vif-deleted', 'tag': '8b221b27-72f9-47ba-bd4f-67fca000fabf', 'status': 'completed', 'code': 200} Jul 06 18:44:41.810175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:42.019704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:42.046565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:42.055420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:42.056055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:44:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:42.321759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-2586927f-89e7-4a7a-afa5-76d2dd7811df tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2097858515&fields=id&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 267 time: 0.0354006 Jul 06 18:44:42.331713 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:42.444520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-6bf4ea9b-58ee-4e15-8eaf-2c69fccb9672 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:42.446649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-6bf4ea9b-58ee-4e15-8eaf-2c69fccb9672 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1176329 Jul 06 18:44:42.463790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-696ad514-9ee0-4549-a6a8-d556f90d66cd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/quotas/a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 375 time: 0.0112875 Jul 06 18:44:42.547683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-3ebef785-253d-4ef4-8a2c-861fa839c19b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777798 Jul 06 18:44:42.558410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:42.591062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9285834-4190-4e26-94ef-a58d0257bb37 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:42.647497 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-c61217c9-cf93-4be8-87c2-c9ca8ef74a14 service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936317 Jul 06 18:44:42.744706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-f605331a-c87a-4dee-b077-3ffb32e36718 service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911877 Jul 06 18:44:42.863953 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8efffe-5706-45a7-9e84-199b35a7c1ce None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:44:42.931811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e843f6b-f367-4f48-837c-9a970318bd9c req-c727ecac-60f0-414b-baea-12d53a084085 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 210 time: 0.0315213 Jul 06 18:44:44.050467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-2c1f907d-61c0-47ac-aa9a-3d6cbdb6e31e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:44.052086 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-2c1f907d-61c0-47ac-aa9a-3d6cbdb6e31e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1174014 Jul 06 18:44:44.082427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:44:44.107753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 8b221b27-72f9-47ba-bd4f-67fca000fabf {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:44:44.109095 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 8b221b27-72f9-47ba-bd4f-67fca000fabf not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:44:44.109535 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-e7de98fa-f952-43fc-afe2-bff313ab7c9b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 380 time: 0.0439951 Jul 06 18:44:44.118904 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'port': {'device_id': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'admin_state_up': True, 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'security_groups': ['64795632-acf0-4c74-8f18-2732bb85569f']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:44.244202 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Made reservation on behalf of a7eb858e93e24c4288a054ff54de7aab for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:44:44.248475 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.397069 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Allocated IP 172.20.0.10 (14f9bf04-9d34-493f-865f-d34b9193b122/4092e808-d6af-484f-8506-0fa067222af9/6f66adf6-4093-438d-9ab7-1e36d17a2f3a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:44:44.526999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-10a48621-55c6-43e8-aea5-3d8516949dd3 req-52760507-f4a2-41a3-a73f-f78b3ead438f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 210 time: 0.4777637 Jul 06 18:44:44.550656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.564467 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Transition to ACTIVE for port object 6f66adf6-4093-438d-9ab7-1e36d17a2f3a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:44.597592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.641221 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:44:44.644451 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:44:44.650321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:44:44.676601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:44.691501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.691848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.692192 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.692531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.692867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.693200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.693530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.693857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.694193 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.694516 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.694841 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.695164 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:44:44.715500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:44.716155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.733340 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-4dc556a1-a8b4-48ef-aec2-fa36ad4c60d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6183386 Jul 06 18:44:44.749052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Request body: {'port': {'device_id': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:44.838221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.958681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-651ce940-4894-40cd-ac35-0d163d7b368e None None] Provisioning for port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:44.962847 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-651ce940-4894-40cd-ac35-0d163d7b368e None None] Provisioning complete for port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:44.963220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-651ce940-4894-40cd-ac35-0d163d7b368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:44.997261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-651ce940-4894-40cd-ac35-0d163d7b368e None None] Port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:44:45.107843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f66adf6-4093-438d-9ab7-1e36d17a2f3a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:45.116377 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.129501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Transition to ACTIVE for port object 6f66adf6-4093-438d-9ab7-1e36d17a2f3a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:44:45.133566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.208713 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:45.262826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:44:45.263163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:44:45.263565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:45.268776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:44:45.269101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:44:45.273939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:44:45.274278 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:44:45.274686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:44:45.275111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Bound port: 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:44:45.275511 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.343514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:44:45.346557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:44:45.350865 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.388800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:45.390281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.391772 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1092 time: 0.6472614 Jul 06 18:44:45.393994 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:45.397496 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fff27a1-bc42-4468-92f5-663254852042" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:45.428082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22dade-013e-4e09-b038-a1f7f3386908 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:45.718903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86d1a-7e3d-4ffe-861d-bf666f10b5a2 req-0b89b2d4-c8a9-47ff-b7d0-f560c5bf3b9c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:45.720464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64f86d1a-7e3d-4ffe-861d-bf666f10b5a2 req-0b89b2d4-c8a9-47ff-b7d0-f560c5bf3b9c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 944 time: 0.0702374 Jul 06 18:44:45.726884 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f1ded0-5b5a-425f-9eed-dc53186c8d69 x-openstack-request-id: req-f0f1ded0-5b5a-425f-9eed-dc53186c8d69 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:45.727172 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:45.727462 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0f1ded0-5b5a-425f-9eed-dc53186c8d69 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:45.727856 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'status': 'completed', 'code': 200} Jul 06 18:44:45.763420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64f86d1a-7e3d-4ffe-861d-bf666f10b5a2 req-c28e6e34-7402-42f4-a29f-e694b9b53681 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364499 Jul 06 18:44:45.763750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0e4c4acb-4e27-4cce-b0e2-1e5a3ab6b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:45.766619 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-0e4c4acb-4e27-4cce-b0e2-1e5a3ab6b67f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1095 time: 0.3216593 Jul 06 18:44:45.816783 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-ef5fe90f-f588-48ed-b998-230d7d9412fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 217 time: 0.0419743 Jul 06 18:44:45.870708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-e67c192f-70ea-4d8b-9202-492f7300ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:45.872215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-e67c192f-70ea-4d8b-9202-492f7300ff4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0486684 Jul 06 18:44:45.930926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-2376057f-6241-464f-a5d1-418110cbf575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:45.932393 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-2376057f-6241-464f-a5d1-418110cbf575 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539799 Jul 06 18:44:46.025891 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-2949310f-28ca-4f7f-9622-20233b34847b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867403 Jul 06 18:44:46.140017 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ab035bb9-5322-4f45-bcbd-6ee7a3f797ce req-5046f192-4145-4694-9f21-c85c1561692c service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066973 Jul 06 18:44:46.251528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff27a1-bc42-4468-92f5-663254852042 req-0517a13e-9a81-4d8f-9ef8-7bcfa8d9b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:46.253040 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-0517a13e-9a81-4d8f-9ef8-7bcfa8d9b76f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1095 time: 0.0554845 Jul 06 18:44:46.352421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff27a1-bc42-4468-92f5-663254852042 req-b3715e17-bc76-414c-89e5-9e762ca488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:46.353926 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-b3715e17-bc76-414c-89e5-9e762ca488f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0943854 Jul 06 18:44:46.400674 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-066158c6-b8cd-4b8f-83b4-f5dd231e0ebb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 217 time: 0.0369058 Jul 06 18:44:46.457857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff27a1-bc42-4468-92f5-663254852042 req-d20e2f0a-7086-419c-a4d2-4661aacc32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:46.459321 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-d20e2f0a-7086-419c-a4d2-4661aacc32f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0524399 Jul 06 18:44:46.525792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff27a1-bc42-4468-92f5-663254852042 req-1e1ca06c-b873-44c8-9922-48e800889b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:46.527327 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-1e1ca06c-b873-44c8-9922-48e800889b84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603065 Jul 06 18:44:46.619558 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-b07593cf-83ac-4831-b7ed-8d285eb86275 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Jul 06 18:44:46.718336 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-9fff27a1-bc42-4468-92f5-663254852042 req-dc6a6d4a-3644-4c38-89c9-f7946b504aba service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915110 Jul 06 18:44:46.947406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1e147-e886-4d56-83fb-eb340262b709 req-aa52d647-1445-4192-a08a-0f6ec2c0c7fd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:46.948952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ee1e147-e886-4d56-83fb-eb340262b709 req-aa52d647-1445-4192-a08a-0f6ec2c0c7fd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 944 time: 0.0686450 Jul 06 18:44:46.989482 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ee1e147-e886-4d56-83fb-eb340262b709 req-cc69ad52-24c0-4ea3-a8be-cea31fe98047 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343695 Jul 06 18:44:47.179946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:44:47.308141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:47.320559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'mac_address': 'fa:16:3e:ec:cf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:44:47.357808 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.371578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f66adf6-4093-438d-9ab7-1e36d17a2f3a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:44:47.391870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:47.395889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.445902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:47.622067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['6f66adf6-4093-438d-9ab7-1e36d17a2f3a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:44:48.165982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab294d-43de-4988-902e-45dd96bdd136 req-1f9d364b-aea9-45a9-aa36-a40f5c98ccff tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.167499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77ab294d-43de-4988-902e-45dd96bdd136 req-1f9d364b-aea9-45a9-aa36-a40f5c98ccff tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 945 time: 0.0676968 Jul 06 18:44:48.207213 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77ab294d-43de-4988-902e-45dd96bdd136 req-eb4374ba-2346-4897-aea6-fcb7ee1bc5bc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338924 Jul 06 18:44:49.184881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:44:49.233461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:44:49.238725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:44:49.238725 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.319356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.342277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:49.345107 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9f203-3320-4867-9bf1-2fb8a824b18b" -d '{"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:49.358214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:44:49.362883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.385973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4fd02-aec6-421a-becf-70af098e5110 req-04259f27-8a2e-4cd0-b995-68cfbfd460e7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:49.387502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acb4fd02-aec6-421a-becf-70af098e5110 req-04259f27-8a2e-4cd0-b995-68cfbfd460e7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 945 time: 0.0682425 Jul 06 18:44:49.412934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:44:49.427513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acb4fd02-aec6-421a-becf-70af098e5110 req-dc8f0150-778a-4708-8444-da4f6f551844 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Jul 06 18:44:49.473759 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a5363c-8cf7-40b5-ae15-aa6f19e94cb8 x-openstack-request-id: req-30a5363c-8cf7-40b5-ae15-aa6f19e94cb8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:49.474055 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:49.474310 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30a5363c-8cf7-40b5-ae15-aa6f19e94cb8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:49.474721 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'code': 200} Jul 06 18:44:49.600074 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5084553-8b6d-4123-be26-683694cc8ab7 req-77ba2758-0dcd-4475-b04d-8e3fa54e073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:49.601970 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f5084553-8b6d-4123-be26-683694cc8ab7 req-77ba2758-0dcd-4475-b04d-8e3fa54e073a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1097 time: 0.0545721 Jul 06 18:44:49.638720 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f5084553-8b6d-4123-be26-683694cc8ab7 req-7bfec3ea-1bf3-44c1-99d3-0ab905d5fa83 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296609 Jul 06 18:44:50.612923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bccc4-beea-411c-8f3f-4b299986723c req-5e7509e5-3941-4e13-8c47-e05e1e17b9a8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:50.614437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b4bccc4-beea-411c-8f3f-4b299986723c req-5e7509e5-3941-4e13-8c47-e05e1e17b9a8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0684667 Jul 06 18:44:50.653751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b4bccc4-beea-411c-8f3f-4b299986723c req-f793c611-224a-4a8d-8321-fc33c3aaeea0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Jul 06 18:44:51.832873 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c345760-6912-4de9-82e8-a3c08ac6aed2 req-0f617710-ed4a-469c-adec-70ed3e009652 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:51.834358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c345760-6912-4de9-82e8-a3c08ac6aed2 req-0f617710-ed4a-469c-adec-70ed3e009652 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0649457 Jul 06 18:44:51.872855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8c345760-6912-4de9-82e8-a3c08ac6aed2 req-53d6c43a-de70-4c99-a176-41e3155a591f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jul 06 18:44:52.043954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d927c-62ca-4af6-9416-22d3631cf6ec req-f19a8cf8-afa3-4467-bed6-4b1e3d207f70 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:52.046256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-582d927c-62ca-4af6-9416-22d3631cf6ec req-f19a8cf8-afa3-4467-bed6-4b1e3d207f70 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0655861 Jul 06 18:44:52.055072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:44:52.060120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'floatingip': {'port_id': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:44:52.104734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.580152 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.584185 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.685101 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf associated. External IP: 172.25.5.220, port: 6f66adf6-4093-438d-9ab7-1e36d17a2f3a. Jul 06 18:44:52.901855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:44:53.014557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:44:53.019145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.024229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:44:53.033712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:53.034390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:44:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:53.059901 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c0344620-3f6a-433b-b01d-39291917bf94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "PUT /v2.0/floatingips/e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf HTTP/1.1" status: 200 len: 992 time: 1.0036476 Jul 06 18:44:53.060514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:44:53.063376 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:44:53.146390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:53.194206 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29711d65-d712-4eca-8ea1-e0d36f7ed502 x-openstack-request-id: req-29711d65-d712-4eca-8ea1-e0d36f7ed502 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:44:53.194499 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:44:53.194749 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29711d65-d712-4eca-8ea1-e0d36f7ed502 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:44:53.195158 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'status': 'completed', 'code': 200} Jul 06 18:44:53.275536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-b88350d9-7ce0-411d-bb45-d1eb7617d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:53.277102 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-b88350d9-7ce0-411d-bb45-d1eb7617d1a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1097 time: 0.0594773 Jul 06 18:44:53.377821 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-eb9e9655-3712-4c7b-9f1a-5922d9432565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:53.379248 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-eb9e9655-3712-4c7b-9f1a-5922d9432565 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0956810 Jul 06 18:44:53.387993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:ec:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:53.415231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:44:53.424827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:44:53.425467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:44:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:53.448516 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-aa07c03a-ecb4-4934-a70c-0031ba4f499f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1000 time: 0.0624986 Jul 06 18:44:53.498272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-96330868-15d8-468b-8611-d68f2ca7a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:53.499786 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-96330868-15d8-468b-8611-d68f2ca7a6f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0447826 Jul 06 18:44:53.538330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:44:53.566184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-2663fb91-d540-4fdf-9b00-26e2d83344fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:53.567747 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-2663fb91-d540-4fdf-9b00-26e2d83344fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608933 Jul 06 18:44:53.659863 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-c8919364-fbe6-4bbb-956e-3c5304fd0c06 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849349 Jul 06 18:44:53.756718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2c58a53-0b7b-4f37-89d9-e5668e0988c3 req-f55cba0e-6b17-4779-b62d-e23374ccf67f service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895936 Jul 06 18:44:53.766202 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:ec:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:44:53.798643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cfd3b-0d9c-4663-be29-83aa9c9b9eb7 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:ec:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:44:52Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:44:54.012654 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0129ddee-1350-4f0b-8936-8f124ec7af04 None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:44:55.492607 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0710d48-0745-4038-b192-71e901fca987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.016678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:58.018150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee083d93-4da8-44a6-8807-75eec4963746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:59.534120 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.542536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:00.924446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.909057 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:09.529279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-05af50e5-728a-4cc5-abf5-c5235ec093f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986054 Jul 06 18:45:09.626485 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-302e70ff-bdc8-42d6-89f4-d904dc4608de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:09.628215 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-302e70ff-bdc8-42d6-89f4-d904dc4608de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1097 time: 0.0555973 Jul 06 18:45:09.749638 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-1f343ae7-132f-4c14-af26-987c51d59dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:09.751700 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-1f343ae7-132f-4c14-af26-987c51d59dad service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0976532 Jul 06 18:45:09.817059 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-b1c3a360-1b3c-4afb-a3fd-b2063e563631 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1002 time: 0.0580337 Jul 06 18:45:09.870927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-cc3b041f-6a6b-417a-ad4b-b29fdea2d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:09.872431 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-cc3b041f-6a6b-417a-ad4b-b29fdea2d2de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0482192 Jul 06 18:45:09.928417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-aae2f3ff-416e-407d-9d07-c0701b4f1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:09.929834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-aae2f3ff-416e-407d-9d07-c0701b4f1cdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511935 Jul 06 18:45:10.021340 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-693d8d1f-2d35-4674-87c3-1147308fe89c service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842497 Jul 06 18:45:10.119095 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a71657ce-ab9f-4216-b796-b8b37e1aa12f req-3c9f2db5-8988-48e5-a17f-6a5e1cc81fbe service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Jul 06 18:45:17.377106 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:45:25.495062 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a90a7c32-d4ca-43f2-9658-db7356583438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.016703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:28.018536 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d1ee4b0-4936-4b8e-86e2-50bcca55904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:29.534109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:30.570267 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:30.928846 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:32.906514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:54.376234 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:45:55.498692 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe3d67f-f92e-409b-bd98-171977a7c93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:58.017446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:58.020865 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2878bda1-65cb-48f1-8d9a-f8cff04e20c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.540496 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.588056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:00.931523 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:02.912139 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:09.484777 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-98a5126d-3d23-4898-82c2-c1c34a84c007 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586989 Jul 06 18:46:09.586089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c137-5258-4c76-91e2-374e447f7edb req-55ea88e0-e675-4ad4-841e-5ca927218f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:09.587638 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-55ea88e0-e675-4ad4-841e-5ca927218f96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1097 time: 0.0577943 Jul 06 18:46:09.698342 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c137-5258-4c76-91e2-374e447f7edb req-5844b54a-83dd-4301-bf58-57489119257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:09.699800 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-5844b54a-83dd-4301-bf58-57489119257f service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0912642 Jul 06 18:46:09.765470 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-c485bd0c-46a9-4dc5-a27e-b694b3a2927e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1002 time: 0.0589397 Jul 06 18:46:09.817963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c137-5258-4c76-91e2-374e447f7edb req-b78c93d4-7338-4345-8d6e-e8adc5963783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:09.819413 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-b78c93d4-7338-4345-8d6e-e8adc5963783 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0479348 Jul 06 18:46:09.877592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c137-5258-4c76-91e2-374e447f7edb req-67d573c5-1da7-4a2e-ae7f-d03f75456863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:09.879624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-67d573c5-1da7-4a2e-ae7f-d03f75456863 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544150 Jul 06 18:46:09.968279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-df063316-247f-4348-8c69-ac36e876bfc0 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822566 Jul 06 18:46:10.065739 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8075c137-5258-4c76-91e2-374e447f7edb req-36c74075-d9e3-413c-a532-36dad3e77378 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907567 Jul 06 18:46:25.502907 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a395489-ddfd-42f1-a3e7-b37d3486f87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.019718 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:28.022903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4acac1c3-c967-4ad8-86dd-790f280fbd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.541527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.603128 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.939819 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.377919 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:46:32.937908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.110371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39db365-80cb-48ee-9ced-a02dfe2cdf76 req-232f6600-2571-418b-a294-feb582dd173a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:33.112689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39db365-80cb-48ee-9ced-a02dfe2cdf76 req-232f6600-2571-418b-a294-feb582dd173a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0705612 Jul 06 18:46:33.154933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d39db365-80cb-48ee-9ced-a02dfe2cdf76 req-e82f8cc2-83aa-4b36-ac5b-5f36094eb069 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363421 Jul 06 18:46:34.351714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b0c7-9033-45b9-9de5-2f736b3e14f9 req-06427adc-adcb-4249-a267-b79798ade1c2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:34.353436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a787b0c7-9033-45b9-9de5-2f736b3e14f9 req-06427adc-adcb-4249-a267-b79798ade1c2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0783572 Jul 06 18:46:34.398091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a787b0c7-9033-45b9-9de5-2f736b3e14f9 req-aa8be4c0-0067-4fd2-878e-c16b0062f44e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 Jul 06 18:46:35.590705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72385fd2-3e8f-4874-9057-4a731e397a0c req-d992d8ca-55cf-4aed-b92d-ee6431e25129 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:35.592335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72385fd2-3e8f-4874-9057-4a731e397a0c req-d992d8ca-55cf-4aed-b92d-ee6431e25129 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0693183 Jul 06 18:46:35.638939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-72385fd2-3e8f-4874-9057-4a731e397a0c req-a361673f-a5b1-4c54-b200-8fbbecc2f377 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Jul 06 18:46:36.832048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63322c-b677-43e9-a627-755bab34d4b1 req-66a9d1b0-3852-4edc-99b5-eb821d346524 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:36.833674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd63322c-b677-43e9-a627-755bab34d4b1 req-66a9d1b0-3852-4edc-99b5-eb821d346524 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0687444 Jul 06 18:46:36.875514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cd63322c-b677-43e9-a627-755bab34d4b1 req-a837e7c9-9526-4f0d-b81f-d1c8c6f964e3 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362375 Jul 06 18:46:38.062666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578217a-1ff2-4407-bda2-42bcc425f929 req-0357adab-22ff-42e1-afa2-185846b047e4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:38.064295 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d578217a-1ff2-4407-bda2-42bcc425f929 req-0357adab-22ff-42e1-afa2-185846b047e4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0706458 Jul 06 18:46:38.105458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d578217a-1ff2-4407-bda2-42bcc425f929 req-382a725e-6aa4-4838-ac20-533b36b5a675 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356526 Jul 06 18:46:39.299757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6b290-8e12-40c4-8da9-2e62cbf47e67 req-033548e4-a020-4d6c-972c-698eb82a6853 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:39.301303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edb6b290-8e12-40c4-8da9-2e62cbf47e67 req-033548e4-a020-4d6c-972c-698eb82a6853 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0719836 Jul 06 18:46:39.340658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edb6b290-8e12-40c4-8da9-2e62cbf47e67 req-c7b1afbe-624b-4c96-84a5-ed3e530003cb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Jul 06 18:46:40.534659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18243ca-7b53-45f6-9e26-e7e5457d4fd8 req-fc189291-8d45-41ee-b86c-2173f5572d47 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:40.536306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f18243ca-7b53-45f6-9e26-e7e5457d4fd8 req-fc189291-8d45-41ee-b86c-2173f5572d47 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0771568 Jul 06 18:46:40.581563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f18243ca-7b53-45f6-9e26-e7e5457d4fd8 req-de6fd93d-f7b9-4530-9570-7439c03b290f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Jul 06 18:46:41.783550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837f140-9b5e-4c2b-9dec-9cc6be194c51 req-d9a1c90f-d0d2-43d6-9be3-14c1c20329d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:41.785222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b837f140-9b5e-4c2b-9dec-9cc6be194c51 req-d9a1c90f-d0d2-43d6-9be3-14c1c20329d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0733027 Jul 06 18:46:41.827347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b837f140-9b5e-4c2b-9dec-9cc6be194c51 req-7492091f-2c3b-4485-83fb-44e2bb548378 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338454 Jul 06 18:46:43.019968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996d4f-2160-40cd-b3fb-9f21bd525bda req-d339df29-f806-4b53-8a64-de12d41d45c6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:43.021527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21996d4f-2160-40cd-b3fb-9f21bd525bda req-d339df29-f806-4b53-8a64-de12d41d45c6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0691824 Jul 06 18:46:43.072131 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-21996d4f-2160-40cd-b3fb-9f21bd525bda req-74f086f5-016d-43c9-ab5b-9bd8856307dd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Jul 06 18:46:44.264580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75b5c-99f7-435e-8081-515d8ca9606f req-90f972f9-968d-4efe-bcb9-8d20347e67e9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.266099 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ee75b5c-99f7-435e-8081-515d8ca9606f req-90f972f9-968d-4efe-bcb9-8d20347e67e9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0698845 Jul 06 18:46:44.308297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2ee75b5c-99f7-435e-8081-515d8ca9606f req-aae2000e-3d05-4253-9604-701c1b13ff82 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Jul 06 18:46:44.676986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 42646) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:44.730648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121991cd-fd61-403d-a9d0-89ac1e9e3ac4 req-a759d720-0afe-4580-b401-e317a0de0ae2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.732350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121991cd-fd61-403d-a9d0-89ac1e9e3ac4 req-a759d720-0afe-4580-b401-e317a0de0ae2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0730920 Jul 06 18:46:44.777342 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121991cd-fd61-403d-a9d0-89ac1e9e3ac4 req-8f9ae4c8-9ef7-44d8-a07a-82af9f52e1b9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356731 Jul 06 18:46:44.779055 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-0d4217c8-7b67-4755-a3d8-9f6914140561 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009107 Jul 06 18:46:45.374350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-08126579-46c0-4889-9fe6-4973d00fc0c2 req-af39f55d-16c3-4edb-b4aa-be4e532f6bac tempest-TestVolumeBootPattern-432940539 tempest-TestVolumeBootPattern-432940539-project] (93942) timed out ('10.222.0.37', 38700) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:46:45.964377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673aeda-6897-4804-ae34-1ed12c473dc1 req-0c7374fa-46d0-414a-81a0-8c904324e911 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.965906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7673aeda-6897-4804-ae34-1ed12c473dc1 req-0c7374fa-46d0-414a-81a0-8c904324e911 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0672374 Jul 06 18:46:46.017841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7673aeda-6897-4804-ae34-1ed12c473dc1 req-1e1026cf-6a34-4d62-b2a2-0b1351a6fb63 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Jul 06 18:46:46.134215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-e36c96c5-35b4-48d3-8d95-e2070b48393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.135653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-e36c96c5-35b4-48d3-8d95-e2070b48393c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1097 time: 0.0633130 Jul 06 18:46:46.233560 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-76d497fe-b9d6-4c2a-969a-9bd8773f42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.235078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-76d497fe-b9d6-4c2a-969a-9bd8773f42fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0931711 Jul 06 18:46:46.311718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-5c8829ab-5823-40f5-8046-33975603cab3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1002 time: 0.0687852 Jul 06 18:46:46.366297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-f56392c5-3ba2-4e5c-a5f6-3e5314cc4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.367838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-f56392c5-3ba2-4e5c-a5f6-3e5314cc4a83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0492198 Jul 06 18:46:46.432399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-2a496e55-e7b9-4bae-a8fa-87d3441f175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:46.433435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-2a496e55-e7b9-4bae-a8fa-87d3441f175e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593960 Jul 06 18:46:46.532804 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-92da6f61-9bc6-4e61-bb98-e78d3c81a152 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917382 Jul 06 18:46:46.627608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-f35a643e-d298-4238-8306-53c03004a91e service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883448 Jul 06 18:46:47.230211 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544daa-833a-47c6-9a26-49b886221d3c req-1c1ba62e-a0eb-4b41-ab6e-155e905bc8e4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:47.231868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf544daa-833a-47c6-9a26-49b886221d3c req-1c1ba62e-a0eb-4b41-ab6e-155e905bc8e4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0849547 Jul 06 18:46:47.274599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf544daa-833a-47c6-9a26-49b886221d3c req-85fedce9-22df-4e2f-a2c2-aa2a2235af40 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367603 Jul 06 18:46:48.472126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac478f3-7a72-4d76-b7fc-32281b1431af req-7ca5b44b-32ff-4df1-9599-03d9a6a430a2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:48.474172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ac478f3-7a72-4d76-b7fc-32281b1431af req-7ca5b44b-32ff-4df1-9599-03d9a6a430a2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0709169 Jul 06 18:46:48.524336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ac478f3-7a72-4d76-b7fc-32281b1431af req-dd6de86f-23f7-4b9d-94cd-c26ec1dc5c5e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Jul 06 18:46:48.773851 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-626c2e0f-3fe4-4cd6-aaed-54d4329eeb8d service neutron] show failed (client error): The resource could not be found. Jul 06 18:46:48.774897 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-626c2e0f-3fe4-4cd6-aaed-54d4329eeb8d service neutron] 10.222.0.60 "GET /v2.0/ports/6f66adf6-4093-438d-9ab7-1e36d17a2f3a/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0604250 Jul 06 18:46:49.070007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9dcc2207-0d85-406f-8ffb-f2f1a4b729a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:49.071590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9dcc2207-0d85-406f-8ffb-f2f1a4b729a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 1097 time: 0.0654225 Jul 06 18:46:49.083626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:49.178867 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.404831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:49.448900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:49.496015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:49.498303 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc72464-cc76-454d-931a-62613eeb31fd" -d '{"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:49.503439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.518297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Transition to ACTIVE for port object 6f66adf6-4093-438d-9ab7-1e36d17a2f3a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:49.522324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.633747 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc7d63-0c71-42b6-8257-4c420aaa98f2 x-openstack-request-id: req-44dc7d63-0c71-42b6-8257-4c420aaa98f2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:49.634187 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:49.634564 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44dc7d63-0c71-42b6-8257-4c420aaa98f2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:49.635075 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'code': 200} Jul 06 18:46:49.636131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:49.654273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.654756 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.655328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.655717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.656161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.656607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.657120 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.657600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.658460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.658893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.659454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.659894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:49.715930 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] No DVR routers for this DVR port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:49.929030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04994dec-efec-4e52-866f-8f76e07af44a req-bac2a48c-7436-42eb-a0a0-f19e18f322e5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:49.930540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04994dec-efec-4e52-866f-8f76e07af44a req-bac2a48c-7436-42eb-a0a0-f19e18f322e5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 944 time: 0.1688581 Jul 06 18:46:49.933466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:49.933805 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:49.934137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:49.947872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:49.948262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Attempting to bind port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:49.963883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:49.964231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:49.964632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:49.965076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Bound port: 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:49.965447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.996504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04994dec-efec-4e52-866f-8f76e07af44a req-62e6d522-4e87-4157-963b-2cea77e7058e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596182 Jul 06 18:46:50.055804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:50.059097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:50.064621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.102769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.103450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.104891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] 10.222.0.61 "PUT /v2.0/ports/6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1092 time: 1.0262964 Jul 06 18:46:50.130953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee14c-6ed3-4e04-b796-28db1a09a983 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:50.200940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-71eaf309-7ad8-4e42-b1bb-de0ceb53a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.202680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-71eaf309-7ad8-4e42-b1bb-de0ceb53a585 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1095 time: 0.0685844 Jul 06 18:46:50.310497 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-c60bee2b-0297-4552-90d7-7dda07d1e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.312072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-c60bee2b-0297-4552-90d7-7dda07d1e9f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1031818 Jul 06 18:46:50.381305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-f1baa2f7-8112-476d-be06-4b4d20bfebe2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1000 time: 0.0630784 Jul 06 18:46:50.437741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-aa2a791f-99c7-4fcc-a33b-c88ff4d19105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.439915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-aa2a791f-99c7-4fcc-a33b-c88ff4d19105 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0519361 Jul 06 18:46:50.507524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-d32865ac-ca4a-4b33-ad2b-21d7d48e689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.509066 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-d32865ac-ca4a-4b33-ad2b-21d7d48e689f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635989 Jul 06 18:46:50.604375 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-c5fb0d11-2702-4041-828e-6d69f6fdb2d3 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885828 Jul 06 18:46:50.700402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5df6228-63c2-48b7-8655-e29cff9e3b8b req-9ad4c93f-a596-4d03-b0f0-a08d93d2d02b service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900335 Jul 06 18:46:51.187112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e77c9-3037-44db-a6c2-475377c01a15 req-b8016e2b-b104-40ac-9316-8418d7f90aaf tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.189189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e9e77c9-3037-44db-a6c2-475377c01a15 req-b8016e2b-b104-40ac-9316-8418d7f90aaf tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 944 time: 0.0694752 Jul 06 18:46:51.230244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e9e77c9-3037-44db-a6c2-475377c01a15 req-71421698-96ca-4e78-9778-217a0778f6be tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349782 Jul 06 18:46:51.636703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:51.639389 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d29d2-8a96-462a-9512-6d1d9227a721" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:51.692841 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a01f81-4312-4e4b-9c41-7ac9ff45c3b1 x-openstack-request-id: req-13a01f81-4312-4e4b-9c41-7ac9ff45c3b1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:51.693165 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:51.693430 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13a01f81-4312-4e4b-9c41-7ac9ff45c3b1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:51.693894 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'status': 'completed', 'code': 200} Jul 06 18:46:51.738010 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:51.789001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:51.789764 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-44f64b77-d98c-4acf-870d-b2ee55255799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.794499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-44f64b77-d98c-4acf-870d-b2ee55255799 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1095 time: 0.0812051 Jul 06 18:46:51.814862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-b97f49c4-efb8-4555-8229-6655a6272fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.816699 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-b97f49c4-efb8-4555-8229-6655a6272fae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1095 time: 0.0974314 Jul 06 18:46:51.912485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-0e219727-dfa4-4e07-9351-6f25988ea7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.914550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-0e219727-dfa4-4e07-9351-6f25988ea7d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1136055 Jul 06 18:46:51.953853 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-742c3d6c-6c0d-4cab-88a3-7de8f5ecefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:51.955651 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-742c3d6c-6c0d-4cab-88a3-7de8f5ecefc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1316361 Jul 06 18:46:52.025717 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-911a28ef-8fd1-48b6-a7d6-131e5e8c3966 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1000 time: 0.1037948 Jul 06 18:46:52.073264 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-e4a516ab-e9c5-44af-95f8-e696d7b2488b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1000 time: 0.1103821 Jul 06 18:46:52.097201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-81b7b305-6d4d-4a47-8770-5234a9be652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.099019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-81b7b305-6d4d-4a47-8770-5234a9be652c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0670378 Jul 06 18:46:52.142838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-7f0561a3-1b10-4b2a-a9ed-e63be427f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.144511 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-7f0561a3-1b10-4b2a-a9ed-e63be427f5ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0645165 Jul 06 18:46:52.186888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-199e104e-fd8b-4502-8ebe-7721afc07c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.190094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-199e104e-fd8b-4502-8ebe-7721afc07c75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759213 Jul 06 18:46:52.215858 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-9e90c5d5-5eb0-424a-85a2-a774e1136fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.217613 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-9e90c5d5-5eb0-424a-85a2-a774e1136fc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663347 Jul 06 18:46:52.340385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-e1acfd8b-a181-4f8c-ad7e-30c8a3690fcc service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435194 Jul 06 18:46:52.343076 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-abda4781-40cd-49aa-ae30-00a13632a152 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180136 Jul 06 18:46:52.488236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-9f41c78d-8af0-418e-980f-267c08c3d59d service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414027 Jul 06 18:46:52.499850 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fc7d29d2-8a96-462a-9512-6d1d9227a721 req-aac1cdc2-8a4c-48c2-a90a-4207cf01476b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501012 Jul 06 18:46:52.513533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce46423-0377-4199-a06c-c45859374b7e req-18872068-bf80-4bf9-9116-cd7b4f830972 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:52.515020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bce46423-0377-4199-a06c-c45859374b7e req-18872068-bf80-4bf9-9116-cd7b4f830972 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 944 time: 0.1153793 Jul 06 18:46:52.567071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bce46423-0377-4199-a06c-c45859374b7e req-943d61b0-f3a6-4de6-8183-8196cae7eba4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450945 Jul 06 18:46:52.594221 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:46:52.701359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:52.717949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'mac_address': 'fa:16:3e:ec:cf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:46:52.780364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.804185 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f66adf6-4093-438d-9ab7-1e36d17a2f3a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:52.842028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:52.847111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.942409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:52.960325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.960912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.963732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.964404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.964986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.965539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.966055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.966536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.967016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.967656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.968207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:52.968753 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:53.025517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d614-b515-4370-bb52-798797b8f42e req-e5962bbd-b669-4ecd-ae91-9d90bfdc228f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.027150 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-e5962bbd-b669-4ecd-ae91-9d90bfdc228f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b&tenant_id=a7eb858e93e24c4288a054ff54de7aab&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 945 time: 0.0936303 Jul 06 18:46:53.061421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3adeb-5f2b-4826-9143-1ac2c45c2bde req-d2d24d3d-647a-41f9-906e-6ffe5485767e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.063086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06b3adeb-5f2b-4826-9143-1ac2c45c2bde req-d2d24d3d-647a-41f9-906e-6ffe5485767e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 945 time: 0.1056654 Jul 06 18:46:53.114426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['6f66adf6-4093-438d-9ab7-1e36d17a2f3a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:53.118794 n-d-799527-3 neutron-server[93943]: INFO neutron.api.v2.resource [req-b510d614-b515-4370-bb52-798797b8f42e req-75c3da6a-f80a-4d18-92ef-e4c0ff067056 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:46:53.120637 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-75c3da6a-f80a-4d18-92ef-e4c0ff067056 service neutron] 10.222.0.60 "DELETE /v2.0/ports/6f66adf6-4093-438d-9ab7-1e36d17a2f3a/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0868025 Jul 06 18:46:53.123188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-06b3adeb-5f2b-4826-9143-1ac2c45c2bde req-aeb62a55-4ac9-4e1e-9067-f52559c00ac2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490785 Jul 06 18:46:53.277828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d614-b515-4370-bb52-798797b8f42e req-ad527c4d-d7c3-44ce-b3c8-fafa4840ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.280665 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-ad527c4d-d7c3-44ce-b3c8-fafa4840ecf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1096 time: 0.0987360 Jul 06 18:46:53.439976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d614-b515-4370-bb52-798797b8f42e req-510c14e2-f807-4634-8540-ea462d19b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.441434 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-510c14e2-f807-4634-8540-ea462d19b42c service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1541619 Jul 06 18:46:53.518161 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-d65e3c7f-05e6-428f-ad55-e5a06279b3d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1001 time: 0.0696721 Jul 06 18:46:53.576462 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d614-b515-4370-bb52-798797b8f42e req-5e001d05-18f2-45f2-93ce-629cc64b31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.577994 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-5e001d05-18f2-45f2-93ce-629cc64b31f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0532334 Jul 06 18:46:53.648728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d614-b515-4370-bb52-798797b8f42e req-fc4ea0ef-fd4a-4f80-b791-bdd3f8eb10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:53.650336 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-fc4ea0ef-fd4a-4f80-b791-bdd3f8eb10bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653374 Jul 06 18:46:53.755053 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-d34726bf-5cbd-486d-acd6-15c90a49ba24 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970116 Jul 06 18:46:53.858867 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b510d614-b515-4370-bb52-798797b8f42e req-44e915f5-eae1-4459-bbac-6f286b86cccd service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980067 Jul 06 18:46:54.370028 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcbb71-9416-4c5c-a57c-3c718416ca7a req-11e3d33e-4745-48cf-9ea9-6b524fc0dd33 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:54.372958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28fcbb71-9416-4c5c-a57c-3c718416ca7a req-11e3d33e-4745-48cf-9ea9-6b524fc0dd33 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 945 time: 0.0940847 Jul 06 18:46:54.440727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-28fcbb71-9416-4c5c-a57c-3c718416ca7a req-8181a0e2-f809-414f-a16b-4d494ab01b83 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573626 Jul 06 18:46:54.609554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:54.664687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:54.669430 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:54.669806 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.771861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.796819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:54.799166 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7da391-1b3b-42a3-9356-7a7296ae1877" -d '{"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:54.813699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:54.819007 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.870887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:54.915244 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fbdfa8-0108-43d4-8622-7e188734584e x-openstack-request-id: req-f4fbdfa8-0108-43d4-8622-7e188734584e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:54.915599 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-plugged", "status": "completed", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:54.915887 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4fbdfa8-0108-43d4-8622-7e188734584e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:54.916347 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'code': 200} Jul 06 18:46:55.507277 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-107efc97-d572-4e7b-888b-bd93b5506834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.646294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d177d43-ffc6-4ebf-9a7f-f33f2d5e4df2 req-d1752608-1f08-468c-ad83-f564da210ccb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:55.647943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d177d43-ffc6-4ebf-9a7f-f33f2d5e4df2 req-d1752608-1f08-468c-ad83-f564da210ccb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0725110 Jul 06 18:46:55.691038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2d177d43-ffc6-4ebf-9a7f-f33f2d5e4df2 req-f1248ade-d715-4932-a181-81b2210b9e46 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374453 Jul 06 18:46:55.884156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb418b7b-f70c-4490-8ce3-9ac6a0cdc9e1 req-6cfee67f-0bc0-4b36-b8c7-4c30b18a654a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:55.885789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb418b7b-f70c-4490-8ce3-9ac6a0cdc9e1 req-6cfee67f-0bc0-4b36-b8c7-4c30b18a654a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0771410 Jul 06 18:46:55.928766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fb418b7b-f70c-4490-8ce3-9ac6a0cdc9e1 req-57adaf05-9e97-48ef-be3e-5945602e64d9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355952 Jul 06 18:46:56.330468 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-67ab1220-ff98-47d5-aeec-7f4480479dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:56.331922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-67ab1220-ff98-47d5-aeec-7f4480479dc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 1097 time: 0.1090868 Jul 06 18:46:56.340378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a06b6-a3d9-4e7f-a740-aa0a02968521 req-c750e800-4034-4517-be9c-6a30c5ac3b52 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:56.341889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-186a06b6-a3d9-4e7f-a740-aa0a02968521 req-c750e800-4034-4517-be9c-6a30c5ac3b52 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.1090741 Jul 06 18:46:56.434488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-186a06b6-a3d9-4e7f-a740-aa0a02968521 req-501294b0-a504-4aa0-bd42-3d87a8f415f8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828099 Jul 06 18:46:56.462932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-e879197f-76a3-4dd6-abad-d6d45732d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:56.464621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-e879197f-76a3-4dd6-abad-d6d45732d148 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1218300 Jul 06 18:46:56.537330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-6f3d55fc-8f55-4ba2-a250-5dcf05c775ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 200 len: 1002 time: 0.0662520 Jul 06 18:46:56.587313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-cab9fbbc-8a4e-4d21-9b20-bbbddecc3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:56.588667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-cab9fbbc-8a4e-4d21-9b20-bbbddecc3c42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0451841 Jul 06 18:46:56.648382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-675d014b-6929-4410-b498-5dd28baef663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:56.649904 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-675d014b-6929-4410-b498-5dd28baef663 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551040 Jul 06 18:46:56.747510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-0d605b2f-dc52-4ecc-84ef-6b461a8c0254 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908461 Jul 06 18:46:56.845709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8fdbab8-d430-4047-8a77-c14f5186dcae req-befa2889-6089-4cc1-8030-1513b0588d0e service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914724 Jul 06 18:46:57.681525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd53bb7-4b5e-45a5-a4fc-46cc4e50683a req-1dc426ce-240d-42e5-b993-d759fd675681 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:57.684237 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcd53bb7-4b5e-45a5-a4fc-46cc4e50683a req-1dc426ce-240d-42e5-b993-d759fd675681 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0871139 Jul 06 18:46:57.725726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fcd53bb7-4b5e-45a5-a4fc-46cc4e50683a req-efd91905-4ce8-41d7-9fff-9350efcec14d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Jul 06 18:46:58.029752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.031951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdab6c3c-f326-4b23-bfb6-a229c64b330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.222917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d60ba9-c4cf-44e8-8521-efe161c9540b req-ec5ba426-fdc5-47a9-b2f0-34363cd54923 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.225987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3d60ba9-c4cf-44e8-8521-efe161c9540b req-ec5ba426-fdc5-47a9-b2f0-34363cd54923 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.1108577 Jul 06 18:46:58.270340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f3d60ba9-c4cf-44e8-8521-efe161c9540b req-b15278a5-65e2-4538-ac2f-4fc8f7ff029a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Jul 06 18:46:59.329775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-e2adbfbe-0c23-481d-84ee-b0a38dbb6407 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.331313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-e2adbfbe-0c23-481d-84ee-b0a38dbb6407 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.0733771 Jul 06 18:46:59.502459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Deleting port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:59.502791 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.515449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cbf5c-3283-4edc-9603-55a2ca095198 req-eb80d07d-575e-4b48-be84-4ed85b6350a0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.517758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f0cbf5c-3283-4edc-9603-55a2ca095198 req-eb80d07d-575e-4b48-be84-4ed85b6350a0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 946 time: 0.1227412 Jul 06 18:46:59.557637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.634416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f0cbf5c-3283-4edc-9603-55a2ca095198 req-a0c2e3e8-028b-4628-bc5a-e8b933c27b94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010115 Jul 06 18:46:59.666668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] For port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:59.667089 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.283781 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.284202 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.284521 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf disassociated. External IP: 172.25.5.220, port: 6f66adf6-4093-438d-9ab7-1e36d17a2f3a. Jul 06 18:47:00.284870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Calling delete_port for 6f66adf6-4093-438d-9ab7-1e36d17a2f3a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:00.422176 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.453599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event deleted for resources: {'Port': ['ID=6f66adf6-4093-438d-9ab7-1e36d17a2f3a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:00.581610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:00.603069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.698332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:00.708907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:00.718858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:00.720153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:00.755326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] No DVR routers for this DVR port 6f66adf6-4093-438d-9ab7-1e36d17a2f3a on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:00.758012 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:00.760374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ead7c3b0-73d7-4047-a909-16c2129d8f66 req-6a1aa779-d3fe-4e16-ba05-b577434e6939 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.61 "DELETE /v2.0/ports/6f66adf6-4093-438d-9ab7-1e36d17a2f3a HTTP/1.1" status: 204 len: 173 time: 1.4234591 Jul 06 18:47:00.761057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-deleted', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:00.763401 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949b73d-9040-4530-a12f-85c44fa59c18" -d '{"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-deleted", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:00.802364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6947d597-628b-4918-a794-47a7cea2efc7 req-cddb7687-cd2d-48e6-b139-246d1a2ada53 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4f868f-edbe-4cdd-9756-57ad8b897f1b HTTP/1.1" status: 200 len: 210 time: 0.0314922 Jul 06 18:47:00.853188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:00.854433 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640be4b-c1b3-49c9-a57b-45e09bfb36a7 x-openstack-request-id: req-b640be4b-c1b3-49c9-a57b-45e09bfb36a7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:00.854764 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f868f-edbe-4cdd-9756-57ad8b897f1b", "name": "network-vif-deleted", "tag": "6f66adf6-4093-438d-9ab7-1e36d17a2f3a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:00.855109 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b640be4b-c1b3-49c9-a57b-45e09bfb36a7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:00.855418 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f868f-edbe-4cdd-9756-57ad8b897f1b', 'name': 'network-vif-deleted', 'tag': '6f66adf6-4093-438d-9ab7-1e36d17a2f3a', 'status': 'completed', 'code': 200} Jul 06 18:47:00.978267 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.076685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:01.261814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:01.270675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:01.271325 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:01.384106 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:01.603377 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:01.634443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb357338-d106-4c9a-960d-ca23b9e6e09e None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:01.869855 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f669c66-363a-4265-a6af-5dcc0818bb78 None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:47:02.176092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-00ac5779-15da-4493-ac53-0f423c4abee3 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2097858515&fields=id&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 267 time: 0.0361032 Jul 06 18:47:02.286781 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-1d663b17-258e-4e00-989e-bdc7fe8ee624 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:02.288301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-1d663b17-258e-4e00-989e-bdc7fe8ee624 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1057951 Jul 06 18:47:02.303076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-6a2d31cc-4be3-4260-af00-1692ac8543b8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/quotas/a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 375 time: 0.0095339 Jul 06 18:47:02.385825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-07649a10-829f-459d-9b4d-f54f0c011b0e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779228 Jul 06 18:47:02.482149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-f7a9d00a-66cb-4094-92e9-1ba86e9ef0cc service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839522 Jul 06 18:47:02.576786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-6bf6bb1a-e53a-4406-b62b-0556823547aa service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Jul 06 18:47:02.640580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:02.662060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 6f66adf6-4093-438d-9ab7-1e36d17a2f3a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:02.662404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 6f66adf6-4093-438d-9ab7-1e36d17a2f3a not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:02.747906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c13bb16-fb04-4425-ba16-eb6151e01f61 req-408bdc22-e810-46bb-a5c0-12b3ae5bd22d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 210 time: 0.0304024 Jul 06 18:47:02.949599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.857743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-738a76e9-3bbc-40fc-8f38-40eed49807da tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:03.859290 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-738a76e9-3bbc-40fc-8f38-40eed49807da tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1144326 Jul 06 18:47:03.893672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d3347112-28ed-40d9-8e48-a0761b8b942f req-6549b5f1-39cd-4af6-b1eb-f6172558f7e1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 210 time: 0.0291393 Jul 06 18:47:03.913983 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-61c83ab3-8e86-4349-8e87-30171230136c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 380 time: 0.0362971 Jul 06 18:47:03.923562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'port': {'device_id': '064a63a3-d0d3-4db0-a396-807fe185e018', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'admin_state_up': True, 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'security_groups': ['64795632-acf0-4c74-8f18-2732bb85569f']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:04.272461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Made reservation on behalf of a7eb858e93e24c4288a054ff54de7aab for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:04.276071 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.408533 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Allocated IP 172.20.0.14 (14f9bf04-9d34-493f-865f-d34b9193b122/4092e808-d6af-484f-8506-0fa067222af9/3f374b54-9b8a-404b-8dd3-50fc9a007728) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:04.566089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.580635 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Transition to ACTIVE for port object 3f374b54-9b8a-404b-8dd3-50fc9a007728 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:04.615032 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.665184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:04.668463 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:04.675341 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:04.681990 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:04.712008 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.712363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.712707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.713071 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.713393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.713716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.714046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.714384 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.714700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.715025 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.715399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.715716 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:04.758551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:04.759229 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.774957 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-7af6280f-67f6-4b6c-9b7f-a9b2c1bedb20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8556511 Jul 06 18:47:04.788027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Request body: {'port': {'device_id': '064a63a3-d0d3-4db0-a396-807fe185e018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:04.869749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.917188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1f981b3d-d822-48e4-a5c1-2a8ac8df4991 None None] Provisioning for port 3f374b54-9b8a-404b-8dd3-50fc9a007728 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:04.921380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1f981b3d-d822-48e4-a5c1-2a8ac8df4991 None None] Provisioning complete for port 3f374b54-9b8a-404b-8dd3-50fc9a007728 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:04.921776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f981b3d-d822-48e4-a5c1-2a8ac8df4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:04.964856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f981b3d-d822-48e4-a5c1-2a8ac8df4991 None None] Port 3f374b54-9b8a-404b-8dd3-50fc9a007728 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:05.082201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371b747-f499-4688-8dcb-68cd3dae63e7 req-9655971f-0b7f-4e11-944b-684d76ad0466 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:05.083878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4371b747-f499-4688-8dcb-68cd3dae63e7 req-9655971f-0b7f-4e11-944b-684d76ad0466 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 932 time: 0.0717614 Jul 06 18:47:05.125748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4371b747-f499-4688-8dcb-68cd3dae63e7 req-0aaa1c4f-ce08-4054-9677-78a306ede698 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351181 Jul 06 18:47:05.175223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f374b54-9b8a-404b-8dd3-50fc9a007728 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:05.183478 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.202356 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Transition to ACTIVE for port object 3f374b54-9b8a-404b-8dd3-50fc9a007728 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:05.206362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.257234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:05.342864 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:05.343137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:05.343510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:05.349548 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:47:05.349980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:05.358427 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:05.358967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:05.360140 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:05.360887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Bound port: 3f374b54-9b8a-404b-8dd3-50fc9a007728, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:05.361481 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.450293 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:05.456433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:05.460803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.502523 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:05.503156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:05.504653 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] 10.222.0.60 "PUT /v2.0/ports/3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1092 time: 0.7211034 Jul 06 18:47:05.505061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:05.507392 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a66f6-36ff-4458-9504-462cc8c746e5" -d '{"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:05.540971 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fa38c-f52d-4be3-ad16-da8d81fc0c82 service neutron] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:05.569460 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7587b418-928a-41f7-954e-08c69e92fbf3 x-openstack-request-id: req-7587b418-928a-41f7-954e-08c69e92fbf3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:05.569756 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:05.570004 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7587b418-928a-41f7-954e-08c69e92fbf3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:05.570399 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'status': 'completed', 'code': 200} Jul 06 18:47:05.619953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-c3cc7f25-64c3-4876-9518-cf491b67c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:05.621527 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-c3cc7f25-64c3-4876-9518-cf491b67c58f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1095 time: 0.0614455 Jul 06 18:47:05.676630 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-bd498d65-586c-404f-b9b1-9f23d6dccef1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 217 time: 0.0452275 Jul 06 18:47:05.726436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-17a54e4f-b0c6-4013-abe6-1b056fb39a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:05.727962 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-17a54e4f-b0c6-4013-abe6-1b056fb39a8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0451648 Jul 06 18:47:05.787393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1801d-de1e-4179-804a-8d792704356c req-aa1f9f92-695a-4dbc-9c64-10fe652e9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:05.788834 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-aa1f9f92-695a-4dbc-9c64-10fe652e9d5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542383 Jul 06 18:47:05.887965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-6fa61860-0bfc-4015-8be2-1864ced9e8ff service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910609 Jul 06 18:47:05.985863 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ece1801d-de1e-4179-804a-8d792704356c req-f6840951-9289-4bf0-85d1-e6af2ce7bc3a service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869792 Jul 06 18:47:06.103895 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-6acb3390-f25a-46e8-8f8a-13901b47c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:06.105423 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-6acb3390-f25a-46e8-8f8a-13901b47c2a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1095 time: 0.0638738 Jul 06 18:47:06.200101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-f395c358-b3f3-4c1f-8dba-71c3021155ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:06.201611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-f395c358-b3f3-4c1f-8dba-71c3021155ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0890248 Jul 06 18:47:06.244856 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-baca7953-13f1-409b-8a68-6a3175b1d32c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 217 time: 0.0349147 Jul 06 18:47:06.300094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-a0f7ba33-9b8d-4137-9eba-221cf399b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:06.301580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-a0f7ba33-9b8d-4137-9eba-221cf399b23f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0502503 Jul 06 18:47:06.311077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81e972-2a3c-4c86-ab1b-ba85ee1b457f req-cbb2bf87-3401-45d6-bc44-6ac5bb3e3c27 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:06.313174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b81e972-2a3c-4c86-ab1b-ba85ee1b457f req-cbb2bf87-3401-45d6-bc44-6ac5bb3e3c27 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 944 time: 0.0644372 Jul 06 18:47:06.352652 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4b81e972-2a3c-4c86-ab1b-ba85ee1b457f req-40459770-240c-4044-934e-833a32e33eea tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Jul 06 18:47:06.362156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-26283e76-5d4b-4399-bd67-860664267cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:06.363707 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-26283e76-5d4b-4399-bd67-860664267cfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552034 Jul 06 18:47:06.455009 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-c952b8be-6018-404d-8a08-9fdd9be904c7 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Jul 06 18:47:06.556671 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c00a66f6-36ff-4458-9504-462cc8c746e5 req-38e9abce-f04b-46db-85a3-9c5859c8a151 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943923 Jul 06 18:47:07.726173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75454849-d535-42e7-9b1d-465750751846 req-a6dd4a0c-9185-40b5-b841-d426f9467f75 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:07.727635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75454849-d535-42e7-9b1d-465750751846 req-a6dd4a0c-9185-40b5-b841-d426f9467f75 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 944 time: 0.0687475 Jul 06 18:47:07.765446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75454849-d535-42e7-9b1d-465750751846 req-9d24bcb0-2346-400b-990f-d482fd6e1e00 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Jul 06 18:47:08.377800 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:47:08.940116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e772b44-42af-4f1e-babf-bb5c2126e3fd req-6d76e98b-a5f0-4f84-baa4-7400ab41ce14 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:08.941658 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e772b44-42af-4f1e-babf-bb5c2126e3fd req-6d76e98b-a5f0-4f84-baa4-7400ab41ce14 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 944 time: 0.0645952 Jul 06 18:47:08.981408 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8e772b44-42af-4f1e-babf-bb5c2126e3fd req-83673a89-2154-4efd-a871-107a2a59aefc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341721 Jul 06 18:47:09.844795 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:47:09.944485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:09.957402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:47:09.996572 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.010672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f374b54-9b8a-404b-8dd3-50fc9a007728 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:10.031946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:10.036441 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:10.096423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:10.168798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c024-dabf-4639-a746-98ba3a9e4b8c req-bffcba42-d4e9-4dfb-b2c7-020c2aa97ae4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:10.170321 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a90c024-dabf-4639-a746-98ba3a9e4b8c req-bffcba42-d4e9-4dfb-b2c7-020c2aa97ae4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0653679 Jul 06 18:47:10.210003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a90c024-dabf-4639-a746-98ba3a9e4b8c req-fa88a675-faa6-43a2-8d8d-e6d47006383d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Jul 06 18:47:10.310001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['3f374b54-9b8a-404b-8dd3-50fc9a007728'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:11.390176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc642e-c536-4a03-a9b6-6bc7962cbbb6 req-8d2151ad-0555-4469-b1df-5adf1d2ea5ff tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:11.392292 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6edc642e-c536-4a03-a9b6-6bc7962cbbb6 req-8d2151ad-0555-4469-b1df-5adf1d2ea5ff tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0683622 Jul 06 18:47:11.431775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6edc642e-c536-4a03-a9b6-6bc7962cbbb6 req-c35149cb-d066-428b-a397-bb0c98b7e1a2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339839 Jul 06 18:47:11.869117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:11.920411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 3f374b54-9b8a-404b-8dd3-50fc9a007728 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:11.925248 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 3f374b54-9b8a-404b-8dd3-50fc9a007728 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:11.925616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.003027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.025238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:12.027413 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdfaf7e-1956-4a82-8db5-1ee2dbe687b8" -d '{"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-plugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:12.042235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:12.046166 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:12.070876 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1014949f-338c-40c3-b33f-5bc888844c0b x-openstack-request-id: req-1014949f-338c-40c3-b33f-5bc888844c0b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:12.071171 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-plugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:12.071450 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1014949f-338c-40c3-b33f-5bc888844c0b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:12.071835 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'code': 200} Jul 06 18:47:12.099649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:12.176888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86811d-e150-48ae-8f34-7ef8f4195b49 req-e425d964-3f6b-4f0f-9f2d-7622e94749c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:12.178435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2c86811d-e150-48ae-8f34-7ef8f4195b49 req-e425d964-3f6b-4f0f-9f2d-7622e94749c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1097 time: 0.0540473 Jul 06 18:47:12.214266 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-2c86811d-e150-48ae-8f34-7ef8f4195b49 req-f5f5132d-23aa-454a-b481-fe6d70be4c4d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292783 Jul 06 18:47:12.608021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe224-789b-49f1-bdc0-0e6092cb7143 req-66483140-fd8e-46e6-924d-1f0a08a1a653 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:12.609516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13dfe224-789b-49f1-bdc0-0e6092cb7143 req-66483140-fd8e-46e6-924d-1f0a08a1a653 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0671859 Jul 06 18:47:12.647919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13dfe224-789b-49f1-bdc0-0e6092cb7143 req-40f1aa02-37b5-4701-8b45-f16224b3b6fa tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jul 06 18:47:13.822438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49307bd-1b9e-4c77-af7a-4640ecba1350 req-8ce72bae-cd69-48fa-8100-f1b52eca062b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:13.823969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49307bd-1b9e-4c77-af7a-4640ecba1350 req-8ce72bae-cd69-48fa-8100-f1b52eca062b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0667796 Jul 06 18:47:13.863578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d49307bd-1b9e-4c77-af7a-4640ecba1350 req-6ff058f8-983a-42c4-a6ff-7ae755382bf7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334561 Jul 06 18:47:14.039037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99008e56-9157-4610-b8ef-864469761d94 req-8b16c35e-ad2b-4058-bb05-4e49c6727cee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:14.040548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99008e56-9157-4610-b8ef-864469761d94 req-8b16c35e-ad2b-4058-bb05-4e49c6727cee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0632479 Jul 06 18:47:14.049292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 42780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:47:14.053883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'floatingip': {'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:14.094832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.550991 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.555205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.658302 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf associated. External IP: 172.25.5.220, port: 3f374b54-9b8a-404b-8dd3-50fc9a007728. Jul 06 18:47:14.867343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:47:14.981743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:47:14.986682 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:14.992408 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:47:15.001825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:15.002445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:15.024153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a819ef7e-5881-4559-9b95-11941d440c3f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "PUT /v2.0/floatingips/e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf HTTP/1.1" status: 200 len: 992 time: 0.9733710 Jul 06 18:47:15.024389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:15.026578 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db305c9f-cf05-49b6-9891-c944510b0799" -d '{"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:15.107662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:15.157132 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcfe246-9ea3-4089-b9e1-cc2177c7b800 x-openstack-request-id: req-cdcfe246-9ea3-4089-b9e1-cc2177c7b800 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:15.157453 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:15.157754 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdcfe246-9ea3-4089-b9e1-cc2177c7b800 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:15.158186 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'status': 'completed', 'code': 200} Jul 06 18:47:15.260832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305c9f-cf05-49b6-9891-c944510b0799 req-2666c0ec-4fa0-4a47-afd1-33ad6607ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:15.263899 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-2666c0ec-4fa0-4a47-afd1-33ad6607ce63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1097 time: 0.0730031 Jul 06 18:47:15.358312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305c9f-cf05-49b6-9891-c944510b0799 req-f4736c19-e13f-4997-8cfd-3fbeb67d2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:15.360500 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-f4736c19-e13f-4997-8cfd-3fbeb67d2a18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0894516 Jul 06 18:47:15.438289 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-fb944097-cd46-4cfc-b813-42e40ae1a50c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1000 time: 0.0680945 Jul 06 18:47:15.457109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a63a3-d0d3-4db0-a396-807fe185e018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 9, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:15.489000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:47:15.492185 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305c9f-cf05-49b6-9891-c944510b0799 req-4dbf5bb5-ed00-4324-a739-907f2a6db624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:15.493691 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-4dbf5bb5-ed00-4324-a739-907f2a6db624 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0473156 Jul 06 18:47:15.497274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:47:15.497887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:46:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:15.552654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305c9f-cf05-49b6-9891-c944510b0799 req-a265c975-320b-4a03-8654-c0058422f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:15.554179 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-a265c975-320b-4a03-8654-c0058422f43e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530293 Jul 06 18:47:15.605333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:47:15.651096 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-d9323011-3549-4496-981d-a161c72933f2 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896297 Jul 06 18:47:15.744045 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-db305c9f-cf05-49b6-9891-c944510b0799 req-553357f2-09f1-442e-985c-fd9f7ae76c79 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855377 Jul 06 18:47:15.832710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a63a3-d0d3-4db0-a396-807fe185e018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 9, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:47:15.859351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d091c-4084-48f1-8cbb-eb6e22ea92cf None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a63a3-d0d3-4db0-a396-807fe185e018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:47:14Z', 'revision_number': 9, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:47:16.043574 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299860c-9355-40f9-a90d-48c54693d2aa None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:47:25.512508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2764c12e-5e47-490e-b690-088969a6000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.025160 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:28.027608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4b6653d-00a2-4407-8d93-1c65b4ffd072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:29.548726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.612386 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.945858 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:32.949106 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:45.377827 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:47:55.515837 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-210b6528-8f88-42c8-bb5b-f8737306dc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.026261 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.028260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23f15ff5-c7f8-4f97-bccd-8d39b9b7906c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:59.549491 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.615554 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.947220 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.969015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.246496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-a2e0d1ee-56e9-43f9-8f1f-a331a88537bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552757 Jul 06 18:48:14.358435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-b5a4e0e9-3dfb-42a9-b6f4-7ad175226c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:14.360207 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-b5a4e0e9-3dfb-42a9-b6f4-7ad175226c05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1097 time: 0.0629568 Jul 06 18:48:14.479289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-08704fdb-e9ac-41e9-89b3-960f453dc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:14.480832 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-08704fdb-e9ac-41e9-89b3-960f453dc5d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0938408 Jul 06 18:48:14.564407 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-d74743f9-8d35-41b3-ab10-c73d738a41e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1003 time: 0.0718622 Jul 06 18:48:14.617654 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-b282a4de-a9ec-4747-b83c-1bb1a4d9052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:14.619160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-b282a4de-a9ec-4747-b83c-1bb1a4d9052f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0471678 Jul 06 18:48:14.682978 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-a5f1ea0f-45a8-4fd0-b6ae-0dddd675f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:14.684575 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-a5f1ea0f-45a8-4fd0-b6ae-0dddd675f367 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586953 Jul 06 18:48:14.696737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-036b1e3f-61aa-4b7c-b736-06f8124b1ceb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:48:14.697826 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-036b1e3f-61aa-4b7c-b736-06f8124b1ceb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054433 Jul 06 18:48:14.798648 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-c145d2db-cb8f-449e-b07e-37477e0ef5d5 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934889 Jul 06 18:48:14.898964 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-f8e9505d-72e0-4b61-b0eb-17a6d5d8cfa8 req-d0f5a103-f695-4cf6-8392-600b30b343ec service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922799 Jul 06 18:48:22.378778 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:48:25.519023 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5616b7b-4069-4954-aa7e-d8713b77b0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.027784 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.029776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4636-d2ea-44df-a6c8-1fcb884c3364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:29.552533 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.622108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.947860 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:32.965190 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:55.523375 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a731025-e34f-464d-b005-986900f0c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.027197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.030329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad23576d-d5c1-4d7c-8e0f-d089707b53ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:58.748718 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-0ef2e8ad-c6c7-44b9-b93c-92ced19566a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571532 Jul 06 18:48:58.812405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360803c1-4b7e-44b9-8004-7f95694e31d0 req-f21fc113-5076-4b7b-833e-e14d6ae5fbe2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:58.813938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-360803c1-4b7e-44b9-8004-7f95694e31d0 req-f21fc113-5076-4b7b-833e-e14d6ae5fbe2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0737972 Jul 06 18:48:58.852686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-360803c1-4b7e-44b9-8004-7f95694e31d0 req-b5f7b505-b047-47a3-90b8-052c5ab6ca48 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Jul 06 18:48:59.379568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:48:59.555762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.025646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc078-2cc2-441d-9b86-3b017cfac5c0 req-5d21cd97-f55e-43f5-9ee0-0a85844c9f94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:00.027191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52cdc078-2cc2-441d-9b86-3b017cfac5c0 req-5d21cd97-f55e-43f5-9ee0-0a85844c9f94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0642996 Jul 06 18:49:00.067002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-52cdc078-2cc2-441d-9b86-3b017cfac5c0 req-bd05bb6d-f28e-429f-96ed-4dd081280d64 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Jul 06 18:49:00.633613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:00.948287 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:01.244870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79cd8d-b4dd-4d1f-b6ba-4639816362b3 req-d7a1f7bc-e5d3-401f-a379-bff453b95a1c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:01.246343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd79cd8d-b4dd-4d1f-b6ba-4639816362b3 req-d7a1f7bc-e5d3-401f-a379-bff453b95a1c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0651991 Jul 06 18:49:01.285111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd79cd8d-b4dd-4d1f-b6ba-4639816362b3 req-8fc3dd5c-38be-4b96-8995-fab75fbae673 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Jul 06 18:49:01.995180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-bd4a7351-f8a6-448c-93cd-60509b047058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:01.996761 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-bd4a7351-f8a6-448c-93cd-60509b047058 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1097 time: 0.0591559 Jul 06 18:49:02.089709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-93e1172a-ebf2-41ee-b6f6-67dc2109258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.091920 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-93e1172a-ebf2-41ee-b6f6-67dc2109258b service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0877833 Jul 06 18:49:02.164250 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-eabbd476-d871-45b9-b796-b902571b0b47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1003 time: 0.0654507 Jul 06 18:49:02.215273 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-219d27d9-e03c-4e31-a0a4-36597f32e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.217382 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-219d27d9-e03c-4e31-a0a4-36597f32e074 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0465031 Jul 06 18:49:02.281020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-c93baa37-e7a9-4498-8de8-c18f4b332580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.282547 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-c93baa37-e7a9-4498-8de8-c18f4b332580 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577705 Jul 06 18:49:02.383473 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-701f08c3-459d-4394-b329-963788347dda service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935926 Jul 06 18:49:02.488431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef53b-d2c5-41d9-a9ab-80130c7fb91b req-c728d48a-a7bf-4f07-882d-293b0ed50fd9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.489247 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-9d4f0f45-d218-4ba0-8c65-4edc6d450aa0 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991414 Jul 06 18:49:02.490018 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6cef53b-d2c5-41d9-a9ab-80130c7fb91b req-c728d48a-a7bf-4f07-882d-293b0ed50fd9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0813653 Jul 06 18:49:02.536333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6cef53b-d2c5-41d9-a9ab-80130c7fb91b req-66823f16-f18d-4ee3-92e1-13fcec06c2b2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Jul 06 18:49:02.975916 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.719995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ec9f2-d578-4d31-b884-9a4414008832 req-e3b261af-47fb-455e-9198-2950d7969e12 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:03.721831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728ec9f2-d578-4d31-b884-9a4414008832 req-e3b261af-47fb-455e-9198-2950d7969e12 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0665367 Jul 06 18:49:03.761664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-728ec9f2-d578-4d31-b884-9a4414008832 req-901c3101-c958-4573-a01a-01ba4b567395 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Jul 06 18:49:04.956020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf18d07-1819-4ec8-af4a-d5b676441ea1 req-de1e59e4-ddd2-4c11-92bc-79555a913190 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.957858 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bf18d07-1819-4ec8-af4a-d5b676441ea1 req-de1e59e4-ddd2-4c11-92bc-79555a913190 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0763021 Jul 06 18:49:05.004330 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6bf18d07-1819-4ec8-af4a-d5b676441ea1 req-a9fd72be-1d8a-4de4-9f94-c9d117166705 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Jul 06 18:49:06.194076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd9ed0-cb77-4f86-945c-d84ab46a3915 req-68feb29e-e0e3-4e2d-ab34-22276b72e722 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.195682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60fd9ed0-cb77-4f86-945c-d84ab46a3915 req-68feb29e-e0e3-4e2d-ab34-22276b72e722 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0735717 Jul 06 18:49:06.237915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60fd9ed0-cb77-4f86-945c-d84ab46a3915 req-50c8baf8-547a-4863-b100-35c4b37f6026 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346367 Jul 06 18:49:07.419961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a310023-f3b8-4b67-90de-9617ab8549b4 req-ac6acb0c-d54c-4be7-94f2-ad3eb9c56039 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:07.421515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a310023-f3b8-4b67-90de-9617ab8549b4 req-ac6acb0c-d54c-4be7-94f2-ad3eb9c56039 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0661325 Jul 06 18:49:07.459417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7a310023-f3b8-4b67-90de-9617ab8549b4 req-ac1fa125-c89f-4482-bc1e-2828298b8635 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Jul 06 18:49:08.643234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f0b3-0d68-4f30-b804-93d2f902872b req-b7569ee5-7e38-4448-a15a-547c8f8dffde tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:08.644738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac20f0b3-0d68-4f30-b804-93d2f902872b req-b7569ee5-7e38-4448-a15a-547c8f8dffde tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0692627 Jul 06 18:49:08.682364 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac20f0b3-0d68-4f30-b804-93d2f902872b req-87313ec8-934d-4333-9653-aed21c218052 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Jul 06 18:49:09.865312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971a3-e2ea-41b9-b22d-959ecfb8c549 req-85e5f5ed-6b98-48fe-9d15-5b7dd999a468 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:09.866859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-394971a3-e2ea-41b9-b22d-959ecfb8c549 req-85e5f5ed-6b98-48fe-9d15-5b7dd999a468 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0677574 Jul 06 18:49:09.916440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-394971a3-e2ea-41b9-b22d-959ecfb8c549 req-4de89d2e-c480-47e4-8072-15e791a7f9c1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Jul 06 18:49:11.116045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd914e0-cfc9-4e42-92e8-cefa2c7646a9 req-e7096a4d-b6bb-4c7f-a754-59a4f1062021 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:11.117548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdd914e0-cfc9-4e42-92e8-cefa2c7646a9 req-e7096a4d-b6bb-4c7f-a754-59a4f1062021 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0671911 Jul 06 18:49:11.158256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bdd914e0-cfc9-4e42-92e8-cefa2c7646a9 req-4db3c609-9348-459f-af8b-debaa2ec0260 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333364 Jul 06 18:49:12.341570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cc1e7-9d71-4cc1-bd0e-ec6761c49fea req-dd694629-22bd-4862-b25e-fa2b6e7707d3 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:12.343073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-622cc1e7-9d71-4cc1-bd0e-ec6761c49fea req-dd694629-22bd-4862-b25e-fa2b6e7707d3 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0646908 Jul 06 18:49:12.382090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-622cc1e7-9d71-4cc1-bd0e-ec6761c49fea req-9c322c24-ce75-4782-9699-dde4988a7e35 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Jul 06 18:49:13.557672 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d385-0664-4293-823a-f8a5a4a8e1a8 req-580767e7-c1c7-41a9-b34e-a1534c92361d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:13.559191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b72d385-0664-4293-823a-f8a5a4a8e1a8 req-580767e7-c1c7-41a9-b34e-a1534c92361d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0649328 Jul 06 18:49:13.599772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3b72d385-0664-4293-823a-f8a5a4a8e1a8 req-de6a00d2-85b3-4f9b-917d-f40c3c9cf8ea tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339234 Jul 06 18:49:14.540353 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efc84-5502-4408-88cc-8847c7f54053 req-137ca859-9370-4d35-a1c5-703e15840664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:14.541845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-137ca859-9370-4d35-a1c5-703e15840664 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1097 time: 0.0565042 Jul 06 18:49:14.655662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efc84-5502-4408-88cc-8847c7f54053 req-52e0c9bb-a3db-49a2-80a0-a20a9d1b2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:14.657202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-52e0c9bb-a3db-49a2-80a0-a20a9d1b2761 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0933702 Jul 06 18:49:14.727227 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-334a4560-6f90-4d10-9566-dfeafefdf80a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1003 time: 0.0607984 Jul 06 18:49:14.777513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086a1c-062c-41e5-a04f-700146e32f8e req-cabae169-9eec-43e2-bc73-915ba28bd582 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:14.779137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0086a1c-062c-41e5-a04f-700146e32f8e req-cabae169-9eec-43e2-bc73-915ba28bd582 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0684063 Jul 06 18:49:14.785291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efc84-5502-4408-88cc-8847c7f54053 req-78175114-271f-437e-b44a-c67ee2125af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:14.786741 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-78175114-271f-437e-b44a-c67ee2125af7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0489628 Jul 06 18:49:14.817539 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0086a1c-062c-41e5-a04f-700146e32f8e req-6a073aad-1310-4176-954e-b24e833a52b5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328345 Jul 06 18:49:14.857672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efc84-5502-4408-88cc-8847c7f54053 req-eb9fb981-38a6-46cd-8a1b-5c02d7f06358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:14.859178 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-eb9fb981-38a6-46cd-8a1b-5c02d7f06358 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543261 Jul 06 18:49:14.955311 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-847e5f9d-5c2d-40ce-b763-62d0b0e3d33f service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817244 Jul 06 18:49:15.067795 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-6e67275c-2454-4169-86e1-107d65989641 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001208 Jul 06 18:49:15.106468 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-fb03da7d-db2f-488a-8c28-2d27bd333f98 service neutron] show failed (client error): The resource could not be found. Jul 06 18:49:15.107677 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-fb03da7d-db2f-488a-8c28-2d27bd333f98 service neutron] 10.222.0.60 "GET /v2.0/ports/3f374b54-9b8a-404b-8dd3-50fc9a007728/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0574524 Jul 06 18:49:15.431182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-2abe2e09-39d7-4f09-a7de-8c908f4ad23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:15.432748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-2abe2e09-39d7-4f09-a7de-8c908f4ad23a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 1097 time: 0.1102443 Jul 06 18:49:15.444008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:15.524625 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.734921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:15.768052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:15.805567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:15.808032 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2ac09-9eb5-4b1b-990c-1cf066cb7ae2" -d '{"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-unplugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:15.812690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.827359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Transition to ACTIVE for port object 3f374b54-9b8a-404b-8dd3-50fc9a007728 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:15.832167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:15.884856 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a1753-b77b-43dd-bf4c-35d816d80961 x-openstack-request-id: req-216a1753-b77b-43dd-bf4c-35d816d80961 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:15.885150 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-unplugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:15.885405 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-216a1753-b77b-43dd-bf4c-35d816d80961 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:15.885935 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'code': 200} Jul 06 18:49:15.940256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:15.955604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.955871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.956228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.956586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.956936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.957257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.957717 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.958016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.958383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.958707 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.959819 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.960171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:15.990513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] No DVR routers for this DVR port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:16.142689 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6465334-e6ec-47b8-a0e3-7eb9c5503749 req-9c3549fe-16bc-400e-8e3d-0e24ba150dcb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:16.144129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6465334-e6ec-47b8-a0e3-7eb9c5503749 req-9c3549fe-16bc-400e-8e3d-0e24ba150dcb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 944 time: 0.1556475 Jul 06 18:49:16.194736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:16.195075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:16.195441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:16.202800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:49:16.203123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:16.216718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:16.217060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:16.217449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:16.217881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Bound port: 3f374b54-9b8a-404b-8dd3-50fc9a007728, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:16.218251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.223545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d6465334-e6ec-47b8-a0e3-7eb9c5503749 req-3e0f5ac7-ebe7-4275-8f6c-b73e7c7f2a12 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712569 Jul 06 18:49:16.285048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:16.288491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:16.292556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.328486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:16.329147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:16.330574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] 10.222.0.61 "PUT /v2.0/ports/3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1092 time: 0.8906598 Jul 06 18:49:16.386796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b31b-6c4f-4c91-81e7-47d960a44220 service neutron] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:16.418391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-f3b5fec7-7d71-491b-ba4f-115ee8fe3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:16.420854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-f3b5fec7-7d71-491b-ba4f-115ee8fe3ff7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1095 time: 0.0656962 Jul 06 18:49:16.515083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-d2eba40b-591b-4df9-85ad-52a1b007dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:16.516609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-d2eba40b-591b-4df9-85ad-52a1b007dcee service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0900209 Jul 06 18:49:16.586442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-2cd2c7e9-dfd7-4643-8c0c-c27eea05e269 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1001 time: 0.0629182 Jul 06 18:49:16.634924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-4ddcd0b1-6411-46b2-b0e0-91cfc5ab5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:16.636304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-4ddcd0b1-6411-46b2-b0e0-91cfc5ab5ab5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0435119 Jul 06 18:49:16.692312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-b384c9ea-2c71-463a-881d-36467b8887bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:16.693869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-b384c9ea-2c71-463a-881d-36467b8887bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517659 Jul 06 18:49:16.786529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-c54a85f4-7d59-41e6-acb9-0000bc2ce0c7 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863850 Jul 06 18:49:16.875594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-6bdad370-76ea-42f3-a972-a3d75962ddc8 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828447 Jul 06 18:49:17.404460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad46b8b-03bd-48e5-9502-34b6d53f4d82 req-7b01b50f-baa4-49a3-8aa0-f544818686c0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:17.405892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ad46b8b-03bd-48e5-9502-34b6d53f4d82 req-7b01b50f-baa4-49a3-8aa0-f544818686c0 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 944 time: 0.0680742 Jul 06 18:49:17.444247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ad46b8b-03bd-48e5-9502-34b6d53f4d82 req-244ec714-3292-450e-b147-93993632cfbc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327768 Jul 06 18:49:17.886837 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:17.889442 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f7fff8-f8c8-4dca-b853-994c431783bd" -d '{"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:17.938819 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965b06b7-bd0c-4210-a609-89bbf3764c02 x-openstack-request-id: req-965b06b7-bd0c-4210-a609-89bbf3764c02 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:17.939120 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:17.939419 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-965b06b7-bd0c-4210-a609-89bbf3764c02 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:17.939935 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'status': 'completed', 'code': 200} Jul 06 18:49:18.054239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-d5680e96-6d33-45fe-927f-36593c74b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.055662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-d5680e96-6d33-45fe-927f-36593c74b28e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1095 time: 0.0885034 Jul 06 18:49:18.058045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-c4121962-7470-4044-9bd6-7147184554bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.059552 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-c4121962-7470-4044-9bd6-7147184554bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1095 time: 0.1017902 Jul 06 18:49:18.211911 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-09c49db1-5f56-4d72-898f-ce6db573081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.213291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-09c49db1-5f56-4d72-898f-ce6db573081d service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1512074 Jul 06 18:49:18.216427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-fa620e15-8070-4400-9856-8fb580cd77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.217849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-fa620e15-8070-4400-9856-8fb580cd77c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1486335 Jul 06 18:49:18.327674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-04bf046e-097e-455d-bf48-452b98255964 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1001 time: 0.1056559 Jul 06 18:49:18.329598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-2a127e06-4f56-4de4-8d3a-e451705645eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1001 time: 0.1023524 Jul 06 18:49:18.417762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-01acb61a-1c73-444e-bfa6-fd3305d16926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.419519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-01acb61a-1c73-444e-bfa6-fd3305d16926 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0831795 Jul 06 18:49:18.420832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-46bb041c-c5f3-42db-8bdd-d90e76483ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.422169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-46bb041c-c5f3-42db-8bdd-d90e76483ed0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0848517 Jul 06 18:49:18.483228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:18.525968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-f24b1272-2234-4cb8-8ddb-7124e36b637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.527623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-f24b1272-2234-4cb8-8ddb-7124e36b637d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014574 Jul 06 18:49:18.532804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-141dac21-0d6c-4344-bd19-dd1e6982c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:18.534179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-141dac21-0d6c-4344-bd19-dd1e6982c342 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994601 Jul 06 18:49:18.542981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:19.083825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-6d013d59-95bd-49dc-8d83-eaca66d90a10 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463562 Jul 06 18:49:19.090459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-5a51d7a8-5db9-44be-8285-1616b6d6005f service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432262 Jul 06 18:49:19.141886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dc907-ee43-48f1-950e-3629c403d2c6 req-28dae2d0-d441-4919-9dfe-42d579d6b568 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.143374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-813dc907-ee43-48f1-950e-3629c403d2c6 req-28dae2d0-d441-4919-9dfe-42d579d6b568 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 944 time: 0.5544736 Jul 06 18:49:19.229566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:49:19.275963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-813dc907-ee43-48f1-950e-3629c403d2c6 req-bd8637b9-f6cd-4b74-977a-a8188bd91353 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845928 Jul 06 18:49:19.300452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-5a5a976a-2714-4607-ba95-95411f9f2d7f service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956961 Jul 06 18:49:19.303882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1f7fff8-f8c8-4dca-b853-994c431783bd req-afa150f5-86b0-4d8e-b799-c11dd2a4b65b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091813 Jul 06 18:49:19.327427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:19.339564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:49:19.378970 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.396746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f374b54-9b8a-404b-8dd3-50fc9a007728 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:19.419568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:19.425114 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.441347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-d750a40e-73a1-4fde-8808-3d35976b1f7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602918 Jul 06 18:49:19.481906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:19.489892 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.490541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.491287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.491287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.491570 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.492044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.492423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.492808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.493316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.493719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.494077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.494559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:49:19.539970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-6aaf3a8c-71ac-4007-ae4a-b5cd60dd2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.541390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-6aaf3a8c-71ac-4007-ae4a-b5cd60dd2959 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1096 time: 0.0557544 Jul 06 18:49:19.640508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.61', 57549) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:19.647860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['3f374b54-9b8a-404b-8dd3-50fc9a007728'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:19.661995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-758bb67e-d422-4645-8bcf-b636bc27e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.663563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-758bb67e-d422-4645-8bcf-b636bc27e582 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1014836 Jul 06 18:49:19.738778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-2d803fe9-6c53-4a62-aab7-b5f99527a4b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.740360 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-2d803fe9-6c53-4a62-aab7-b5f99527a4b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.61 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018&tenant_id=a7eb858e93e24c4288a054ff54de7aab&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 945 time: 0.0985625 Jul 06 18:49:19.778884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-60125b18-71af-49e8-aa65-8e38782b1cc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1002 time: 0.1089134 Jul 06 18:49:19.808687 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-5ef10bd3-9243-449c-b3f0-2f3e72ce35db service neutron] 10.222.0.61 "GET /v2.0/ports/3f374b54-9b8a-404b-8dd3-50fc9a007728/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 382 time: 0.0629244 Jul 06 18:49:19.841853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b868b-1282-4669-9b76-4e235458d0f8 req-82783055-7236-4a39-afe9-12d201c8ddd1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.843372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-337b868b-1282-4669-9b76-4e235458d0f8 req-82783055-7236-4a39-afe9-12d201c8ddd1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.1260750 Jul 06 18:49:19.847330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-6af0b3c0-2c3d-4768-9b37-46c17c925c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.848723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-6af0b3c0-2c3d-4768-9b37-46c17c925c73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0640340 Jul 06 18:49:19.911219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-337b868b-1282-4669-9b76-4e235458d0f8 req-f3a04fb8-d104-4f9d-9bb6-9a7a46c84b97 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615664 Jul 06 18:49:19.930140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-9cf454ad-5aca-43c4-931e-438d2573ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:19.931584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-9cf454ad-5aca-43c4-931e-438d2573ae50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761189 Jul 06 18:49:20.035524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-ba8aa90e-3490-4db3-888f-112039a274aa service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972121 Jul 06 18:49:20.125977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c0f9a40-513c-4311-957c-c2aeb77990b2 req-527178bd-be1d-4866-927e-66d5db65d637 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Jul 06 18:49:20.225149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-ef1cd296-b50e-4139-8bb8-7780b45ae06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:20.226679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-ef1cd296-b50e-4139-8bb8-7780b45ae06b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1096 time: 0.0599718 Jul 06 18:49:20.324912 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-22fdbe06-09a2-4508-b619-7b0e3d8b3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:20.326469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-22fdbe06-09a2-4508-b619-7b0e3d8b3f46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0936401 Jul 06 18:49:20.399224 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-020c0b57-5c83-4c97-a789-6f1fe15195a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1002 time: 0.0660293 Jul 06 18:49:20.448079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-0293ae57-5a80-49ba-b134-ffea370a81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:20.449534 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-0293ae57-5a80-49ba-b134-ffea370a81f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0436294 Jul 06 18:49:20.508269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-83a7bd36-8b17-43b0-94d0-e716a9e46e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:20.509782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-83a7bd36-8b17-43b0-94d0-e716a9e46e4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526886 Jul 06 18:49:20.604044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-e3af786a-e8d9-4f55-bce0-a52b7b5bb86f service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Jul 06 18:49:20.702027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-a00409ea-66cd-4236-a466-81611d823670 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859978 Jul 06 18:49:21.088465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f71386-8802-439f-ad77-ba7a0e3369f8 req-b1515142-a29e-44c7-b22e-0c788d97bb6b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.089931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9f71386-8802-439f-ad77-ba7a0e3369f8 req-b1515142-a29e-44c7-b22e-0c788d97bb6b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0650930 Jul 06 18:49:21.128499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9f71386-8802-439f-ad77-ba7a0e3369f8 req-e78bb37c-e824-44b3-a25a-796c00972faa tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Jul 06 18:49:21.234458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:21.285831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 3f374b54-9b8a-404b-8dd3-50fc9a007728 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:21.289639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 3f374b54-9b8a-404b-8dd3-50fc9a007728 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:21.290010 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.367055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.392309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:21.394558 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36175471-13c5-4030-a8a0-9f8e987edc02" -d '{"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-plugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:21.408107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:21.413147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.447910 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea044e59-032b-43d5-85db-c5b6612cc4b3 x-openstack-request-id: req-ea044e59-032b-43d5-85db-c5b6612cc4b3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:21.448200 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-plugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:21.448454 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea044e59-032b-43d5-85db-c5b6612cc4b3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:21.448845 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'code': 200} Jul 06 18:49:21.467179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:22.313675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20763b0-b620-406b-a6f7-48a54655b470 req-bea8d420-8c29-410e-9f00-a16b07def397 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.315211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e20763b0-b620-406b-a6f7-48a54655b470 req-bea8d420-8c29-410e-9f00-a16b07def397 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 946 time: 0.0719047 Jul 06 18:49:22.363183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e20763b0-b620-406b-a6f7-48a54655b470 req-698193b6-ba17-4298-a1b4-982c0cb92f4c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Jul 06 18:49:22.737400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-ca9e4463-24d8-46bb-b69f-57cb7c3c120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.738900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-ca9e4463-24d8-46bb-b69f-57cb7c3c120d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 1097 time: 0.0524554 Jul 06 18:49:22.754330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:22.828911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.034944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:23.069794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:23.110794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:23.113052 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99899b32-1bdd-40d8-b149-c19ebcd74d2d" -d '{"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-unplugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:23.116838 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.130713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Transition to ACTIVE for port object 3f374b54-9b8a-404b-8dd3-50fc9a007728 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:23.134040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.174457 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82dd595-f0f8-45eb-a161-5df9654d05a0 x-openstack-request-id: req-e82dd595-f0f8-45eb-a161-5df9654d05a0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:23.174756 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-unplugged", "status": "completed", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:23.175090 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e82dd595-f0f8-45eb-a161-5df9654d05a0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:23.175434 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'code': 200} Jul 06 18:49:23.218573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:23.266816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] No DVR routers for this DVR port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:23.407411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:23.407987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:23.407987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:23.412937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:49:23.413274 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Attempting to bind port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:23.418393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:23.419448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:23.419838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:23.420363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Bound port: 3f374b54-9b8a-404b-8dd3-50fc9a007728, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:23.420728 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.486808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:23.491123 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:23.503296 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.560095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.560766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.562189 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] 10.222.0.60 "PUT /v2.0/ports/3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1093 time: 0.8119588 Jul 06 18:49:23.623038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120e8c6-c80a-4687-a8ca-91470823f294 service neutron] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=11']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:23.651577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820221-e38a-4495-9b3f-59f8a05d3e98 req-862a062e-534f-4f52-b672-ee0b2c6106a2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.653715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04820221-e38a-4495-9b3f-59f8a05d3e98 req-862a062e-534f-4f52-b672-ee0b2c6106a2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.1641641 Jul 06 18:49:23.686608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-4cd5a318-d77e-4ae9-97d0-5983188885d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.688173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-4cd5a318-d77e-4ae9-97d0-5983188885d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1096 time: 0.0982385 Jul 06 18:49:23.714448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04820221-e38a-4495-9b3f-59f8a05d3e98 req-cd57739b-713b-42e6-8ff6-869b954bdbda tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535026 Jul 06 18:49:23.806118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-4d89e072-70bc-4f7c-8434-56b5dfe2ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.807676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-4d89e072-70bc-4f7c-8434-56b5dfe2ee70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1098018 Jul 06 18:49:23.873390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-2269fcfe-fbd1-4a38-9054-863dee91054c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1001 time: 0.0589421 Jul 06 18:49:23.926669 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-1c81fd81-075c-4319-ad96-37aa5b5f89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.928182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-1c81fd81-075c-4319-ad96-37aa5b5f89a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0481408 Jul 06 18:49:23.990824 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-159cdebe-ca2f-4bba-ade3-529c8940e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.992378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-159cdebe-ca2f-4bba-ade3-529c8940e24b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547600 Jul 06 18:49:24.080576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-51677d80-a63a-4eb6-a575-483a9a25d8bf service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 Jul 06 18:49:24.173855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-437a1585-5c2a-47f8-a4bd-4e443105ed19 req-9d7717f7-ba15-45bf-8ff6-641a3617da9f service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Jul 06 18:49:24.902525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16342278-17be-44bc-8b22-78dd801b65aa req-40f123d2-f2e6-4a6b-a7be-70a65e98a6af tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:24.904614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16342278-17be-44bc-8b22-78dd801b65aa req-40f123d2-f2e6-4a6b-a7be-70a65e98a6af tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0648239 Jul 06 18:49:24.942024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-16342278-17be-44bc-8b22-78dd801b65aa req-44519d21-d3c3-4f09-b85c-334e31b861dd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 06 18:49:25.177224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:25.179643 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50b5baa-aa3b-4bf2-994f-a50408af935d" -d '{"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:25.228112 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce148dcd-54b9-439c-89a6-672681c3cf27 x-openstack-request-id: req-ce148dcd-54b9-439c-89a6-672681c3cf27 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:25.228573 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:25.230341 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce148dcd-54b9-439c-89a6-672681c3cf27 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:25.230757 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'status': 'completed', 'code': 200} Jul 06 18:49:25.276083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:25.314914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:25.342022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-48fa45c5-544a-45b8-8090-ad422ac1eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.343015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-48fa45c5-544a-45b8-8090-ad422ac1eea6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1096 time: 0.0963166 Jul 06 18:49:25.347260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-3cf5d8f4-ea8b-4feb-9798-4158a706431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.348739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-3cf5d8f4-ea8b-4feb-9798-4158a706431d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 1096 time: 0.0934100 Jul 06 18:49:25.506485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-b1e62ecf-e147-4d05-ac60-0fbfbc2b912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.507933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-b1e62ecf-e147-4d05-ac60-0fbfbc2b912e service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1583562 Jul 06 18:49:25.512902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-3141e8f2-2fa5-41fe-8528-cd72e6cab292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.514473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-3141e8f2-2fa5-41fe-8528-cd72e6cab292 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1472130 Jul 06 18:49:25.525893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07299805-01a2-477d-b918-02879e1849ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:25.623191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-4222ce26-bf14-41ec-b949-8d4728281f43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1001 time: 0.1077247 Jul 06 18:49:25.639540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-20e2e8af-789d-4f14-93ea-0d4a152d2d53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 200 len: 1001 time: 0.0841126 Jul 06 18:49:25.711282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-c8eca649-de9d-46ec-8d45-a6dd7a951754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.712828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-c8eca649-de9d-46ec-8d45-a6dd7a951754 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0823054 Jul 06 18:49:25.718466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-b1f0b811-90f6-4978-90fd-e952208ba27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.719907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-b1f0b811-90f6-4978-90fd-e952208ba27d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0610743 Jul 06 18:49:25.813158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-c9c60075-ea65-411a-a55e-f758834febce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.814790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-c9c60075-ea65-411a-a55e-f758834febce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939908 Jul 06 18:49:25.816664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-d738fb6e-2d8a-483d-8e2c-fd84a222a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.818092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-d738fb6e-2d8a-483d-8e2c-fd84a222a6eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895722 Jul 06 18:49:25.980190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-ccf44ffd-64e9-429f-a58a-d3b17d9453e9 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586540 Jul 06 18:49:25.985757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-4d4cba5a-25d6-40eb-acae-ef76470e8741 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469247 Jul 06 18:49:26.183903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-8d8671f6-037f-4f48-bb2c-281f80320363 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971147 Jul 06 18:49:26.193048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f50b5baa-aa3b-4bf2-994f-a50408af935d req-2674ecbe-e92c-47e2-a977-88348e1a26cb service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979053 Jul 06 18:49:26.210448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6cf6e-02b5-4704-8272-3c8b06e7a4c0 req-f37e789d-c015-4fad-b844-dd137db34b1d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:26.211804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ff6cf6e-02b5-4704-8272-3c8b06e7a4c0 req-f37e789d-c015-4fad-b844-dd137db34b1d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.1377511 Jul 06 18:49:26.254944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ff6cf6e-02b5-4704-8272-3c8b06e7a4c0 req-5394ff0e-55ce-42f3-9878-3f89a9175d34 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336840 Jul 06 18:49:26.436997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632fa92-be4b-495c-9ad2-de247bf213ed req-872131f5-068b-4e40-a98c-bd365908565e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:26.438402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4632fa92-be4b-495c-9ad2-de247bf213ed req-872131f5-068b-4e40-a98c-bd365908565e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0693157 Jul 06 18:49:26.477874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4632fa92-be4b-495c-9ad2-de247bf213ed req-05a45b4c-51fe-4d08-a715-da59481b645a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338488 Jul 06 18:49:26.653052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e7f6-7c22-4ded-9857-fee2f4d8a407 req-46f605f3-062f-4713-9e2d-10877e9527bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:26.654685 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b774e7f6-7c22-4ded-9857-fee2f4d8a407 req-46f605f3-062f-4713-9e2d-10877e9527bd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0654082 Jul 06 18:49:26.695855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b774e7f6-7c22-4ded-9857-fee2f4d8a407 req-ec84a8f9-ac1a-420f-b1ec-2d62b86dc328 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352175 Jul 06 18:49:27.090914 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0f3bb-f85b-4907-bab2-9e061bf9f2e6 req-a9f27064-0c5a-41ad-a1cf-b7dbae843343 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:27.092397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5be0f3bb-f85b-4907-bab2-9e061bf9f2e6 req-a9f27064-0c5a-41ad-a1cf-b7dbae843343 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0667598 Jul 06 18:49:27.131064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5be0f3bb-f85b-4907-bab2-9e061bf9f2e6 req-65b8a28c-9155-40a2-8fbe-876eca1abf8a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328867 Jul 06 18:49:28.029983 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.032979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3241170-0c86-4d88-95c3-81d9db7cf2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.313730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4c6b-fb02-4bfa-ac62-44d3521df87f req-013317bc-6f3c-4e0f-8c68-d9b300770415 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:28.315185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f4c4c6b-fb02-4bfa-ac62-44d3521df87f req-013317bc-6f3c-4e0f-8c68-d9b300770415 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0657248 Jul 06 18:49:28.353609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9f4c4c6b-fb02-4bfa-ac62-44d3521df87f req-e488adcc-b4f8-4fd4-817b-a24a367b4d01 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Jul 06 18:49:28.527200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:49:28.591591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8805564-23e3-421f-8f20-039588faaa1d req-d0236db8-647f-408f-b434-aa20359d3698 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:28.593180 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8805564-23e3-421f-8f20-039588faaa1d req-d0236db8-647f-408f-b434-aa20359d3698 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 945 time: 0.0637171 Jul 06 18:49:28.628428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:28.640755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:49:28.681012 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.694196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f374b54-9b8a-404b-8dd3-50fc9a007728 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:28.704724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Deleting port 3f374b54-9b8a-404b-8dd3-50fc9a007728 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:49:28.705071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.713906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:28.719240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.767614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:28.797797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] For port 3f374b54-9b8a-404b-8dd3-50fc9a007728, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=3f374b54-9b8a-404b-8dd3-50fc9a007728,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:28.798158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.969612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.969892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:28.970212 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf disassociated. External IP: 172.25.5.220, port: 3f374b54-9b8a-404b-8dd3-50fc9a007728. Jul 06 18:49:28.970810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Calling delete_port for 3f374b54-9b8a-404b-8dd3-50fc9a007728 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:49:29.094539 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.128247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event deleted for resources: {'Port': ['ID=3f374b54-9b8a-404b-8dd3-50fc9a007728,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:29.560202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.634302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c39771f-e96b-495f-88d8-2a90b7654c2f req-87c6dc7f-4a8c-4c50-9f57-4fec1839e3ce tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=064a63a3-d0d3-4db0-a396-807fe185e018 HTTP/1.1" status: 200 len: 210 time: 0.0351431 Jul 06 18:49:29.642663 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:29.751634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:29.761793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:29.771397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:29.771955 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:49:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:29.796568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] No DVR routers for this DVR port 3f374b54-9b8a-404b-8dd3-50fc9a007728 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:49:29.799684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:29.801880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8805564-23e3-421f-8f20-039588faaa1d req-4c63c5e9-5689-41bb-af2d-a1803e2c1236 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "DELETE /v2.0/ports/3f374b54-9b8a-404b-8dd3-50fc9a007728 HTTP/1.1" status: 204 len: 173 time: 1.2010326 Jul 06 18:49:29.802351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-deleted', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:29.804683 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5930aa97-4180-4b5f-8a6d-35e8af05006d" -d '{"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-deleted", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:29.847142 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc1efe-9c2c-45e3-903e-a1435d4f5b72 x-openstack-request-id: req-93cc1efe-9c2c-45e3-903e-a1435d4f5b72 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:29.847560 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a63a3-d0d3-4db0-a396-807fe185e018", "name": "network-vif-deleted", "tag": "3f374b54-9b8a-404b-8dd3-50fc9a007728", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:29.847901 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93cc1efe-9c2c-45e3-903e-a1435d4f5b72 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:29.848361 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a63a3-d0d3-4db0-a396-807fe185e018', 'name': 'network-vif-deleted', 'tag': '3f374b54-9b8a-404b-8dd3-50fc9a007728', 'status': 'completed', 'code': 200} Jul 06 18:49:30.039336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:30.242353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:30.269598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:30.277739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:30.278491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:49:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:30.388715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:30.528252 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:49:30.560810 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 3f374b54-9b8a-404b-8dd3-50fc9a007728 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:49:30.561516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 3f374b54-9b8a-404b-8dd3-50fc9a007728 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:49:30.635701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:30.638978 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.663386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efab39-7e1b-4115-949b-d194abcfadd5 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:30.892077 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039e3e4-2104-408d-9634-fb454be4f9fb None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:49:30.954282 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:30.997836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-d88fd91b-bc06-4487-9b5a-83b838f5e684 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2097858515&fields=id&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 267 time: 0.0354595 Jul 06 18:49:31.115924 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-e8f925c0-62e1-4a08-9dc2-3739a5d04535 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:31.117506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-e8f925c0-62e1-4a08-9dc2-3739a5d04535 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1103728 Jul 06 18:49:31.132411 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-f861842d-16ce-4a5d-aafd-d1ba6f6bd0ed tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/quotas/a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 375 time: 0.0095069 Jul 06 18:49:31.201864 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-5886d379-1bcf-4af7-abde-841c92eeba80 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642638 Jul 06 18:49:31.337006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-0d41eeb0-5fd8-4490-ad22-55d0de698f5e service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229906 Jul 06 18:49:31.427325 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-84ce4b47-6788-4db1-baf1-5e279b1d77c4 service neutron] 10.222.0.37 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jul 06 18:49:31.601053 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d8e0596-890a-4343-bf11-65ea87f20c2c req-b9ce9a61-9b00-4a51-bbf1-38e6ae7c3748 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 210 time: 0.0315745 Jul 06 18:49:32.757435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2150c926-ed59-4bc3-a505-4556e4bd5c79 req-9aed9043-d83a-4d17-811c-83dbf0e26c56 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 210 time: 0.0342758 Jul 06 18:49:32.765946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-499bab62-de9a-46f7-b4eb-a4f55ab44c4d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:32.766966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-499bab62-de9a-46f7-b4eb-a4f55ab44c4d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 812 time: 0.1518242 Jul 06 18:49:32.814249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-1ffa47ed-3be5-43b9-95a0-89b43f909224 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 380 time: 0.0379581 Jul 06 18:49:32.831303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'port': {'device_id': '078a9251-ab85-446b-b192-10666a4674ad', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'admin_state_up': True, 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'security_groups': ['64795632-acf0-4c74-8f18-2732bb85569f']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:32.959138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Made reservation on behalf of a7eb858e93e24c4288a054ff54de7aab for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:49:32.962875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:32.994693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.116692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Allocated IP 172.20.0.10 (14f9bf04-9d34-493f-865f-d34b9193b122/4092e808-d6af-484f-8506-0fa067222af9/99a9d816-90f4-4279-984f-85968c79f913) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:33.281208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.296902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Transition to ACTIVE for port object 99a9d816-90f4-4279-984f-85968c79f913 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:33.335391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.385420 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Network 14f9bf04-9d34-493f-865f-d34b9193b122 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:33.389760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:33.392293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:33.421486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:33.452127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:33.452798 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.469493 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-caff6e9d-2f69-4e50-bb41-e91564801e79 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6483533 Jul 06 18:49:33.482929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Request body: {'port': {'device_id': '078a9251-ab85-446b-b192-10666a4674ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:33.565139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.677047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe5e9309-27ec-40f9-88e4-f6f502f1be3f None None] Provisioning for port 99a9d816-90f4-4279-984f-85968c79f913 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:33.681103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fe5e9309-27ec-40f9-88e4-f6f502f1be3f None None] Provisioning complete for port 99a9d816-90f4-4279-984f-85968c79f913 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:33.681482 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9309-27ec-40f9-88e4-f6f502f1be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.717638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e9309-27ec-40f9-88e4-f6f502f1be3f None None] Port 99a9d816-90f4-4279-984f-85968c79f913 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:49:33.847492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:33.855114 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.867388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Transition to ACTIVE for port object 99a9d816-90f4-4279-984f-85968c79f913 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:49:33.871973 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.953774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:34.040040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac245c5a-0de3-41b9-a6c2-a0e0b2406351 req-2b08df0c-a2c3-4336-9271-def5f8daf461 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.041641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac245c5a-0de3-41b9-a6c2-a0e0b2406351 req-2b08df0c-a2c3-4336-9271-def5f8daf461 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.1661649 Jul 06 18:49:34.072690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:49:34.073035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:49:34.073376 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:34.083153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:49:34.083552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:49:34.095690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:49:34.096034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:49:34.096418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:49:34.096929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Bound port: 99a9d816-90f4-4279-984f-85968c79f913, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:49:34.097217 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.110216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ac245c5a-0de3-41b9-a6c2-a0e0b2406351 req-031fd3fb-5ae9-46f3-a34b-09ba8e6f19f5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625472 Jul 06 18:49:34.170080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:49:34.173612 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:49:34.179350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.217169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.217800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:34.219238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] 10.222.0.60 "PUT /v2.0/ports/99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1092 time: 0.7409618 Jul 06 18:49:34.222062 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:34.224415 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf100e36-cfcf-466a-b9d9-f5015673ce29" -d '{"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:34.252360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84f8df-b8a4-4187-bb3c-c01dd0ee73ad service neutron] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:34.271685 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8027af59-6e4e-4926-bccd-b807a44e39e8 x-openstack-request-id: req-8027af59-6e4e-4926-bccd-b807a44e39e8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:34.272035 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:34.272298 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8027af59-6e4e-4926-bccd-b807a44e39e8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:34.272736 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'status': 'completed', 'code': 200} Jul 06 18:49:34.339687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-01e26209-ba50-477f-9f1a-d57fd54cc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.341340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-01e26209-ba50-477f-9f1a-d57fd54cc8d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1095 time: 0.0628648 Jul 06 18:49:34.395016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-f669b028-662f-4925-b25c-7da6b2fb9f2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 217 time: 0.0409751 Jul 06 18:49:34.446574 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-5a15c93b-0051-4dc7-9de0-54464e0d8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.448109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-5a15c93b-0051-4dc7-9de0-54464e0d8e3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0463362 Jul 06 18:49:34.516777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-ede29561-9cc7-41ec-9332-056634f80a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.518309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-ede29561-9cc7-41ec-9332-056634f80a66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631366 Jul 06 18:49:34.610586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-58e82252-7001-4fbd-9997-786676f91edd service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836112 Jul 06 18:49:34.710792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6ae7d7fb-c12c-4b15-8cc6-e978f8257884 req-0562688b-10cf-49d9-8756-18663d44e835 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Jul 06 18:49:34.811155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-3552bba1-7ec0-46e3-ad71-a5dd01b8ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.812781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-3552bba1-7ec0-46e3-ad71-a5dd01b8ee30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1095 time: 0.0547998 Jul 06 18:49:34.922599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-a8bafa89-5432-4cf8-95fe-642d5c3ba6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.924100 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-a8bafa89-5432-4cf8-95fe-642d5c3ba6ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1043038 Jul 06 18:49:34.973017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-8a8e87aa-bfff-4c84-a83d-63dece99dae7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 217 time: 0.0400894 Jul 06 18:49:35.024888 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-7d9aae02-5259-456c-9784-e9262a7714c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:35.026319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-7d9aae02-5259-456c-9784-e9262a7714c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0435984 Jul 06 18:49:35.084398 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-441ae515-c4d4-4aeb-9e58-0f134feb095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:35.085777 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-441ae515-c4d4-4aeb-9e58-0f134feb095a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524614 Jul 06 18:49:35.187323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-a75594ab-b902-4ce5-9a30-028a9690b4e2 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938637 Jul 06 18:49:35.322623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf100e36-cfcf-466a-b9d9-f5015673ce29 req-bea481f6-14b1-42b5-a0bb-0dfed859a055 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282954 Jul 06 18:49:35.344723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee5929-8b67-4a68-a8d9-c6a66f93ae64 req-f0f992f6-f9d4-4ab3-a63b-5f2497fd0cdc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:35.346371 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20ee5929-8b67-4a68-a8d9-c6a66f93ae64 req-f0f992f6-f9d4-4ab3-a63b-5f2497fd0cdc tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0950372 Jul 06 18:49:35.384587 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20ee5929-8b67-4a68-a8d9-c6a66f93ae64 req-969e769c-ce8f-499f-897a-eb19133083e1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325184 Jul 06 18:49:36.378629 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:49:36.560185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1303c-73a1-4298-9f97-22377911f13f req-7da9becf-6c84-4363-a47d-8b29b5715c8b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:36.561660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79b1303c-73a1-4298-9f97-22377911f13f req-7da9becf-6c84-4363-a47d-8b29b5715c8b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0633681 Jul 06 18:49:36.599648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-79b1303c-73a1-4298-9f97-22377911f13f req-e2a2187b-a45e-4d93-85a0-a9f28fbb83e1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Jul 06 18:49:37.790392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a03117-8d81-4016-9fe0-57751d246508 req-7920e605-6e44-4dbc-820a-514dec02527e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:37.791897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56a03117-8d81-4016-9fe0-57751d246508 req-7920e605-6e44-4dbc-820a-514dec02527e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0821872 Jul 06 18:49:37.830578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56a03117-8d81-4016-9fe0-57751d246508 req-cb99ed54-1000-4ee0-9fff-cec8130ab6d7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Jul 06 18:49:38.588882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:49:38.688256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:38.700238 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '99a9d816-90f4-4279-984f-85968c79f913', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '99a9d816-90f4-4279-984f-85968c79f913', 'mac_address': 'fa:16:3e:3d:c3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:49:38.738280 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.750636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:49:38.769933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:38.774250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:38.825566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:39.002906 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['99a9d816-90f4-4279-984f-85968c79f913'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:39.007407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5bee-876b-4ae6-bca6-ab59f759337f req-bb00c07c-6e3c-49f1-9942-29282212c403 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:39.008959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-784e5bee-876b-4ae6-bca6-ab59f759337f req-bb00c07c-6e3c-49f1-9942-29282212c403 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0671244 Jul 06 18:49:39.049261 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-784e5bee-876b-4ae6-bca6-ab59f759337f req-5953acd3-40bb-4aaf-ba8d-b765f427a94b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Jul 06 18:49:40.226007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959b3b0-2e50-4595-a894-9c348c66db1e req-7e6f62bb-3452-4d7b-af01-df5ff06784e8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.227505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3959b3b0-2e50-4595-a894-9c348c66db1e req-7e6f62bb-3452-4d7b-af01-df5ff06784e8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0645475 Jul 06 18:49:40.265027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3959b3b0-2e50-4595-a894-9c348c66db1e req-cef247f7-2ee0-4364-89f8-c81602ffbfef tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Jul 06 18:49:40.618112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:49:40.670073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 99a9d816-90f4-4279-984f-85968c79f913 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:49:40.673804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 99a9d816-90f4-4279-984f-85968c79f913 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:40.674172 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:40.752647 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:40.775241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:40.777531 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2efde72-559b-429f-9647-cb80f5956cc4" -d '{"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-plugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:40.792097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:40.796441 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:40.822641 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ca5402-4a62-434d-800f-b307da7bdb05 x-openstack-request-id: req-86ca5402-4a62-434d-800f-b307da7bdb05 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:40.823248 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-plugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:40.823781 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86ca5402-4a62-434d-800f-b307da7bdb05 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:40.824173 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'code': 200} Jul 06 18:49:40.854738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:40.937981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2798e4a-5802-4ae0-938d-459265155678 req-751777d6-427f-4464-ba70-44db9f05af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:40.939500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b2798e4a-5802-4ae0-938d-459265155678 req-751777d6-427f-4464-ba70-44db9f05af7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1097 time: 0.0563195 Jul 06 18:49:40.977298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b2798e4a-5802-4ae0-938d-459265155678 req-611838bc-b0ba-49b7-b0a8-fede932b4b88 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302606 Jul 06 18:49:41.446176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a754a-23a7-479e-9c3e-72b0df510e06 req-d52e5f5a-38eb-453f-ac0e-27e7141d4d09 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:41.447716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-067a754a-23a7-479e-9c3e-72b0df510e06 req-d52e5f5a-38eb-453f-ac0e-27e7141d4d09 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0659547 Jul 06 18:49:41.490113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-067a754a-23a7-479e-9c3e-72b0df510e06 req-7d20b55f-7520-42db-ad52-7dd0c223dc6c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Jul 06 18:49:42.674400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bea688-e390-48ba-a8ba-686dbb251f48 req-4c8f169e-e642-4b7c-8ff4-8c1b3fed1b26 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:42.675637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bea688-e390-48ba-a8ba-686dbb251f48 req-4c8f169e-e642-4b7c-8ff4-8c1b3fed1b26 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0750763 Jul 06 18:49:42.721796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bea688-e390-48ba-a8ba-686dbb251f48 req-ac646464-b85d-423a-a3f5-54f26cbc083c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Jul 06 18:49:42.892415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35324602-9ece-4bb6-adde-e6e528a55804 req-75ba9ad5-076d-446b-a7bc-b5495873837a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:42.893967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35324602-9ece-4bb6-adde-e6e528a55804 req-75ba9ad5-076d-446b-a7bc-b5495873837a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0694921 Jul 06 18:49:42.903834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43162) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:42.908831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Request body: {'floatingip': {'port_id': '99a9d816-90f4-4279-984f-85968c79f913'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:42.951055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.640994 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.644634 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:43.745746 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf associated. External IP: 172.25.5.220, port: 99a9d816-90f4-4279-984f-85968c79f913. Jul 06 18:49:43.955760 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:44.068608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:44.073417 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:44.080590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:44.089866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:44.091159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:49:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.113238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cce44c3b-3ffb-481f-a03c-b9fa371c6fd7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "PUT /v2.0/floatingips/e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf HTTP/1.1" status: 200 len: 993 time: 1.2082040 Jul 06 18:49:44.113917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:44.116393 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ea8bc-773b-4014-a69a-ff45d0b50e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:44.202233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:44.246004 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da0e86d-bf50-4fb3-9953-3ffe1ba3433d x-openstack-request-id: req-2da0e86d-bf50-4fb3-9953-3ffe1ba3433d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:44.246879 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:44.247844 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2da0e86d-bf50-4fb3-9953-3ffe1ba3433d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:44.248243 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'status': 'completed', 'code': 200} Jul 06 18:49:44.321107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-232e44e6-2e02-4800-a887-7a11d81741c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:44.322634 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-232e44e6-2e02-4800-a887-7a11d81741c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1097 time: 0.0539782 Jul 06 18:49:44.420871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-30d09f3d-c6e3-4510-9527-45cc96803d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:44.422444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-30d09f3d-c6e3-4510-9527-45cc96803d50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0932994 Jul 06 18:49:44.435881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '99a9d816-90f4-4279-984f-85968c79f913', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:3d:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a9251-ab85-446b-b192-10666a4674ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:49:43Z', 'revision_number': 13, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.462102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:44.471186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:44.471890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:49:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.492606 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-ee2829df-7fbb-4881-871e-befa867f841f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.0626538 Jul 06 18:49:44.546620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-8fa9028c-e338-4ca8-92cd-8f67b3327167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:44.548173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-8fa9028c-e338-4ca8-92cd-8f67b3327167 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0493603 Jul 06 18:49:44.586085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:44.607530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-51739a01-ad21-467f-80ae-b85a7128a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:44.609056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-51739a01-ad21-467f-80ae-b85a7128a800 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530760 Jul 06 18:49:44.702464 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-545c422d-d92c-4308-b4f1-dd5cb753c7e6 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856361 Jul 06 18:49:44.799894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-997ea8bc-773b-4014-a69a-ff45d0b50e7b req-973a10e7-9fc5-485f-b20a-73bc9cac5093 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901155 Jul 06 18:49:44.818583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '99a9d816-90f4-4279-984f-85968c79f913', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:3d:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a9251-ab85-446b-b192-10666a4674ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:49:43Z', 'revision_number': 13, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:44.846067 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf71fa-f052-4fd1-b8b8-295e31173ac0 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'port_id': '99a9d816-90f4-4279-984f-85968c79f913', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'mac_address': 'fa:16:3e:3d:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a9251-ab85-446b-b192-10666a4674ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:42:21Z', 'updated_at': '2021-07-06T18:49:43Z', 'revision_number': 13, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:45.032549 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7882f-82bd-4c41-a7ef-4c930f4817f1 None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:49:55.530306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27efc133-5ca7-4f55-a706-55a08da7fd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.030406 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:58.032085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82686610-f40b-4553-9e76-03b56ca885b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:59.562736 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.631853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:00.954889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:02.990824 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:13.382259 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:50:16.558257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-ccf28537-f81c-46c4-869a-b208dbd64fac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926576 Jul 06 18:50:16.658084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-23c2fadb-fa3c-4bd5-b942-27e933630ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:16.660025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-23c2fadb-fa3c-4bd5-b942-27e933630ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1097 time: 0.0541980 Jul 06 18:50:16.773053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-9e5aade2-8d6d-4150-9a2c-c9a3c3d3dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:16.774537 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-9e5aade2-8d6d-4150-9a2c-c9a3c3d3dcf6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0923893 Jul 06 18:50:16.840075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-093ccc1d-5da6-45af-a086-e13c2558dc8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1003 time: 0.0581300 Jul 06 18:50:16.896034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-2915f6fc-06b3-46a8-bdfb-9dcd7220a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:16.897554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-2915f6fc-06b3-46a8-bdfb-9dcd7220a121 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0499151 Jul 06 18:50:16.961770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-1c35915b-c4eb-4f28-a8c8-c6bb15686ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:16.963314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-1c35915b-c4eb-4f28-a8c8-c6bb15686ae0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566118 Jul 06 18:50:17.054884 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-669a1dd3-c7b2-40cf-842c-03c1d40bd800 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842059 Jul 06 18:50:17.150299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2a93eeb9-9fcf-418b-8489-f8f0167ea394 req-a559c0bb-00b7-4317-8e97-b66a4a632a2b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Jul 06 18:50:25.533689 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3406de48-a04e-452e-9294-75d50bd6c6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.030444 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:28.033235 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54f84f81-1c70-44aa-9bde-bd03aded6290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.572715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.651717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.957874 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.003741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.381660 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:50:55.536463 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-171d3b8a-15c1-4dac-91bc-895af362bdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.033201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3e2229d-8aa8-440a-ad96-5ee7c4a11433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.035046 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:59.567872 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.643162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:00.960969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:02.999925 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.012674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-e3079d30-3418-43ad-a308-fa453a775f31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575728 Jul 06 18:51:19.113757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-37a04b59-f734-4ffc-8914-005909455839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.115313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-37a04b59-f734-4ffc-8914-005909455839 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1097 time: 0.0610528 Jul 06 18:51:19.222052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-a00c91b6-5b14-4a00-b951-6316be1405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.223579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-a00c91b6-5b14-4a00-b951-6316be1405b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0845964 Jul 06 18:51:19.292333 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-ab715cb0-a103-4bf3-97f1-9bd75dfad411 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1003 time: 0.0620301 Jul 06 18:51:19.341637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-da419b75-2b06-4b9b-84ae-1fbf658a3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.343120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-da419b75-2b06-4b9b-84ae-1fbf658a3c5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0444489 Jul 06 18:51:19.404615 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-69cbf342-47f5-4037-b711-e1906dbada61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:19.406142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-69cbf342-47f5-4037-b711-e1906dbada61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551636 Jul 06 18:51:19.503771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-990b46cd-2464-44ea-aa7e-e66fe81d599b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901074 Jul 06 18:51:19.594781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dd35acd9-3238-4534-a5c3-292f4f743259 req-98c8a256-32fc-4353-a151-254653693ea8 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841722 Jul 06 18:51:23.242571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8eb0-d677-493a-8d83-16f41dd824cc req-b0f5c7a1-46ff-4441-87f9-cfbe6ee6956a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:23.244032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46cd8eb0-d677-493a-8d83-16f41dd824cc req-b0f5c7a1-46ff-4441-87f9-cfbe6ee6956a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.1212332 Jul 06 18:51:23.286681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46cd8eb0-d677-493a-8d83-16f41dd824cc req-7d028b8e-7dad-44e9-a5f4-24645640569d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Jul 06 18:51:25.539182 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47703a8a-41b5-48ca-801e-2874aff21f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:27.381631 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:51:28.034913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5685d20-a0c4-40b8-96ec-d7232fcebe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:28.036895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:29.571274 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.646577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.968917 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:33.021197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:34.634087 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-ad204f93-31a1-4de8-a894-8931cc1eb9c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973744 Jul 06 18:51:34.654982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18311b-855b-46a6-b305-7f062004f670 req-e113f502-676f-4889-9d51-83c91fd6adac tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:34.656610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c18311b-855b-46a6-b305-7f062004f670 req-e113f502-676f-4889-9d51-83c91fd6adac tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0730684 Jul 06 18:51:34.698256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c18311b-855b-46a6-b305-7f062004f670 req-1c7edffe-38c5-4aa7-988b-55ad40cba132 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356367 Jul 06 18:51:35.890808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaac4b-35da-47ab-980b-8f4f1d69aa14 req-2ff1df87-78f6-4c5a-8787-cf16c464b5a1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:35.893674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7bcaac4b-35da-47ab-980b-8f4f1d69aa14 req-2ff1df87-78f6-4c5a-8787-cf16c464b5a1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0750618 Jul 06 18:51:35.965384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7bcaac4b-35da-47ab-980b-8f4f1d69aa14 req-3ea00269-1d62-4d68-adce-ad269138a3f8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656180 Jul 06 18:51:35.987926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-cae4a945-cd1c-45aa-9653-6bc0c643cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:35.989441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-cae4a945-cd1c-45aa-9653-6bc0c643cd1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1097 time: 0.0833292 Jul 06 18:51:36.082156 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-85332d1a-43b3-4e40-85d5-01b6c8f0866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:36.083678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-85332d1a-43b3-4e40-85d5-01b6c8f0866a service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0873237 Jul 06 18:51:36.156367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-a629e298-2379-40c9-981f-5b02eba86477 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1003 time: 0.0658324 Jul 06 18:51:36.207203 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-6dedd10f-7de7-42b5-ae1e-45f97579e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:36.208714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-6dedd10f-7de7-42b5-ae1e-45f97579e420 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0458219 Jul 06 18:51:36.269809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-5f09d7b8-efba-4374-b86a-685dce002b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:36.271344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-5f09d7b8-efba-4374-b86a-685dce002b01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553405 Jul 06 18:51:36.368079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-28573881-28c1-4f5a-886a-7abe3bd5b901 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895793 Jul 06 18:51:36.460820 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-d9b51698-66b9-4870-bac4-de98e0a55324 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858355 Jul 06 18:51:37.157411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6038cf4-c29f-463d-a53e-90e2799d9f45 req-40885c00-7b93-481e-9011-9950e97becae tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:37.159009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6038cf4-c29f-463d-a53e-90e2799d9f45 req-40885c00-7b93-481e-9011-9950e97becae tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0694213 Jul 06 18:51:37.214582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e6038cf4-c29f-463d-a53e-90e2799d9f45 req-04734049-5412-4de3-b2f3-4be93dc42735 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498559 Jul 06 18:51:38.400196 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30182e0-a034-4f65-82ee-76048455cda2 req-4429df88-5c82-4b61-af24-6af9f9f3d3bf tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:38.401733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d30182e0-a034-4f65-82ee-76048455cda2 req-4429df88-5c82-4b61-af24-6af9f9f3d3bf tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0706024 Jul 06 18:51:38.444668 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d30182e0-a034-4f65-82ee-76048455cda2 req-6c1e8c00-0a32-4dfe-a0ed-5f8ab396fe81 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351703 Jul 06 18:51:39.637460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946eeaf6-dd13-4d0e-8b33-154a4261d164 req-c2fd77b5-03a3-4d02-90a7-25295da50b44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:39.639085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-946eeaf6-dd13-4d0e-8b33-154a4261d164 req-c2fd77b5-03a3-4d02-90a7-25295da50b44 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0730257 Jul 06 18:51:39.680710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-946eeaf6-dd13-4d0e-8b33-154a4261d164 req-b70176ef-aafe-4b64-942c-4f8669c24e55 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357859 Jul 06 18:51:40.861863 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8b527-f8eb-4a17-bc45-a3cf15e84a20 req-77971923-f2df-4b78-9173-544402ed15d3 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:40.863423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61a8b527-f8eb-4a17-bc45-a3cf15e84a20 req-77971923-f2df-4b78-9173-544402ed15d3 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0688305 Jul 06 18:51:40.904273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-61a8b527-f8eb-4a17-bc45-a3cf15e84a20 req-cc10b2d0-b6dc-4c5a-9bdb-6072edb78141 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349283 Jul 06 18:51:42.098068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cb4fd-e686-45ad-bac9-d0ae86c66467 req-ee6a9475-631f-4b99-915e-49ec85feb7db tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:42.099709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ec5cb4fd-e686-45ad-bac9-d0ae86c66467 req-ee6a9475-631f-4b99-915e-49ec85feb7db tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0741959 Jul 06 18:51:42.141128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ec5cb4fd-e686-45ad-bac9-d0ae86c66467 req-30a29e8f-ea38-4d06-91c0-8ab79bc1e5fe tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353935 Jul 06 18:51:43.358105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5267dc-c077-4cb5-a762-b2717b8d69fb req-12df9a52-7985-4f82-a45d-7241640356f8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:43.360071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b5267dc-c077-4cb5-a762-b2717b8d69fb req-12df9a52-7985-4f82-a45d-7241640356f8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0906966 Jul 06 18:51:43.405096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9b5267dc-c077-4cb5-a762-b2717b8d69fb req-4238756c-041a-4757-86c9-41c8fcb9a23f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Jul 06 18:51:44.605611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7d5d-5944-40ff-b97d-2fed4bef7efa req-f6110755-b732-414e-aaa5-12078954d1c8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:44.607286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ee7d5d-5944-40ff-b97d-2fed4bef7efa req-f6110755-b732-414e-aaa5-12078954d1c8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0712414 Jul 06 18:51:44.648392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-05ee7d5d-5944-40ff-b97d-2fed4bef7efa req-aa4f50f0-46a2-4b3d-931f-1e1af3a63c10 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354786 Jul 06 18:51:45.851237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da0689-558d-4f1e-a83d-943abc0f2369 req-f1fe3e78-29ee-4115-a2a8-b195220f8c99 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:45.852837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14da0689-558d-4f1e-a83d-943abc0f2369 req-f1fe3e78-29ee-4115-a2a8-b195220f8c99 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0709908 Jul 06 18:51:45.905011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-14da0689-558d-4f1e-a83d-943abc0f2369 req-9e0967a4-3583-42b4-9841-2c8d095d53c7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Jul 06 18:51:47.100718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede37471-33a7-4803-9627-0d16a715154d req-868219b1-2d59-44a1-b314-0fe25130569f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:47.102387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ede37471-33a7-4803-9627-0d16a715154d req-868219b1-2d59-44a1-b314-0fe25130569f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0731404 Jul 06 18:51:47.152373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ede37471-33a7-4803-9627-0d16a715154d req-db3fd318-4a0b-4fea-b045-025098f4b348 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391762 Jul 06 18:51:48.355321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0632b5e-db68-440c-bc29-ac68ae366900 req-85557feb-e29d-45a7-9cef-21831ed0316b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.357754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0632b5e-db68-440c-bc29-ac68ae366900 req-85557feb-e29d-45a7-9cef-21831ed0316b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0694537 Jul 06 18:51:48.399185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0632b5e-db68-440c-bc29-ac68ae366900 req-4f8ddd9b-593c-4651-938b-2e7894a0e4b7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351524 Jul 06 18:51:49.582608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab405c9-2ed7-4f87-8b5f-47e25ae5727d req-d80f6661-b35f-4b34-98d5-61aa4198b9b9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:49.584281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ab405c9-2ed7-4f87-8b5f-47e25ae5727d req-d80f6661-b35f-4b34-98d5-61aa4198b9b9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0688345 Jul 06 18:51:50.005665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0ab405c9-2ed7-4f87-8b5f-47e25ae5727d req-3222295a-788e-40b5-b404-f7416fb88498 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153554 Jul 06 18:51:50.540747 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-272514af-d4cc-4926-a609-1740b7b31229 req-c9e5e1b8-6519-418e-854b-35834d774ded service neutron] show failed (client error): The resource could not be found. Jul 06 18:51:50.541822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-c9e5e1b8-6519-418e-854b-35834d774ded service neutron] 10.222.0.60 "GET /v2.0/ports/99a9d816-90f4-4279-984f-85968c79f913/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0548322 Jul 06 18:51:50.799095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-66ec3ebf-12f1-43a6-aae7-0ca8ebfb3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:50.800624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-66ec3ebf-12f1-43a6-aae7-0ca8ebfb3b54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 1097 time: 0.0535829 Jul 06 18:51:50.812742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:50.883740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.090033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:51.134020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:51.202512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:51.204837 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b815703-f3a9-4017-987f-de2203271286" -d '{"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-unplugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:51.209576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.231506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Transition to ACTIVE for port object 99a9d816-90f4-4279-984f-85968c79f913 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:51.236889 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.254922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981a82e-e2a0-4d3f-b532-f60be15e173f req-bab0ebe3-dfaa-4b47-bfd4-f3b62e2b97a9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.256496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4981a82e-e2a0-4d3f-b532-f60be15e173f req-bab0ebe3-dfaa-4b47-bfd4-f3b62e2b97a9 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.1368248 Jul 06 18:51:51.364901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.377844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4981a82e-e2a0-4d3f-b532-f60be15e173f req-1468ad7a-db55-46ec-813e-9c0d6d74d091 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015596 Jul 06 18:51:51.386163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.386876 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.387001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.387305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.387651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.387992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.388328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.388662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.388995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.389327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.389656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.390055 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:51.430856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] No DVR routers for this DVR port 99a9d816-90f4-4279-984f-85968c79f913 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:51.521703 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da6b79-f5e2-4a4d-848b-200fcd89a7b9 x-openstack-request-id: req-35da6b79-f5e2-4a4d-848b-200fcd89a7b9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:51.521995 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-unplugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:51.522245 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35da6b79-f5e2-4a4d-848b-200fcd89a7b9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:51.522632 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'code': 200} Jul 06 18:51:51.582204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:51.582462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:51.582845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:51.586915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:51:51.587230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:51.593384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:51.593716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:51.594096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:51.594512 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Bound port: 99a9d816-90f4-4279-984f-85968c79f913, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:51.594862 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.660791 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:51.664045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:51.668215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.703931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.704554 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.705986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] 10.222.0.61 "PUT /v2.0/ports/99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1092 time: 0.8972387 Jul 06 18:51:51.728191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d900f6-411a-48d3-ac1f-c46fa0e07868 service neutron] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:51.796435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-b9f3e1fd-8980-47f2-a3da-134149b03ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.797923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-b9f3e1fd-8980-47f2-a3da-134149b03ee9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1095 time: 0.0667005 Jul 06 18:51:51.894001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-6a4472e2-a2ca-43f7-b4de-7001dd72c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.895550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-6a4472e2-a2ca-43f7-b4de-7001dd72c98a service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0917392 Jul 06 18:51:51.966886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-06e426bd-de23-4274-bea0-879fd920d77f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.0650105 Jul 06 18:51:52.015606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-1b11b971-d6c3-4f87-acd1-bbddb54f9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:52.017078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-1b11b971-d6c3-4f87-acd1-bbddb54f9ba8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0446048 Jul 06 18:51:52.075038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272514af-d4cc-4926-a609-1740b7b31229 req-fef0a902-24d4-4c08-a03d-ca514b5ea029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:52.076491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-fef0a902-24d4-4c08-a03d-ca514b5ea029 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533948 Jul 06 18:51:52.087770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-02aecc53-ae8b-461f-9f8c-0fd04b253155 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:51:52.088718 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-02aecc53-ae8b-461f-9f8c-0fd04b253155 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049853 Jul 06 18:51:52.180976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-c820adbb-2b28-4319-8854-684f0cb1acd3 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Jul 06 18:51:52.271596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-272514af-d4cc-4926-a609-1740b7b31229 req-0033e440-162b-43f6-a146-e9b928c25a68 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846968 Jul 06 18:51:52.615611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549646f-87c1-4ef7-aa53-e04e384232f5 req-313d2bc7-d82f-42bb-979b-e1a737fd0b09 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:52.617205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c549646f-87c1-4ef7-aa53-e04e384232f5 req-313d2bc7-d82f-42bb-979b-e1a737fd0b09 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0818310 Jul 06 18:51:52.662607 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c549646f-87c1-4ef7-aa53-e04e384232f5 req-29b67c1f-2abf-41ab-ae87-0acf247eb224 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388668 Jul 06 18:51:53.246431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:53.288057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:53.524039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:53.526514 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435" -d '{"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:53.580657 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc58cb4-311d-4d03-8f11-e3a5157241d6 x-openstack-request-id: req-0cc58cb4-311d-4d03-8f11-e3a5157241d6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:53.580948 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:53.581204 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cc58cb4-311d-4d03-8f11-e3a5157241d6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:53.581777 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'status': 'completed', 'code': 200} Jul 06 18:51:53.690481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-936691b9-c4c2-4727-a320-60db656f2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:53.691672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-936691b9-c4c2-4727-a320-60db656f2214 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1095 time: 0.0917883 Jul 06 18:51:53.701810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-98676ef4-7c0c-48fb-a22b-c5470a133caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:53.703353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-98676ef4-7c0c-48fb-a22b-c5470a133caf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1095 time: 0.0947006 Jul 06 18:51:53.897186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-8fc9c3aa-a348-4d0f-87ca-e92ea518435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:53.898589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-8fc9c3aa-a348-4d0f-87ca-e92ea518435f service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1991529 Jul 06 18:51:53.950335 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-9323a43d-70bb-4642-8634-13bb0a3e74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:53.951863 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-9323a43d-70bb-4642-8634-13bb0a3e74eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.2403259 Jul 06 18:51:54.025453 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62690e51-0914-4316-bfce-9ba82488cf6e req-476a5c48-09dc-4604-9b87-31a77db8f112 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.027529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62690e51-0914-4316-bfce-9ba82488cf6e req-476a5c48-09dc-4604-9b87-31a77db8f112 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.2320940 Jul 06 18:51:54.052473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-e64fd067-3246-4e87-828d-513c15035fb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.1470389 Jul 06 18:51:54.101097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-f3027a30-75b4-4aea-a1b9-91fce3dbb204 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.1404972 Jul 06 18:51:54.127993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-62690e51-0914-4316-bfce-9ba82488cf6e req-726990ed-5d43-4e36-9d9a-dd34356a85ae tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894396 Jul 06 18:51:54.160543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-be692ac4-bec9-494c-925b-156c0d88c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.162035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-be692ac4-bec9-494c-925b-156c0d88c72c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.1003866 Jul 06 18:51:54.179601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-a0905cca-99b2-4165-a77d-f69acfa7563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.181127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-a0905cca-99b2-4165-a77d-f69acfa7563b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0707436 Jul 06 18:51:54.274786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-89b96551-cf9d-45bb-a18b-8cf2413dacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.276911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-89b96551-cf9d-45bb-a18b-8cf2413dacb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078787 Jul 06 18:51:54.279520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-1d609542-3f78-4698-9779-e71078abeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.280911 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-1d609542-3f78-4698-9779-e71078abeff5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767560 Jul 06 18:51:54.436704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-52078c2a-b128-45c4-a8fc-70020d6f17cb service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540003 Jul 06 18:51:54.440182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-e752b99d-6db3-4c32-940c-7f2c25b0ee6d service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506059 Jul 06 18:51:54.618384 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-80d0f395-e71b-4dd6-8cc3-b18bd2d94df3 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679585 Jul 06 18:51:54.621041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-887cebb4-087b-4a7b-a5a9-3c1d4e5d8435 req-d02ceebc-4c54-49a0-becd-a31b7edd11d7 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779008 Jul 06 18:51:55.311602 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed32b-a36a-4768-a557-f1a51e7c25ec req-99f06ad4-e674-4d35-a700-a36b27daf7a5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.313173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e5ed32b-a36a-4768-a557-f1a51e7c25ec req-99f06ad4-e674-4d35-a700-a36b27daf7a5 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0679469 Jul 06 18:51:55.353403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3e5ed32b-a36a-4768-a557-f1a51e7c25ec req-1781aed3-10be-4f70-8299-ca0f83e29e64 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346875 Jul 06 18:51:55.540690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b36c71-d4c7-4cf8-a51a-a853ba1481e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.537099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaccfe5-d84e-4946-897d-0a0fcfacf5ac req-2c830464-63d2-4ac0-923c-95fe2115f383 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.538673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aeaccfe5-d84e-4946-897d-0a0fcfacf5ac req-2c830464-63d2-4ac0-923c-95fe2115f383 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0667264 Jul 06 18:51:56.578642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aeaccfe5-d84e-4946-897d-0a0fcfacf5ac req-712da8da-cd6c-49fe-a4ee-17223a3573fd tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337276 Jul 06 18:51:57.767656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565950-2a8a-4bd0-beeb-35c5da6609aa req-1cd5eee4-4ab6-4c61-a6b3-3152349c3553 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:57.769088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d565950-2a8a-4bd0-beeb-35c5da6609aa req-1cd5eee4-4ab6-4c61-a6b3-3152349c3553 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0705304 Jul 06 18:51:57.808170 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d565950-2a8a-4bd0-beeb-35c5da6609aa req-8aeff68d-c34f-4718-ab55-acd10408927d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329895 Jul 06 18:51:58.037078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c798b59-0a22-4a8b-a2fd-b7a396637fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.038929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.992012 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b537-642b-46f6-b8b2-c7353a10558d req-87ee351f-e385-49e0-9866-6bfdf2b9d23a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.993610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b920b537-642b-46f6-b8b2-c7353a10558d req-87ee351f-e385-49e0-9866-6bfdf2b9d23a tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0682454 Jul 06 18:51:59.041356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b920b537-642b-46f6-b8b2-c7353a10558d req-cb3e6c8b-b4ff-4cb2-bebe-0e557d998bee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Jul 06 18:51:59.574078 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.221625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe448e5-b5f8-4af4-96b4-33f8b143dc2e req-f045f130-3cc4-459e-a714-b8811606690c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.223186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffe448e5-b5f8-4af4-96b4-33f8b143dc2e req-f045f130-3cc4-459e-a714-b8811606690c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0677850 Jul 06 18:52:00.262867 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ffe448e5-b5f8-4af4-96b4-33f8b143dc2e req-8e1481aa-ab45-4a8b-8676-437eafc4c063 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Jul 06 18:52:00.646935 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:00.967316 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:01.449642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1a71-f169-46f9-8a2b-a28bfba09d3a req-420435ee-bb5a-4f3f-b532-5ca12114ee2e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:01.451298 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34ea1a71-f169-46f9-8a2b-a28bfba09d3a req-420435ee-bb5a-4f3f-b532-5ca12114ee2e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0726717 Jul 06 18:52:01.492055 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34ea1a71-f169-46f9-8a2b-a28bfba09d3a req-a54ca1fc-313a-4475-a590-166bcd8f92f7 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Jul 06 18:52:02.668316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914a25-b654-4ae0-bc4f-0848bcbd0992 req-1db242f4-80fb-4a63-8bf8-263bcd8ecb54 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:02.669840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf914a25-b654-4ae0-bc4f-0848bcbd0992 req-1db242f4-80fb-4a63-8bf8-263bcd8ecb54 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0656896 Jul 06 18:52:02.708739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cf914a25-b654-4ae0-bc4f-0848bcbd0992 req-a865e999-e307-4319-a426-bf0713954873 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Jul 06 18:52:03.017624 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:03.896778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1500b8-d065-4a9c-afcd-74a1da68dbdd req-dc60edb9-939d-4535-a7e4-f0a51bd54a82 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:03.898266 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d1500b8-d065-4a9c-afcd-74a1da68dbdd req-dc60edb9-939d-4535-a7e4-f0a51bd54a82 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 944 time: 0.0740077 Jul 06 18:52:03.936786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d1500b8-d065-4a9c-afcd-74a1da68dbdd req-9e8d423a-73f9-48cb-b5b2-347233cebb31 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Jul 06 18:52:04.134449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 99a9d816-90f4-4279-984f-85968c79f913 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:52:04.228184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:04.239097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '99a9d816-90f4-4279-984f-85968c79f913', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '99a9d816-90f4-4279-984f-85968c79f913', 'mac_address': 'fa:16:3e:3d:c3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:52:04.381686 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:52:04.434998 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.447487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:04.468574 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:04.472467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:04.520282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:04.527952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.528301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.528641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.528978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.529314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.529644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.529978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.530302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.530625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.530951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.531291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.531616 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:04.723937 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['99a9d816-90f4-4279-984f-85968c79f913'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:05.110973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a118e-3e59-4830-8de7-e12bba56612d req-5767a105-a26b-4ac4-aa54-2790188171c1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:05.112680 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca0a118e-3e59-4830-8de7-e12bba56612d req-5767a105-a26b-4ac4-aa54-2790188171c1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0639091 Jul 06 18:52:05.150404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca0a118e-3e59-4830-8de7-e12bba56612d req-6ee3c301-ce67-4c2c-a2f2-78dae758a484 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Jul 06 18:52:05.610103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-64ff925f-a165-4ba8-b45b-d7b12e5ad469 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:05.611649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-64ff925f-a165-4ba8-b45b-d7b12e5ad469 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.61 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad&tenant_id=a7eb858e93e24c4288a054ff54de7aab&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 945 time: 0.1334336 Jul 06 18:52:05.656886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db904c-a9ec-4db5-81be-336c5d89b6bf req-5812dba3-c8f6-4cba-a91e-b332f91fe08f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:05.658303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87db904c-a9ec-4db5-81be-336c5d89b6bf req-5812dba3-c8f6-4cba-a91e-b332f91fe08f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.1145678 Jul 06 18:52:05.709124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-87db30f6-80a5-4303-ad81-9b137967b2a7 service neutron] 10.222.0.61 "GET /v2.0/ports/99a9d816-90f4-4279-984f-85968c79f913/bindings/n-h2-799527-3 HTTP/1.1" status: 200 len: 382 time: 0.0908341 Jul 06 18:52:05.717276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-87db904c-a9ec-4db5-81be-336c5d89b6bf req-78c5cdc7-ab75-4386-86ed-8593bd2ea6b8 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526078 Jul 06 18:52:05.785752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-6b3d3dba-cc4e-4b3e-9942-31f42d4ce75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:05.787281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-6b3d3dba-cc4e-4b3e-9942-31f42d4ce75e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1096 time: 0.0532980 Jul 06 18:52:05.880482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-502f0342-d6d9-416a-b48d-f0ccf50a36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:05.881983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-502f0342-d6d9-416a-b48d-f0ccf50a36e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0887632 Jul 06 18:52:05.961152 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-f139ab01-6fa9-41e4-b5aa-1110299fb957 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1002 time: 0.0719247 Jul 06 18:52:06.015434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-6c54d2cd-4ae3-427f-8c92-b202ab93b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:06.016931 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-6c54d2cd-4ae3-427f-8c92-b202ab93b778 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0500319 Jul 06 18:52:06.076040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-12df6ad6-bbb5-4ee5-b679-4bb532bf3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:06.077561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-12df6ad6-bbb5-4ee5-b679-4bb532bf3edf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545957 Jul 06 18:52:06.143380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 99a9d816-90f4-4279-984f-85968c79f913 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:06.174879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-6abfb140-c908-49e0-8f6a-cc7f10ba19fd service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905278 Jul 06 18:52:06.206273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 99a9d816-90f4-4279-984f-85968c79f913 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:06.210090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 99a9d816-90f4-4279-984f-85968c79f913 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:06.210630 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.277897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5b61aa9a-b4de-4e5a-bfd5-d3363a1d81d6 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969274 Jul 06 18:52:06.289473 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.318598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:06.321388 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cfebed-d612-4304-8f04-2f4dbba4ef7f" -d '{"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-plugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:06.339136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:06.344171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.395485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:06.423776 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3f7ff5-63ed-4e0b-9a15-cea217376b0a x-openstack-request-id: req-da3f7ff5-63ed-4e0b-9a15-cea217376b0a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:06.424073 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-plugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:06.424338 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da3f7ff5-63ed-4e0b-9a15-cea217376b0a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:06.424741 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'code': 200} Jul 06 18:52:06.901474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338490e5-42cd-4652-8e75-0da1ba1e3019 req-b46ef30d-c400-4a92-987c-87fad57b3a5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:06.903205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-338490e5-42cd-4652-8e75-0da1ba1e3019 req-b46ef30d-c400-4a92-987c-87fad57b3a5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0709434 Jul 06 18:52:06.948960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-338490e5-42cd-4652-8e75-0da1ba1e3019 req-efaeb75a-8a60-42fa-97f4-864ecb15458d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Jul 06 18:52:08.142437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814433-a78e-4319-b555-59e376787329 req-586db10d-250f-413c-a261-54034908618b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:08.143971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be814433-a78e-4319-b555-59e376787329 req-586db10d-250f-413c-a261-54034908618b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0664332 Jul 06 18:52:08.188736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-be814433-a78e-4319-b555-59e376787329 req-af2f18be-c562-4a40-8cf3-5cbb79958a6f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Jul 06 18:52:09.373973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f509db-3aa3-4a56-915d-0623ae6cb701 req-9050d2e8-19bd-4cda-97a6-c8d44b5c5d15 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:09.375566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f509db-3aa3-4a56-915d-0623ae6cb701 req-9050d2e8-19bd-4cda-97a6-c8d44b5c5d15 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0703037 Jul 06 18:52:09.423646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0f509db-3aa3-4a56-915d-0623ae6cb701 req-a091b4a3-03b1-4d83-b108-6e35d3127d20 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Jul 06 18:52:10.130869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-c4e6f1ec-c463-46e6-b95c-b12c20fa79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:10.132430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-c4e6f1ec-c463-46e6-b95c-b12c20fa79b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad&tenant_id=a7eb858e93e24c4288a054ff54de7aab HTTP/1.1" status: 200 len: 1097 time: 0.0532117 Jul 06 18:52:10.143494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:10.174397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 99a9d816-90f4-4279-984f-85968c79f913 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:10.221035 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:10.249443 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:10.272062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:10.274754 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d9e24a-5ce0-440a-b73d-3ff8b4a26eaa" -d '{"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-unplugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:10.290445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:10.296462 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:10.299505 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.db.api [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:52:10.300104 n-d-799527-3 neutron-server[93942]: DEBUG oslo_db.api [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:52:10.325945 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78c8ba5-453a-481d-b581-c58bc65cb0bf x-openstack-request-id: req-a78c8ba5-453a-481d-b581-c58bc65cb0bf {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:10.326239 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-unplugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:10.326490 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a78c8ba5-453a-481d-b581-c58bc65cb0bf {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:10.326875 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'code': 200} Jul 06 18:52:10.350871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:10.607160 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f165e9-60df-4622-8015-e227d7853115 req-eb41de11-ba2c-416f-9dbe-34a35b4c7d7c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:10.608676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59f165e9-60df-4622-8015-e227d7853115 req-eb41de11-ba2c-416f-9dbe-34a35b4c7d7c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0663390 Jul 06 18:52:10.655019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59f165e9-60df-4622-8015-e227d7853115 req-3a9fe5e7-cdb5-4dbe-82b8-6ef28fe29882 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Jul 06 18:52:10.835598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.049682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:11.082287 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:11.115338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:11.122757 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.135561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Transition to ACTIVE for port object 99a9d816-90f4-4279-984f-85968c79f913 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:11.139489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.231238 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=11']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:11.273484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] No DVR routers for this DVR port 99a9d816-90f4-4279-984f-85968c79f913 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:11.418227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:11.418589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:11.418955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:11.423514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:52:11.423832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Attempting to bind port 99a9d816-90f4-4279-984f-85968c79f913 on network 14f9bf04-9d34-493f-865f-d34b9193b122 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:11.428877 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:11.429209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Checking segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:11.429592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Bound using segment: {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:11.430010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Bound port: 99a9d816-90f4-4279-984f-85968c79f913, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:11.430369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.494650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:11.498059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:11.502359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.542282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:11.542909 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:11.544291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] 10.222.0.60 "PUT /v2.0/ports/99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1093 time: 1.4049857 Jul 06 18:52:11.544724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:11.547008 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0926239-b38f-4942-a03a-1cf76d16ff2f" -d '{"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:11.608129 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f0f4bc-f78e-4d98-af29-26ca37d5db36 x-openstack-request-id: req-f2f0f4bc-f78e-4d98-af29-26ca37d5db36 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:11.608966 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:11.608966 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2f0f4bc-f78e-4d98-af29-26ca37d5db36 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:11.609171 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'status': 'completed', 'code': 200} Jul 06 18:52:11.611053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726abeb-29c5-4f9c-8ad9-cebaf4004ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=12']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:11.656396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-3aa9b27f-c432-475e-a843-f8d71e586185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:11.657946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-3aa9b27f-c432-475e-a843-f8d71e586185 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1096 time: 0.0867498 Jul 06 18:52:11.793019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-a6767ffa-d925-416c-a10a-37f6183ce801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:11.794486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-a6767ffa-d925-416c-a10a-37f6183ce801 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1096 time: 0.1501052 Jul 06 18:52:11.796769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-f441314e-a19c-4a8f-be50-f84161fbe1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:11.798103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-f441314e-a19c-4a8f-be50-f84161fbe1ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.1236098 Jul 06 18:52:12.287988 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-64c7231e-5ef9-4381-bf6d-15f560dc40c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.4717665 Jul 06 18:52:12.360778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1f471-6981-462c-b8cd-df99d85e1c00 req-715154cd-966b-4d80-929d-8076c80c84fa tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.362306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2a1f471-6981-462c-b8cd-df99d85e1c00 req-715154cd-966b-4d80-929d-8076c80c84fa tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.5820961 Jul 06 18:52:12.367133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-e91513f4-8bb8-4813-bf34-c911bbf0fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.368609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-e91513f4-8bb8-4813-bf34-c911bbf0fb45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.5536993 Jul 06 18:52:12.374479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-b40993fb-d527-4b08-9ee0-ec969e77e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.376202 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-b40993fb-d527-4b08-9ee0-ec969e77e4f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0791974 Jul 06 18:52:12.488923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2a1f471-6981-462c-b8cd-df99d85e1c00 req-04bd6b95-183e-4535-92a3-c7580fdc89ba tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171679 Jul 06 18:52:12.494173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-0a09a435-245d-4677-8883-8a19d8285570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.1126025 Jul 06 18:52:12.546299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-113f0b44-2a34-4e8d-b712-f7ea03739a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.547764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-113f0b44-2a34-4e8d-b712-f7ea03739a7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591964 Jul 06 18:52:12.554792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-88fbe5d2-3327-4127-a36a-3cb2873fa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.556191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-88fbe5d2-3327-4127-a36a-3cb2873fa0af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0555604 Jul 06 18:52:12.680321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-034e7f46-1957-4671-a18a-d51f4f5ca9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.681841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-034e7f46-1957-4671-a18a-d51f4f5ca9f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178331 Jul 06 18:52:12.684019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-51ab8363-69ad-453d-9461-300470545d2c service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269886 Jul 06 18:52:12.848091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-41ea1404-6650-4a16-bc92-c907cdaa78d6 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589558 Jul 06 18:52:12.849710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cade285a-571e-4dba-97ee-1bb5c70ef286 req-ad194cb4-34c6-45eb-9ef8-664c95f7c64b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540632 Jul 06 18:52:12.981723 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-dd0d56af-071a-487a-9ed9-2ce18f599e68 service neutron] 10.222.0.61 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274791 Jul 06 18:52:12.990979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-7aec9f09-ce54-4f7b-80b7-8b7c18dedb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:12.992666 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-7aec9f09-ce54-4f7b-80b7-8b7c18dedb2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1096 time: 0.0921628 Jul 06 18:52:13.090489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-379a6343-fd64-4976-bd2f-77f408998485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.092063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-379a6343-fd64-4976-bd2f-77f408998485 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0930636 Jul 06 18:52:13.157950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-e7158ac4-9b1a-42f1-a930-b52a693a29f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.0595784 Jul 06 18:52:13.208169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-8a715885-83e6-4a3a-aba7-3a39d5207164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.209715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-8a715885-83e6-4a3a-aba7-3a39d5207164 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0457051 Jul 06 18:52:13.271009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-f2ee00af-9f92-4088-8d57-5d85a7b3d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.272702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-f2ee00af-9f92-4088-8d57-5d85a7b3d511 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571442 Jul 06 18:52:13.362158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-bb2e5e49-8bba-4b52-8c61-4fc201429fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830667 Jul 06 18:52:13.463315 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b0926239-b38f-4942-a03a-1cf76d16ff2f req-5c8ca467-1f2f-4479-a284-74a414252a0e service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936663 Jul 06 18:52:13.666289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92938f4-4cf3-4b6d-9db3-c87a07f24540 req-431a6bc2-7ee9-4a30-b200-fcb1af8be04d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:13.668249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d92938f4-4cf3-4b6d-9db3-c87a07f24540 req-431a6bc2-7ee9-4a30-b200-fcb1af8be04d tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0656509 Jul 06 18:52:13.707646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d92938f4-4cf3-4b6d-9db3-c87a07f24540 req-68d62562-2c1a-42f0-ad36-6fdbc621b563 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Jul 06 18:52:14.885182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4d0c-7ee0-4db6-97ec-735878171afe req-4ebf12bc-0c6d-4658-9abf-b222fb2c5d35 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:14.887456 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-833b4d0c-7ee0-4db6-97ec-735878171afe req-4ebf12bc-0c6d-4658-9abf-b222fb2c5d35 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0655711 Jul 06 18:52:14.926260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-833b4d0c-7ee0-4db6-97ec-735878171afe req-05e1a949-c0a8-432f-9d6c-412dcd2f6b9b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Jul 06 18:52:16.115009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216227c-63ae-4cd2-b422-21af92557c87 req-8fee625f-cfed-4f82-aff7-29f52cff3497 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:16.116526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3216227c-63ae-4cd2-b422-21af92557c87 req-8fee625f-cfed-4f82-aff7-29f52cff3497 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0750272 Jul 06 18:52:16.156554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3216227c-63ae-4cd2-b422-21af92557c87 req-d22cf491-5650-4246-a7c8-00b05ba6d43c tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341554 Jul 06 18:52:17.336686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f8506-d740-41c8-8889-c70c057334b7 req-f0a00ee4-db9a-4403-b60a-95fe3d9aacc2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:17.338160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-237f8506-d740-41c8-8889-c70c057334b7 req-f0a00ee4-db9a-4403-b60a-95fe3d9aacc2 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0660849 Jul 06 18:52:17.376521 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-237f8506-d740-41c8-8889-c70c057334b7 req-8ddd50b1-86a5-4277-bbe0-4cadc171bbde tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Jul 06 18:52:18.561209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564e4f-6fa4-436f-899e-6c7b7a7d19e1 req-a9ce40ae-f011-4ff0-b03a-2f14f33d3820 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:18.562766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58564e4f-6fa4-436f-899e-6c7b7a7d19e1 req-a9ce40ae-f011-4ff0-b03a-2f14f33d3820 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0695863 Jul 06 18:52:18.606282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58564e4f-6fa4-436f-899e-6c7b7a7d19e1 req-6cf6a9e4-4b68-483d-997b-4288ea4890ad tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377874 Jul 06 18:52:19.082016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-6a3b9d98-04d5-4273-ac6b-dd985410860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:19.083543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-6a3b9d98-04d5-4273-ac6b-dd985410860a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7eb858e93e24c4288a054ff54de7aab&device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 1096 time: 0.0556426 Jul 06 18:52:19.189442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-2ec9ee37-2f87-4589-8056-9072469a5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:19.190957 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-2ec9ee37-2f87-4589-8056-9072469a5574 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 200 len: 913 time: 0.0849485 Jul 06 18:52:19.261756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-4a690ab7-6ee7-4e65-8282-c3bebfb8cbb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 200 len: 1001 time: 0.0632350 Jul 06 18:52:19.310757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-af681ed5-656f-40fa-90ec-33f0b99cd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:19.312148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-af681ed5-656f-40fa-90ec-33f0b99cd42a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 200 len: 851 time: 0.0451014 Jul 06 18:52:19.369042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-39a1928a-c2b5-4c97-8c43-d4af61b37c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:19.371050 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-39a1928a-c2b5-4c97-8c43-d4af61b37c11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f9bf04-9d34-493f-865f-d34b9193b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525932 Jul 06 18:52:19.466059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-fd21c3fd-e147-40fe-95e8-ec447a9a481b service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883667 Jul 06 18:52:19.563113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8902620-6bfe-4a84-9e60-0b29bf7a193f req-c1dc6abd-1ecd-4f2e-9c57-288c38485b13 service neutron] 10.222.0.60 "GET /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904505 Jul 06 18:52:19.791053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93cb4-cfc1-473e-a39b-d30306dda160 req-ec453ea8-1444-45f5-9c3a-32abe2cf87c4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:19.792639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2c93cb4-cfc1-473e-a39b-d30306dda160 req-ec453ea8-1444-45f5-9c3a-32abe2cf87c4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0713534 Jul 06 18:52:19.832980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e2c93cb4-cfc1-473e-a39b-d30306dda160 req-f53a09dd-7070-4f97-87cd-d5c00da9c751 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340154 Jul 06 18:52:21.205135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb27f9-6467-4524-80cf-8eeb29498b98 req-3df86392-93fc-4dff-ae4d-8cbcd15b67ee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:21.206659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eeb27f9-6467-4524-80cf-8eeb29498b98 req-3df86392-93fc-4dff-ae4d-8cbcd15b67ee tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0643451 Jul 06 18:52:21.246881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eeb27f9-6467-4524-80cf-8eeb29498b98 req-078441b0-ebe1-4418-961c-af920fe93f06 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345390 Jul 06 18:52:22.431573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71dff0-cd0d-4910-a6f5-dbc793555967 req-18818788-84a8-4c2f-aa57-3c6c301b7061 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:22.433610 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df71dff0-cd0d-4910-a6f5-dbc793555967 req-18818788-84a8-4c2f-aa57-3c6c301b7061 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0673447 Jul 06 18:52:22.471064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df71dff0-cd0d-4910-a6f5-dbc793555967 req-06342e2a-6d1d-43f0-904b-bb238332ce94 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318422 Jul 06 18:52:23.678258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaebf4-d69b-47b9-86dd-296d3d8a7392 req-16a19fb3-7287-403b-9796-06a1ac457918 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:23.679769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddaaebf4-d69b-47b9-86dd-296d3d8a7392 req-16a19fb3-7287-403b-9796-06a1ac457918 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0690475 Jul 06 18:52:23.719990 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddaaebf4-d69b-47b9-86dd-296d3d8a7392 req-a538693f-1dd7-4488-87be-a2ba1c2bda60 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Jul 06 18:52:24.898147 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121418b6-0103-418f-a17e-a91327b3f598 req-3a3d221c-1892-4c26-a946-11eb3a527fec tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:24.899662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121418b6-0103-418f-a17e-a91327b3f598 req-3a3d221c-1892-4c26-a946-11eb3a527fec tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0638170 Jul 06 18:52:24.939759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-121418b6-0103-418f-a17e-a91327b3f598 req-314310ef-6e0f-4417-ae5a-68d2b1b89fc1 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Jul 06 18:52:25.118949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937aa9f-a476-478c-a7f6-3a56ddb4f156 req-ec2db9ca-6d68-4686-8658-585e16ea5a26 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:25.120499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0937aa9f-a476-478c-a7f6-3a56ddb4f156 req-ec2db9ca-6d68-4686-8658-585e16ea5a26 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0674379 Jul 06 18:52:25.158250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0937aa9f-a476-478c-a7f6-3a56ddb4f156 req-deea6dbf-f14f-4be1-a881-42c6d56204a6 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Jul 06 18:52:25.333232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1d8a-53d6-455c-a8d9-a31db5b1d142 req-e4f529e3-b116-4f13-aa96-9394f004a99b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:25.334840 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6acd1d8a-53d6-455c-a8d9-a31db5b1d142 req-e4f529e3-b116-4f13-aa96-9394f004a99b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 945 time: 0.0650923 Jul 06 18:52:25.373566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6acd1d8a-53d6-455c-a8d9-a31db5b1d142 req-318be55f-1499-4afb-bc42-b4b9ce98179e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328195 Jul 06 18:52:25.435859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:52:25.533520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:25.554804 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '99a9d816-90f4-4279-984f-85968c79f913', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'port_id': '99a9d816-90f4-4279-984f-85968c79f913', 'mac_address': 'fa:16:3e:3d:c3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:52:25.558895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-686d6885-e678-4206-98d0-66dbc12c4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.599062 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.613554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:25.635294 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:25.639969 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:25.689453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=13']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:25.765505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6cc8-a0c6-4a39-b7c4-42e4f58dc955 req-1cf75a7d-15d0-43ce-b530-10579c8baf57 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:25.766997 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4ce6cc8-a0c6-4a39-b7c4-42e4f58dc955 req-1cf75a7d-15d0-43ce-b530-10579c8baf57 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0639083 Jul 06 18:52:25.804667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4ce6cc8-a0c6-4a39-b7c4-42e4f58dc955 req-3cee9c1c-a940-477e-9b52-7ded7185a882 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Jul 06 18:52:25.922879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['99a9d816-90f4-4279-984f-85968c79f913'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:26.991143 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb996bd-aaef-430c-ba6b-7db437ce16f6 req-e305a066-9d8d-46df-a7ec-b4683f663ceb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:26.992854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bb996bd-aaef-430c-ba6b-7db437ce16f6 req-e305a066-9d8d-46df-a7ec-b4683f663ceb tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0710893 Jul 06 18:52:27.031817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bb996bd-aaef-430c-ba6b-7db437ce16f6 req-eedd0192-9ecc-4e91-ad39-8fec382a5fab tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups?id=64795632-acf0-4c74-8f18-2732bb85569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Jul 06 18:52:27.329338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-9c49ee48-4b43-43ea-87ed-bb440e5008d4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:27.330812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-9c49ee48-4b43-43ea-87ed-bb440e5008d4 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 946 time: 0.0649586 Jul 06 18:52:27.433197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:27.436906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Deleting port 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:27.437363 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.481977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 99a9d816-90f4-4279-984f-85968c79f913 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:27.485754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 99a9d816-90f4-4279-984f-85968c79f913 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:27.486133 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.528178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:27.528556 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.566741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.589838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:27.592232 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f020d2-9864-4096-a544-0cc3f474d68f" -d '{"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-plugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:27.605345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 99a9d816-90f4-4279-984f-85968c79f913, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=99a9d816-90f4-4279-984f-85968c79f913,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:27.609607 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.635243 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9914a0-86d6-4eb2-a437-f4b1a515705e x-openstack-request-id: req-5a9914a0-86d6-4eb2-a437-f4b1a515705e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:27.636461 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-plugged", "status": "completed", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:27.636722 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a9914a0-86d6-4eb2-a437-f4b1a515705e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:27.637122 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'code': 200} Jul 06 18:52:27.660973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=14']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:27.709521 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.709893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.710207 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf disassociated. External IP: 172.25.5.220, port: 99a9d816-90f4-4279-984f-85968c79f913. Jul 06 18:52:27.710581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Calling delete_port for 99a9d816-90f4-4279-984f-85968c79f913 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:27.836287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:27.871992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event deleted for resources: {'Port': ['ID=99a9d816-90f4-4279-984f-85968c79f913,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:27.992880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:28.039162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d38b-d644-48fa-9a62-04e6b00c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:28.043579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:28.108232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:28.119206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:28.130363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:28.131888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:52:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:28.158445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] No DVR routers for this DVR port 99a9d816-90f4-4279-984f-85968c79f913 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:28.168190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:28.170335 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d1c66ba-353f-419c-bd54-a164b0a5fec1 req-354731b8-aa9e-4996-83fd-cbbf0d12554e tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.60 "DELETE /v2.0/ports/99a9d816-90f4-4279-984f-85968c79f913 HTTP/1.1" status: 204 len: 173 time: 0.8332739 Jul 06 18:52:28.170820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-deleted', 'tag': '99a9d816-90f4-4279-984f-85968c79f913'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:28.173272 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7eb8b3-52cd-41aa-b960-86d0175c8c1c" -d '{"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-deleted", "tag": "99a9d816-90f4-4279-984f-85968c79f913"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:28.199192 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d5c8b4a8-a6d6-45ac-bb18-30f5a6532617 req-56747570-063a-4920-8e90-fb46b46d60ec tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 210 time: 0.0419152 Jul 06 18:52:28.257867 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50898c9-b663-4df3-b3ba-ea7264a5e54e x-openstack-request-id: req-a50898c9-b663-4df3-b3ba-ea7264a5e54e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:28.258237 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9251-ab85-446b-b192-10666a4674ad", "name": "network-vif-deleted", "tag": "99a9d816-90f4-4279-984f-85968c79f913", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:28.258570 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a50898c9-b663-4df3-b3ba-ea7264a5e54e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:28.259048 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9251-ab85-446b-b192-10666a4674ad', 'name': 'network-vif-deleted', 'tag': '99a9d816-90f4-4279-984f-85968c79f913', 'status': 'completed', 'code': 200} Jul 06 18:52:28.261643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:28.484116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:28.514749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:52:28.522902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:28.523557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:52:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:28.633729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:28.865983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:28.894964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d6ef1-569d-4991-b21d-a4e344bb217a None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:19Z', 'revision_number': 4, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b', 'name': '', 'network_id': '14f9bf04-9d34-493f-865f-d34b9193b122', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'mac_address': 'fa:16:3e:2b:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '4092e808-d6af-484f-8506-0fa067222af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:18Z', 'updated_at': '2021-07-06T18:42:24Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'subnets': [{'id': '4092e808-d6af-484f-8506-0fa067222af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:29.133534 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402cd3b-f19f-4900-a1b8-2be066ffba71 None None] New status for floating IP e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:52:29.380260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b6ee174a-5423-47ac-a3c3-4361cbcfafad req-1c6bc58e-ced8-4e1c-9e3f-8e864b94b165 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 210 time: 0.0276639 Jul 06 18:52:29.577663 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.530264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1fcee084-24ee-45d3-ba46-d549d3a3fcbb req-7f026ad2-4b65-4762-9572-a13fedb38c2f tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 210 time: 0.0334723 Jul 06 18:52:30.647844 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:30.970593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.448438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:31.470757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 99a9d816-90f4-4279-984f-85968c79f913 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:31.471143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 99a9d816-90f4-4279-984f-85968c79f913 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:31.682098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75d3b9b3-61ae-40f7-ab6e-a6963fffb730 req-c0646e16-aa3c-417e-8c95-49b77266c157 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/ports?device_id=078a9251-ab85-446b-b192-10666a4674ad HTTP/1.1" status: 200 len: 210 time: 0.0318062 Jul 06 18:52:33.018150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:35.715243 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:35.772773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:35.797945 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:35.851658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:35.855442 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:35.856743 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "DELETE /v2.0/security-groups/64795632-acf0-4c74-8f18-2732bb85569f HTTP/1.1" status: 204 len: 168 time: 0.1403868 Jul 06 18:52:35.859446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43620) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:35.866298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64795632-acf0-4c74-8f18-2732bb85569f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:35.874703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.875137 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.875459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.875964 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-fd5c7e5d-c9d1-492e-93f1-06926c080a88 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] show failed (client error): The resource could not be found. Jul 06 18:52:35.876147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.876767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.877101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.877432 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.877755 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.878082 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.878421 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.878743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.879067 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc5310-0473-409d-8231-b14f3abb9eca tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:35.880249 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd5c7e5d-c9d1-492e-93f1-06926c080a88 tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "GET /v2.0/security-groups/64795632-acf0-4c74-8f18-2732bb85569f HTTP/1.1" status: 404 len: 347 time: 0.0196254 Jul 06 18:52:35.880905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43622) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:36.259472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Deleting port 8628d6a1-6477-482b-bbb9-f0397734f079 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:36.259816 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.337842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.338297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.349967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Calling delete_port for 8628d6a1-6477-482b-bbb9-f0397734f079 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:36.489515 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.515775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Pushing event deleted for resources: {'Port': ['ID=8628d6a1-6477-482b-bbb9-f0397734f079,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:36.580400 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.582869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.584068 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-be026e66-b127-4efc-a4c6-9510988b1e5b tempest-ServerActionsTestJSON-1297625518 tempest-ServerActionsTestJSON-1297625518-project] 10.222.0.37 "DELETE /v2.0/floatingips/e66a9eb2-3a5a-4f89-9ae2-2d61e6c870bf HTTP/1.1" status: 204 len: 168 time: 0.7021351 Jul 06 18:52:36.587159 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:37.167522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.465226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Deleting port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:37.465487 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.543509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] For port e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:37.543884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.556179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Calling delete_port for e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:37.740612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:37.766773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:37.940827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.162094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:52:38.270385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:52:38.275341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ef0716e6-3ab4-4547-b390-b76ad893b5fc admin admin] 10.222.0.37 "PUT /v2.0/routers/bb9ed99a-37ee-4dfd-b131-f3e390b790e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871562 Jul 06 18:52:38.277955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:38.280677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] Sync routers for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:52:38.289907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:38.290535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:52:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.405571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:38.597803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:52:37Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.629650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] Checking router: bb9ed99a-37ee-4dfd-b131-f3e390b790e9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:52:38.638382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] Routers {'bb9ed99a-37ee-4dfd-b131-f3e390b790e9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:52:38.639029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:52:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.641931 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.746343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] Set router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:52:38.746575 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.801966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Deleting port 54bb9ba7-db1d-4445-9e06-54f49c55543c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:38.802314 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.883489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] For port 54bb9ba7-db1d-4445-9e06-54f49c55543c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=54bb9ba7-db1d-4445-9e06-54f49c55543c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:38.883851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:38.897342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Calling delete_port for 54bb9ba7-db1d-4445-9e06-54f49c55543c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:38.933428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:52:37Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:38.959405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe08f2-6ac1-41b9-b1f9-59e87a037085 None None] The sync data for ids ['bb9ed99a-37ee-4dfd-b131-f3e390b790e9'] in n-d-799527-3 is: [{'id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'name': 'tempest-ServerActionsTestJSON-1079888421-router', 'tenant_id': 'a7eb858e93e24c4288a054ff54de7aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:52:37Z', 'revision_number': 5, 'project_id': 'a7eb858e93e24c4288a054ff54de7aab', 'gw_port': {'id': '54bb9ba7-db1d-4445-9e06-54f49c55543c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:13:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9ed99a-37ee-4dfd-b131-f3e390b790e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:42:16Z', 'updated_at': '2021-07-06T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:52:39.068787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.099860 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Pushing event deleted for resources: {'Port': ['ID=54bb9ba7-db1d-4445-9e06-54f49c55543c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:39.162246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.253278 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.255329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.302403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.303166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9ed99a-37ee-4dfd-b131-f3e390b790e9 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:52:39.308315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.311940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-870187b1-4e4a-49d0-832a-03a0251cf89d admin admin] 10.222.0.37 "DELETE /v2.0/routers/bb9ed99a-37ee-4dfd-b131-f3e390b790e9 HTTP/1.1" status: 204 len: 168 time: 1.0306680 Jul 06 18:52:39.312061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:39.362236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Deleting subnet 4092e808-d6af-484f-8506-0fa067222af9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:52:39.365449 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.408486 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.506875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.563466 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.597259 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4092e808-d6af-484f-8506-0fa067222af9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:39.601042 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.603322 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-851abc60-ecb1-40d4-997a-a1805208847f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4092e808-d6af-484f-8506-0fa067222af9 HTTP/1.1" status: 204 len: 168 time: 0.2900040 Jul 06 18:52:39.606425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43632) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:39.616502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ead8a8-3b26-4199-aa6b-6e236426b170 None None] Network 14f9bf04-9d34-493f-865f-d34b9193b122 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:39.677007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.736840 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Deleting port a2d4e1b3-08c0-409c-9e3a-143387c14d91 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:52:39.737184 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.820221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] For port a2d4e1b3-08c0-409c-9e3a-143387c14d91, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a2d4e1b3-08c0-409c-9e3a-143387c14d91,segment=NetworkSegment(ad7c7b69-3cdf-4ba6-b0f1-532ad268a561),segment_id=ad7c7b69-3cdf-4ba6-b0f1-532ad268a561)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:39.820714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.834464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Calling delete_port for a2d4e1b3-08c0-409c-9e3a-143387c14d91 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:52:39.924719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:39.952387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d4e1b3-08c0-409c-9e3a-143387c14d91,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:39.955946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] No DVR routers for this DVR port a2d4e1b3-08c0-409c-9e3a-143387c14d91 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:52:39.991921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9d3e7-fddc-46b6-8f02-840796ca73ce None None] DHCP port deletion for 14f9bf04-9d34-493f-865f-d34b9193b122 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:52:40.040129 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.050451 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f9bf04-9d34-493f-865f-d34b9193b122']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:40.060825 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:40.061175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7c7b69-3cdf-4ba6-b0f1-532ad268a561') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:52:40.069870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.083765 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.090868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:52:40.091236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:52:40.093261 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:52:40.150262 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.157371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.159294 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/14f9bf04-9d34-493f-865f-d34b9193b122 HTTP/1.1" status: 204 len: 168 time: 0.5528343 Jul 06 18:52:40.171227 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850c798-1cfb-4638-a2cc-d82346e066e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f9bf04-9d34-493f-865f-d34b9193b122,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:40.275237 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:40.315923 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-91eb9106-9da9-49a5-857a-7f7b5f273d00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7eb858e93e24c4288a054ff54de7aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394793 Jul 06 18:52:40.318348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:40.366441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6b538de-bb24-4469-b263-e5ff88f65a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.389386 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6b538de-bb24-4469-b263-e5ff88f65a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.439313 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6b538de-bb24-4469-b263-e5ff88f65a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.441882 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6b538de-bb24-4469-b263-e5ff88f65a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:40.443080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f6b538de-bb24-4469-b263-e5ff88f65a5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4fbd251-7736-4759-b65e-bf64797c073d HTTP/1.1" status: 204 len: 168 time: 0.1238053 Jul 06 18:52:40.452325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b538de-bb24-4469-b263-e5ff88f65a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fbd251-7736-4759-b65e-bf64797c073d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:40.844485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 54bb9ba7-db1d-4445-9e06-54f49c55543c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:40.865035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 54bb9ba7-db1d-4445-9e06-54f49c55543c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:40.865623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 54bb9ba7-db1d-4445-9e06-54f49c55543c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:40.866044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:40.887070 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:40.887444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device e9ed7918-2fb6-49a5-ad1c-268dbb3ec09b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:40.887863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2d4e1b3-08c0-409c-9e3a-143387c14d91 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:52:40.910958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a2d4e1b3-08c0-409c-9e3a-143387c14d91 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:52:40.911349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a2d4e1b3-08c0-409c-9e3a-143387c14d91 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:52:41.159340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43660) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:41.254349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-827076876-network', 'tenant_id': '2029301b67484034b81accc052a105cc'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:41.276502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Made reservation on behalf of 2029301b67484034b81accc052a105cc for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:41.278800 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.287155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.377250 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.381920 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.382082 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:52:41.408633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:52:41.417894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46619ab-5b3f-4072-8a9f-3019fa8365ef,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:41.424193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.424565 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Added segment eb3520fd-550e-4218-92e4-33c2b0c9e1a4 of type vlan for network 9917f871-d4fe-4a07-bc77-bade9d65b4dc Jul 06 18:52:41.469244 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.498989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.499989 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:41.500584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.549686 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3892753 Jul 06 18:52:41.552727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:41.558881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Request body: {'subnet': {'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-827076876-subnet', 'tenant_id': '2029301b67484034b81accc052a105cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:41.567056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e473a4-4e39-4175-a921-5eecd1aed855 admin admin] Pushing event updated for resources: {'Network': ['ID=9917f871-d4fe-4a07-bc77-bade9d65b4dc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:41.577553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9917f871-d4fe-4a07-bc77-bade9d65b4dc details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:52:41.582835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Made reservation on behalf of 2029301b67484034b81accc052a105cc for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:41.585209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.756987 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.818566 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b25a675-764b-47ec-b112-1e9b11b312c5,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:41.827020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Checking segment: {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:41.827421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Network hostable DHCP agents. Network: 9917f871-d4fe-4a07-bc77-bade9d65b4dc, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:52:41.845207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Network 9917f871-d4fe-4a07-bc77-bade9d65b4dc is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:52:41.853415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9917f871-d4fe-4a07-bc77-bade9d65b4dc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:41.857850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:41.858436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:41.865859 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4dbd4-35fb-451b-b342-db976fbf99a6 None None] Network 9917f871-d4fe-4a07-bc77-bade9d65b4dc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:41.880341 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d76a465f-4d36-4de1-bba2-5e9c9706bc90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3264394 Jul 06 18:52:42.003364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d91f22-25e0-4a40-beeb-613c9e4403c2 None None] Network 9917f871-d4fe-4a07-bc77-bade9d65b4dc requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:52:42.344108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-a3e22573-d352-4cb6-8873-9f0708367d69 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:42.345682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-a3e22573-d352-4cb6-8873-9f0708367d69 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/networks?id=9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 200 len: 813 time: 0.1076305 Jul 06 18:52:42.361614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-62f9b227-af57-4b5c-913e-7657f7e7fce8 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/quotas/2029301b67484034b81accc052a105cc HTTP/1.1" status: 200 len: 375 time: 0.0104430 Jul 06 18:52:42.397159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-238ee592-204b-4864-8406-71b3e31ef343 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2029301b67484034b81accc052a105cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297678 Jul 06 18:52:42.409060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3d3a16e9-dccd-4a63-88cb-4acf21276e7a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:52:42.413559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3d3a16e9-dccd-4a63-88cb-4acf21276e7a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054386 Jul 06 18:52:42.508897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-ee717d1f-9968-46a9-9f3d-da3913ecf74f service neutron] 10.222.0.37 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915284 Jul 06 18:52:42.603348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-59e01f28-56f7-4d85-ba0e-8c6837aaad1a service neutron] 10.222.0.37 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875721 Jul 06 18:52:42.788645 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70d9b73c-7651-4a0c-bdc5-a0e54e646d3d req-e0ea7ebd-b689-435d-bff1-639e21e13021 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 210 time: 0.0396261 Jul 06 18:52:43.911913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-143240ab-968a-4ea9-8cab-8f0762f7b60d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:43.913583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-143240ab-968a-4ea9-8cab-8f0762f7b60d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.60 "GET /v2.0/networks?id=9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 200 len: 813 time: 0.1208963 Jul 06 18:52:43.926522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Request body: {'port': {'device_id': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc', 'admin_state_up': True, 'tenant_id': '2029301b67484034b81accc052a105cc'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:44.001613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3294de2f-6174-4fd1-8b39-d1edafc6e4b1 req-f6361121-78de-4909-8c72-a48cd7f99ae3 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 210 time: 0.0715933 Jul 06 18:52:44.076516 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Made reservation on behalf of 2029301b67484034b81accc052a105cc for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:44.080159 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.218524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Allocated IP 172.20.0.8 (9917f871-d4fe-4a07-bc77-bade9d65b4dc/2b25a675-764b-47ec-b112-1e9b11b312c5/770e82e5-8bf8-46c4-8010-0426f71bbfc1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:44.366501 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.405544 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.450973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Network 9917f871-d4fe-4a07-bc77-bade9d65b4dc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:44.454170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:44.460320 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:44.483526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Pushing event updated for resources: {'Port': ['ID=770e82e5-8bf8-46c4-8010-0426f71bbfc1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:44.512488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:44.513254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.527519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-3bdf5af3-9659-482a-b957-b10cb4564191 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052909 Jul 06 18:52:44.539223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Request body: {'port': {'device_id': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:44.614379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.884734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770e82e5-8bf8-46c4-8010-0426f71bbfc1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:44.892948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.904802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Transition to ACTIVE for port object 770e82e5-8bf8-46c4-8010-0426f71bbfc1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:44.909022 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:44.956878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Pushing event updated for resources: {'Port': ['ID=770e82e5-8bf8-46c4-8010-0426f71bbfc1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:45.029411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Attempting to bind port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:45.029745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Attempting to bind port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:45.030080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Attempting to bind port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 on network 9917f871-d4fe-4a07-bc77-bade9d65b4dc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:45.034513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 on network 9917f871-d4fe-4a07-bc77-bade9d65b4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:52:45.034836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Attempting to bind port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 on network 9917f871-d4fe-4a07-bc77-bade9d65b4dc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:45.039817 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:45.039992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Checking segment: {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:45.040389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Bound using segment: {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:45.040809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Bound port: 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:45.041708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.104501 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] For port 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:45.107651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] For port 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:45.112573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.185830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.186462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:45.188425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] 10.222.0.60 "PUT /v2.0/ports/770e82e5-8bf8-46c4-8010-0426f71bbfc1 HTTP/1.1" status: 200 len: 1091 time: 0.6532784 Jul 06 18:52:45.190680 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'tag': '770e82e5-8bf8-46c4-8010-0426f71bbfc1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:45.193920 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57deb657-8def-494c-8c1e-2f0e425599a8" -d '{"events": [{"name": "network-changed", "server_uuid": "05c9efda-2949-49cb-a0b2-8a07d50df304", "tag": "770e82e5-8bf8-46c4-8010-0426f71bbfc1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:45.240264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39f72-c393-43c0-aafb-fdefc2523579 service neutron] Pushing event updated for resources: {'Port': ['ID=770e82e5-8bf8-46c4-8010-0426f71bbfc1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:45.297008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742feb27-079d-4f38-8a54-974829d671f4 req-c53c08ae-38a9-4afa-83a2-38c573325a98 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.298801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-742feb27-079d-4f38-8a54-974829d671f4 req-c53c08ae-38a9-4afa-83a2-38c573325a98 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 943 time: 0.1801713 Jul 06 18:52:45.334114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-afae5803-550b-407b-8584-8d74c2a7c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.335986 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-afae5803-550b-407b-8584-8d74c2a7c3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2029301b67484034b81accc052a105cc&device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 1094 time: 0.1083188 Jul 06 18:52:45.384828 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-742feb27-079d-4f38-8a54-974829d671f4 req-d1016db3-debf-4756-8afe-49be96ca4cc1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804524 Jul 06 18:52:45.386207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-09f908d0-a169-4cbf-b3c7-c6958d5b394e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1 HTTP/1.1" status: 200 len: 217 time: 0.0420711 Jul 06 18:52:45.435762 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e3f77-dd02-452c-89de-60b087d6fae6 x-openstack-request-id: req-9f2e3f77-dd02-452c-89de-60b087d6fae6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:45.436120 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c9efda-2949-49cb-a0b2-8a07d50df304", "tag": "770e82e5-8bf8-46c4-8010-0426f71bbfc1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:45.436413 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f2e3f77-dd02-452c-89de-60b087d6fae6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:45.436815 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'tag': '770e82e5-8bf8-46c4-8010-0426f71bbfc1', 'status': 'completed', 'code': 200} Jul 06 18:52:45.447457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-9dfc841a-8097-4bac-89fa-9df0de842b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.450121 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-9dfc841a-8097-4bac-89fa-9df0de842b28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b25a675-764b-47ec-b112-1e9b11b312c5 HTTP/1.1" status: 200 len: 853 time: 0.0580099 Jul 06 18:52:45.483605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-67719ff9-e3d2-4f77-b4d9-8c8b9064998b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9917f871-d4fe-4a07-bc77-bade9d65b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268021 Jul 06 18:52:45.571291 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-937a02eb-a35e-445b-9898-6e432e9df460 service neutron] 10.222.0.60 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811179 Jul 06 18:52:45.665661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ca3cffd-e02f-46a7-a320-b7be3be1a31f req-c515a0f7-180b-4588-8346-474803c09df9 service neutron] 10.222.0.60 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882206 Jul 06 18:52:45.770426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-71dd55ba-dff3-414c-97d0-62b37f24b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.771954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-71dd55ba-dff3-414c-97d0-62b37f24b471 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2029301b67484034b81accc052a105cc&device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 1094 time: 0.0536964 Jul 06 18:52:46.117135 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-bff9c85e-6521-416a-940d-50b850ea2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:46.118619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-bff9c85e-6521-416a-940d-50b850ea2c88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 200 len: 914 time: 0.3407056 Jul 06 18:52:46.161032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-ae2efedf-b6aa-4164-bf30-72083b254950 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1 HTTP/1.1" status: 200 len: 217 time: 0.0348969 Jul 06 18:52:46.211307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-d96bcc19-2ca3-4c81-9eae-37fe761c3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:46.212759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-d96bcc19-2ca3-4c81-9eae-37fe761c3c6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b25a675-764b-47ec-b112-1e9b11b312c5 HTTP/1.1" status: 200 len: 853 time: 0.0449450 Jul 06 18:52:46.249891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-84eba18e-18c6-4aec-9057-58ebe3f9ba7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9917f871-d4fe-4a07-bc77-bade9d65b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299094 Jul 06 18:52:46.339526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-81a3098a-d040-4cbc-8ad6-98b39229658f service neutron] 10.222.0.60 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817711 Jul 06 18:52:46.437081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57deb657-8def-494c-8c1e-2f0e425599a8 req-905dae76-50b1-4d5b-a254-c2a0ab2bf801 service neutron] 10.222.0.60 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909414 Jul 06 18:52:46.565355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10eb2-1330-48cc-b9b2-2be13b3e1fb1 req-364889d0-0f80-4310-9f35-f9ae4d60aea6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:46.566902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88e10eb2-1330-48cc-b9b2-2be13b3e1fb1 req-364889d0-0f80-4310-9f35-f9ae4d60aea6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 943 time: 0.0654981 Jul 06 18:52:46.605446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-88e10eb2-1330-48cc-b9b2-2be13b3e1fb1 req-7708e637-44f1-4be9-8b4f-25cb754b509d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Jul 06 18:52:47.784341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb797-74cc-450d-ba97-94c4137ffb22 req-90f5af96-9052-4e10-a84c-5067fa0d6fb6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:47.785824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b19bb797-74cc-450d-ba97-94c4137ffb22 req-90f5af96-9052-4e10-a84c-5067fa0d6fb6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 943 time: 0.0622468 Jul 06 18:52:47.822742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b19bb797-74cc-450d-ba97-94c4137ffb22 req-233c6098-f0f5-4120-8b0c-15a97e35c224 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Jul 06 18:52:49.007536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74187f6-37ab-4862-8c3f-d85cb5c4cd6c req-595d52cf-23f9-44bd-8e63-1150d2e209cd tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:49.009021 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d74187f6-37ab-4862-8c3f-d85cb5c4cd6c req-595d52cf-23f9-44bd-8e63-1150d2e209cd tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 943 time: 0.0703013 Jul 06 18:52:49.047801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d74187f6-37ab-4862-8c3f-d85cb5c4cd6c req-eba4d0e3-ec3a-4130-9880-e5ce17a5cc9d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Jul 06 18:52:49.581554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 770e82e5-8bf8-46c4-8010-0426f71bbfc1 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:52:49.680337 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:49.693035 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '770e82e5-8bf8-46c4-8010-0426f71bbfc1', 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc', 'port_id': '770e82e5-8bf8-46c4-8010-0426f71bbfc1', 'mac_address': 'fa:16:3e:44:bf:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b25a675-764b-47ec-b112-1e9b11b312c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:52:49.734652 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.747946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770e82e5-8bf8-46c4-8010-0426f71bbfc1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:49.767662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:49.771757 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:49.819776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=770e82e5-8bf8-46c4-8010-0426f71bbfc1,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:49.967504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['770e82e5-8bf8-46c4-8010-0426f71bbfc1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:50.219916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dded37-a3b7-4147-8ed7-0e2c8c2bf7b6 req-a6165099-0557-4774-ba02-fea4e64fe9b1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:50.221395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4dded37-a3b7-4147-8ed7-0e2c8c2bf7b6 req-a6165099-0557-4774-ba02-fea4e64fe9b1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 944 time: 0.0643046 Jul 06 18:52:50.263478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4dded37-a3b7-4147-8ed7-0e2c8c2bf7b6 req-cdd5a4c3-fabc-4bc6-884e-68cf3784b0d6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Jul 06 18:52:51.437431 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fcf72-5f09-4041-8b45-d540c670b1f8 req-a37b2266-10bf-48a9-a7cb-6b79ae803fcb tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:51.438906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-131fcf72-5f09-4041-8b45-d540c670b1f8 req-a37b2266-10bf-48a9-a7cb-6b79ae803fcb tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 944 time: 0.0682251 Jul 06 18:52:51.477961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-131fcf72-5f09-4041-8b45-d540c670b1f8 req-565e7f36-658e-4066-965f-1bcd801441f6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Jul 06 18:52:51.596698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 770e82e5-8bf8-46c4-8010-0426f71bbfc1 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:52:51.648923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:52:51.653039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:52:51.653439 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.731605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.754861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770e82e5-8bf8-46c4-8010-0426f71bbfc1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:51.757129 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9d89a0-5bc4-4f38-8961-7f2ffcf1b713" -d '{"events": [{"server_uuid": "05c9efda-2949-49cb-a0b2-8a07d50df304", "name": "network-vif-plugged", "status": "completed", "tag": "770e82e5-8bf8-46c4-8010-0426f71bbfc1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:51.772649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:52:51.777200 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.800145 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa834082-79e5-4070-860d-137fbb4b923a x-openstack-request-id: req-fa834082-79e5-4070-860d-137fbb4b923a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:51.800434 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c9efda-2949-49cb-a0b2-8a07d50df304", "name": "network-vif-plugged", "status": "completed", "tag": "770e82e5-8bf8-46c4-8010-0426f71bbfc1", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:51.800689 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa834082-79e5-4070-860d-137fbb4b923a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:51.801081 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770e82e5-8bf8-46c4-8010-0426f71bbfc1', 'code': 200} Jul 06 18:52:51.829318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=770e82e5-8bf8-46c4-8010-0426f71bbfc1,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:51.914527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbd373-c46d-4ab7-a997-0c63e60fbee0 req-5532afc1-a1b5-45d3-ab8c-7b84a3093a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:51.916077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bbd373-c46d-4ab7-a997-0c63e60fbee0 req-5532afc1-a1b5-45d3-ab8c-7b84a3093a32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 1096 time: 0.0518756 Jul 06 18:52:51.952242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f9bbd373-c46d-4ab7-a997-0c63e60fbee0 req-e40b420a-c461-4880-8845-f335d9afd647 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297151 Jul 06 18:52:52.650966 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824b50b-96ca-44e4-9037-ee5b08f9fb23 req-37bedebb-8f12-4afd-af23-b7c205dd616b tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:52.652586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b824b50b-96ca-44e4-9037-ee5b08f9fb23 req-37bedebb-8f12-4afd-af23-b7c205dd616b tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0646293 Jul 06 18:52:52.702713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b824b50b-96ca-44e4-9037-ee5b08f9fb23 req-26855164-d580-43f5-849b-ce6afc4d5c0d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Jul 06 18:52:53.881201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad27c5d-70ce-440d-aecd-ed6e353ce20a req-2617077d-044f-4834-9949-2dac8023295b tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:53.882700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cad27c5d-70ce-440d-aecd-ed6e353ce20a req-2617077d-044f-4834-9949-2dac8023295b tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0688498 Jul 06 18:52:53.921196 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cad27c5d-70ce-440d-aecd-ed6e353ce20a req-fa8318c4-9709-427c-ba85-414b0ad2c0c0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Jul 06 18:52:54.148210 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-31b25bfd-b8ba-4432-8674-061434741e25 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:54.149579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-31b25bfd-b8ba-4432-8674-061434741e25 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/networks?id=9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 200 len: 813 time: 0.1017327 Jul 06 18:52:54.165095 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-de7309d8-c020-40c1-89c9-9ed555ce538c tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/quotas/2029301b67484034b81accc052a105cc HTTP/1.1" status: 200 len: 375 time: 0.0093510 Jul 06 18:52:54.232419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-485c93a5-40a3-4af9-8ff6-0285e8eb6f06 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2029301b67484034b81accc052a105cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625181 Jul 06 18:52:54.320822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-34a33a69-f0b5-46b8-95f1-065ff0510763 service neutron] 10.222.0.37 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Jul 06 18:52:54.415221 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-21b24b2e-3caf-460f-9ab4-a2cb86998967 service neutron] 10.222.0.37 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Jul 06 18:52:54.586415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-401e2339-3f80-42e1-a070-193ae5a9aca6 req-c595543b-3be0-4e24-be64-249ec399c647 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 210 time: 0.0301976 Jul 06 18:52:55.542156 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9da35fa2-3bfd-48a1-9c50-2fb1eecdc8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:55.761260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d52a667-3c6f-4e8a-a339-87ca819d7fbf req-ddd6acc9-cac1-4bd1-9c86-3a0befc32571 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 210 time: 0.0356772 Jul 06 18:52:55.813289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-1575bbd5-94b7-41b4-bdb3-d18e891463b2 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:55.814754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-1575bbd5-94b7-41b4-bdb3-d18e891463b2 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.61 "GET /v2.0/networks?id=9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 200 len: 813 time: 0.1442072 Jul 06 18:52:55.828138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Request body: {'port': {'device_id': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc', 'admin_state_up': True, 'tenant_id': '2029301b67484034b81accc052a105cc'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:55.941089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Made reservation on behalf of 2029301b67484034b81accc052a105cc for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:52:55.944805 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.070827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Allocated IP 172.20.0.4 (9917f871-d4fe-4a07-bc77-bade9d65b4dc/2b25a675-764b-47ec-b112-1e9b11b312c5/5e8cade7-2147-45f2-972f-8451e1c70875) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:52:56.220105 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.257201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.270413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['770e82e5-8bf8-46c4-8010-0426f71bbfc1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:52:56.303734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Network 9917f871-d4fe-4a07-bc77-bade9d65b4dc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:52:56.311810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:52:56.316220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:52:56.320230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Pushing event updated for resources: {'Port': ['ID=5e8cade7-2147-45f2-972f-8451e1c70875,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:56.353200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.353460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.353802 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.354239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.354581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.355021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.355383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.355716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.356052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.356381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.356710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.357034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:52:56.380832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:56.381510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.396866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-e53a11c6-df4a-4f23-81ad-38b717c16525 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738363 Jul 06 18:52:56.409311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Request body: {'port': {'device_id': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:52:56.485177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.751947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8cade7-2147-45f2-972f-8451e1c70875 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:52:56.759489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.771620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Transition to ACTIVE for port object 5e8cade7-2147-45f2-972f-8451e1c70875 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:52:56.775925 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:56.829116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8cade7-2147-45f2-972f-8451e1c70875,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:56.902011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Attempting to bind port 5e8cade7-2147-45f2-972f-8451e1c70875 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:52:56.902352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Attempting to bind port 5e8cade7-2147-45f2-972f-8451e1c70875 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:52:56.902687 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Attempting to bind port 5e8cade7-2147-45f2-972f-8451e1c70875 on network 9917f871-d4fe-4a07-bc77-bade9d65b4dc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:56.915843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Port 5e8cade7-2147-45f2-972f-8451e1c70875 on network 9917f871-d4fe-4a07-bc77-bade9d65b4dc not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:52:56.916171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Attempting to bind port 5e8cade7-2147-45f2-972f-8451e1c70875 on network 9917f871-d4fe-4a07-bc77-bade9d65b4dc {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:52:56.941178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:52:56.941524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Checking segment: {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:52:56.941916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Bound using segment: {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:52:56.942346 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Bound port: 5e8cade7-2147-45f2-972f-8451e1c70875, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:52:56.942710 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.018818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e237-8bbb-4ab9-b272-43d819264c9f req-7ae4e096-c884-4795-9adc-8864c9f6f3e8 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.020297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e56e237-8bbb-4ab9-b272-43d819264c9f req-7ae4e096-c884-4795-9adc-8864c9f6f3e8 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 943 time: 0.1205099 Jul 06 18:52:57.051460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] For port 5e8cade7-2147-45f2-972f-8451e1c70875, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:52:57.071938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] For port 5e8cade7-2147-45f2-972f-8451e1c70875, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e8cade7-2147-45f2-972f-8451e1c70875,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:52:57.078902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e56e237-8bbb-4ab9-b272-43d819264c9f req-dc43406e-e65f-44bd-9eab-74bb4a0d8851 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Jul 06 18:52:57.080434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.115424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.116112 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:57.117501 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e8cade7-2147-45f2-972f-8451e1c70875 HTTP/1.1" status: 200 len: 1091 time: 0.7132177 Jul 06 18:52:57.117969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'tag': '5e8cade7-2147-45f2-972f-8451e1c70875'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:52:57.120529 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe955b-c152-43f7-b14c-b5ca6a088c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0491f70e-5e9c-4b44-a43f-0157a1ffc57f", "tag": "5e8cade7-2147-45f2-972f-8451e1c70875"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:52:57.147483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246940-bbc4-4661-985f-5ec9a3bab320 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8cade7-2147-45f2-972f-8451e1c70875,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:52:57.165602 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee4f01-ac17-4171-a9c3-6392959aa1bd x-openstack-request-id: req-4cee4f01-ac17-4171-a9c3-6392959aa1bd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:52:57.165891 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0491f70e-5e9c-4b44-a43f-0157a1ffc57f", "tag": "5e8cade7-2147-45f2-972f-8451e1c70875", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:52:57.166146 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cee4f01-ac17-4171-a9c3-6392959aa1bd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:52:57.166676 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'tag': '5e8cade7-2147-45f2-972f-8451e1c70875', 'status': 'completed', 'code': 200} Jul 06 18:52:57.214667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-0aaecea2-a540-4c73-bfed-fe363e062d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.216233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-0aaecea2-a540-4c73-bfed-fe363e062d89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2029301b67484034b81accc052a105cc&device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 1094 time: 0.0596809 Jul 06 18:52:57.256938 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-7a31d06b-d717-434b-b078-563d563c2a66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e8cade7-2147-45f2-972f-8451e1c70875 HTTP/1.1" status: 200 len: 217 time: 0.0338657 Jul 06 18:52:57.303975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-33b374b5-5e47-4a7c-b523-871587e2cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.305441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-33b374b5-5e47-4a7c-b523-871587e2cd6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b25a675-764b-47ec-b112-1e9b11b312c5 HTTP/1.1" status: 200 len: 853 time: 0.0424221 Jul 06 18:52:57.337836 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-03fddd13-04a4-4010-922a-5dd14210482a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9917f871-d4fe-4a07-bc77-bade9d65b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265641 Jul 06 18:52:57.431913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-b4b8c3a6-9649-4d82-b183-fa64229cf216 service neutron] 10.222.0.61 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Jul 06 18:52:57.522713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-213bab83-478e-41eb-abdf-5e7578f11b39 req-f1776b04-6a9b-4934-9ec6-0d0bd639350b service neutron] 10.222.0.61 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840392 Jul 06 18:52:57.626996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-5e2edb48-c485-4e00-85e3-ce59476a4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.628444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-5e2edb48-c485-4e00-85e3-ce59476a4960 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2029301b67484034b81accc052a105cc&device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 1094 time: 0.0588880 Jul 06 18:52:57.719424 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-b45755a6-e55c-4534-8454-6e368fc869a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.720896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-b45755a6-e55c-4534-8454-6e368fc869a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 200 len: 914 time: 0.0862432 Jul 06 18:52:57.768727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-1a35e6df-4da4-46ff-9e51-532077acfc55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e8cade7-2147-45f2-972f-8451e1c70875 HTTP/1.1" status: 200 len: 217 time: 0.0401676 Jul 06 18:52:57.817927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-78be267f-55ff-4d6c-bb60-ad126619454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:57.819379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-78be267f-55ff-4d6c-bb60-ad126619454d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b25a675-764b-47ec-b112-1e9b11b312c5 HTTP/1.1" status: 200 len: 853 time: 0.0441487 Jul 06 18:52:57.852519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-3bbc0550-5d19-4e3e-9da3-d3482920dd19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9917f871-d4fe-4a07-bc77-bade9d65b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262644 Jul 06 18:52:57.945563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-55dc79b8-7146-41b5-8364-ceb97df55bdd service neutron] 10.222.0.61 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Jul 06 18:52:58.043043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77fe955b-c152-43f7-b14c-b5ca6a088c9e req-532dea09-1644-45ae-8d2e-4fb24519f504 service neutron] 10.222.0.61 "GET /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902870 Jul 06 18:52:58.049861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4f3f-de7f-4dee-89e7-18abc821b659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.053603 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:58.256432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616663d-8165-4b4f-a509-c500ffbe7c30 req-f3e48d4d-d682-4ada-8561-2c05f13ee1c1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:58.257804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e616663d-8165-4b4f-a509-c500ffbe7c30 req-f3e48d4d-d682-4ada-8561-2c05f13ee1c1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 943 time: 0.0638855 Jul 06 18:52:58.295093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e616663d-8165-4b4f-a509-c500ffbe7c30 req-82796fbb-e5c8-46c0-84a6-98481379b5ee tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Jul 06 18:52:59.473768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84ff2-242f-46ef-8c31-240142c01992 req-34bf4b04-f508-438e-8bae-b11d7b7c8b30 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:59.475277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18d84ff2-242f-46ef-8c31-240142c01992 req-34bf4b04-f508-438e-8bae-b11d7b7c8b30 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 943 time: 0.0683768 Jul 06 18:52:59.513807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18d84ff2-242f-46ef-8c31-240142c01992 req-be282326-e460-47ae-800b-df4848c7fb5e tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Jul 06 18:52:59.578677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:00.425773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e8cade7-2147-45f2-972f-8451e1c70875 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:53:00.527292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5e8cade7-2147-45f2-972f-8451e1c70875, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e8cade7-2147-45f2-972f-8451e1c70875,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:00.539568 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '5e8cade7-2147-45f2-972f-8451e1c70875', 'network_id': '9917f871-d4fe-4a07-bc77-bade9d65b4dc', 'port_id': '5e8cade7-2147-45f2-972f-8451e1c70875', 'mac_address': 'fa:16:3e:10:81:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b25a675-764b-47ec-b112-1e9b11b312c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:53:00.580039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:00.598611 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8cade7-2147-45f2-972f-8451e1c70875 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:00.620621 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5e8cade7-2147-45f2-972f-8451e1c70875, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e8cade7-2147-45f2-972f-8451e1c70875,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:00.624813 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:00.674893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:00.685334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5e8cade7-2147-45f2-972f-8451e1c70875,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:00.698580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f62b8-2a76-47f2-8a84-34475537002f req-7cb0807a-cb62-468f-bbcf-c122278601e0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:00.700385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a7f62b8-2a76-47f2-8a84-34475537002f req-7cb0807a-cb62-468f-bbcf-c122278601e0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 944 time: 0.0664558 Jul 06 18:53:00.742350 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a7f62b8-2a76-47f2-8a84-34475537002f req-9493e58c-c07c-4507-9479-5460b378740f tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Jul 06 18:53:00.814665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['5e8cade7-2147-45f2-972f-8451e1c70875'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:00.971809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.106569 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590c47a-5830-47fc-a319-8fa8ed01b743 req-79b40799-3f8c-42bb-994c-57f75ae78d6a tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:02.107991 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c590c47a-5830-47fc-a319-8fa8ed01b743 req-79b40799-3f8c-42bb-994c-57f75ae78d6a tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 944 time: 0.0687652 Jul 06 18:53:02.145869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c590c47a-5830-47fc-a319-8fa8ed01b743 req-aefe6f24-1bde-45e3-8d4e-9ea5ee8d607c tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Jul 06 18:53:02.441107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e8cade7-2147-45f2-972f-8451e1c70875 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:02.493130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 5e8cade7-2147-45f2-972f-8451e1c70875 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:02.497808 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 5e8cade7-2147-45f2-972f-8451e1c70875 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:02.498173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.574665 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.596975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8cade7-2147-45f2-972f-8451e1c70875'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:02.599212 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6bd9c3-c0d6-4678-9bab-003b600bcafb" -d '{"events": [{"server_uuid": "0491f70e-5e9c-4b44-a43f-0157a1ffc57f", "name": "network-vif-plugged", "status": "completed", "tag": "5e8cade7-2147-45f2-972f-8451e1c70875"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:02.613506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 5e8cade7-2147-45f2-972f-8451e1c70875, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e8cade7-2147-45f2-972f-8451e1c70875,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:02.617652 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:02.645421 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe791b-35ff-4638-bb37-09116a2e1c63 x-openstack-request-id: req-3afe791b-35ff-4638-bb37-09116a2e1c63 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:02.645706 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0491f70e-5e9c-4b44-a43f-0157a1ffc57f", "name": "network-vif-plugged", "status": "completed", "tag": "5e8cade7-2147-45f2-972f-8451e1c70875", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:02.645961 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3afe791b-35ff-4638-bb37-09116a2e1c63 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:02.646342 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8cade7-2147-45f2-972f-8451e1c70875', 'code': 200} Jul 06 18:53:02.672910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=5e8cade7-2147-45f2-972f-8451e1c70875,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:02.751042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f0fb-5fbe-412d-b232-20b5674f5064 req-a6504677-20fa-4494-8470-0cbcd2015c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:02.752468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc79f0fb-5fbe-412d-b232-20b5674f5064 req-a6504677-20fa-4494-8470-0cbcd2015c3d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 1096 time: 0.0516560 Jul 06 18:53:02.788889 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc79f0fb-5fbe-412d-b232-20b5674f5064 req-1205c520-18a0-4b8a-92ac-0e48b593686c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297995 Jul 06 18:53:03.015201 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:03.315336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41dfce-7873-46ce-8c3a-c234928359cb req-7d5f2684-ac6e-47c7-967a-e4803bbe10e0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:03.316823 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c41dfce-7873-46ce-8c3a-c234928359cb req-7d5f2684-ac6e-47c7-967a-e4803bbe10e0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 945 time: 0.0616698 Jul 06 18:53:03.358128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3c41dfce-7873-46ce-8c3a-c234928359cb req-2dc87686-52fd-404f-aee5-67f1207ea4a9 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357471 Jul 06 18:53:04.542881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dfa63-36c0-4018-85ef-70654de0d888 req-b59e75cb-407b-46dc-9f2b-460b0725a0b6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:04.544410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86dfa63-36c0-4018-85ef-70654de0d888 req-b59e75cb-407b-46dc-9f2b-460b0725a0b6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 945 time: 0.0717592 Jul 06 18:53:04.581632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f86dfa63-36c0-4018-85ef-70654de0d888 req-ec1c69bf-503a-4f06-99ab-8ec0484c1b79 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Jul 06 18:53:04.995536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaeb76-890e-4fc9-9329-9be06601e095 req-3958ea37-cd39-4f3f-9cf6-cf2a3089800d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:04.996933 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfbaeb76-890e-4fc9-9329-9be06601e095 req-3958ea37-cd39-4f3f-9cf6-cf2a3089800d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 945 time: 0.0666630 Jul 06 18:53:05.035075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfbaeb76-890e-4fc9-9329-9be06601e095 req-f17641a7-a767-41ae-9a76-920eb95d0fca tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Jul 06 18:53:06.221428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4909c9-6d25-45b6-ac78-12999443203b req-15815855-4cec-432c-a1f5-a18e129615e1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:06.222869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d4909c9-6d25-45b6-ac78-12999443203b req-15815855-4cec-432c-a1f5-a18e129615e1 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.61 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 945 time: 0.1060219 Jul 06 18:53:06.243206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c88e26-c47b-4b2d-b962-219f2ab93d05 req-f41f7101-1b2e-4125-aad0-a081f2240a4d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:06.245134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c88e26-c47b-4b2d-b962-219f2ab93d05 req-f41f7101-1b2e-4125-aad0-a081f2240a4d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=0491f70e-5e9c-4b44-a43f-0157a1ffc57f HTTP/1.1" status: 200 len: 945 time: 0.0946615 Jul 06 18:53:06.331585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c88e26-c47b-4b2d-b962-219f2ab93d05 req-0f82df3c-cf67-4bba-ba8b-7ccb457f7414 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686069 Jul 06 18:53:06.359385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Deleting port 5e8cade7-2147-45f2-972f-8451e1c70875 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:06.359725 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:06.448027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] For port 5e8cade7-2147-45f2-972f-8451e1c70875, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=5e8cade7-2147-45f2-972f-8451e1c70875,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:06.448458 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:06.460380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Calling delete_port for 5e8cade7-2147-45f2-972f-8451e1c70875 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:06.591606 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:06.604533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['770e82e5-8bf8-46c4-8010-0426f71bbfc1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:06.623490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Pushing event deleted for resources: {'Port': ['ID=5e8cade7-2147-45f2-972f-8451e1c70875,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:06.664575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] No DVR routers for this DVR port 5e8cade7-2147-45f2-972f-8451e1c70875 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:06.667968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:06.669984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d4909c9-6d25-45b6-ac78-12999443203b req-cf1931ff-55d2-48f7-b31a-36cd18a31ccc tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.61 "DELETE /v2.0/ports/5e8cade7-2147-45f2-972f-8451e1c70875 HTTP/1.1" status: 204 len: 173 time: 0.4410830 Jul 06 18:53:06.670426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'name': 'network-vif-deleted', 'tag': '5e8cade7-2147-45f2-972f-8451e1c70875'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:06.672720 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9ed84c-87dd-4171-bd06-fc0ca74f5cd9" -d '{"events": [{"server_uuid": "0491f70e-5e9c-4b44-a43f-0157a1ffc57f", "name": "network-vif-deleted", "tag": "5e8cade7-2147-45f2-972f-8451e1c70875"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:06.716458 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a221ce-b90b-4864-b8dd-080d657072d0 x-openstack-request-id: req-96a221ce-b90b-4864-b8dd-080d657072d0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:06.717015 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0491f70e-5e9c-4b44-a43f-0157a1ffc57f", "name": "network-vif-deleted", "tag": "5e8cade7-2147-45f2-972f-8451e1c70875", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:06.717275 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96a221ce-b90b-4864-b8dd-080d657072d0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:06.717684 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0491f70e-5e9c-4b44-a43f-0157a1ffc57f', 'name': 'network-vif-deleted', 'tag': '5e8cade7-2147-45f2-972f-8451e1c70875', 'status': 'completed', 'code': 200} Jul 06 18:53:07.603925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47a868-0e6e-4d6c-94bb-0e43ef9f80d7 req-d40d2d3e-9706-47e8-a3b6-ae153e664058 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:07.605747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d47a868-0e6e-4d6c-94bb-0e43ef9f80d7 req-d40d2d3e-9706-47e8-a3b6-ae153e664058 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0864663 Jul 06 18:53:07.646324 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7d47a868-0e6e-4d6c-94bb-0e43ef9f80d7 req-a815519b-53d0-4554-869a-9dcd507aab61 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Jul 06 18:53:07.850363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc37a10-8ba1-4f84-9c20-80d647aa8e10 req-222b1a09-c37a-46c6-aad6-d87a93a2149b tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:07.851947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3dc37a10-8ba1-4f84-9c20-80d647aa8e10 req-222b1a09-c37a-46c6-aad6-d87a93a2149b tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0655086 Jul 06 18:53:07.891705 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3dc37a10-8ba1-4f84-9c20-80d647aa8e10 req-7db82ebb-1209-44b7-8c6e-c14af1367fe8 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jul 06 18:53:08.087065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c011bb-f47f-4853-bd8f-a22ad38f1384 req-e9e797a5-81be-45f1-a671-36d9c7c466a0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:08.089078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74c011bb-f47f-4853-bd8f-a22ad38f1384 req-e9e797a5-81be-45f1-a671-36d9c7c466a0 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0729270 Jul 06 18:53:08.130387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74c011bb-f47f-4853-bd8f-a22ad38f1384 req-33f44052-39c2-47fb-983f-b77d3230fb93 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357022 Jul 06 18:53:08.404455 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cee1cd-b7a2-4671-9a49-6d228ed4ef4c req-aac5f648-7bf3-4eeb-ba56-231e3a0392af tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:08.406044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91cee1cd-b7a2-4671-9a49-6d228ed4ef4c req-aac5f648-7bf3-4eeb-ba56-231e3a0392af tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0660522 Jul 06 18:53:08.445601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91cee1cd-b7a2-4671-9a49-6d228ed4ef4c req-409f4daa-d099-412b-b424-690be291d84c tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Jul 06 18:53:08.487866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e8cade7-2147-45f2-972f-8451e1c70875 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:08.512572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 5e8cade7-2147-45f2-972f-8451e1c70875 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:08.512924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 5e8cade7-2147-45f2-972f-8451e1c70875 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:08.627724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d8a10-ccc4-487b-9d1a-acd1d0dece9f req-76dd823d-de2e-4dc2-80f1-37dec5e19e40 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:08.629243 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de6d8a10-ccc4-487b-9d1a-acd1d0dece9f req-76dd823d-de2e-4dc2-80f1-37dec5e19e40 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0653312 Jul 06 18:53:08.667182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de6d8a10-ccc4-487b-9d1a-acd1d0dece9f req-fece7c83-7c08-4c29-8ebb-575d43e41b63 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Jul 06 18:53:08.852849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af80f31-aef9-425d-9382-4161875ffcea req-4793ce17-51b6-480d-86b1-db7d94cc02a8 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:08.854870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8af80f31-aef9-425d-9382-4161875ffcea req-4793ce17-51b6-480d-86b1-db7d94cc02a8 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0684159 Jul 06 18:53:08.893281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8af80f31-aef9-425d-9382-4161875ffcea req-9a6b7e68-479f-42db-b79b-6e7a8a4b1d05 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Jul 06 18:53:09.410179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70978660-316f-4e23-bc66-4fe855b2e529 req-ada5789f-53e5-4458-a909-af24507a62b7 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:09.411891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70978660-316f-4e23-bc66-4fe855b2e529 req-ada5789f-53e5-4458-a909-af24507a62b7 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0654111 Jul 06 18:53:09.451755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70978660-316f-4e23-bc66-4fe855b2e529 req-5ee51cf7-db95-471d-bd52-cbbfd37bcf45 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342293 Jul 06 18:53:10.634039 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34361-2ab2-4cee-aa06-77830c2face6 req-3dd792b1-3c2e-4048-97a5-42e5d7ad6380 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:10.636109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ab34361-2ab2-4cee-aa06-77830c2face6 req-3dd792b1-3c2e-4048-97a5-42e5d7ad6380 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0696480 Jul 06 18:53:10.674474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3ab34361-2ab2-4cee-aa06-77830c2face6 req-a7f481e7-b814-45d4-84dd-45b3f31c2d7d tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/security-groups?id=b46619ab-5b3f-4072-8a9f-3019fa8365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Jul 06 18:53:10.851459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-0a9f7cbb-79de-41d1-8da6-0b26d99352a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:10.853039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-0a9f7cbb-79de-41d1-8da6-0b26d99352a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 945 time: 0.0652423 Jul 06 18:53:10.957095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Deleting port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:10.957447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.295492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] For port 770e82e5-8bf8-46c4-8010-0426f71bbfc1, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=770e82e5-8bf8-46c4-8010-0426f71bbfc1,segment=NetworkSegment(eb3520fd-550e-4218-92e4-33c2b0c9e1a4),segment_id=eb3520fd-550e-4218-92e4-33c2b0c9e1a4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:11.295854 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.308288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Calling delete_port for 770e82e5-8bf8-46c4-8010-0426f71bbfc1 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:11.434971 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.448261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['770e82e5-8bf8-46c4-8010-0426f71bbfc1'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:11.465032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Pushing event deleted for resources: {'Port': ['ID=770e82e5-8bf8-46c4-8010-0426f71bbfc1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:11.517342 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] No DVR routers for this DVR port 770e82e5-8bf8-46c4-8010-0426f71bbfc1 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:11.520054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:11.522043 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57359b90-444f-4cc5-9eb1-c8af175ca326 req-7d889694-6c7c-4be8-a676-743a994479a6 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.60 "DELETE /v2.0/ports/770e82e5-8bf8-46c4-8010-0426f71bbfc1 HTTP/1.1" status: 204 len: 173 time: 0.6631842 Jul 06 18:53:11.522472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'name': 'network-vif-deleted', 'tag': '770e82e5-8bf8-46c4-8010-0426f71bbfc1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:11.524708 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6d037-9065-467e-a14f-0392d31c7edc" -d '{"events": [{"server_uuid": "05c9efda-2949-49cb-a0b2-8a07d50df304", "name": "network-vif-deleted", "tag": "770e82e5-8bf8-46c4-8010-0426f71bbfc1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:11.562699 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf1cce-2c2f-4b96-b2a2-a9b93e8f0327 x-openstack-request-id: req-bcbf1cce-2c2f-4b96-b2a2-a9b93e8f0327 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:11.563056 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c9efda-2949-49cb-a0b2-8a07d50df304", "name": "network-vif-deleted", "tag": "770e82e5-8bf8-46c4-8010-0426f71bbfc1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:11.563352 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcbf1cce-2c2f-4b96-b2a2-a9b93e8f0327 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:11.563760 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c9efda-2949-49cb-a0b2-8a07d50df304', 'name': 'network-vif-deleted', 'tag': '770e82e5-8bf8-46c4-8010-0426f71bbfc1', 'status': 'completed', 'code': 200} Jul 06 18:53:11.830179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d7ef6f7-5310-4ed8-8599-db63c7cf05b5 req-7dd37466-d4b5-4855-852a-b6d73bb41004 tempest-ServersNegativeTestJSON-1042519768 tempest-ServersNegativeTestJSON-1042519768-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c9efda-2949-49cb-a0b2-8a07d50df304 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Jul 06 18:53:12.927904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43812) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:12.975541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Deleting subnet 2b25a675-764b-47ec-b112-1e9b11b312c5 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:12.978698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.012877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.056247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.110091 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.134890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b25a675-764b-47ec-b112-1e9b11b312c5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:13.138542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.141800 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cc7e62ed-0f46-4475-933a-f1f87c9e53fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2b25a675-764b-47ec-b112-1e9b11b312c5 HTTP/1.1" status: 204 len: 168 time: 0.2115252 Jul 06 18:53:13.142918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:13.211916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.295211 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.304621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917f871-d4fe-4a07-bc77-bade9d65b4dc']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:13.315115 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:13.315371 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3520fd-550e-4218-92e4-33c2b0c9e1a4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:13.324206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.337477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.344519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:13.345054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:13.346645 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:13.404874 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.410764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.412617 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9917f871-d4fe-4a07-bc77-bade9d65b4dc HTTP/1.1" status: 204 len: 168 time: 0.2687624 Jul 06 18:53:13.424609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feada8-2b0c-48e0-a049-097d784eae28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9917f871-d4fe-4a07-bc77-bade9d65b4dc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:13.533021 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:13.576217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-132f3993-3008-4ec6-931a-350dc68e1d39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2029301b67484034b81accc052a105cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421214 Jul 06 18:53:13.578561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:13.625884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-318668ef-0548-4863-ac7d-3d880a09c74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.646686 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-318668ef-0548-4863-ac7d-3d880a09c74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.695087 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-318668ef-0548-4863-ac7d-3d880a09c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.698454 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-318668ef-0548-4863-ac7d-3d880a09c74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:13.699632 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-318668ef-0548-4863-ac7d-3d880a09c74d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b46619ab-5b3f-4072-8a9f-3019fa8365ef HTTP/1.1" status: 204 len: 168 time: 0.1201746 Jul 06 18:53:13.707471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318668ef-0548-4863-ac7d-3d880a09c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46619ab-5b3f-4072-8a9f-3019fa8365ef,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.375919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:14.481844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113167110'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:14.505151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:14.508802 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.520160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.615003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.619704 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.645827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:14.654285 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355f9abe-d7bb-4cbc-9f65-32de3887b837,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.660193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.660606 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Added segment f0001ef5-fdbe-4447-80c8-0f95d43dd035 of type vlan for network 6ce37215-d600-4e03-9a36-813e6e18228c Jul 06 18:53:14.703374 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.733101 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.738864 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:14.739517 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:14.819516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4424541 Jul 06 18:53:14.858242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadcaa4-fdcf-4605-b039-d7bb746fff3b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Network': ['ID=6ce37215-d600-4e03-9a36-813e6e18228c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:14.870623 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 6ce37215-d600-4e03-9a36-813e6e18228c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:15.736706 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 770e82e5-8bf8-46c4-8010-0426f71bbfc1 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:15.756540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 770e82e5-8bf8-46c4-8010-0426f71bbfc1 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:15.756887 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 770e82e5-8bf8-46c4-8010-0426f71bbfc1 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:18.203962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43848) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:18.209636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'subnet': {'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:18.305393 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:18.309673 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.381400 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:53:18.498933 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.566151 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Subnet': ['ID=55309623-5dad-44af-8c36-8e183407db5e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:18.574653 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Checking segment: {'id': 'f0001ef5-fdbe-4447-80c8-0f95d43dd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:18.575018 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network hostable DHCP agents. Network: 6ce37215-d600-4e03-9a36-813e6e18228c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:18.593013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network 6ce37215-d600-4e03-9a36-813e6e18228c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:18.601565 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 6ce37215-d600-4e03-9a36-813e6e18228c) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:18.606673 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:18.607270 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.611803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbed982-6f21-4160-beed-e09d91178c82 None None] Network 6ce37215-d600-4e03-9a36-813e6e18228c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:18.622594 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f8bd33de-cb1b-4faf-88ec-8665ea742728 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4171546 Jul 06 18:53:18.625709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43850) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:18.630692 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1139442552'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:18.652862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:18.656356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.680649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:18.691334 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.691687 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Added segment e6b13cd5-912c-4cdc-8800-695980f827f4 of type vlan for network ec62ec1f-fc1d-40c8-bff8-ca30c443260f Jul 06 18:53:18.732904 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.762429 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.765291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-6ce37215-d600-4e03-9a36-813e6e18228c', 'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c', 'tenant_id': 'a2987e6aa33645fea22255dbf1d7a645', 'fixed_ips': [{'subnet_id': '55309623-5dad-44af-8c36-8e183407db5e'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:18.766156 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.768036 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:18.768626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.840988 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2105772 Jul 06 18:53:18.841338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:18.846925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'subnet': {'network_id': 'ec62ec1f-fc1d-40c8-bff8-ca30c443260f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:18.881170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393958d5-3bfe-4aa6-b08a-107d2611d30a tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Network': ['ID=ec62ec1f-fc1d-40c8-bff8-ca30c443260f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:18.896922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network ec62ec1f-fc1d-40c8-bff8-ca30c443260f details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:18.940361 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:18.943948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:18.966016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Allocated IP 2001:db8:0:ffff::2 (6ce37215-d600-4e03-9a36-813e6e18228c/55309623-5dad-44af-8c36-8e183407db5e/ec9d41e4-cf39-47ef-ae00-fa42a5552324) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:19.130244 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.140681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Transition to ACTIVE for port object ec9d41e4-cf39-47ef-ae00-fa42a5552324 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:19.141558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.155311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Transition to ACTIVE for port object ec9d41e4-cf39-47ef-ae00-fa42a5552324 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:19.161264 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.196595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Network 6ce37215-d600-4e03-9a36-813e6e18228c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:19.200186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:19.202835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:19.212391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Subnet': ['ID=35c76c39-2063-4ab8-8903-1adb7f631074,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:19.222184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Checking segment: {'id': 'e6b13cd5-912c-4cdc-8800-695980f827f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ec62ec1f-fc1d-40c8-bff8-ca30c443260f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:19.222595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network hostable DHCP agents. Network: ec62ec1f-fc1d-40c8-bff8-ca30c443260f, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:19.240486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network ec62ec1f-fc1d-40c8-bff8-ca30c443260f is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:19.247698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Pushing event updated for resources: {'Port': ['ID=ec9d41e4-cf39-47ef-ae00-fa42a5552324,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:19.250995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, ec62ec1f-fc1d-40c8-bff8-ca30c443260f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:19.255270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:19.255944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.275772 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43854) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:19.276409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c2319f38-bb47-4b65-9e41-de54311dbe02 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4311099 Jul 06 18:53:19.277767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6aad1-7630-435b-887c-817a1216b606 None None] Network ec62ec1f-fc1d-40c8-bff8-ca30c443260f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:19.288659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.288913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.289253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.289593 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.289925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.290257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.290585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.290961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.291312 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.291641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.291966 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.292291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:19.333349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Attempting to bind port ec9d41e4-cf39-47ef-ae00-fa42a5552324 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:19.333720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Attempting to bind port ec9d41e4-cf39-47ef-ae00-fa42a5552324 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'f0001ef5-fdbe-4447-80c8-0f95d43dd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:19.334080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Attempting to bind port ec9d41e4-cf39-47ef-ae00-fa42a5552324 on network 6ce37215-d600-4e03-9a36-813e6e18228c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:19.344681 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:19.345056 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Checking segment: {'id': 'f0001ef5-fdbe-4447-80c8-0f95d43dd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:19.345846 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.346250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Bound using segment: {'id': 'f0001ef5-fdbe-4447-80c8-0f95d43dd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:19.346714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Bound port: ec9d41e4-cf39-47ef-ae00-fa42a5552324, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0001ef5-fdbe-4447-80c8-0f95d43dd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6ce37215-d600-4e03-9a36-813e6e18228c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:19.347094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.381917 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.465965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] For port ec9d41e4-cf39-47ef-ae00-fa42a5552324, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:19.467724 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.471192 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] For port ec9d41e4-cf39-47ef-ae00-fa42a5552324, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ec9d41e4-cf39-47ef-ae00-fa42a5552324,segment=NetworkSegment(f0001ef5-fdbe-4447-80c8-0f95d43dd035),segment_id=f0001ef5-fdbe-4447-80c8-0f95d43dd035)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:19.479174 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.531194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ccbad-6e76-4f08-90fa-2766102423c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-ec62ec1f-fc1d-40c8-bff8-ca30c443260f', 'network_id': 'ec62ec1f-fc1d-40c8-bff8-ca30c443260f', 'tenant_id': 'a2987e6aa33645fea22255dbf1d7a645', 'fixed_ips': [{'subnet_id': '35c76c39-2063-4ab8-8903-1adb7f631074'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:19.532065 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-832ccbad-6e76-4f08-90fa-2766102423c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.537376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.569917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Subnet': ['ID=35c76c39-2063-4ab8-8903-1adb7f631074,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:19.585533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4a27b-f0ec-4a94-ad69-3003e7153e25 None None] Pushing event updated for resources: {'Port': ['ID=ec9d41e4-cf39-47ef-ae00-fa42a5552324,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:19.633593 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.646808 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec62ec1f-fc1d-40c8-bff8-ca30c443260f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:19.651446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9198df7-7e53-4625-a807-df1090d148dd None None] Network ec62ec1f-fc1d-40c8-bff8-ca30c443260f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:19.657882 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b13cd5-912c-4cdc-8800-695980f827f4') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:19.658182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b13cd5-912c-4cdc-8800-695980f827f4') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:19.669492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.693282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.701363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:19.701842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:19.705561 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:19.808096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.813883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.816462 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/ec62ec1f-fc1d-40c8-bff8-ca30c443260f HTTP/1.1" status: 204 len: 168 time: 0.5377703 Jul 06 18:53:19.820114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:19.826275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688019795'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:19.832469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197c14f-d08b-4f02-b540-9169192b9822 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Network': ['ID=ec62ec1f-fc1d-40c8-bff8-ca30c443260f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:19.848697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:19.852339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.880192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:19.891678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.892027 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Added segment 524c90da-7e14-4984-a419-e274e6430ec2 of type vlan for network cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 Jul 06 18:53:19.933214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.971235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.979995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:19.981533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.045430 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2241530 Jul 06 18:53:20.049708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43858) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:20.055662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'subnet': {'network_id': 'cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:20.061598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef70f1-44e4-44e3-b650-d2ad5d297753 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Network': ['ID=cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.073433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:20.147383 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:20.151529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.216319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Performing IP validity checks on allocation pools {{(pid=93943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:53:20.217136 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:53:20.363086 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.454830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Subnet': ['ID=43e5acd3-1847-404b-9e5f-b3012d330afa,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.470233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Checking segment: {'id': '524c90da-7e14-4984-a419-e274e6430ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:20.470759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network hostable DHCP agents. Network: cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:20.492545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:20.504238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:20.511706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:20.512340 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.515964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119a06c-210a-46f0-9bc0-8030194e933c None None] Network cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:20.531138 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-15bd6d2a-2194-4f07-9888-64606e299ca0 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4796798 Jul 06 18:53:20.532755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:20.572206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649895e-1f95-4010-8faf-51e971d907e9 None None] Network 6ce37215-d600-4e03-9a36-813e6e18228c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:20.650447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c5423727-fa11-4953-b1d6-84b799a35baf None None] Provisioning for port ec9d41e4-cf39-47ef-ae00-fa42a5552324 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:20.656341 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.757895 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.795024 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba05759-e30c-4b6b-8663-1fbf6acf9570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7', 'network_id': 'cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7', 'tenant_id': 'a2987e6aa33645fea22255dbf1d7a645', 'fixed_ips': [{'subnet_id': '43e5acd3-1847-404b-9e5f-b3012d330afa'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:20.795894 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ba05759-e30c-4b6b-8663-1fbf6acf9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.825428 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.863359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Subnet': ['ID=43e5acd3-1847-404b-9e5f-b3012d330afa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.910999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3543a79b-a73d-4d08-a261-2dbe89f34e1f None None] Network cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:20.936019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ec9d41e4-cf39-47ef-ae00-fa42a5552324 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:20.939657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.950301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:20.960329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524c90da-7e14-4984-a419-e274e6430ec2') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:20.960624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524c90da-7e14-4984-a419-e274e6430ec2') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:20.970836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.986922 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.999509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:20.999766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:21.003559 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:21.086281 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.095125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.101367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 HTTP/1.1" status: 204 len: 168 time: 0.5627174 Jul 06 18:53:21.101806 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43862) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:21.108811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656186993'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:21.113270 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab300ceb-7e0e-4383-b487-5de3f8bb1cd1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Network': ['ID=cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:21.149097 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:21.155996 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.205184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:21.224784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.225758 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Added segment e4235c4e-7dfc-4768-843d-fe7018c81c30 of type vlan for network 4c61841a-0a0f-4374-aafb-996741cb3f73 Jul 06 18:53:21.266001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port ec9d41e4-cf39-47ef-ae00-fa42a5552324 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:21.270588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ec9d41e4-cf39-47ef-ae00-fa42a5552324 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:21.271045 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.305396 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.317016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2acbd253-00bc-4c5e-ac6a-03e95d2d9ae6 None None] Provisioning complete for port ec9d41e4-cf39-47ef-ae00-fa42a5552324 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:21.317395 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2acbd253-00bc-4c5e-ac6a-03e95d2d9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.355952 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.362053 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.362701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.405053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.434733 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3314490 Jul 06 18:53:21.440800 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:21.448695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcf3f2-7a2f-42ca-9951-02fc842981e9 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Network': ['ID=4c61841a-0a0f-4374-aafb-996741cb3f73,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:21.451144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'subnet': {'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:21.473085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 4c61841a-0a0f-4374-aafb-996741cb3f73 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:21.480916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port ec9d41e4-cf39-47ef-ae00-fa42a5552324, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ec9d41e4-cf39-47ef-ae00-fa42a5552324,segment=NetworkSegment(f0001ef5-fdbe-4447-80c8-0f95d43dd035),segment_id=f0001ef5-fdbe-4447-80c8-0f95d43dd035)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:21.492437 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2acbd253-00bc-4c5e-ac6a-03e95d2d9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.531597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.571558 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:21.575574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.660155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=ec9d41e4-cf39-47ef-ae00-fa42a5552324,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:21.663850 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-2acbd253-00bc-4c5e-ac6a-03e95d2d9ae6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:53:21.664222 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-2acbd253-00bc-4c5e-ac6a-03e95d2d9ae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:53:21.793318 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.855536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Subnet': ['ID=f298a840-8dda-474b-8739-805e7d6b3c68,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:21.866486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Checking segment: {'id': 'e4235c4e-7dfc-4768-843d-fe7018c81c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:21.867049 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network hostable DHCP agents. Network: 4c61841a-0a0f-4374-aafb-996741cb3f73, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:21.885116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network 4c61841a-0a0f-4374-aafb-996741cb3f73 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:21.895407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 4c61841a-0a0f-4374-aafb-996741cb3f73) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:21.899854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.901100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.905167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb650e5-89f1-4c6e-9ee1-929fc567f0d7 None None] Network 4c61841a-0a0f-4374-aafb-996741cb3f73 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:21.921000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4e4e60c0-77f2-4f34-931e-2e4154cf7f87 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4750707 Jul 06 18:53:21.921247 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:21.926818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947810419'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:21.955345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:21.959916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.989628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:22.005447 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.006013 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Added segment 3d09c8db-5d75-4409-9364-058d7d3b3436 of type vlan for network 23676375-4828-4e74-aa83-28300d5945e4 Jul 06 18:53:22.074016 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.104683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-4c61841a-0a0f-4374-aafb-996741cb3f73', 'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73', 'tenant_id': 'a2987e6aa33645fea22255dbf1d7a645', 'fixed_ips': [{'subnet_id': 'f298a840-8dda-474b-8739-805e7d6b3c68'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:22.105743 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.108354 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.113919 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:22.114532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.171886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2494481 Jul 06 18:53:22.174785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43868) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:22.184417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Request body: {'subnet': {'network_id': '23676375-4828-4e74-aa83-28300d5945e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:22.193775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9b25-d243-4d0d-9e40-64fd1dab9612 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Network': ['ID=23676375-4828-4e74-aa83-28300d5945e4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.212533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 23676375-4828-4e74-aa83-28300d5945e4 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:22.293894 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Made reservation on behalf of a2987e6aa33645fea22255dbf1d7a645 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:22.297667 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.342398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Allocated IP 2001:db8::2 (4c61841a-0a0f-4374-aafb-996741cb3f73/f298a840-8dda-474b-8739-805e7d6b3c68/f40f8cd6-ee1f-42b0-bdb5-0e86d9351661) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:22.489500 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.505904 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.517399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Transition to ACTIVE for port object f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:22.532994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Transition to ACTIVE for port object f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:22.539009 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.549848 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event updated for resources: {'Subnet': ['ID=e9f8150d-508d-476d-b920-418f27e4486b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.561091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Checking segment: {'id': '3d09c8db-5d75-4409-9364-058d7d3b3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '23676375-4828-4e74-aa83-28300d5945e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:22.561447 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network hostable DHCP agents. Network: 23676375-4828-4e74-aa83-28300d5945e4, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:22.577577 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Network 23676375-4828-4e74-aa83-28300d5945e4 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:22.578410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Network 4c61841a-0a0f-4374-aafb-996741cb3f73 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:22.581243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:22.586162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 23676375-4828-4e74-aa83-28300d5945e4) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:22.587126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:22.592127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:22.593715 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.595971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1788d8-9cdf-47f9-a555-70ccc0622ffa None None] Network 23676375-4828-4e74-aa83-28300d5945e4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:22.598274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Pushing event updated for resources: {'Port': ['ID=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.610149 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-272e6c46-cd58-4107-8cf7-c028fd4732e1 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4330666 Jul 06 18:53:22.612681 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43870) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:22.701712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Attempting to bind port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:22.702087 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Attempting to bind port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e4235c4e-7dfc-4768-843d-fe7018c81c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:22.702457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Attempting to bind port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 on network 4c61841a-0a0f-4374-aafb-996741cb3f73 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:22.717306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:22.717689 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Checking segment: {'id': 'e4235c4e-7dfc-4768-843d-fe7018c81c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:22.718100 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.718510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Bound using segment: {'id': 'e4235c4e-7dfc-4768-843d-fe7018c81c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:22.718999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Bound port: f40f8cd6-ee1f-42b0-bdb5-0e86d9351661, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4235c4e-7dfc-4768-843d-fe7018c81c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4c61841a-0a0f-4374-aafb-996741cb3f73'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:22.719424 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.830275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] For port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:22.833922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] For port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,segment=NetworkSegment(e4235c4e-7dfc-4768-843d-fe7018c81c30),segment_id=e4235c4e-7dfc-4768-843d-fe7018c81c30)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:22.838796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.909300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ec9d41e4-cf39-47ef-ae00-fa42a5552324 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:22.921828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-23676375-4828-4e74-aa83-28300d5945e4', 'network_id': '23676375-4828-4e74-aa83-28300d5945e4', 'tenant_id': 'a2987e6aa33645fea22255dbf1d7a645', 'fixed_ips': [{'subnet_id': 'e9f8150d-508d-476d-b920-418f27e4486b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:22.922749 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:22.971651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c8e4-aa56-4d04-86b9-5e67b658d124 None None] Pushing event updated for resources: {'Port': ['ID=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:22.993157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.057281 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.079326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port ec9d41e4-cf39-47ef-ae00-fa42a5552324 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:23.079326 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.186667 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Allocated IP 2001:db8::2 (23676375-4828-4e74-aa83-28300d5945e4/e9f8150d-508d-476d-b920-418f27e4486b/abd219a9-f6a3-4be2-9137-81fdce8aff2c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:23.372424 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.380958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Transition to ACTIVE for port object abd219a9-f6a3-4be2-9137-81fdce8aff2c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:23.397140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Transition to ACTIVE for port object abd219a9-f6a3-4be2-9137-81fdce8aff2c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:23.404019 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.424206 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.451372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Network 23676375-4828-4e74-aa83-28300d5945e4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:23.452517 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f8150d-508d-476d-b920-418f27e4486b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:23.456609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:23.461265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:23.465778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Pushing event updated for resources: {'Port': ['ID=abd219a9-f6a3-4be2-9137-81fdce8aff2c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:23.524378 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Attempting to bind port abd219a9-f6a3-4be2-9137-81fdce8aff2c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:23.524748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Attempting to bind port abd219a9-f6a3-4be2-9137-81fdce8aff2c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '3d09c8db-5d75-4409-9364-058d7d3b3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '23676375-4828-4e74-aa83-28300d5945e4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:23.526007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Attempting to bind port abd219a9-f6a3-4be2-9137-81fdce8aff2c on network 23676375-4828-4e74-aa83-28300d5945e4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:23.531888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:23.532116 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Checking segment: {'id': '3d09c8db-5d75-4409-9364-058d7d3b3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '23676375-4828-4e74-aa83-28300d5945e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:23.532517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.532919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Bound using segment: {'id': '3d09c8db-5d75-4409-9364-058d7d3b3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '23676375-4828-4e74-aa83-28300d5945e4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:23.543908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Bound port: abd219a9-f6a3-4be2-9137-81fdce8aff2c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d09c8db-5d75-4409-9364-058d7d3b3436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '23676375-4828-4e74-aa83-28300d5945e4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:23.543908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.571277 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.584031 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23676375-4828-4e74-aa83-28300d5945e4']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:23.597599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d09c8db-5d75-4409-9364-058d7d3b3436') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:23.597889 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d09c8db-5d75-4409-9364-058d7d3b3436') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:23.609585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] For port abd219a9-f6a3-4be2-9137-81fdce8aff2c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:23.610008 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.613668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] For port abd219a9-f6a3-4be2-9137-81fdce8aff2c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=abd219a9-f6a3-4be2-9137-81fdce8aff2c,segment=NetworkSegment(3d09c8db-5d75-4409-9364-058d7d3b3436),segment_id=3d09c8db-5d75-4409-9364-058d7d3b3436)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:23.619925 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.636985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.644644 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:23.645060 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:23.648807 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:23.708767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e14ae-27fc-4385-b8ca-9a42df479659 None None] Pushing event updated for resources: {'Port': ['ID=abd219a9-f6a3-4be2-9137-81fdce8aff2c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:23.735618 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:53:23.735618 n-d-799527-3 neutron-server[93943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:53:23.735618 n-d-799527-3 neutron-server[93943]: [parameters: {'id': '23676375-4828-4e74-aa83-28300d5945e4'}] Jul 06 18:53:23.735618 n-d-799527-3 neutron-server[93943]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:53:23.736245 n-d-799527-3 neutron-server[93943]: DEBUG oslo_db.api [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:53:23.739385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e0667-40fa-43bb-9042-03955c2461b3 None None] Network 23676375-4828-4e74-aa83-28300d5945e4 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:23.930133 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68a51d-49da-4ee4-bf59-605ca00bce26 None None] Network 4c61841a-0a0f-4374-aafb-996741cb3f73 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:23.982415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b7748097-278d-4c9b-8f5a-e7c1229fe593 None None] Provisioning for port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:24.237687 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.298795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Deleting port abd219a9-f6a3-4be2-9137-81fdce8aff2c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:24.299143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.301911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8020d7c-981b-4677-a92f-083b334e98de None None] get_active_networks_info from n-d-799527-3 {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:53:24.370020 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] For port abd219a9-f6a3-4be2-9137-81fdce8aff2c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=abd219a9-f6a3-4be2-9137-81fdce8aff2c,segment=NetworkSegment(3d09c8db-5d75-4409-9364-058d7d3b3436),segment_id=3d09c8db-5d75-4409-9364-058d7d3b3436)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:24.370582 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.383157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Calling delete_port for abd219a9-f6a3-4be2-9137-81fdce8aff2c owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:24.385319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8020d7c-981b-4677-a92f-083b334e98de None None] Resources bound (agent type, host, resource id): {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:53:24.468750 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.495510 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Port': ['ID=abd219a9-f6a3-4be2-9137-81fdce8aff2c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:24.499215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No DVR routers for this DVR port abd219a9-f6a3-4be2-9137-81fdce8aff2c on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:24.586311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.596702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23676375-4828-4e74-aa83-28300d5945e4']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:24.608176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d09c8db-5d75-4409-9364-058d7d3b3436') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:24.608586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d09c8db-5d75-4409-9364-058d7d3b3436') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:24.617815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.632109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.637885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:24.638282 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:24.641316 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:24.701805 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.707603 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.709521 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/23676375-4828-4e74-aa83-28300d5945e4 HTTP/1.1" status: 204 len: 168 time: 2.0959022 Jul 06 18:53:24.712375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:24.725063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c03a18-a9e6-45da-a0c3-6ad38c6e7dbe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Network': ['ID=23676375-4828-4e74-aa83-28300d5945e4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:24.741588 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62d7d5d-1309-47ab-871c-aa699d68475d tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] GET failed (client error): The resource could not be found. Jul 06 18:53:24.742922 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e62d7d5d-1309-47ab-871c-aa699d68475d tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "GET /v2.0/subnets/e9f8150d-508d-476d-b920-418f27e4486b HTTP/1.1" status: 404 len: 337 time: 0.0295410 Jul 06 18:53:24.746436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43874) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:24.764242 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2f907a-03f6-4614-9a49-e85dec52298f tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:24.764777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2f907a-03f6-4614-9a49-e85dec52298f tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:24.766417 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ed2f907a-03f6-4614-9a49-e85dec52298f tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/23676375-4828-4e74-aa83-28300d5945e4 HTTP/1.1" status: 404 len: 339 time: 0.0191116 Jul 06 18:53:24.770291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:24.800252 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c93859-8eb5-408f-9cdf-029249f289a2 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:24.800701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c93859-8eb5-408f-9cdf-029249f289a2 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:24.802395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-46c93859-8eb5-408f-9cdf-029249f289a2 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/subnets/e9f8150d-508d-476d-b920-418f27e4486b HTTP/1.1" status: 404 len: 337 time: 0.0312204 Jul 06 18:53:24.804869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:24.823306 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b42ca16-0ae2-4d89-bb2a-2d959b219481 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:24.823857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b42ca16-0ae2-4d89-bb2a-2d959b219481 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:24.825517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2b42ca16-0ae2-4d89-bb2a-2d959b219481 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/23676375-4828-4e74-aa83-28300d5945e4 HTTP/1.1" status: 404 len: 339 time: 0.0197697 Jul 06 18:53:24.828809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:24.883351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Deleting subnet f298a840-8dda-474b-8739-805e7d6b3c68 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:24.887750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.903020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:24.928938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:24.953496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:24.956819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:24.957182 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.018658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.040309 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.076391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.110955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Subnet': ['ID=f298a840-8dda-474b-8739-805e7d6b3c68,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.112733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:53:25.112733 n-d-799527-3 neutron-server[93944]: DEBUG oslo_db.api [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:53:25.114769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.116710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-28fabf33-379d-4747-b825-8a2c2d3f78ee tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/subnets/f298a840-8dda-474b-8739-805e7d6b3c68 HTTP/1.1" status: 204 len: 168 time: 0.2869830 Jul 06 18:53:25.119648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.120832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43b758-1885-4bf9-b51c-d1f792c04c39 None None] Network 4c61841a-0a0f-4374-aafb-996741cb3f73 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:25.200162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.253594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Deleting port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:25.253944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.295054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] DHCP port deletion for 4c61841a-0a0f-4374-aafb-996741cb3f73 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:25.319539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] For port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,segment=NetworkSegment(e4235c4e-7dfc-4768-843d-fe7018c81c30),segment_id=e4235c4e-7dfc-4768-843d-fe7018c81c30)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:25.319900 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.332795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Calling delete_port for f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:25.342346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] Deleting port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:25.342862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.413311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] For port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,segment=NetworkSegment(e4235c4e-7dfc-4768-843d-fe7018c81c30),segment_id=e4235c4e-7dfc-4768-843d-fe7018c81c30)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:25.413889 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.423547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.431735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] Calling delete_port for f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:25.455905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Port': ['ID=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.460130 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No DVR routers for this DVR port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:25.516087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.552172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] Pushing event deleted for resources: {'Port': ['ID=f40f8cd6-ee1f-42b0-bdb5-0e86d9351661,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.553886 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.559009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da83eca-09f1-48e0-afef-acb004c0e523 None None] No DVR routers for this DVR port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:25.569052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c61841a-0a0f-4374-aafb-996741cb3f73']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:25.572612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e73c90b3-de3c-4805-a14e-03cdb5765816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.583478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4235c4e-7dfc-4768-843d-fe7018c81c30') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:25.584108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4235c4e-7dfc-4768-843d-fe7018c81c30') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:25.598562 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.613823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.620987 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:25.621610 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:25.625425 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:25.641657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Port f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 update to ACTIVE by agent not found {{(pid=93944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 18:53:25.690252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.697696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.699893 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/4c61841a-0a0f-4374-aafb-996741cb3f73 HTTP/1.1" status: 204 len: 168 time: 0.5796487 Jul 06 18:53:25.702363 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.720301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32d26-be2b-4e28-a87f-5502e7f5f682 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Network': ['ID=4c61841a-0a0f-4374-aafb-996741cb3f73,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:25.741493 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-30703e7a-8492-47c1-9ce4-df3fe4358e36 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:25.741964 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30703e7a-8492-47c1-9ce4-df3fe4358e36 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:25.744568 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-30703e7a-8492-47c1-9ce4-df3fe4358e36 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/subnets/43e5acd3-1847-404b-9e5f-b3012d330afa HTTP/1.1" status: 404 len: 337 time: 0.0319345 Jul 06 18:53:25.746988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.771231 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab034b8-6cab-45a0-9c4a-be70879fbabe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:25.771808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab034b8-6cab-45a0-9c4a-be70879fbabe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:25.773526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fab034b8-6cab-45a0-9c4a-be70879fbabe tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/cd43f9bb-cc76-4f07-9a70-e2d0de8e5cd7 HTTP/1.1" status: 404 len: 339 time: 0.0255635 Jul 06 18:53:25.777170 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.803150 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-edba58f3-d1ac-4014-9bdd-e6a83fe4c8ae tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:25.803517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edba58f3-d1ac-4014-9bdd-e6a83fe4c8ae tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:25.805257 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-edba58f3-d1ac-4014-9bdd-e6a83fe4c8ae tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/subnets/35c76c39-2063-4ab8-8903-1adb7f631074 HTTP/1.1" status: 404 len: 337 time: 0.0271468 Jul 06 18:53:25.809124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.828124 n-d-799527-3 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db919f6-1333-45a6-8190-dac406c51a6b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] DELETE failed (client error): The resource could not be found. Jul 06 18:53:25.828592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db919f6-1333-45a6-8190-dac406c51a6b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:53:25.830297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8db919f6-1333-45a6-8190-dac406c51a6b tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/ec62ec1f-fc1d-40c8-bff8-ca30c443260f HTTP/1.1" status: 404 len: 339 time: 0.0202339 Jul 06 18:53:25.832986 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43892) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:25.884663 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Deleting subnet 55309623-5dad-44af-8c36-8e183407db5e {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:25.888770 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:25.930651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.026445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.088584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.114567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Subnet': ['ID=55309623-5dad-44af-8c36-8e183407db5e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.124255 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.126197 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca2f785f-f614-42f0-a1c2-217c2041cf78 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/subnets/55309623-5dad-44af-8c36-8e183407db5e HTTP/1.1" status: 204 len: 168 time: 0.2921312 Jul 06 18:53:26.128639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:26.131812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe7883-4a5b-44f3-95b4-d18bb37e098a None None] Network 6ce37215-d600-4e03-9a36-813e6e18228c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:26.226482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.284475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Deleting port ec9d41e4-cf39-47ef-ae00-fa42a5552324 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:26.284823 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.323407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] DHCP port deletion for 6ce37215-d600-4e03-9a36-813e6e18228c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:26.357481 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] For port ec9d41e4-cf39-47ef-ae00-fa42a5552324, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ec9d41e4-cf39-47ef-ae00-fa42a5552324,segment=NetworkSegment(f0001ef5-fdbe-4447-80c8-0f95d43dd035),segment_id=f0001ef5-fdbe-4447-80c8-0f95d43dd035)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:26.357840 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.370714 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Calling delete_port for ec9d41e4-cf39-47ef-ae00-fa42a5552324 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:26.375641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] Deleting port ec9d41e4-cf39-47ef-ae00-fa42a5552324 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:26.376029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.441470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] For port ec9d41e4-cf39-47ef-ae00-fa42a5552324, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=ec9d41e4-cf39-47ef-ae00-fa42a5552324,segment=NetworkSegment(f0001ef5-fdbe-4447-80c8-0f95d43dd035),segment_id=f0001ef5-fdbe-4447-80c8-0f95d43dd035)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:26.441866 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.456778 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] Calling delete_port for ec9d41e4-cf39-47ef-ae00-fa42a5552324 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:26.458732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.487386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Port': ['ID=ec9d41e4-cf39-47ef-ae00-fa42a5552324,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.490335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] No DVR routers for this DVR port ec9d41e4-cf39-47ef-ae00-fa42a5552324 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:26.600741 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.611937 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce37215-d600-4e03-9a36-813e6e18228c']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:26.624825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0001ef5-fdbe-4447-80c8-0f95d43dd035') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:26.625132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0001ef5-fdbe-4447-80c8-0f95d43dd035') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:26.635363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.652389 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.660546 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:26.660957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:26.664029 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:26.709547 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.731427 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.738927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] Pushing event deleted for resources: {'Port': ['ID=ec9d41e4-cf39-47ef-ae00-fa42a5552324,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.739336 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.741466 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] 10.222.0.37 "DELETE /v2.0/networks/6ce37215-d600-4e03-9a36-813e6e18228c HTTP/1.1" status: 204 len: 168 time: 0.6118615 Jul 06 18:53:26.744682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb36356-b9e5-43d6-b7c3-a34a827775ad None None] No DVR routers for this DVR port ec9d41e4-cf39-47ef-ae00-fa42a5552324 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:26.758088 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7997a-0e24-46af-a03a-e5b14912fea4 tempest-NetworksIpV6Test-1620765011 tempest-NetworksIpV6Test-1620765011-project] Pushing event deleted for resources: {'Network': ['ID=6ce37215-d600-4e03-9a36-813e6e18228c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.886358 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:26.907406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:26.907563 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f40f8cd6-ee1f-42b0-bdb5-0e86d9351661 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:26.907929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ec9d41e4-cf39-47ef-ae00-fa42a5552324 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:26.928277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: ec9d41e4-cf39-47ef-ae00-fa42a5552324 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:26.928650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device ec9d41e4-cf39-47ef-ae00-fa42a5552324 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:27.042747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43900) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:27.177627 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d9a6b54-1b32-4125-a127-a0d4cca74b2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2987e6aa33645fea22255dbf1d7a645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335914 Jul 06 18:53:27.180051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43904) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:27.238449 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2e1e-b8a3-4dbd-b49f-40b60b49548b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.263998 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2e1e-b8a3-4dbd-b49f-40b60b49548b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.315025 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2e1e-b8a3-4dbd-b49f-40b60b49548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.317754 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab7a2e1e-b8a3-4dbd-b49f-40b60b49548b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.319001 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ab7a2e1e-b8a3-4dbd-b49f-40b60b49548b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/355f9abe-d7bb-4cbc-9f65-32de3887b837 HTTP/1.1" status: 204 len: 168 time: 0.1380243 Jul 06 18:53:27.327918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2e1e-b8a3-4dbd-b49f-40b60b49548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f9abe-d7bb-4cbc-9f65-32de3887b837,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.045309 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1844597-8749-49a6-a694-8438d03af0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.048484 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.056783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:28.158070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-679788503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:28.184858 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.186045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.247312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.252307 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.271128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.272543 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2de89adc-c43b-4b63-b197-d23450cc0ca6 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2146919 Jul 06 18:53:28.275682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43930) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:28.280972 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-56393546'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:28.302953 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Made reservation on behalf of 95431800fff2404bbc993efd97a590bc for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:28.308482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.323156 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.451337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.455979 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.487200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:28.503779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6760f493-0b6d-46e9-a1e0-da9a1899416a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.506914 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.507295 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Added segment 1854b87d-2e13-4acf-a399-08cf18de901d of type vlan for network 381339fb-4c63-4af1-b0cf-241a2a982b04 Jul 06 18:53:28.555507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.599883 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.606594 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:28.607228 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.667226 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3904204 Jul 06 18:53:28.670700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:28.677535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Request body: {'subnet': {'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:28.690562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58043f5-5a28-4d98-83c5-b87e4da9fb36 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event updated for resources: {'Network': ['ID=381339fb-4c63-4af1-b0cf-241a2a982b04,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.701899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 381339fb-4c63-4af1-b0cf-241a2a982b04 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:28.777803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Made reservation on behalf of 95431800fff2404bbc993efd97a590bc for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:28.781476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.978903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.061291 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event updated for resources: {'Subnet': ['ID=d768efd1-4076-45e6-9cc1-32e3815a5c56,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.065377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Checking segment: {'id': '1854b87d-2e13-4acf-a399-08cf18de901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:29.065743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Network hostable DHCP agents. Network: 381339fb-4c63-4af1-b0cf-241a2a982b04, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:29.086710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Network 381339fb-4c63-4af1-b0cf-241a2a982b04 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:29.097450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 381339fb-4c63-4af1-b0cf-241a2a982b04) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:29.106541 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:29.106823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.110041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0f441-ea96-415d-b088-54e28e56b678 None None] Network 381339fb-4c63-4af1-b0cf-241a2a982b04 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:29.127226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43934) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.128555 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9498b226-5ce6-41a0-8446-0cf5e931a366 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4559007 Jul 06 18:53:29.132740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-853962710'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.156525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Made reservation on behalf of 95431800fff2404bbc993efd97a590bc for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:29.161221 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.199215 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:29.214241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.215009 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Added segment 16cbd819-761a-49f8-bf65-b61ce5cf418d of type vlan for network c7890201-ac57-4c38-a3c7-34a750cf0e49 Jul 06 18:53:29.270605 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.301633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-381339fb-4c63-4af1-b0cf-241a2a982b04', 'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04', 'tenant_id': '95431800fff2404bbc993efd97a590bc', 'fixed_ips': [{'subnet_id': 'd768efd1-4076-45e6-9cc1-32e3815a5c56'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:29.303173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.316304 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.322626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:29.323293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.355229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.360442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Request body: {'subnet': {'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.363965 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2354977 Jul 06 18:53:29.412762 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56191be9-fe7b-4b3c-9e4b-7a802d94d355 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event updated for resources: {'Network': ['ID=c7890201-ac57-4c38-a3c7-34a750cf0e49,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.443152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c7890201-ac57-4c38-a3c7-34a750cf0e49 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:29.488303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Made reservation on behalf of 95431800fff2404bbc993efd97a590bc for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:29.492446 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.531682 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Allocated IP 172.20.0.2 (381339fb-4c63-4af1-b0cf-241a2a982b04/d768efd1-4076-45e6-9cc1-32e3815a5c56/efede4e0-f30b-47aa-887c-d9fa676163f7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:29.618168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.719291 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.729102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Transition to ACTIVE for port object efede4e0-f30b-47aa-887c-d9fa676163f7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:29.737760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.752519 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Transition to ACTIVE for port object efede4e0-f30b-47aa-887c-d9fa676163f7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:29.760112 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.801891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Network 381339fb-4c63-4af1-b0cf-241a2a982b04 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:29.807190 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:29.811234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event updated for resources: {'Subnet': ['ID=2445b4df-3703-4034-9d0a-6eba641724fb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.812069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:29.814288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Pushing event updated for resources: {'Port': ['ID=efede4e0-f30b-47aa-887c-d9fa676163f7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.827073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Checking segment: {'id': '16cbd819-761a-49f8-bf65-b61ce5cf418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:29.827483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Network hostable DHCP agents. Network: c7890201-ac57-4c38-a3c7-34a750cf0e49, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:29.846542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Network c7890201-ac57-4c38-a3c7-34a750cf0e49 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:29.856654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c7890201-ac57-4c38-a3c7-34a750cf0e49) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:29.861536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:29.862132 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.869379 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edef69b-b06d-4aa5-8251-08f757669d1f None None] Network c7890201-ac57-4c38-a3c7-34a750cf0e49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:29.880811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-29f6b787-3987-43b3-af35-2623934d0f4e tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5240698 Jul 06 18:53:29.883466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.892313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-acc5047e-cb03-4a50-bbc9-2d5c37d0fb0a tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.917357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Attempting to bind port efede4e0-f30b-47aa-887c-d9fa676163f7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:29.917727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Attempting to bind port efede4e0-f30b-47aa-887c-d9fa676163f7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '1854b87d-2e13-4acf-a399-08cf18de901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:29.918092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Attempting to bind port efede4e0-f30b-47aa-887c-d9fa676163f7 on network 381339fb-4c63-4af1-b0cf-241a2a982b04 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:29.929977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:29.930275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Checking segment: {'id': '1854b87d-2e13-4acf-a399-08cf18de901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:29.930615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.931113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Bound using segment: {'id': '1854b87d-2e13-4acf-a399-08cf18de901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:29.931844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Bound port: efede4e0-f30b-47aa-887c-d9fa676163f7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1854b87d-2e13-4acf-a399-08cf18de901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '381339fb-4c63-4af1-b0cf-241a2a982b04'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:29.932389 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.056942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] For port efede4e0-f30b-47aa-887c-d9fa676163f7, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:30.061972 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] For port efede4e0-f30b-47aa-887c-d9fa676163f7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=efede4e0-f30b-47aa-887c-d9fa676163f7,segment=NetworkSegment(1854b87d-2e13-4acf-a399-08cf18de901d),segment_id=1854b87d-2e13-4acf-a399-08cf18de901d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:30.068089 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.116969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-c7890201-ac57-4c38-a3c7-34a750cf0e49', 'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49', 'tenant_id': '95431800fff2404bbc993efd97a590bc', 'fixed_ips': [{'subnet_id': '2445b4df-3703-4034-9d0a-6eba641724fb'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:30.117831 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.220176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6300-b017-43e3-89cc-c26e6f4142ff None None] Pushing event updated for resources: {'Port': ['ID=efede4e0-f30b-47aa-887c-d9fa676163f7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.307141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Allocated IP 172.21.0.2 (c7890201-ac57-4c38-a3c7-34a750cf0e49/2445b4df-3703-4034-9d0a-6eba641724fb/b10cfc5e-9dcf-413e-81f4-61ca0f63e722) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:30.486478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acc5047e-cb03-4a50-bbc9-2d5c37d0fb0a tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.531641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.541400 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Transition to ACTIVE for port object b10cfc5e-9dcf-413e-81f4-61ca0f63e722 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:30.569866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Transition to ACTIVE for port object b10cfc5e-9dcf-413e-81f4-61ca0f63e722 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:30.578346 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.613353 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [None req-acc5047e-cb03-4a50-bbc9-2d5c37d0fb0a tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:53:30.614631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-acc5047e-cb03-4a50-bbc9-2d5c37d0fb0a tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "PUT /v2.0/routers/b5bc1c19-3f3a-4062-8d34-b43d96caf999 HTTP/1.1" status: 400 len: 364 time: 0.7274218 Jul 06 18:53:30.622136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.625064 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Network c7890201-ac57-4c38-a3c7-34a750cf0e49 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:30.633234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:30.639308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:30.641409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Pushing event updated for resources: {'Port': ['ID=b10cfc5e-9dcf-413e-81f4-61ca0f63e722,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.657987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.678872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Deleting subnet 2445b4df-3703-4034-9d0a-6eba641724fb {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:30.682840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.710653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Attempting to bind port b10cfc5e-9dcf-413e-81f4-61ca0f63e722 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:30.711022 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Attempting to bind port b10cfc5e-9dcf-413e-81f4-61ca0f63e722 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '16cbd819-761a-49f8-bf65-b61ce5cf418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:30.711436 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Attempting to bind port b10cfc5e-9dcf-413e-81f4-61ca0f63e722 on network c7890201-ac57-4c38-a3c7-34a750cf0e49 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:30.717405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:30.717781 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Checking segment: {'id': '16cbd819-761a-49f8-bf65-b61ce5cf418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:30.718193 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.718591 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Bound using segment: {'id': '16cbd819-761a-49f8-bf65-b61ce5cf418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:30.719063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Bound port: b10cfc5e-9dcf-413e-81f4-61ca0f63e722, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cbd819-761a-49f8-bf65-b61ce5cf418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7890201-ac57-4c38-a3c7-34a750cf0e49'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:30.719503 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.730459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.806987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] For port b10cfc5e-9dcf-413e-81f4-61ca0f63e722, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:30.811987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] For port b10cfc5e-9dcf-413e-81f4-61ca0f63e722, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b10cfc5e-9dcf-413e-81f4-61ca0f63e722,segment=NetworkSegment(16cbd819-761a-49f8-bf65-b61ce5cf418d),segment_id=16cbd819-761a-49f8-bf65-b61ce5cf418d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:30.819459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.824230 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.908592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94e181-7d9f-45c8-b1fe-7d7c07cab799 None None] Pushing event updated for resources: {'Port': ['ID=b10cfc5e-9dcf-413e-81f4-61ca0f63e722,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.914847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.951806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device efede4e0-f30b-47aa-887c-d9fa676163f7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:30.955630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event deleted for resources: {'Subnet': ['ID=2445b4df-3703-4034-9d0a-6eba641724fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.961172 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.963915 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d187a0f2-dcbd-4ba0-bcca-24d7262f0eb2 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "DELETE /v2.0/subnets/2445b4df-3703-4034-9d0a-6eba641724fb HTTP/1.1" status: 204 len: 168 time: 0.3409183 Jul 06 18:53:30.966800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:31.004561 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.027628 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port efede4e0-f30b-47aa-887c-d9fa676163f7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:31.072371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.139738 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Deleting port b10cfc5e-9dcf-413e-81f4-61ca0f63e722 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:31.140731 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.221563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] For port b10cfc5e-9dcf-413e-81f4-61ca0f63e722, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=b10cfc5e-9dcf-413e-81f4-61ca0f63e722,segment=NetworkSegment(16cbd819-761a-49f8-bf65-b61ce5cf418d),segment_id=16cbd819-761a-49f8-bf65-b61ce5cf418d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:31.222129 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.244407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Calling delete_port for b10cfc5e-9dcf-413e-81f4-61ca0f63e722 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:31.336621 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.368128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event deleted for resources: {'Port': ['ID=b10cfc5e-9dcf-413e-81f4-61ca0f63e722,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:31.370417 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] No DVR routers for this DVR port b10cfc5e-9dcf-413e-81f4-61ca0f63e722 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:31.389975 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27034794-aa02-49a2-b051-4c7a12e9b898 None None] Network 381339fb-4c63-4af1-b0cf-241a2a982b04 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:31.452498 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] Provisioning for port efede4e0-f30b-47aa-887c-d9fa676163f7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:31.464360 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] Provisioning complete for port efede4e0-f30b-47aa-887c-d9fa676163f7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:31.464360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.464691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.472660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7890201-ac57-4c38-a3c7-34a750cf0e49']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:31.484435 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cbd819-761a-49f8-bf65-b61ce5cf418d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:31.484728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cbd819-761a-49f8-bf65-b61ce5cf418d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:31.495218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.510943 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.518372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:31.518937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:31.522237 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:31.588462 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.595683 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.597515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "DELETE /v2.0/networks/c7890201-ac57-4c38-a3c7-34a750cf0e49 HTTP/1.1" status: 204 len: 168 time: 0.6295826 Jul 06 18:53:31.600657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:31.615166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1e2f-82f2-431a-ba18-59e7b4d9daba tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event deleted for resources: {'Network': ['ID=c7890201-ac57-4c38-a3c7-34a750cf0e49,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:31.625064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.662325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Deleting subnet d768efd1-4076-45e6-9cc1-32e3815a5c56 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:31.666044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.671588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] For port efede4e0-f30b-47aa-887c-d9fa676163f7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=efede4e0-f30b-47aa-887c-d9fa676163f7,segment=NetworkSegment(1854b87d-2e13-4acf-a399-08cf18de901d),segment_id=1854b87d-2e13-4acf-a399-08cf18de901d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:31.677794 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.730793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.746340 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400646e-bd81-44cb-a1d7-54f58c51ece3 None None] Pushing event updated for resources: {'Port': ['ID=efede4e0-f30b-47aa-887c-d9fa676163f7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:31.850723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.921663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.952604 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event deleted for resources: {'Subnet': ['ID=d768efd1-4076-45e6-9cc1-32e3815a5c56,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:31.956546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.961310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-da8c0761-c5ce-401a-a92e-acaaf5f79484 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "DELETE /v2.0/subnets/d768efd1-4076-45e6-9cc1-32e3815a5c56 HTTP/1.1" status: 204 len: 168 time: 0.3595083 Jul 06 18:53:31.961476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43946) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:31.971908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ec1ec-7cb1-475d-ac33-758514d9dbee None None] Network 381339fb-4c63-4af1-b0cf-241a2a982b04 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:32.050206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-71595508-6822-4767-8b64-48ac65123738 None None] Provisioning complete for port efede4e0-f30b-47aa-887c-d9fa676163f7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:32.050584 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71595508-6822-4767-8b64-48ac65123738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.091844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.154798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Deleting port efede4e0-f30b-47aa-887c-d9fa676163f7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:32.155141 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.207766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe64ee-8a13-4ee9-be00-b3855fbf3fe3 None None] DHCP port deletion for c7890201-ac57-4c38-a3c7-34a750cf0e49 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:32.228755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d5426-d23d-4422-bf25-ad277730dc4c None None] Network c7890201-ac57-4c38-a3c7-34a750cf0e49 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:32.239509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] For port efede4e0-f30b-47aa-887c-d9fa676163f7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=efede4e0-f30b-47aa-887c-d9fa676163f7,segment=NetworkSegment(1854b87d-2e13-4acf-a399-08cf18de901d),segment_id=1854b87d-2e13-4acf-a399-08cf18de901d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:32.239877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.243850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d5426-d23d-4422-bf25-ad277730dc4c None None] Network c7890201-ac57-4c38-a3c7-34a750cf0e49 could not be found, it might have been deleted concurrently. {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:53:32.255197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] DHCP port deletion for 381339fb-4c63-4af1-b0cf-241a2a982b04 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:32.257291 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Calling delete_port for efede4e0-f30b-47aa-887c-d9fa676163f7 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:32.302351 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] Deleting port efede4e0-f30b-47aa-887c-d9fa676163f7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:32.303440 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.340126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.343651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-87da364a-eeb4-4b95-b480-31ea1ded2ee8 None None] Could not find standard attr ID for object b10cfc5e-9dcf-413e-81f4-61ca0f63e722. {{(pid=93944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:53:32.372646 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event deleted for resources: {'Port': ['ID=efede4e0-f30b-47aa-887c-d9fa676163f7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:32.374055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] For port efede4e0-f30b-47aa-887c-d9fa676163f7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=efede4e0-f30b-47aa-887c-d9fa676163f7,segment=NetworkSegment(1854b87d-2e13-4acf-a399-08cf18de901d),segment_id=1854b87d-2e13-4acf-a399-08cf18de901d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:32.374461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.376138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] No DVR routers for this DVR port efede4e0-f30b-47aa-887c-d9fa676163f7 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:32.388278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] Calling delete_port for efede4e0-f30b-47aa-887c-d9fa676163f7 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:32.459507 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.471750 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.472359 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381339fb-4c63-4af1-b0cf-241a2a982b04']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:32.483788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1854b87d-2e13-4acf-a399-08cf18de901d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:32.484117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1854b87d-2e13-4acf-a399-08cf18de901d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:32.494523 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.497372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] Pushing event deleted for resources: {'Port': ['ID=efede4e0-f30b-47aa-887c-d9fa676163f7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:32.501120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9a02d-e601-47db-81c1-c08154424169 None None] No DVR routers for this DVR port efede4e0-f30b-47aa-887c-d9fa676163f7 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:32.509510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.518004 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:32.518414 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:32.521469 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:32.586839 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.596684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.597796 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "DELETE /v2.0/networks/381339fb-4c63-4af1-b0cf-241a2a982b04 HTTP/1.1" status: 204 len: 168 time: 0.6350207 Jul 06 18:53:32.600562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43948) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:32.615029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3f2fe-5f19-45d2-b703-26058cea27ef tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Pushing event deleted for resources: {'Network': ['ID=381339fb-4c63-4af1-b0cf-241a2a982b04,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:32.631586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a50806fa-8409-4671-ba69-e882e1f62065 tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5bc1c19-3f3a-4062-8d34-b43d96caf999 HTTP/1.1" status: 200 len: 205 time: 0.0298309 Jul 06 18:53:32.634406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43950) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:32.730492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.892182 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device efede4e0-f30b-47aa-887c-d9fa676163f7 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:32.910474 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.912897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.929695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: efede4e0-f30b-47aa-887c-d9fa676163f7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:32.930301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device efede4e0-f30b-47aa-887c-d9fa676163f7 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:32.970583 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.971468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Fanout notify agent at l3_agent the message router_deleted on router b5bc1c19-3f3a-4062-8d34-b43d96caf999 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:53:32.981352 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.982827 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ccd5f83c-ae8c-4393-a3f7-bd9068741ffc tempest-RoutersNegativeTest-839850028 tempest-RoutersNegativeTest-839850028-project] 10.222.0.37 "DELETE /v2.0/routers/b5bc1c19-3f3a-4062-8d34-b43d96caf999 HTTP/1.1" status: 204 len: 168 time: 0.3471942 Jul 06 18:53:33.033908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.272207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:33.419165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-00b114c1-699b-457f-8ff3-63ddbeb52b46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95431800fff2404bbc993efd97a590bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457081 Jul 06 18:53:33.421808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:33.485697 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00d2c998-8ac7-4dd5-b77a-53322a0b4ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.512749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00d2c998-8ac7-4dd5-b77a-53322a0b4ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.580360 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00d2c998-8ac7-4dd5-b77a-53322a0b4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.583123 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00d2c998-8ac7-4dd5-b77a-53322a0b4ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.584365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-00d2c998-8ac7-4dd5-b77a-53322a0b4ee3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6760f493-0b6d-46e9-a1e0-da9a1899416a HTTP/1.1" status: 204 len: 168 time: 0.1614089 Jul 06 18:53:33.594532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2c998-8ac7-4dd5-b77a-53322a0b4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760f493-0b6d-46e9-a1e0-da9a1899416a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:34.347785 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 43982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:34.484820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-226124698-network', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:34.513468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Made reservation on behalf of 4978aa72eacf4059b85e52653ae72d53 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:34.516011 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.527115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.637968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.642572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.670211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:34.681012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a584afff-32cb-4a81-8aed-1ea5a5f98f96,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:34.687691 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.688101 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Added segment e4926bd4-da0f-4fc8-9826-4abb0a8a92f7 of type vlan for network b3a0c39b-86a0-44ce-94ae-a608ad182bef Jul 06 18:53:34.735045 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.768898 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.770052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:34.770784 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.835101 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4833312 Jul 06 18:53:34.835685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:34.840993 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98617dd5-ff59-4ae9-ad8f-39140d820c54 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a0c39b-86a0-44ce-94ae-a608ad182bef,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:34.841484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Request body: {'subnet': {'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-subnet', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:34.852282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:34.866634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Made reservation on behalf of 4978aa72eacf4059b85e52653ae72d53 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:34.870523 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.059864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.122139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca8123e-6447-49bd-a67d-8bc8a6e50ce3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:35.133594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Checking segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:35.134059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Network hostable DHCP agents. Network: b3a0c39b-86a0-44ce-94ae-a608ad182bef, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:35.153713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:35.165675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b3a0c39b-86a0-44ce-94ae-a608ad182bef) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:35.170646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:35.171442 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.175779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c377a7c-427c-4eaa-bd41-02b6bce67e03 None None] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:35.191604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-82a6ba8d-3c9b-4ffd-a40b-a4a7f5bc6156 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3546398 Jul 06 18:53:35.194843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:35.202579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:35.241541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.242766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.351683 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.388434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'fixed_ips': [{'subnet_id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:35.389365 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.509667 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.543145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Allocated IP 172.20.0.2 (b3a0c39b-86a0-44ce-94ae-a608ad182bef/1ca8123e-6447-49bd-a67d-8bc8a6e50ce3/d2739587-ef35-4796-be4c-7b52c4dff98f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:35.800157 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.828201 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.926246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.942660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Transition to ACTIVE for port object d2739587-ef35-4796-be4c-7b52c4dff98f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:35.969632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Transition to ACTIVE for port object d2739587-ef35-4796-be4c-7b52c4dff98f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:35.979100 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.012263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Allocated IP 172.25.5.47 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/fdab1c8e-d7d5-4ace-b98f-eab37c095b26) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:36.041365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:36.054275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:36.057903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Pushing event updated for resources: {'Port': ['ID=d2739587-ef35-4796-be4c-7b52c4dff98f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:36.061731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:36.132733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Attempting to bind port d2739587-ef35-4796-be4c-7b52c4dff98f on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:36.133112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Attempting to bind port d2739587-ef35-4796-be4c-7b52c4dff98f by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:36.133489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Attempting to bind port d2739587-ef35-4796-be4c-7b52c4dff98f on network b3a0c39b-86a0-44ce-94ae-a608ad182bef {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:36.134709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.142096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:36.143023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Checking segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:36.143715 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.144129 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Bound using segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:36.144653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Bound port: d2739587-ef35-4796-be4c-7b52c4dff98f, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:36.145076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.182344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.221945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] For port d2739587-ef35-4796-be4c-7b52c4dff98f, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:36.226177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] For port d2739587-ef35-4796-be4c-7b52c4dff98f, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2739587-ef35-4796-be4c-7b52c4dff98f,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:36.231243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.247976 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:36.253232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:36.257882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:36.262985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Pushing event updated for resources: {'Port': ['ID=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:36.303544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb171c-e098-410b-9bce-2c4a07b2113b None None] Pushing event updated for resources: {'Port': ['ID=d2739587-ef35-4796-be4c-7b52c4dff98f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:36.595752 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.911987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2739587-ef35-4796-be4c-7b52c4dff98f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:36.981085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d2739587-ef35-4796-be4c-7b52c4dff98f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:37.091518 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.242204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:37.308763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4c845-2fc0-4b94-9c79-3f498a59a8cb None None] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:37.398220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:37.413973 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Sync routers for ids ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:37.419392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.424940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b91d63d1-4bf9-42ef-98dd-717c5b481908 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2243788 Jul 06 18:53:37.425233 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 43990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:37.430420 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Routers {'3c81704d-bbd0-430a-8ce1-ba034b19d0d9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:37.432021 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:37.432525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] Provisioning for port d2739587-ef35-4796-be4c-7b52c4dff98f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:37.439740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] Provisioning complete for port d2739587-ef35-4796-be4c-7b52c4dff98f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:37.440130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.551405 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Set router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:37.587464 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.637036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] For port d2739587-ef35-4796-be4c-7b52c4dff98f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2739587-ef35-4796-be4c-7b52c4dff98f,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:37.646961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.717288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e54d58-7395-4cfd-b4c6-e415cc56e8a7 None None] Pushing event updated for resources: {'Port': ['ID=d2739587-ef35-4796-be4c-7b52c4dff98f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:37.762752 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 3, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:37.791777 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Checking router: 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:37.792113 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Updating router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:37.830913 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.871391 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f31be67-07e9-43e5-9ad7-a628bd333152 None None] Provisioning complete for port d2739587-ef35-4796-be4c-7b52c4dff98f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:37.871823 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f31be67-07e9-43e5-9ad7-a628bd333152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.985256 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.100219 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.112054 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Transition to ACTIVE for port object fdab1c8e-d7d5-4ace-b98f-eab37c095b26 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:38.118150 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.167597 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Attempting to bind port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:38.167955 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Attempting to bind port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:38.168338 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Attempting to bind port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:38.181302 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Pushing event updated for resources: {'Port': ['ID=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:38.183815 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:38.184185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:38.184580 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.184968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:38.185437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Bound port: fdab1c8e-d7d5-4ace-b98f-eab37c095b26, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:38.185821 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.211024 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.211362 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.211605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.212841 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.213577 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.213924 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.214258 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.214582 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.214911 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.215232 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.215581 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.215899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:38.234758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Allocated IP 172.20.0.1 (b3a0c39b-86a0-44ce-94ae-a608ad182bef/1ca8123e-6447-49bd-a67d-8bc8a6e50ce3/c051d925-ac40-4d43-9114-4641837a1c6a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:38.260728 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] For port fdab1c8e-d7d5-4ace-b98f-eab37c095b26, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:38.264534 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] For port fdab1c8e-d7d5-4ace-b98f-eab37c095b26, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:38.272838 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.330531 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Routers {'3c81704d-bbd0-430a-8ce1-ba034b19d0d9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:38.331180 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:38.369772 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.372920 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2a50-7408-48a6-b14d-daac62a42e64 None None] Pushing event updated for resources: {'Port': ['ID=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:38.391939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Transition to ACTIVE for port object c051d925-ac40-4d43-9114-4641837a1c6a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:38.439611 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.462525 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] Set router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:38.506284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:38.515205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:38.520938 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:38.565447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Pushing event updated for resources: {'Port': ['ID=c051d925-ac40-4d43-9114-4641837a1c6a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:38.588349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.708701 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 3, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:38.758264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1fce-b778-4dc2-938a-2e38d4fe57a8 None None] The sync data for ids ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'] in n-d-799527-3 is: [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 3, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:38.792853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f68b8b5-2113-47dc-a048-20ae82f9aa96 None None] Provisioning for port c051d925-ac40-4d43-9114-4641837a1c6a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:38.799554 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f68b8b5-2113-47dc-a048-20ae82f9aa96 None None] Provisioning complete for port c051d925-ac40-4d43-9114-4641837a1c6a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:38.800012 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f68b8b5-2113-47dc-a048-20ae82f9aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.845766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4f68b8b5-2113-47dc-a048-20ae82f9aa96 None None] Port c051d925-ac40-4d43-9114-4641837a1c6a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:38.871636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.904766 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2739587-ef35-4796-be4c-7b52c4dff98f up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:38.985269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d2739587-ef35-4796-be4c-7b52c4dff98f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:38.986019 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.156100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.162058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.238438 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Pushing event updated for resources: {'Port': ['ID=c051d925-ac40-4d43-9114-4641837a1c6a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:39.241076 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.376044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:39.377695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:39.532076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:39.667896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:39.686083 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-04f9c649-d9eb-4426-b9f9-e583f60b71ef admin admin] 10.222.0.37 "PUT /v2.0/routers/3c81704d-bbd0-430a-8ce1-ba034b19d0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2498541 Jul 06 18:53:39.686407 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4f8bbe97-d390-4a63-b762-9e46e1db967c None None] Provisioning complete for port c051d925-ac40-4d43-9114-4641837a1c6a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:39.686407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f8bbe97-d390-4a63-b762-9e46e1db967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.720788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bbe97-d390-4a63-b762-9e46e1db967c None None] Port c051d925-ac40-4d43-9114-4641837a1c6a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:40.229037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44006) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:40.234294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-452874592-network', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:40.265275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Made reservation on behalf of 558334456b044eaba5eb3e81bb4469c5 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:40.268439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.280342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.410948 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.416953 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.461228 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:40.469941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b778c51e-8b85-4c18-a931-acdddae139d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:40.475160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.475536 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Added segment 4394eb47-fdca-45f8-9e78-42cca1029f95 of type vlan for network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 Jul 06 18:53:40.520331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.562261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.563303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:40.563894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.607484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Sync routers for ids ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:40.616933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Routers {'3c81704d-bbd0-430a-8ce1-ba034b19d0d9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:40.617573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:40.622992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3928015 Jul 06 18:53:40.626029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44008) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:40.630300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cfb06-5aa2-4e4d-b93d-17629f1ae9ff admin admin] Pushing event updated for resources: {'Network': ['ID=c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:40.631195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Request body: {'subnet': {'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-subnet', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:40.654647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Made reservation on behalf of 558334456b044eaba5eb3e81bb4469c5 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:40.657003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.661040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:40.799007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Set router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:40.849748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.931932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Checking segment: {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:40.932350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Network hostable DHCP agents. Network: c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:40.934944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:40.947828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.948120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.948443 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.948962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.949507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.950007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.950528 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.951044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.951583 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.951963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.952275 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.952840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:40.954039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdab1c8e-d7d5-4ace-b98f-eab37c095b26 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:40.969945 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:40.986434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:40.990923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:40.991566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.999889 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232ac84-30ef-406b-bf2e-ded97dce8907 None None] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:41.011067 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a11f7d7f-4009-416e-9227-3dbab08d311e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3810859 Jul 06 18:53:41.011427 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:41.016488 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:41.047634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.049357 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.119580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.155502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:41.163995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:41.164376 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.295668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.328483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2', 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'fixed_ips': [{'subnet_id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:41.329463 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.334028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 4, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c051d925-ac40-4d43-9114-4641837a1c6a', 'name': '', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'mac_address': 'fa:16:3e:2b:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:38Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 2, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'subnets': [{'id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:41.370357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Checking router: 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:41.370842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Updating router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 port c051d925-ac40-4d43-9114-4641837a1c6a binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:41.496582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.500537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.532641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.553215 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.573740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fdab1c8e-d7d5-4ace-b98f-eab37c095b26, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:41.597436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.665178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Allocated IP 172.25.5.7 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/804b2d5e-64df-4dbb-89c7-acac59f06ff7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:41.715339 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Allocated IP 172.20.0.2 (c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2/8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6/0a149c1c-8684-42dc-bcec-c12edb307f00) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:41.754861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:41.792124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.843908 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.882947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:41.883829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:41.887955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:41.930041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Pushing event updated for resources: {'Port': ['ID=804b2d5e-64df-4dbb-89c7-acac59f06ff7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:42.013120 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.032813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Transition to ACTIVE for port object 0a149c1c-8684-42dc-bcec-c12edb307f00 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:42.046416 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.061720 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Transition to ACTIVE for port object 0a149c1c-8684-42dc-bcec-c12edb307f00 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:42.066079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Transition to ACTIVE for port object c051d925-ac40-4d43-9114-4641837a1c6a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:42.070911 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.076414 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.121557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:42.130861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:42.136328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:42.154120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Pushing event updated for resources: {'Port': ['ID=0a149c1c-8684-42dc-bcec-c12edb307f00,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:42.175183 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.291496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Attempting to bind port 0a149c1c-8684-42dc-bcec-c12edb307f00 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:42.291871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Attempting to bind port 0a149c1c-8684-42dc-bcec-c12edb307f00 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:42.292240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Attempting to bind port 0a149c1c-8684-42dc-bcec-c12edb307f00 on network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:42.294290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc837b-91fa-4631-b8bd-07f77330c91e None None] Pushing event updated for resources: {'Port': ['ID=c051d925-ac40-4d43-9114-4641837a1c6a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:42.301521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Attempting to bind port c051d925-ac40-4d43-9114-4641837a1c6a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:42.301893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Attempting to bind port c051d925-ac40-4d43-9114-4641837a1c6a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:42.302260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Attempting to bind port c051d925-ac40-4d43-9114-4641837a1c6a on network b3a0c39b-86a0-44ce-94ae-a608ad182bef {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:42.306648 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:42.306995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Checking segment: {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:42.307322 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.307730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Bound using segment: {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:42.308219 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Bound port: 0a149c1c-8684-42dc-bcec-c12edb307f00, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:42.308605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.313811 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:42.314187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Checking segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:42.314592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.314993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Bound using segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:42.315509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Bound port: c051d925-ac40-4d43-9114-4641837a1c6a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:42.315895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.451812 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] For port 0a149c1c-8684-42dc-bcec-c12edb307f00, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:42.456124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] For port 0a149c1c-8684-42dc-bcec-c12edb307f00, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0a149c1c-8684-42dc-bcec-c12edb307f00,segment=NetworkSegment(4394eb47-fdca-45f8-9e78-42cca1029f95),segment_id=4394eb47-fdca-45f8-9e78-42cca1029f95)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:42.457657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] For port c051d925-ac40-4d43-9114-4641837a1c6a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:42.463495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.466789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] For port c051d925-ac40-4d43-9114-4641837a1c6a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c051d925-ac40-4d43-9114-4641837a1c6a,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:42.501418 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.559216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89a89c-52ed-487b-8ca5-3f0558844db2 None None] Pushing event updated for resources: {'Port': ['ID=0a149c1c-8684-42dc-bcec-c12edb307f00,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:42.794512 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:42.844911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc837b-91fa-4631-b8bd-07f77330c91e None None] Pushing event updated for resources: {'Port': ['ID=c051d925-ac40-4d43-9114-4641837a1c6a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:42.848840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Routers {'3c81704d-bbd0-430a-8ce1-ba034b19d0d9'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:42.849402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:43.026884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] Set router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:43.035412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Router cf923832-8133-408b-a70b-d2dddf5e8286 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:43.073931 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdab1c8e-d7d5-4ace-b98f-eab37c095b26 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:43.162804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:43.174450 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Sync routers for ids ['cf923832-8133-408b-a70b-d2dddf5e8286'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:43.183547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:43.187918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44012) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:43.188505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bcf23ce1-597d-4d56-9093-65f4da23a8ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1754937 Jul 06 18:53:43.197614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Routers {'cf923832-8133-408b-a70b-d2dddf5e8286'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:43.198610 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cf923832-8133-408b-a70b-d2dddf5e8286'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:43.233758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:43.234241 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:43.374981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 4, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c051d925-ac40-4d43-9114-4641837a1c6a', 'name': '', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'mac_address': 'fa:16:3e:2b:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:38Z', 'updated_at': '2021-07-06T18:53:42Z', 'revision_number': 4, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'subnets': [{'id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:43.413256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8daea1-8fed-4c98-aa7b-28b14772f6ec None None] The sync data for ids ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'] in n-d-799527-3 is: [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:38Z', 'revision_number': 4, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'c051d925-ac40-4d43-9114-4641837a1c6a', 'name': '', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'mac_address': 'fa:16:3e:2b:5a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:38Z', 'updated_at': '2021-07-06T18:53:42Z', 'revision_number': 4, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'subnets': [{'id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:43.498369 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Set router cf923832-8133-408b-a70b-d2dddf5e8286 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:43.744600 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:42Z', 'revision_number': 3, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:43.785562 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Checking router: cf923832-8133-408b-a70b-d2dddf5e8286 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:43.786017 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Updating router cf923832-8133-408b-a70b-d2dddf5e8286 port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:43.825734 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:43.924329 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c6d28-102a-4e6d-94f2-7bce8e4588db None None] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:43.983017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-93792ca6-19d7-456f-ab36-59c1762233b9 None None] Provisioning for port 0a149c1c-8684-42dc-bcec-c12edb307f00 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:44.101047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.143951 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.155723 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Transition to ACTIVE for port object 804b2d5e-64df-4dbb-89c7-acac59f06ff7 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:44.166563 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.219807 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Attempting to bind port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:44.220449 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Attempting to bind port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:44.220599 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Attempting to bind port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:44.229939 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:44.230276 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:44.230679 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.231080 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:44.231653 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Bound port: 804b2d5e-64df-4dbb-89c7-acac59f06ff7, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:44.232040 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.278112 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cca98-69e9-4094-b03e-d8002430a216 None None] Pushing event updated for resources: {'Port': ['ID=804b2d5e-64df-4dbb-89c7-acac59f06ff7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:44.304383 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] For port 804b2d5e-64df-4dbb-89c7-acac59f06ff7, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:44.308847 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] For port 804b2d5e-64df-4dbb-89c7-acac59f06ff7, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=804b2d5e-64df-4dbb-89c7-acac59f06ff7,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:44.313934 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.319619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Allocated IP 172.20.0.1 (c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2/8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6/3b795a85-70df-4d29-8b00-f88c74edf58a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:44.371463 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Routers {'cf923832-8133-408b-a70b-d2dddf5e8286'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:44.372103 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cf923832-8133-408b-a70b-d2dddf5e8286'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:44.417592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cca98-69e9-4094-b03e-d8002430a216 None None] Pushing event updated for resources: {'Port': ['ID=804b2d5e-64df-4dbb-89c7-acac59f06ff7,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:44.479194 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.498218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Transition to ACTIVE for port object 3b795a85-70df-4d29-8b00-f88c74edf58a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:44.520806 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] Set router cf923832-8133-408b-a70b-d2dddf5e8286 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:44.551145 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.592750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:44.597801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:44.605438 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:44.611614 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Pushing event updated for resources: {'Port': ['ID=3b795a85-70df-4d29-8b00-f88c74edf58a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:44.657251 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.729230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:42Z', 'revision_number': 3, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:44.768969 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5036d01-e0e4-4b72-850b-ec55305bd4ef None None] The sync data for ids ['cf923832-8133-408b-a70b-d2dddf5e8286'] in n-d-799527-3 is: [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:42Z', 'revision_number': 3, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:44.858183 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.951227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ae95fec-455d-44a5-9331-e4e773aba5d1 None None] Provisioning for port 3b795a85-70df-4d29-8b00-f88c74edf58a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:44.960696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9ae95fec-455d-44a5-9331-e4e773aba5d1 None None] Provisioning complete for port 3b795a85-70df-4d29-8b00-f88c74edf58a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:44.961267 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ae95fec-455d-44a5-9331-e4e773aba5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:44.970438 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c051d925-ac40-4d43-9114-4641837a1c6a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:45.033352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ae95fec-455d-44a5-9331-e4e773aba5d1 None None] Port 3b795a85-70df-4d29-8b00-f88c74edf58a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:45.051208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port c051d925-ac40-4d43-9114-4641837a1c6a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:45.054973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c051d925-ac40-4d43-9114-4641837a1c6a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:45.055530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.077179 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.085543 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.181818 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.183167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Pushing event updated for resources: {'Port': ['ID=3b795a85-70df-4d29-8b00-f88c74edf58a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:45.193435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.229505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port c051d925-ac40-4d43-9114-4641837a1c6a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c051d925-ac40-4d43-9114-4641837a1c6a,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:45.235067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.236517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a149c1c-8684-42dc-bcec-c12edb307f00 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:45.315778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:45.317729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:45.341385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=c051d925-ac40-4d43-9114-4641837a1c6a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:45.357598 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0a149c1c-8684-42dc-bcec-c12edb307f00 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:45.362324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0a149c1c-8684-42dc-bcec-c12edb307f00 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:45.362705 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.459966 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.466909 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Router cf923832-8133-408b-a70b-d2dddf5e8286 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:45.500534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 0a149c1c-8684-42dc-bcec-c12edb307f00, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0a149c1c-8684-42dc-bcec-c12edb307f00,segment=NetworkSegment(4394eb47-fdca-45f8-9e78-42cca1029f95),segment_id=4394eb47-fdca-45f8-9e78-42cca1029f95)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:45.505604 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.579821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=0a149c1c-8684-42dc-bcec-c12edb307f00,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:45.610336 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:45.619860 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-dc96d08d-491c-46f3-9488-053b35134b3a admin admin] 10.222.0.37 "PUT /v2.0/routers/cf923832-8133-408b-a70b-d2dddf5e8286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289639 Jul 06 18:53:45.667609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ad244965-40ff-4b7f-ace7-b1f1a409c421 None None] Provisioning complete for port 3b795a85-70df-4d29-8b00-f88c74edf58a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:45.668087 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad244965-40ff-4b7f-ace7-b1f1a409c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.708191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ad244965-40ff-4b7f-ace7-b1f1a409c421 None None] Port 3b795a85-70df-4d29-8b00-f88c74edf58a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:46.442929 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-689fb6b7-caca-4dc3-88ef-543d28d783ef tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:46.444474 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-689fb6b7-caca-4dc3-88ef-543d28d783ef tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/networks?id=b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 200 len: 816 time: 0.1090431 Jul 06 18:53:46.459409 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-49b8785a-35eb-44c0-9ab4-6b0bdd57dbd5 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/quotas/4978aa72eacf4059b85e52653ae72d53 HTTP/1.1" status: 200 len: 375 time: 0.0095520 Jul 06 18:53:46.528025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-34442d8b-662f-436c-b767-ecf50c3f32e5 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4978aa72eacf4059b85e52653ae72d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631137 Jul 06 18:53:46.627822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-9d5d4a18-9cb8-42ce-8515-3cd6d5916a52 service neutron] 10.222.0.37 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885372 Jul 06 18:53:46.664153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Sync routers for ids ['cf923832-8133-408b-a70b-d2dddf5e8286'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:46.673950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Routers {'cf923832-8133-408b-a70b-d2dddf5e8286'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:46.674573 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cf923832-8133-408b-a70b-d2dddf5e8286'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:46.720971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-ec6f1e75-2fc0-48d3-baf9-af5a14b2e58c service neutron] 10.222.0.37 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862951 Jul 06 18:53:46.785247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Set router cf923832-8133-408b-a70b-d2dddf5e8286 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:46.920725 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-deee8923-49c1-4948-b3e9-6436a96e4f84 req-852ed693-fe99-43c9-951d-22d632197a84 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 210 time: 0.0415716 Jul 06 18:53:47.028866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c051d925-ac40-4d43-9114-4641837a1c6a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:47.100580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 4, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '3b795a85-70df-4d29-8b00-f88c74edf58a', 'name': '', 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'mac_address': 'fa:16:3e:bd:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:44Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 2, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'subnets': [{'id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:47.104875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port c051d925-ac40-4d43-9114-4641837a1c6a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:47.105252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.137813 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Checking router: cf923832-8133-408b-a70b-d2dddf5e8286 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:47.138203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Updating router cf923832-8133-408b-a70b-d2dddf5e8286 port 3b795a85-70df-4d29-8b00-f88c74edf58a binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:47.207495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.347322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 804b2d5e-64df-4dbb-89c7-acac59f06ff7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:47.468617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:47.481277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:47.481656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.616415 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.631034 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.639953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Transition to ACTIVE for port object 3b795a85-70df-4d29-8b00-f88c74edf58a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:47.653850 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.664269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 804b2d5e-64df-4dbb-89c7-acac59f06ff7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=804b2d5e-64df-4dbb-89c7-acac59f06ff7,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:47.689402 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.690158 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a149c1c-8684-42dc-bcec-c12edb307f00 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:47.741236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c0b23-535f-486e-aad0-a17ccb7e70c9 None None] Pushing event updated for resources: {'Port': ['ID=3b795a85-70df-4d29-8b00-f88c74edf58a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:47.846994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Attempting to bind port 3b795a85-70df-4d29-8b00-f88c74edf58a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:47.847466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Attempting to bind port 3b795a85-70df-4d29-8b00-f88c74edf58a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:47.847831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Attempting to bind port 3b795a85-70df-4d29-8b00-f88c74edf58a on network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:47.853615 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=804b2d5e-64df-4dbb-89c7-acac59f06ff7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:47.860138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:47.860517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Checking segment: {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:47.860929 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.861318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Bound using segment: {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:47.861794 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Bound port: 3b795a85-70df-4d29-8b00-f88c74edf58a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4394eb47-fdca-45f8-9e78-42cca1029f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:47.862600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.864254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0a149c1c-8684-42dc-bcec-c12edb307f00 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:47.864530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.968079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] For port 3b795a85-70df-4d29-8b00-f88c74edf58a, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:47.972217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] For port 3b795a85-70df-4d29-8b00-f88c74edf58a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3b795a85-70df-4d29-8b00-f88c74edf58a,segment=NetworkSegment(4394eb47-fdca-45f8-9e78-42cca1029f95),segment_id=4394eb47-fdca-45f8-9e78-42cca1029f95)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:47.995681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.075520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Routers {'cf923832-8133-408b-a70b-d2dddf5e8286'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:48.076162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:53:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cf923832-8133-408b-a70b-d2dddf5e8286'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:48.078093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c0b23-535f-486e-aad0-a17ccb7e70c9 None None] Pushing event updated for resources: {'Port': ['ID=3b795a85-70df-4d29-8b00-f88c74edf58a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:48.161790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d42d2937-254b-4440-9122-b743b6955b12 req-253aff8d-d38d-455a-a2c1-61781a0b4d44 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 210 time: 0.0979102 Jul 06 18:53:48.337032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-da434b9c-1bdc-455b-b8d6-41095bfb950d tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:48.338620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-da434b9c-1bdc-455b-b8d6-41095bfb950d tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "GET /v2.0/networks?id=b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 200 len: 816 time: 0.3210521 Jul 06 18:53:48.357580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Request body: {'port': {'device_id': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'admin_state_up': True, 'tenant_id': '4978aa72eacf4059b85e52653ae72d53'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:48.386364 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] Set router cf923832-8133-408b-a70b-d2dddf5e8286 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:48.483890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Made reservation on behalf of 4978aa72eacf4059b85e52653ae72d53 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:48.483890 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.614288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 4, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '3b795a85-70df-4d29-8b00-f88c74edf58a', 'name': '', 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'mac_address': 'fa:16:3e:bd:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:44Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 4, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'subnets': [{'id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:48.617543 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Allocated IP 172.20.0.12 (b3a0c39b-86a0-44ce-94ae-a608ad182bef/1ca8123e-6447-49bd-a67d-8bc8a6e50ce3/62454e2a-c95c-4560-aa64-e926a015883c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:48.651363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d003c8f-64ea-48ac-9ec0-706f717cc5a9 None None] The sync data for ids ['cf923832-8133-408b-a70b-d2dddf5e8286'] in n-d-799527-3 is: [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:44Z', 'revision_number': 4, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '3b795a85-70df-4d29-8b00-f88c74edf58a', 'name': '', 'network_id': 'c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'mac_address': 'fa:16:3e:bd:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:44Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 4, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'subnets': [{'id': '8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:48.802369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.818377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Transition to ACTIVE for port object 62454e2a-c95c-4560-aa64-e926a015883c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:48.859304 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:48.915853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:48.919273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:48.921978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:48.958798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Pushing event updated for resources: {'Port': ['ID=62454e2a-c95c-4560-aa64-e926a015883c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:48.997619 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:49.000247 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.023412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-23824f6d-11a5-45b7-9e3a-c9a7b1226cd1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6699941 Jul 06 18:53:49.025274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 804b2d5e-64df-4dbb-89c7-acac59f06ff7 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:49.037155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Request body: {'port': {'device_id': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:49.091643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:49.094441 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.132989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.232126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b795a85-70df-4d29-8b00-f88c74edf58a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:49.307541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-670cc1ba-5491-4cdd-8df5-306d5cc9ca02 None None] Provisioning for port 62454e2a-c95c-4560-aa64-e926a015883c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:49.315376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-670cc1ba-5491-4cdd-8df5-306d5cc9ca02 None None] Provisioning complete for port 62454e2a-c95c-4560-aa64-e926a015883c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:49.315628 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-670cc1ba-5491-4cdd-8df5-306d5cc9ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.346030 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3b795a85-70df-4d29-8b00-f88c74edf58a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:49.359857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3b795a85-70df-4d29-8b00-f88c74edf58a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:49.360331 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.364310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-670cc1ba-5491-4cdd-8df5-306d5cc9ca02 None None] Port 62454e2a-c95c-4560-aa64-e926a015883c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:49.443062 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.479055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 3b795a85-70df-4d29-8b00-f88c74edf58a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3b795a85-70df-4d29-8b00-f88c74edf58a,segment=NetworkSegment(4394eb47-fdca-45f8-9e78-42cca1029f95),segment_id=4394eb47-fdca-45f8-9e78-42cca1029f95)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:49.483213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.484286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6d350-84a4-429a-aff7-84499bc96f51 req-fe2f99b2-1d60-44cf-ba49-df86ade47859 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:49.487169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74e6d350-84a4-429a-aff7-84499bc96f51 req-fe2f99b2-1d60-44cf-ba49-df86ade47859 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 932 time: 0.1469223 Jul 06 18:53:49.545126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=3b795a85-70df-4d29-8b00-f88c74edf58a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:49.563945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62454e2a-c95c-4560-aa64-e926a015883c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:49.571381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-74e6d350-84a4-429a-aff7-84499bc96f51 req-3d363f63-a534-4428-b97e-0b109901c055 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768542 Jul 06 18:53:49.575636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.597126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Transition to ACTIVE for port object 62454e2a-c95c-4560-aa64-e926a015883c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:49.597126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.652531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=62454e2a-c95c-4560-aa64-e926a015883c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:49.730553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Attempting to bind port 62454e2a-c95c-4560-aa64-e926a015883c on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:49.730913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Attempting to bind port 62454e2a-c95c-4560-aa64-e926a015883c by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:49.731433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Attempting to bind port 62454e2a-c95c-4560-aa64-e926a015883c on network b3a0c39b-86a0-44ce-94ae-a608ad182bef {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:49.737002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Port 62454e2a-c95c-4560-aa64-e926a015883c on network b3a0c39b-86a0-44ce-94ae-a608ad182bef not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:53:49.737331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Attempting to bind port 62454e2a-c95c-4560-aa64-e926a015883c on network b3a0c39b-86a0-44ce-94ae-a608ad182bef {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:49.743577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:49.743921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Checking segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:49.744314 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Bound using segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:49.744753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Bound port: 62454e2a-c95c-4560-aa64-e926a015883c, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:49.745126 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.820769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] For port 62454e2a-c95c-4560-aa64-e926a015883c, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:49.824721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] For port 62454e2a-c95c-4560-aa64-e926a015883c, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=62454e2a-c95c-4560-aa64-e926a015883c,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:49.829627 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.868742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:49.869425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.870622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] 10.222.0.60 "PUT /v2.0/ports/62454e2a-c95c-4560-aa64-e926a015883c HTTP/1.1" status: 200 len: 1092 time: 0.8386641 Jul 06 18:53:49.871131 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'tag': '62454e2a-c95c-4560-aa64-e926a015883c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:49.873463 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e5a552-fe81-417c-bafd-4b74568a788e", "tag": "62454e2a-c95c-4560-aa64-e926a015883c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:49.947440 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6984b502-e88a-4232-8073-df36974faf33 x-openstack-request-id: req-6984b502-e88a-4232-8073-df36974faf33 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:49.947720 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e5a552-fe81-417c-bafd-4b74568a788e", "tag": "62454e2a-c95c-4560-aa64-e926a015883c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:49.947976 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6984b502-e88a-4232-8073-df36974faf33 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:49.948386 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'tag': '62454e2a-c95c-4560-aa64-e926a015883c', 'status': 'completed', 'code': 200} Jul 06 18:53:49.950435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288bf0e-6625-4344-b068-977edb34ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=62454e2a-c95c-4560-aa64-e926a015883c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:49.990618 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-15705a15-6275-4ce7-b7ae-3325f504e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:49.992230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-15705a15-6275-4ce7-b7ae-3325f504e371 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4978aa72eacf4059b85e52653ae72d53&device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 1095 time: 0.0746801 Jul 06 18:53:50.037569 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-6854e0dc-204c-40c4-9e21-977dfa83f80d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62454e2a-c95c-4560-aa64-e926a015883c HTTP/1.1" status: 200 len: 217 time: 0.0373759 Jul 06 18:53:50.097563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-08b2fc8b-fd08-4aee-b911-c0aff9406297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.099117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-08b2fc8b-fd08-4aee-b911-c0aff9406297 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ca8123e-6447-49bd-a67d-8bc8a6e50ce3 HTTP/1.1" status: 200 len: 855 time: 0.0551739 Jul 06 18:53:50.160846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-17a63152-3a1f-438c-a312-f7a5ad6bb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.162498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-17a63152-3a1f-438c-a312-f7a5ad6bb2c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a0c39b-86a0-44ce-94ae-a608ad182bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567889 Jul 06 18:53:50.264163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-1866c8e2-b2c4-4a2a-95e3-1a1d27d9d782 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946367 Jul 06 18:53:50.375693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cdfc5fa-7f37-426f-8c92-c80682b7c022 req-217af933-dc34-4c65-9d7d-35992416b657 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023860 Jul 06 18:53:50.490715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-f62e29c7-cdb1-46d8-a990-96bf8e99de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.492227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-f62e29c7-cdb1-46d8-a990-96bf8e99de20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4978aa72eacf4059b85e52653ae72d53&device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 1095 time: 0.0586507 Jul 06 18:53:50.597652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-bb642dfe-6cb8-435c-a134-c5149172ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.599276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-bb642dfe-6cb8-435c-a134-c5149172ea36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 200 len: 917 time: 0.1006622 Jul 06 18:53:50.645255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-4410e462-89da-445f-9e8e-241031863cb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62454e2a-c95c-4560-aa64-e926a015883c HTTP/1.1" status: 200 len: 217 time: 0.0390291 Jul 06 18:53:50.699340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-87f47bec-e913-4de7-8a08-dcddd7b4b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.700837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-87f47bec-e913-4de7-8a08-dcddd7b4b56d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ca8123e-6447-49bd-a67d-8bc8a6e50ce3 HTTP/1.1" status: 200 len: 855 time: 0.0490880 Jul 06 18:53:50.813255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-066a1406-2139-490f-8148-43cc3ad88eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.814768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-066a1406-2139-490f-8148-43cc3ad88eca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a0c39b-86a0-44ce-94ae-a608ad182bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068318 Jul 06 18:53:50.827714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff46de-8fb8-415c-92db-87d1c5f171f7 req-ad831645-edcc-44ee-841d-5cf30357f729 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:50.829211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-daff46de-8fb8-415c-92db-87d1c5f171f7 req-ad831645-edcc-44ee-841d-5cf30357f729 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 944 time: 0.1201644 Jul 06 18:53:50.901809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b795a85-70df-4d29-8b00-f88c74edf58a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:50.928761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-daff46de-8fb8-415c-92db-87d1c5f171f7 req-c83681ac-5dbe-4a48-879c-77235294654d tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889537 Jul 06 18:53:50.963770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3b795a85-70df-4d29-8b00-f88c74edf58a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:50.964155 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.964693 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-4a3624c0-b1ac-4a31-8c3c-5c722601b8c7 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341450 Jul 06 18:53:51.098336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a9a1f1b9-2ca3-490a-8666-a028f6d91fb4 req-63c8e401-9515-43cc-b506-444fa5f11603 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261029 Jul 06 18:53:52.113920 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449939-9946-4f84-9ff8-2e406cfe7674 req-50ebcc93-1312-4e1e-9546-0eb23a4304a8 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:52.115473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7449939-9946-4f84-9ff8-2e406cfe7674 req-50ebcc93-1312-4e1e-9546-0eb23a4304a8 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 944 time: 0.0647042 Jul 06 18:53:52.161788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7449939-9946-4f84-9ff8-2e406cfe7674 req-d2b2f9c1-b8cd-41c1-b9e4-26ed53e9f5f4 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Jul 06 18:53:53.346502 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffbec8-dbc2-4df4-9ad6-5fcba1d20c71 req-495d03d5-bf1a-49d9-bde6-ff6e4d006b35 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:53.348003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40ffbec8-dbc2-4df4-9ad6-5fcba1d20c71 req-495d03d5-bf1a-49d9-bde6-ff6e4d006b35 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 944 time: 0.0686240 Jul 06 18:53:53.385709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-40ffbec8-dbc2-4df4-9ad6-5fcba1d20c71 req-4466f7ee-4dcb-4b76-8693-48d35c727ae6 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Jul 06 18:53:53.933825 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 62454e2a-c95c-4560-aa64-e926a015883c details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:53:54.028271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 62454e2a-c95c-4560-aa64-e926a015883c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=62454e2a-c95c-4560-aa64-e926a015883c,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:54.039393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '62454e2a-c95c-4560-aa64-e926a015883c', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'port_id': '62454e2a-c95c-4560-aa64-e926a015883c', 'mac_address': 'fa:16:3e:60:b1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:53:54.075938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.092719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62454e2a-c95c-4560-aa64-e926a015883c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:54.111696 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 62454e2a-c95c-4560-aa64-e926a015883c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=62454e2a-c95c-4560-aa64-e926a015883c,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:54.115782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:54.162853 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=62454e2a-c95c-4560-aa64-e926a015883c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:54.328044 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['62454e2a-c95c-4560-aa64-e926a015883c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:54.560662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd1328-c650-4dfe-96ba-ce8f500a9e20 req-07412c44-8224-418c-b7cb-3baa0a819069 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:54.562161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20fd1328-c650-4dfe-96ba-ce8f500a9e20 req-07412c44-8224-418c-b7cb-3baa0a819069 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 945 time: 0.0663798 Jul 06 18:53:54.600124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-20fd1328-c650-4dfe-96ba-ce8f500a9e20 req-f4967a9a-31c9-4db9-8ba5-06a8eb0203ae tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Jul 06 18:53:55.380963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:53:55.546130 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf686-f7f8-40da-9ac9-82640bcac9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:55.781402 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86c693-a21d-436b-a8d2-4680d8c3f891 req-65ce8fdb-623f-4018-a03e-4461a97bfb50 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:55.782879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db86c693-a21d-436b-a8d2-4680d8c3f891 req-65ce8fdb-623f-4018-a03e-4461a97bfb50 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 945 time: 0.0684006 Jul 06 18:53:55.822111 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db86c693-a21d-436b-a8d2-4680d8c3f891 req-35b12ec2-a147-4771-80ea-27f315365c47 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Jul 06 18:53:55.938262 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 62454e2a-c95c-4560-aa64-e926a015883c up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:55.990233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 62454e2a-c95c-4560-aa64-e926a015883c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:55.994134 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 62454e2a-c95c-4560-aa64-e926a015883c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:55.994506 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.068029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.091178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62454e2a-c95c-4560-aa64-e926a015883c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:56.093507 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f882e-0f2a-455d-bc88-4a223283e4b2" -d '{"events": [{"server_uuid": "c7e5a552-fe81-417c-bafd-4b74568a788e", "name": "network-vif-plugged", "status": "completed", "tag": "62454e2a-c95c-4560-aa64-e926a015883c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:56.113924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 62454e2a-c95c-4560-aa64-e926a015883c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=62454e2a-c95c-4560-aa64-e926a015883c,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:56.119012 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:56.146237 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3002cb4-35cd-4bdf-a277-02702f441d45 x-openstack-request-id: req-c3002cb4-35cd-4bdf-a277-02702f441d45 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:56.146549 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e5a552-fe81-417c-bafd-4b74568a788e", "name": "network-vif-plugged", "status": "completed", "tag": "62454e2a-c95c-4560-aa64-e926a015883c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:56.146786 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3002cb4-35cd-4bdf-a277-02702f441d45 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:56.147191 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62454e2a-c95c-4560-aa64-e926a015883c', 'code': 200} Jul 06 18:53:56.173803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=62454e2a-c95c-4560-aa64-e926a015883c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:56.256720 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440a33c-5c2c-422a-a74a-124baa81aca9 req-c13021b8-c558-43ea-8469-bfeb1ffcce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:56.258939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1440a33c-5c2c-422a-a74a-124baa81aca9 req-c13021b8-c558-43ea-8469-bfeb1ffcce44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 1097 time: 0.0523312 Jul 06 18:53:56.293087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1440a33c-5c2c-422a-a74a-124baa81aca9 req-fc4ae38e-324f-4d78-9c9a-c6f5283c0797 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282841 Jul 06 18:53:57.009172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559ea4-002e-4f36-9f01-592515f2b359 req-d88ed788-2bb5-4792-a81c-545a89c03a7b tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:57.010742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c559ea4-002e-4f36-9f01-592515f2b359 req-d88ed788-2bb5-4792-a81c-545a89c03a7b tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 946 time: 0.0680435 Jul 06 18:53:57.052222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2c559ea4-002e-4f36-9f01-592515f2b359 req-32fc3db4-7c61-4374-a618-c50403a39db6 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352476 Jul 06 18:53:58.045334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb324172-62e4-47ca-8df9-a1e2ba629e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.047081 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:58.235916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81975-3574-4ab6-aaea-b6d8f6cdaa3c req-a00a2bc5-1a16-410a-ae01-70f4580a38eb tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:58.237433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cf81975-3574-4ab6-aaea-b6d8f6cdaa3c req-a00a2bc5-1a16-410a-ae01-70f4580a38eb tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 946 time: 0.0693033 Jul 06 18:53:58.275905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cf81975-3574-4ab6-aaea-b6d8f6cdaa3c req-4fe567f5-421e-41a4-9316-35de6428b602 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325577 Jul 06 18:53:58.453925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7ecde-77cb-4358-bc38-d6b3a125140c req-c028a1e1-f0bc-4ada-b581-d162899f5ad0 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:58.455506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eba7ecde-77cb-4358-bc38-d6b3a125140c req-c028a1e1-f0bc-4ada-b581-d162899f5ad0 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 946 time: 0.0699506 Jul 06 18:53:58.494738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eba7ecde-77cb-4358-bc38-d6b3a125140c req-ee4a4dfa-c06c-4e9d-b967-f3a4a8c29cc1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336347 Jul 06 18:53:59.588662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:00.656678 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:00.978457 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:03.025605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:19.663535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2833a-b467-49aa-b106-1debf4b16f7d req-62f80da7-accd-49e2-a0b3-ace9faf6dd9e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:19.665698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9df2833a-b467-49aa-b106-1debf4b16f7d req-62f80da7-accd-49e2-a0b3-ace9faf6dd9e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 946 time: 0.0647645 Jul 06 18:54:19.709254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9df2833a-b467-49aa-b106-1debf4b16f7d req-1132813c-a7c4-487b-b1bc-7b20a492887c tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Jul 06 18:54:20.882775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e63048-7c6b-426a-a5dc-ecfcb3a9f265 req-3b3008e8-619e-4339-b728-827396c748cb tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:20.884405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e63048-7c6b-426a-a5dc-ecfcb3a9f265 req-3b3008e8-619e-4339-b728-827396c748cb tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 946 time: 0.0649588 Jul 06 18:54:20.921897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e63048-7c6b-426a-a5dc-ecfcb3a9f265 req-f3b7c1f2-3d6e-4934-a796-987a7d4111c7 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jul 06 18:54:21.337900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4ca03db9-356d-4910-b7e9-01ccdaa64d22 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:21.339381 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4ca03db9-356d-4910-b7e9-01ccdaa64d22 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 946 time: 0.0635140 Jul 06 18:54:21.440934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Deleting port 62454e2a-c95c-4560-aa64-e926a015883c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:54:21.441272 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:21.528318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] For port 62454e2a-c95c-4560-aa64-e926a015883c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=62454e2a-c95c-4560-aa64-e926a015883c,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:21.528675 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:21.541265 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Calling delete_port for 62454e2a-c95c-4560-aa64-e926a015883c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:54:21.677139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:21.691320 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['62454e2a-c95c-4560-aa64-e926a015883c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:54:21.725173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Pushing event deleted for resources: {'Port': ['ID=62454e2a-c95c-4560-aa64-e926a015883c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:21.745239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.745769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.746364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.746874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.747352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.747903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.748408 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.748902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.749440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.749927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.750460 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.750995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:21.797848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] No DVR routers for this DVR port 62454e2a-c95c-4560-aa64-e926a015883c on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:54:21.800575 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:21.802727 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d100fca-6718-4a3d-a529-59a3815d23cf req-4947f845-dc2c-480e-8002-9d59660d9379 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "DELETE /v2.0/ports/62454e2a-c95c-4560-aa64-e926a015883c HTTP/1.1" status: 204 len: 173 time: 0.4576445 Jul 06 18:54:21.803177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'name': 'network-vif-deleted', 'tag': '62454e2a-c95c-4560-aa64-e926a015883c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:21.805697 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f40c18-bc36-4f8c-b9b6-b10e2c26f11d" -d '{"events": [{"server_uuid": "c7e5a552-fe81-417c-bafd-4b74568a788e", "name": "network-vif-deleted", "tag": "62454e2a-c95c-4560-aa64-e926a015883c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:21.844685 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e61d14-47b1-4d53-8b39-fd281423b995 x-openstack-request-id: req-04e61d14-47b1-4d53-8b39-fd281423b995 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:21.845011 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e5a552-fe81-417c-bafd-4b74568a788e", "name": "network-vif-deleted", "tag": "62454e2a-c95c-4560-aa64-e926a015883c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:21.845277 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04e61d14-47b1-4d53-8b39-fd281423b995 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:21.845760 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e5a552-fe81-417c-bafd-4b74568a788e', 'name': 'network-vif-deleted', 'tag': '62454e2a-c95c-4560-aa64-e926a015883c', 'status': 'completed', 'code': 200} Jul 06 18:54:22.077097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a57be577-229c-4b9a-8290-31caebc00301 req-34c37589-d8ed-47ed-afea-ecf032db7457 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e5a552-fe81-417c-bafd-4b74568a788e HTTP/1.1" status: 200 len: 210 time: 0.0300362 Jul 06 18:54:23.688565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-af413d3d-4c4f-451c-a601-d7390301d0ac tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:23.689942 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-af413d3d-4c4f-451c-a601-d7390301d0ac tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/networks?id=b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 200 len: 816 time: 0.1050911 Jul 06 18:54:23.705670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-7297d02d-8a2d-4596-9bcb-db2f2b6a4da1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/quotas/4978aa72eacf4059b85e52653ae72d53 HTTP/1.1" status: 200 len: 375 time: 0.0102503 Jul 06 18:54:23.771508 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-08629419-fe64-4735-8a4c-418e03cb5807 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4978aa72eacf4059b85e52653ae72d53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602899 Jul 06 18:54:23.872673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-8d63237a-4bf6-408c-8dfd-4eeb11dbb98e service neutron] 10.222.0.37 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892019 Jul 06 18:54:23.972756 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-6286e280-22e1-429a-8b47-917dce55b2eb service neutron] 10.222.0.37 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943074 Jul 06 18:54:24.159691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8ea891c0-7cfc-44b0-b14a-812164cfa7a6 req-0514f100-13ca-410e-9763-c6ff4d42f149 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 210 time: 0.0342700 Jul 06 18:54:25.273051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-b754a1bb-6240-4678-bcd8-cae0b39950aa tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.275113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-b754a1bb-6240-4678-bcd8-cae0b39950aa tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "GET /v2.0/networks?id=b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 200 len: 816 time: 0.1203234 Jul 06 18:54:25.296828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Request body: {'port': {'device_id': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'admin_state_up': True, 'tenant_id': '4978aa72eacf4059b85e52653ae72d53'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:25.330431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f196b217-6c36-41fd-b532-4b3ef6645d44 req-9458ce84-1f1f-4200-a524-eb6e4153f768 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 210 time: 0.0477903 Jul 06 18:54:25.445542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Made reservation on behalf of 4978aa72eacf4059b85e52653ae72d53 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:54:25.449414 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:25.547862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f13d9a3f-efb3-4ad1-bd90-33d62acceffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:25.588647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Allocated IP 172.20.0.3 (b3a0c39b-86a0-44ce-94ae-a608ad182bef/1ca8123e-6447-49bd-a67d-8bc8a6e50ce3/acaeaa6d-d31e-4335-b0b3-de7e04e97994) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:54:26.036003 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.049119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Transition to ACTIVE for port object acaeaa6d-d31e-4335-b0b3-de7e04e97994 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:26.084321 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.112940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 62454e2a-c95c-4560-aa64-e926a015883c no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:54:26.134792 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 62454e2a-c95c-4560-aa64-e926a015883c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:54:26.135141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 62454e2a-c95c-4560-aa64-e926a015883c not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:54:26.135473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:54:26.139029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:54:26.152941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:54:26.174650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Pushing event updated for resources: {'Port': ['ID=acaeaa6d-d31e-4335-b0b3-de7e04e97994,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:26.206895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:26.207594 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.223006 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-a4cfc627-8c48-402a-87c4-25da57037a2e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9302852 Jul 06 18:54:26.235903 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Request body: {'port': {'device_id': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:26.311911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.363231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b99599ea-9384-45d4-98c9-378f406da6e1 None None] Provisioning for port acaeaa6d-d31e-4335-b0b3-de7e04e97994 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:26.366958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b99599ea-9384-45d4-98c9-378f406da6e1 None None] Provisioning complete for port acaeaa6d-d31e-4335-b0b3-de7e04e97994 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:26.367949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b99599ea-9384-45d4-98c9-378f406da6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.407638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b99599ea-9384-45d4-98c9-378f406da6e1 None None] Port acaeaa6d-d31e-4335-b0b3-de7e04e97994 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:54:26.594808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13fa4-5ce8-4242-8549-00ab6f50133d req-5fc11e97-afa7-4bce-8b84-03e0fbe5023e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:26.596265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01a13fa4-5ce8-4242-8549-00ab6f50133d req-5fc11e97-afa7-4bce-8b84-03e0fbe5023e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 931 time: 0.1325831 Jul 06 18:54:26.673738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaeaa6d-d31e-4335-b0b3-de7e04e97994 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:26.683356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-01a13fa4-5ce8-4242-8549-00ab6f50133d req-4538072b-dba3-47b7-8344-389ba81f4a22 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782769 Jul 06 18:54:26.685254 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.701868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Transition to ACTIVE for port object acaeaa6d-d31e-4335-b0b3-de7e04e97994 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:26.706463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.762303 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Pushing event updated for resources: {'Port': ['ID=acaeaa6d-d31e-4335-b0b3-de7e04e97994,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:26.838061 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Attempting to bind port acaeaa6d-d31e-4335-b0b3-de7e04e97994 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:26.838469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Attempting to bind port acaeaa6d-d31e-4335-b0b3-de7e04e97994 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:26.838803 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Attempting to bind port acaeaa6d-d31e-4335-b0b3-de7e04e97994 on network b3a0c39b-86a0-44ce-94ae-a608ad182bef {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:26.843905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Port acaeaa6d-d31e-4335-b0b3-de7e04e97994 on network b3a0c39b-86a0-44ce-94ae-a608ad182bef not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:54:26.844231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Attempting to bind port acaeaa6d-d31e-4335-b0b3-de7e04e97994 on network b3a0c39b-86a0-44ce-94ae-a608ad182bef {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:26.849447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:26.849790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Checking segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:26.850194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Bound using segment: {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:26.850662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Bound port: acaeaa6d-d31e-4335-b0b3-de7e04e97994, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:26.851029 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.920755 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] For port acaeaa6d-d31e-4335-b0b3-de7e04e97994, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:26.924139 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] For port acaeaa6d-d31e-4335-b0b3-de7e04e97994, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:26.929127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.968258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:26.968881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:26.970277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] 10.222.0.60 "PUT /v2.0/ports/acaeaa6d-d31e-4335-b0b3-de7e04e97994 HTTP/1.1" status: 200 len: 1091 time: 0.7390029 Jul 06 18:54:26.970770 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'tag': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:26.973036 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c159b5-259a-4ebb-a470-031d7210bf49" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3c337d-786d-4d74-a0c6-c43c886d9281", "tag": "acaeaa6d-d31e-4335-b0b3-de7e04e97994"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:27.004703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3a97c-7327-44e4-b797-48750ebe8215 service neutron] Pushing event updated for resources: {'Port': ['ID=acaeaa6d-d31e-4335-b0b3-de7e04e97994,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:27.015104 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ad5d92-bd18-40df-936c-8aac982696dc x-openstack-request-id: req-41ad5d92-bd18-40df-936c-8aac982696dc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:27.015594 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3c337d-786d-4d74-a0c6-c43c886d9281", "tag": "acaeaa6d-d31e-4335-b0b3-de7e04e97994", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:27.016205 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41ad5d92-bd18-40df-936c-8aac982696dc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:27.017739 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'tag': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994', 'status': 'completed', 'code': 200} Jul 06 18:54:27.079007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-44ab6234-4e31-471b-92cf-c1d2e6f4b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.080615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-44ab6234-4e31-471b-92cf-c1d2e6f4b1f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4978aa72eacf4059b85e52653ae72d53&device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 1094 time: 0.0618737 Jul 06 18:54:27.125151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-d2d6690a-4f37-4fa8-8827-bfded0a3f1d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994 HTTP/1.1" status: 200 len: 217 time: 0.0362575 Jul 06 18:54:27.179769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-52e55061-1607-469c-b830-a9762426c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.181228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-52e55061-1607-469c-b830-a9762426c6f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ca8123e-6447-49bd-a67d-8bc8a6e50ce3 HTTP/1.1" status: 200 len: 855 time: 0.0488956 Jul 06 18:54:27.241137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548dc2-8c2d-466f-9544-47711d37952e req-05a2563b-1add-4151-82e8-32c465d623ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.243309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-05a2563b-1add-4151-82e8-32c465d623ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a0c39b-86a0-44ce-94ae-a608ad182bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557268 Jul 06 18:54:27.332044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-9fd883ff-cfca-46f2-954d-a3ad5132b6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819409 Jul 06 18:54:27.425870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75548dc2-8c2d-466f-9544-47711d37952e req-53fe5c8d-37a5-45e4-b156-99f6729fbf5a service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Jul 06 18:54:27.523190 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-3a5b0af8-1a8a-4b56-988f-ea6259e0c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.525520 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-3a5b0af8-1a8a-4b56-988f-ea6259e0c41b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4978aa72eacf4059b85e52653ae72d53&device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 1094 time: 0.0552628 Jul 06 18:54:27.624706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-41675bb9-a0a3-42af-bd51-a01463b65efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.626182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-41675bb9-a0a3-42af-bd51-a01463b65efd service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 200 len: 917 time: 0.0944691 Jul 06 18:54:27.670628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-a16422e4-6adb-4f77-bf19-655fc7dae40a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994 HTTP/1.1" status: 200 len: 217 time: 0.0363493 Jul 06 18:54:27.724390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-aee65ccc-02b9-4acf-8303-127f64e77f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.725882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-aee65ccc-02b9-4acf-8303-127f64e77f2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ca8123e-6447-49bd-a67d-8bc8a6e50ce3 HTTP/1.1" status: 200 len: 855 time: 0.0490828 Jul 06 18:54:27.791519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-3c90b82c-267b-4b54-883c-fdbf5109529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.793081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-3c90b82c-267b-4b54-883c-fdbf5109529e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a0c39b-86a0-44ce-94ae-a608ad182bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602412 Jul 06 18:54:27.954140 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-4ce65090-02ac-46ff-bd36-d465bd694a90 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539488 Jul 06 18:54:27.967010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558658f0-7cad-4b5d-96f6-631865fd1d15 req-d2d2f168-ec76-486b-9bb0-490073d218d1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.968619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-558658f0-7cad-4b5d-96f6-631865fd1d15 req-d2d2f168-ec76-486b-9bb0-490073d218d1 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 943 time: 0.1607475 Jul 06 18:54:28.044149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:28.046174 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-11c9991b-0242-4aa4-b822-0f99fb91875d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:28.051714 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-558658f0-7cad-4b5d-96f6-631865fd1d15 req-d24c006e-1e98-4f03-bd4f-2b3224858201 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749881 Jul 06 18:54:28.081722 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f0c159b5-259a-4ebb-a470-031d7210bf49 req-e146134e-d6c2-4f5e-bc5c-a17272b5de98 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122043 Jul 06 18:54:29.244225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db4fbb-ec08-4ce0-a0c2-212b04b2b331 req-993d81a0-cf87-490a-b445-8c64f229c1bc tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:29.245616 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9db4fbb-ec08-4ce0-a0c2-212b04b2b331 req-993d81a0-cf87-490a-b445-8c64f229c1bc tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 943 time: 0.0717859 Jul 06 18:54:29.283535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9db4fbb-ec08-4ce0-a0c2-212b04b2b331 req-27a27639-0b12-4143-a70b-460380ad2745 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Jul 06 18:54:29.588777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.121260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device acaeaa6d-d31e-4335-b0b3-de7e04e97994 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:54:30.215620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port acaeaa6d-d31e-4335-b0b3-de7e04e97994, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:30.228326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994', 'network_id': 'b3a0c39b-86a0-44ce-94ae-a608ad182bef', 'port_id': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994', 'mac_address': 'fa:16:3e:d3:39:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca8123e-6447-49bd-a67d-8bc8a6e50ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:54:30.269105 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.282423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaeaa6d-d31e-4335-b0b3-de7e04e97994 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:30.302719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port acaeaa6d-d31e-4335-b0b3-de7e04e97994, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:30.307157 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.357234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=acaeaa6d-d31e-4335-b0b3-de7e04e97994,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:30.364741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.365093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.365439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.365785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.366139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.366454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.366793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.367143 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.367496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.367902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.368211 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.368540 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:30.464984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e8ad-70e5-41a2-af8d-64f3d88eaac8 req-3ebeeede-f0bc-4e23-9e25-127f81248629 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:30.466764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5626e8ad-70e5-41a2-af8d-64f3d88eaac8 req-3ebeeede-f0bc-4e23-9e25-127f81248629 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 944 time: 0.0663669 Jul 06 18:54:30.505771 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5626e8ad-70e5-41a2-af8d-64f3d88eaac8 req-25f18a14-5f1e-41a7-ab41-f3bb65273cf6 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Jul 06 18:54:30.511928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['acaeaa6d-d31e-4335-b0b3-de7e04e97994'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:54:30.663471 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:30.981221 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:31.685214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ee60e-4b8e-4383-a225-e747582c8039 req-d320c021-8692-45eb-86b0-3c6ae3a79c5f tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:31.687090 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b09ee60e-4b8e-4383-a225-e747582c8039 req-d320c021-8692-45eb-86b0-3c6ae3a79c5f tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 944 time: 0.0655439 Jul 06 18:54:31.729074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b09ee60e-4b8e-4383-a225-e747582c8039 req-f9bf3d90-4c6a-47ff-ad5c-f2d3ac12ae39 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360284 Jul 06 18:54:32.125384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device acaeaa6d-d31e-4335-b0b3-de7e04e97994 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:32.174307 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port acaeaa6d-d31e-4335-b0b3-de7e04e97994 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:32.178251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port acaeaa6d-d31e-4335-b0b3-de7e04e97994 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:32.178628 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:32.253903 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:32.278258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:32.280660 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461cf7b0-66cf-4567-92d4-046fada3dbb8" -d '{"events": [{"server_uuid": "3d3c337d-786d-4d74-a0c6-c43c886d9281", "name": "network-vif-plugged", "status": "completed", "tag": "acaeaa6d-d31e-4335-b0b3-de7e04e97994"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:32.293725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port acaeaa6d-d31e-4335-b0b3-de7e04e97994, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:32.298666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:32.323179 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43107d2a-3d58-4fd8-87e8-ca8a38e70ec3 x-openstack-request-id: req-43107d2a-3d58-4fd8-87e8-ca8a38e70ec3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:32.323627 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c337d-786d-4d74-a0c6-c43c886d9281", "name": "network-vif-plugged", "status": "completed", "tag": "acaeaa6d-d31e-4335-b0b3-de7e04e97994", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:32.323751 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43107d2a-3d58-4fd8-87e8-ca8a38e70ec3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:32.324072 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994', 'code': 200} Jul 06 18:54:32.350373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=acaeaa6d-d31e-4335-b0b3-de7e04e97994,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:32.380094 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:54:32.451878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f54b-7de2-4dff-9264-b8a7e948a7f8 req-c6d0bf88-91a6-4f64-ad98-860860a5398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:32.453393 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc03f54b-7de2-4dff-9264-b8a7e948a7f8 req-c6d0bf88-91a6-4f64-ad98-860860a5398d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 1096 time: 0.0654790 Jul 06 18:54:32.489871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cc03f54b-7de2-4dff-9264-b8a7e948a7f8 req-01f79db7-6d0a-4291-9a9f-1e2429023390 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293777 Jul 06 18:54:32.916118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5818bb-0d0c-4a28-8a49-4c4d1a1d7be1 req-3c6dd92b-0e4a-4269-b246-1ec37fcf332c tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:32.917627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd5818bb-0d0c-4a28-8a49-4c4d1a1d7be1 req-3c6dd92b-0e4a-4269-b246-1ec37fcf332c tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 945 time: 0.0681546 Jul 06 18:54:32.956313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd5818bb-0d0c-4a28-8a49-4c4d1a1d7be1 req-4558dd38-0e53-42c9-bd23-17e7117d1750 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Jul 06 18:54:33.045079 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.140867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3186-8abe-4ded-bc94-45fcae8e9f84 req-7f4906b6-39be-4499-affa-983875716ca3 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:34.142385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c6d3186-8abe-4ded-bc94-45fcae8e9f84 req-7f4906b6-39be-4499-affa-983875716ca3 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 945 time: 0.0714622 Jul 06 18:54:34.180433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c6d3186-8abe-4ded-bc94-45fcae8e9f84 req-10b2d4ff-33f0-4780-893a-354069c42f81 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Jul 06 18:54:34.355013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6fb22-f4f9-4a06-8bb1-a4f55cdf9878 req-f815cf69-2327-4ab8-a090-30913e4bd086 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:34.356532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35b6fb22-f4f9-4a06-8bb1-a4f55cdf9878 req-f815cf69-2327-4ab8-a090-30913e4bd086 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 945 time: 0.0645449 Jul 06 18:54:34.393571 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35b6fb22-f4f9-4a06-8bb1-a4f55cdf9878 req-3351a35f-b42f-4cd1-87e8-702be2313fef tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 06 18:54:53.339489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacff99-fad0-4750-9831-a7f7fb6b6338 req-928ebe0d-fff9-40c7-ab58-d2010c6e9167 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:53.341602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2dacff99-fad0-4750-9831-a7f7fb6b6338 req-928ebe0d-fff9-40c7-ab58-d2010c6e9167 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 945 time: 0.0668364 Jul 06 18:54:53.380817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2dacff99-fad0-4750-9831-a7f7fb6b6338 req-83a96c71-4352-4113-97a8-b3dc8bd1ec22 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Jul 06 18:54:54.565517 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db044c3c-0aad-4162-bc79-9fe18e4cac32 req-d4d0c375-3e26-4df4-98a1-27c98474edd9 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:54.567000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db044c3c-0aad-4162-bc79-9fe18e4cac32 req-d4d0c375-3e26-4df4-98a1-27c98474edd9 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 945 time: 0.0697966 Jul 06 18:54:54.606367 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-db044c3c-0aad-4162-bc79-9fe18e4cac32 req-dd2124e2-3a01-4bd0-9966-3d972df42797 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/security-groups?id=a584afff-32cb-4a81-8aed-1ea5a5f98f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Jul 06 18:54:54.917985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-73d4d70c-8d1c-411a-9c06-8134342a4f51 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:54.919514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-73d4d70c-8d1c-411a-9c06-8134342a4f51 tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 945 time: 0.0637429 Jul 06 18:54:55.024798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Deleting port acaeaa6d-d31e-4335-b0b3-de7e04e97994 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:54:55.025149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.114842 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] For port acaeaa6d-d31e-4335-b0b3-de7e04e97994, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=acaeaa6d-d31e-4335-b0b3-de7e04e97994,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:55.115098 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.127157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Calling delete_port for acaeaa6d-d31e-4335-b0b3-de7e04e97994 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:54:55.257409 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.274019 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['acaeaa6d-d31e-4335-b0b3-de7e04e97994'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:54:55.285305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Pushing event deleted for resources: {'Port': ['ID=acaeaa6d-d31e-4335-b0b3-de7e04e97994,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:55.339883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] No DVR routers for this DVR port acaeaa6d-d31e-4335-b0b3-de7e04e97994 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:54:55.342840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.344890 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-de8c6bce-2dc7-480f-bb8d-4f0b9d62c5d2 req-624d16d4-4b0b-4250-8bd7-b1d556587f3e tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.60 "DELETE /v2.0/ports/acaeaa6d-d31e-4335-b0b3-de7e04e97994 HTTP/1.1" status: 204 len: 173 time: 0.4198105 Jul 06 18:54:55.345339 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'name': 'network-vif-deleted', 'tag': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:55.347663 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f081d042-c6e3-48db-9361-b1e7e085688d" -d '{"events": [{"server_uuid": "3d3c337d-786d-4d74-a0c6-c43c886d9281", "name": "network-vif-deleted", "tag": "acaeaa6d-d31e-4335-b0b3-de7e04e97994"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:55.385766 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ec516-2669-4ff3-8ed8-2266304c7d3b x-openstack-request-id: req-b06ec516-2669-4ff3-8ed8-2266304c7d3b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:55.386057 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c337d-786d-4d74-a0c6-c43c886d9281", "name": "network-vif-deleted", "tag": "acaeaa6d-d31e-4335-b0b3-de7e04e97994", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:55.386312 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b06ec516-2669-4ff3-8ed8-2266304c7d3b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:55.386725 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3c337d-786d-4d74-a0c6-c43c886d9281', 'name': 'network-vif-deleted', 'tag': 'acaeaa6d-d31e-4335-b0b3-de7e04e97994', 'status': 'completed', 'code': 200} Jul 06 18:54:55.548726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65d87695-7f79-4766-b40c-9446df94977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:55.762731 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7471f2e3-b953-4e87-9c0a-2ddb26f24c56 req-f38966cf-3ac6-4f22-becb-eeade90a731c tempest-TestEncryptedCinderVolumes-742409889 tempest-TestEncryptedCinderVolumes-742409889-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d3c337d-786d-4d74-a0c6-c43c886d9281 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Jul 06 18:54:56.889724 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:57.247640 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.503967 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Deleting port c051d925-ac40-4d43-9114-4641837a1c6a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:54:57.504287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.581300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] For port c051d925-ac40-4d43-9114-4641837a1c6a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=c051d925-ac40-4d43-9114-4641837a1c6a,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:57.581657 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.594259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Calling delete_port for c051d925-ac40-4d43-9114-4641837a1c6a owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:54:57.773394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:57.803375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c051d925-ac40-4d43-9114-4641837a1c6a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:57.833459 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.833804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.834148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.834490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.834825 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.835156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.835519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.836158 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.836298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.836513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.836839 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.837163 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:57.984467 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.046992 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3eb5eedf-4a80-4df9-9d3b-7fd6136b5668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.050155 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.207301 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:54:58.570743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:54:58.576221 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-8897dc19-52fa-4d01-9d7f-99d340678be4 admin admin] 10.222.0.37 "PUT /v2.0/routers/3c81704d-bbd0-430a-8ce1-ba034b19d0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853385 Jul 06 18:54:58.578729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44318) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:58.579967 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] Sync routers for ids ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:54:58.598687 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] Routers {'3c81704d-bbd0-430a-8ce1-ba034b19d0d9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:58.599437 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:58.687663 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.704168 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] Set router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:58.801256 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.854777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Deleting port fdab1c8e-d7d5-4ace-b98f-eab37c095b26 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:54:58.855172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.888173 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:54:57Z', 'revision_number': 5, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port': {'id': 'fdab1c8e-d7d5-4ace-b98f-eab37c095b26', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:58.918972 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] Checking router: 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:54:58.928954 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] Routers {'3c81704d-bbd0-430a-8ce1-ba034b19d0d9'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:54:58.929786 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:58.941321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] For port fdab1c8e-d7d5-4ace-b98f-eab37c095b26, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:58.941680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:58.957013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Calling delete_port for fdab1c8e-d7d5-4ace-b98f-eab37c095b26 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:54:59.110556 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] Set router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:54:59.154315 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.161249 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:54:58Z', 'revision_number': 6, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:54:59.185134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdab1c8e-d7d5-4ace-b98f-eab37c095b26,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:59.192723 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec90da7-0226-48f6-8e44-6b4833d524ab None None] The sync data for ids ['3c81704d-bbd0-430a-8ce1-ba034b19d0d9'] in n-d-799527-3 is: [{'id': '3c81704d-bbd0-430a-8ce1-ba034b19d0d9', 'name': 'tempest-TestEncryptedCinderVolumes-226124698-router', 'tenant_id': '4978aa72eacf4059b85e52653ae72d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:35Z', 'updated_at': '2021-07-06T18:54:58Z', 'revision_number': 6, 'project_id': '4978aa72eacf4059b85e52653ae72d53', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:54:59.255216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.348097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.350245 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.393098 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.393660 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c81704d-bbd0-430a-8ce1-ba034b19d0d9 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:54:59.397884 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.399813 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9f846e00-9d91-43b3-98fb-f98c01240c59 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3c81704d-bbd0-430a-8ce1-ba034b19d0d9 HTTP/1.1" status: 204 len: 168 time: 0.8201098 Jul 06 18:54:59.406765 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44320) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:59.456013 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Deleting subnet 1ca8123e-6447-49bd-a67d-8bc8a6e50ce3 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:54:59.459092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.494821 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.575957 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.593446 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.634620 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.665056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca8123e-6447-49bd-a67d-8bc8a6e50ce3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:59.668778 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.671697 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2c3c55da-5d2c-428c-a55a-034a3111fb9d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ca8123e-6447-49bd-a67d-8bc8a6e50ce3 HTTP/1.1" status: 204 len: 168 time: 0.2638788 Jul 06 18:54:59.673226 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44322) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:59.674343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7499497-f9cd-4abe-8bfb-78803eaf63a1 None None] Network b3a0c39b-86a0-44ce-94ae-a608ad182bef requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:54:59.741259 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.798178 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Deleting port d2739587-ef35-4796-be4c-7b52c4dff98f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:54:59.798522 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.862097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] For port d2739587-ef35-4796-be4c-7b52c4dff98f, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d2739587-ef35-4796-be4c-7b52c4dff98f,segment=NetworkSegment(e4926bd4-da0f-4fc8-9826-4abb0a8a92f7),segment_id=e4926bd4-da0f-4fc8-9826-4abb0a8a92f7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:59.862462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.875487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Calling delete_port for d2739587-ef35-4796-be4c-7b52c4dff98f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:54:59.957330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:59.983288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec546be-d6d4-43b4-bb87-fcd1b19971f9 None None] DHCP port deletion for b3a0c39b-86a0-44ce-94ae-a608ad182bef request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:54:59.989434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2739587-ef35-4796-be4c-7b52c4dff98f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:59.996230 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] No DVR routers for this DVR port d2739587-ef35-4796-be4c-7b52c4dff98f on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:00.071026 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.082140 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a0c39b-86a0-44ce-94ae-a608ad182bef']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:00.093539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:00.093838 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4926bd4-da0f-4fc8-9826-4abb0a8a92f7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:00.104000 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.119323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.125583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:55:00.125966 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:55:00.127740 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:55:00.185638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.191684 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.193851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3a0c39b-86a0-44ce-94ae-a608ad182bef HTTP/1.1" status: 204 len: 168 time: 0.5195835 Jul 06 18:55:00.197003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44324) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:00.206134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58951111-e815-441a-b5fb-e6c478d8534b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a0c39b-86a0-44ce-94ae-a608ad182bef,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:00.231084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device acaeaa6d-d31e-4335-b0b3-de7e04e97994 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:00.264059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: acaeaa6d-d31e-4335-b0b3-de7e04e97994 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:00.264992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device acaeaa6d-d31e-4335-b0b3-de7e04e97994 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:00.621301 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.666693 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.912948 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Deleting port 3b795a85-70df-4d29-8b00-f88c74edf58a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:00.913287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.928677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c051d925-ac40-4d43-9114-4641837a1c6a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:00.952983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: c051d925-ac40-4d43-9114-4641837a1c6a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:00.953449 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device c051d925-ac40-4d43-9114-4641837a1c6a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:00.953942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdab1c8e-d7d5-4ace-b98f-eab37c095b26 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:00.978664 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fdab1c8e-d7d5-4ace-b98f-eab37c095b26 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:00.979014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fdab1c8e-d7d5-4ace-b98f-eab37c095b26 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:00.979460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2739587-ef35-4796-be4c-7b52c4dff98f no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:01.002073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] For port 3b795a85-70df-4d29-8b00-f88c74edf58a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3b795a85-70df-4d29-8b00-f88c74edf58a,segment=NetworkSegment(4394eb47-fdca-45f8-9e78-42cca1029f95),segment_id=4394eb47-fdca-45f8-9e78-42cca1029f95)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:01.002653 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:01.004774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d2739587-ef35-4796-be4c-7b52c4dff98f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:01.005130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d2739587-ef35-4796-be4c-7b52c4dff98f not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:01.012783 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:01.018607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Calling delete_port for 3b795a85-70df-4d29-8b00-f88c74edf58a owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:01.210645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:01.234955 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Pushing event deleted for resources: {'Port': ['ID=3b795a85-70df-4d29-8b00-f88c74edf58a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:01.414601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:01.634534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Router cf923832-8133-408b-a70b-d2dddf5e8286 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:01.989934 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:01.994908 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4c75831a-ba5d-46c2-a29a-09dfb0f93daa admin admin] 10.222.0.37 "PUT /v2.0/routers/cf923832-8133-408b-a70b-d2dddf5e8286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7968295 Jul 06 18:55:01.997507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:01.998602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] Sync routers for ids ['cf923832-8133-408b-a70b-d2dddf5e8286'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:02.007789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] Routers {'cf923832-8133-408b-a70b-d2dddf5e8286'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:02.008425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cf923832-8133-408b-a70b-d2dddf5e8286'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:02.103300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.114965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] Set router cf923832-8133-408b-a70b-d2dddf5e8286 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:02.206391 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.259898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Deleting port 804b2d5e-64df-4dbb-89c7-acac59f06ff7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:02.260656 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.294387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:55:01Z', 'revision_number': 5, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port': {'id': '804b2d5e-64df-4dbb-89c7-acac59f06ff7', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:02.325508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] Checking router: cf923832-8133-408b-a70b-d2dddf5e8286 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:02.333857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] Routers {'cf923832-8133-408b-a70b-d2dddf5e8286'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:02.334459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['cf923832-8133-408b-a70b-d2dddf5e8286'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:02.343350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] For port 804b2d5e-64df-4dbb-89c7-acac59f06ff7, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=804b2d5e-64df-4dbb-89c7-acac59f06ff7,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:02.343813 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.357027 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Calling delete_port for 804b2d5e-64df-4dbb-89c7-acac59f06ff7 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:02.422428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] Set router cf923832-8133-408b-a70b-d2dddf5e8286 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:02.474793 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:55:02Z', 'revision_number': 6, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:02.505468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335bc509-febb-4c32-bb7a-504ce5a0da3a None None] The sync data for ids ['cf923832-8133-408b-a70b-d2dddf5e8286'] in n-d-799527-3 is: [{'id': 'cf923832-8133-408b-a70b-d2dddf5e8286', 'name': 'tempest-TestEncryptedCinderVolumes-452874592-router', 'tenant_id': '558334456b044eaba5eb3e81bb4469c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:41Z', 'updated_at': '2021-07-06T18:55:02Z', 'revision_number': 6, 'project_id': '558334456b044eaba5eb3e81bb4469c5', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:02.532732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.566805 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Pushing event deleted for resources: {'Port': ['ID=804b2d5e-64df-4dbb-89c7-acac59f06ff7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:02.627607 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.720640 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.723109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.767796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.768238 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf923832-8133-408b-a70b-d2dddf5e8286 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:55:02.772422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.773624 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-b015f38c-9ab3-46fd-9f27-8ac3b65c6066 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cf923832-8133-408b-a70b-d2dddf5e8286 HTTP/1.1" status: 204 len: 168 time: 0.7751794 Jul 06 18:55:02.776410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44328) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:02.825055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Deleting subnet 8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:55:02.828376 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.868584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:02.957651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.012929 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.045872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:03.047225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.049509 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.051446 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-afa8e2fc-86e8-4e86-b428-b48ca9015ac3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8797d0c5-79eb-470b-ac1d-3fdd1e9e0fe6 HTTP/1.1" status: 204 len: 168 time: 0.2740746 Jul 06 18:55:03.053886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44330) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:03.057434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab024b-f23b-4199-957c-87284924735a None None] Network c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:03.126230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.180682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Deleting port 0a149c1c-8684-42dc-bcec-c12edb307f00 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:03.181028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.252145 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] For port 0a149c1c-8684-42dc-bcec-c12edb307f00, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0a149c1c-8684-42dc-bcec-c12edb307f00,segment=NetworkSegment(4394eb47-fdca-45f8-9e78-42cca1029f95),segment_id=4394eb47-fdca-45f8-9e78-42cca1029f95)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:03.252504 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.266422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Calling delete_port for 0a149c1c-8684-42dc-bcec-c12edb307f00 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:03.295459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] DHCP port deletion for c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:55:03.322731 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b795a85-70df-4d29-8b00-f88c74edf58a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:03.356050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 3b795a85-70df-4d29-8b00-f88c74edf58a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:03.356050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b795a85-70df-4d29-8b00-f88c74edf58a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:03.363533 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.378445 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Deleting port 0a149c1c-8684-42dc-bcec-c12edb307f00 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:03.378806 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.394094 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a149c1c-8684-42dc-bcec-c12edb307f00,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:03.396030 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] No DVR routers for this DVR port 0a149c1c-8684-42dc-bcec-c12edb307f00 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:03.442512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] For port 0a149c1c-8684-42dc-bcec-c12edb307f00, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:03.442928 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.458995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Calling delete_port for 0a149c1c-8684-42dc-bcec-c12edb307f00 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:03.462940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Port 0a149c1c-8684-42dc-bcec-c12edb307f00 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:55:03.464458 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.477927 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] No DVR routers for this DVR port 0a149c1c-8684-42dc-bcec-c12edb307f00 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:03.482861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.493973 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:03.496868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ae879-6055-4803-85b3-8c590c57ea5b None None] Pushing event deleted for resources: {'Port': ['ID=0a149c1c-8684-42dc-bcec-c12edb307f00,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:03.512305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4394eb47-fdca-45f8-9e78-42cca1029f95') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:03.512305 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4394eb47-fdca-45f8-9e78-42cca1029f95') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:03.521213 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.537235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.544701 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:55:03.545148 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:55:03.547216 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:55:03.610765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.618935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.620838 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2 HTTP/1.1" status: 204 len: 168 time: 0.5651646 Jul 06 18:55:03.632494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce803-3767-4519-b380-8760f718f035 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7eb3bda-744c-4c2f-a21b-08ee4ca33ef2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:03.781834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44334) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:03.827972 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ca95f723-582f-4e20-b3b9-9e491b6ad692 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4978aa72eacf4059b85e52653ae72d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447929 Jul 06 18:55:03.830322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44336) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:03.878260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eb077fc-ae46-4c42-92fe-be4d68748bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.900688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eb077fc-ae46-4c42-92fe-be4d68748bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.947437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eb077fc-ae46-4c42-92fe-be4d68748bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.950482 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5eb077fc-ae46-4c42-92fe-be4d68748bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:03.951745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5eb077fc-ae46-4c42-92fe-be4d68748bb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a584afff-32cb-4a81-8aed-1ea5a5f98f96 HTTP/1.1" status: 204 len: 168 time: 0.1205020 Jul 06 18:55:03.959800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb077fc-ae46-4c42-92fe-be4d68748bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584afff-32cb-4a81-8aed-1ea5a5f98f96,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:04.265814 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44342) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:04.306922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-09967095-399b-48f3-a25b-31ea394bc172 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=558334456b044eaba5eb3e81bb4469c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399029 Jul 06 18:55:04.309340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44344) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:04.362263 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bad8209-6dd9-4065-8d48-af90a7d5b2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:04.383604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bad8209-6dd9-4065-8d48-af90a7d5b2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:04.432099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bad8209-6dd9-4065-8d48-af90a7d5b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:04.434844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9bad8209-6dd9-4065-8d48-af90a7d5b2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:04.436132 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9bad8209-6dd9-4065-8d48-af90a7d5b2c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b778c51e-8b85-4c18-a931-acdddae139d2 HTTP/1.1" status: 204 len: 168 time: 0.1258504 Jul 06 18:55:04.444545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad8209-6dd9-4065-8d48-af90a7d5b2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b778c51e-8b85-4c18-a931-acdddae139d2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:04.926694 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 804b2d5e-64df-4dbb-89c7-acac59f06ff7 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:04.948525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 804b2d5e-64df-4dbb-89c7-acac59f06ff7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:04.948868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 804b2d5e-64df-4dbb-89c7-acac59f06ff7 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:04.949277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a149c1c-8684-42dc-bcec-c12edb307f00 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:04.968479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0a149c1c-8684-42dc-bcec-c12edb307f00 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:04.968823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0a149c1c-8684-42dc-bcec-c12edb307f00 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:05.108043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44366) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:05.212540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458152688-network', 'tenant_id': '83ebee63a4384038a35e383809d0274f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:05.234836 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Made reservation on behalf of 83ebee63a4384038a35e383809d0274f for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:05.237127 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.246312 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.336463 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.340651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.369652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:55:05.376042 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40205e06-95fd-4875-8e28-17f24fb63109,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:05.383802 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.383802 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Added segment 33aee24b-4d9c-4a3a-8e25-ca83811f0dd2 of type vlan for network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 Jul 06 18:55:05.424457 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.453202 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.454055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:05.454636 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.513456 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4043071 Jul 06 18:55:05.516410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:05.520326 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ca4c-8f12-4b1e-a36f-ec7910c5a813 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6a9565-20d9-4bda-8bc4-e69aab0766f6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:05.521661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Request body: {'subnet': {'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458152688-subnet', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:05.531638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:55:05.545180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Made reservation on behalf of 83ebee63a4384038a35e383809d0274f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:05.547571 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.720648 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.776248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3e1a89-0da6-493c-b198-6b2a93761f48,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:05.784839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Checking segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:05.785199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Network hostable DHCP agents. Network: 9b6a9565-20d9-4bda-8bc4-e69aab0766f6, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:55:05.801474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:55:05.810519 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 9b6a9565-20d9-4bda-8bc4-e69aab0766f6) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:05.814552 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:05.815141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.824260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060f829-8910-4553-9187-f9e429526384 None None] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:05.831512 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a583a87a-372a-44f8-93e7-5597dfe67d2f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3136842 Jul 06 18:55:05.834295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44372) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:05.839796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:05.862984 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.864088 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:05.920037 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.064013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.136926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:55:06.137793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.271825 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.276188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Allocated IP 172.20.0.2 (9b6a9565-20d9-4bda-8bc4-e69aab0766f6/7e3e1a89-0da6-493c-b198-6b2a93761f48/1c1390de-088f-4983-b79b-804c36bc9be0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:06.293224 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.396982 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Allocated IP 172.25.5.158 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/784852f1-7416-40c3-96be-64ead4de5026) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:06.427013 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.435727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Transition to ACTIVE for port object 1c1390de-088f-4983-b79b-804c36bc9be0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:06.451536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Transition to ACTIVE for port object 1c1390de-088f-4983-b79b-804c36bc9be0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:06.457069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.496698 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:06.499585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:06.505139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:06.515891 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.522544 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Pushing event updated for resources: {'Port': ['ID=1c1390de-088f-4983-b79b-804c36bc9be0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:06.558109 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.580380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Attempting to bind port 1c1390de-088f-4983-b79b-804c36bc9be0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:06.580774 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Attempting to bind port 1c1390de-088f-4983-b79b-804c36bc9be0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:06.581135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Attempting to bind port 1c1390de-088f-4983-b79b-804c36bc9be0 on network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:06.586818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:06.587226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Checking segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:06.587680 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.588084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Bound using segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:06.588557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Bound port: 1c1390de-088f-4983-b79b-804c36bc9be0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:06.588953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.595670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:06.598633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:06.603132 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:06.630469 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Pushing event updated for resources: {'Port': ['ID=784852f1-7416-40c3-96be-64ead4de5026,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:06.655529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] For port 1c1390de-088f-4983-b79b-804c36bc9be0, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:06.658960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] For port 1c1390de-088f-4983-b79b-804c36bc9be0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c1390de-088f-4983-b79b-804c36bc9be0,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:06.663273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.720385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda247f-4e34-4a79-b1ef-48ffcb17f499 None None] Pushing event updated for resources: {'Port': ['ID=1c1390de-088f-4983-b79b-804c36bc9be0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:06.892709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.980428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c1390de-088f-4983-b79b-804c36bc9be0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:07.035097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 1c1390de-088f-4983-b79b-804c36bc9be0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:07.105260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:07.235729 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Router 8cf56457-1334-4d68-826d-dfc0897accae is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:55:07.611632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:07.624710 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Sync routers for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:07.629150 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:07.633287 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0230b6a8-3343-416f-9d03-2e8c955c6b39 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7951090 Jul 06 18:55:07.633780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44374) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:07.635911 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:07.636614 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:07.661762 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe759a-32ed-4008-bdda-c1299e050e6f None None] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:07.740243 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] Provisioning for port 1c1390de-088f-4983-b79b-804c36bc9be0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:07.749341 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] Provisioning complete for port 1c1390de-088f-4983-b79b-804c36bc9be0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:07.750003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:07.750669 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:07.899228 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:07.940637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] For port 1c1390de-088f-4983-b79b-804c36bc9be0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c1390de-088f-4983-b79b-804c36bc9be0,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:07.946727 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:07.958492 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:06Z', 'revision_number': 3, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:07.989111 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Checking router: 8cf56457-1334-4d68-826d-dfc0897accae for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:07.989547 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Updating router 8cf56457-1334-4d68-826d-dfc0897accae port 784852f1-7416-40c3-96be-64ead4de5026 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:55:07.999851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6037e9-c512-4609-bafc-a1549bf711c6 None None] Pushing event updated for resources: {'Port': ['ID=1c1390de-088f-4983-b79b-804c36bc9be0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:08.031398 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.101589 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.182550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a8f2f185-79b7-426a-9d10-0c632527eb12 None None] Provisioning complete for port 1c1390de-088f-4983-b79b-804c36bc9be0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:08.182943 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8f2f185-79b7-426a-9d10-0c632527eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.282226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Allocated IP 172.20.0.1 (9b6a9565-20d9-4bda-8bc4-e69aab0766f6/7e3e1a89-0da6-493c-b198-6b2a93761f48/bd8ca013-7989-4ab4-9ada-8be6bc3c20dd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:08.329422 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.340640 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Transition to ACTIVE for port object 784852f1-7416-40c3-96be-64ead4de5026 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:08.347053 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.391322 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.394074 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Attempting to bind port 784852f1-7416-40c3-96be-64ead4de5026 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:08.394449 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Attempting to bind port 784852f1-7416-40c3-96be-64ead4de5026 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:08.394813 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Attempting to bind port 784852f1-7416-40c3-96be-64ead4de5026 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:08.407160 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Transition to ACTIVE for port object bd8ca013-7989-4ab4-9ada-8be6bc3c20dd will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:08.407404 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:08.407749 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:08.408157 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.408556 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:08.409033 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Bound port: 784852f1-7416-40c3-96be-64ead4de5026, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:08.409427 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.411387 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Pushing event updated for resources: {'Port': ['ID=784852f1-7416-40c3-96be-64ead4de5026,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:08.435242 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.435616 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.435956 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.436293 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.436625 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.436951 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.437277 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.437602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.437927 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.438250 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.438572 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.438892 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:08.454241 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.479651 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] For port 784852f1-7416-40c3-96be-64ead4de5026, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:08.483634 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] For port 784852f1-7416-40c3-96be-64ead4de5026, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=784852f1-7416-40c3-96be-64ead4de5026,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:08.488139 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.491792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:08.495551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:08.499314 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:08.538694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:08.547382 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:08.547960 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:08.550612 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.592093 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068dd4-7687-4d17-b8ef-c5d43d05c94f None None] Pushing event updated for resources: {'Port': ['ID=784852f1-7416-40c3-96be-64ead4de5026,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:08.673220 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:08.709749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.797345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fbe38b2c-43de-4a65-87b0-bd8f8c9e7cc9 None None] Provisioning for port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:08.801253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fbe38b2c-43de-4a65-87b0-bd8f8c9e7cc9 None None] Provisioning complete for port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:08.801731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fbe38b2c-43de-4a65-87b0-bd8f8c9e7cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.837295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fbe38b2c-43de-4a65-87b0-bd8f8c9e7cc9 None None] Port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:08.852301 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:06Z', 'revision_number': 3, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:08.881919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.882060 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6e261-90a6-4b2b-95dc-de777c59dffb None None] The sync data for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 is: [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:06Z', 'revision_number': 3, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:08.890105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.943979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c1390de-088f-4983-b79b-804c36bc9be0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:08.965605 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:08.968497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:08.996539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1c1390de-088f-4983-b79b-804c36bc9be0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:08.996913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.068063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:09.069246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:09.229623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Router 8cf56457-1334-4d68-826d-dfc0897accae has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:09.358172 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:09.363091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-407e1ae2-6ce5-4751-9eea-e12b41287fe1 None None] Provisioning complete for port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:09.363614 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5405ba85-8331-4c91-915c-7ff4d3761f56 admin admin] 10.222.0.37 "PUT /v2.0/routers/8cf56457-1334-4d68-826d-dfc0897accae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287569 Jul 06 18:55:09.372551 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-407e1ae2-6ce5-4751-9eea-e12b41287fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.381473 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:55:09.412373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-407e1ae2-6ce5-4751-9eea-e12b41287fe1 None None] Port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:09.888259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44390) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:09.893601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-199432690-network', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:09.915731 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Made reservation on behalf of 0eb49ade9324481eaf7f274695d81b3f for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:09.918225 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:09.927155 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.028052 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.032570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.057551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:55:10.072415 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5760ef-4a8c-4e4c-9cba-df8e84296525,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:10.077564 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.077916 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Added segment d7bd68ff-30e2-4d5e-819b-089be0ef20e5 of type vlan for network b6977520-f867-4241-aec6-86a725fb7a25 Jul 06 18:55:10.121844 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.159053 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.160123 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:10.160733 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.218973 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3295207 Jul 06 18:55:10.222129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:10.225976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aeef3-a23c-40f9-917d-08e62c2853f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6977520-f867-4241-aec6-86a725fb7a25,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:10.232789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Request body: {'subnet': {'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-199432690-subnet', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:10.236886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b6977520-f867-4241-aec6-86a725fb7a25 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:55:10.261462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Made reservation on behalf of 0eb49ade9324481eaf7f274695d81b3f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:10.264246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.440858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.507818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fe3718-6afa-4356-a014-0ebf2b07b5ec,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:10.516900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Checking segment: {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:10.517264 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Network hostable DHCP agents. Network: b6977520-f867-4241-aec6-86a725fb7a25, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:55:10.533730 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Network b6977520-f867-4241-aec6-86a725fb7a25 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:55:10.544742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b6977520-f867-4241-aec6-86a725fb7a25) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:10.549533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Sync routers for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:10.553042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d65b4-1807-4d6d-90a4-d3fc8f5e6544 None None] Network b6977520-f867-4241-aec6-86a725fb7a25 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:10.554383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:10.555771 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.570369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-47f53345-98b8-4995-821f-98c5164a239e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3471055 Jul 06 18:55:10.573130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44394) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:10.577775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:10.598195 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.598461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:10.598996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:10.599415 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.653709 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.757093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:10.797967 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.860269 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b6977520-f867-4241-aec6-86a725fb7a25', 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'fixed_ips': [{'subnet_id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:55:10.861124 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:10.993105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 784852f1-7416-40c3-96be-64ead4de5026 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:11.042759 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.064154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.145924 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 784852f1-7416-40c3-96be-64ead4de5026 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:11.152739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Allocated IP 172.20.0.2 (b6977520-f867-4241-aec6-86a725fb7a25/89fe3718-6afa-4356-a014-0ebf2b07b5ec/0f4ce38f-a531-46b3-a2d1-7b606f34c938) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:11.161809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 784852f1-7416-40c3-96be-64ead4de5026 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:11.162189 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.172776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Allocated IP 172.25.5.197 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/1c3c1380-da9c-44d6-87c7-4f94719b90f4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:11.213703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 2, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:11.280942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Checking router: 8cf56457-1334-4d68-826d-dfc0897accae for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:11.281620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Updating router 8cf56457-1334-4d68-826d-dfc0897accae port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:55:11.283492 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.324592 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.342782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.363047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:11.365928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:11.372830 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:11.396907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3c1380-da9c-44d6-87c7-4f94719b90f4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:11.452968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.558754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 784852f1-7416-40c3-96be-64ead4de5026, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=784852f1-7416-40c3-96be-64ead4de5026,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:11.569278 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.573734 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.605250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Transition to ACTIVE for port object 0f4ce38f-a531-46b3-a2d1-7b606f34c938 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:11.632525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.686474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Transition to ACTIVE for port object 0f4ce38f-a531-46b3-a2d1-7b606f34c938 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:11.703534 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:11.874058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=784852f1-7416-40c3-96be-64ead4de5026,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:11.938770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Network b6977520-f867-4241-aec6-86a725fb7a25 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:11.948702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:11.956737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:11.962533 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Pushing event updated for resources: {'Port': ['ID=0f4ce38f-a531-46b3-a2d1-7b606f34c938,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:12.064254 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.072172 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Attempting to bind port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:12.072551 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Attempting to bind port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:12.072922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Attempting to bind port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 on network b6977520-f867-4241-aec6-86a725fb7a25 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:12.081052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Transition to ACTIVE for port object bd8ca013-7989-4ab4-9ada-8be6bc3c20dd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:12.084426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:12.084838 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Checking segment: {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:12.085359 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.086480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Bound using segment: {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:12.087437 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Bound port: 0f4ce38f-a531-46b3-a2d1-7b606f34c938, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:12.087734 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.091205 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.111852 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.170752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607660a-0816-4a94-8575-e6e977bc3d23 None None] Pushing event updated for resources: {'Port': ['ID=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:12.253124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] For port 0f4ce38f-a531-46b3-a2d1-7b606f34c938, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:12.256524 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] For port 0f4ce38f-a531-46b3-a2d1-7b606f34c938, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0f4ce38f-a531-46b3-a2d1-7b606f34c938,segment=NetworkSegment(d7bd68ff-30e2-4d5e-819b-089be0ef20e5),segment_id=d7bd68ff-30e2-4d5e-819b-089be0ef20e5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:12.257639 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Attempting to bind port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:12.258539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Attempting to bind port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:12.258942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Attempting to bind port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd on network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:12.263614 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.267956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Router 60439ca6-2961-4fe4-ba04-94834e724781 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:55:12.292765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:12.293367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Checking segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:12.293611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.293952 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Bound using segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:12.294446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Bound port: bd8ca013-7989-4ab4-9ada-8be6bc3c20dd, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:12.294834 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.368440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0d7f-73e3-4dbc-89ed-04db2fcf8c83 None None] Pushing event updated for resources: {'Port': ['ID=0f4ce38f-a531-46b3-a2d1-7b606f34c938,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:12.403135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] For port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:12.403611 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:12.409005 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] For port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:12.414071 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.414994 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Sync routers for ids ['60439ca6-2961-4fe4-ba04-94834e724781'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:12.424702 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:12.426475 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c58c9874-649d-495c-9faf-45aa7040dc40 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8522396 Jul 06 18:55:12.428875 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Routers {'60439ca6-2961-4fe4-ba04-94834e724781'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:12.429191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44396) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:12.430502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['60439ca6-2961-4fe4-ba04-94834e724781'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:12.507052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:12.513370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:12.513370 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607660a-0816-4a94-8575-e6e977bc3d23 None None] Pushing event updated for resources: {'Port': ['ID=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:12.707052 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:12.764089 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Set router 60439ca6-2961-4fe4-ba04-94834e724781 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:12.986912 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 3, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:12.997672 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:12Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:13.011820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.019230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Checking router: 60439ca6-2961-4fe4-ba04-94834e724781 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:13.019729 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Updating router 60439ca6-2961-4fe4-ba04-94834e724781 port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:55:13.030271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed417de-021d-418c-bb04-9d523846e2d9 None None] The sync data for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 is: [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:12Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:13.066141 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.129575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 784852f1-7416-40c3-96be-64ead4de5026 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:13.189399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 784852f1-7416-40c3-96be-64ead4de5026 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:13.189994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.277386 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Allocated IP 172.20.0.1 (b6977520-f867-4241-aec6-86a725fb7a25/89fe3718-6afa-4356-a014-0ebf2b07b5ec/d6365b0d-380e-4a03-91aa-9e66f9b0ef10) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:13.298768 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f4ce38f-a531-46b3-a2d1-7b606f34c938 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:13.364145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:13.440488 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.463148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Transition to ACTIVE for port object d6365b0d-380e-4a03-91aa-9e66f9b0ef10 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:13.470570 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.482371 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Transition to ACTIVE for port object 1c3c1380-da9c-44d6-87c7-4f94719b90f4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:13.488717 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.512257 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.551546 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Attempting to bind port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:13.551923 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Attempting to bind port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:13.552287 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Attempting to bind port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:13.558374 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Network b6977520-f867-4241-aec6-86a725fb7a25 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:13.561263 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:13.561644 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:13.561789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:13.562051 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.562450 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:13.562988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Bound port: 1c3c1380-da9c-44d6-87c7-4f94719b90f4, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:13.564102 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.565670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:13.565967 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e94a-6f55-4642-a4df-928a78aa799d None None] Pushing event updated for resources: {'Port': ['ID=1c3c1380-da9c-44d6-87c7-4f94719b90f4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:13.596963 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Pushing event updated for resources: {'Port': ['ID=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:13.621132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.646062 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] For port 1c3c1380-da9c-44d6-87c7-4f94719b90f4, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:13.651296 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] For port 1c3c1380-da9c-44d6-87c7-4f94719b90f4, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c3c1380-da9c-44d6-87c7-4f94719b90f4,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:13.657361 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.701456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd64af-dbbb-46d9-bb5b-4cf6052ee03e None None] Network b6977520-f867-4241-aec6-86a725fb7a25 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:13.737671 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e94a-6f55-4642-a4df-928a78aa799d None None] Pushing event updated for resources: {'Port': ['ID=1c3c1380-da9c-44d6-87c7-4f94719b90f4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:13.743456 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Routers {'60439ca6-2961-4fe4-ba04-94834e724781'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:13.743655 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['60439ca6-2961-4fe4-ba04-94834e724781'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:13.796789 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.821796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] Provisioning for port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:13.848131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] Provisioning complete for port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:13.848511 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:13.900134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] Set router 60439ca6-2961-4fe4-ba04-94834e724781 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:13.995356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.010756 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.017897 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.058960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] For port 0f4ce38f-a531-46b3-a2d1-7b606f34c938, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0f4ce38f-a531-46b3-a2d1-7b606f34c938,segment=NetworkSegment(d7bd68ff-30e2-4d5e-819b-089be0ef20e5),segment_id=d7bd68ff-30e2-4d5e-819b-089be0ef20e5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:14.067829 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.128265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.130777 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 3, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:14.163793 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ebf5f9-d3c8-4aa6-95f1-d78a0709a349 None None] The sync data for ids ['60439ca6-2961-4fe4-ba04-94834e724781'] in n-d-799527-3 is: [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 3, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:14.172726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972e502-5b79-4361-8bb9-a6d3d68ef9db None None] Pushing event updated for resources: {'Port': ['ID=0f4ce38f-a531-46b3-a2d1-7b606f34c938,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:14.177007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Pushing event updated for resources: {'Port': ['ID=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:14.272072 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Network b6977520-f867-4241-aec6-86a725fb7a25 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:14.274106 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:14.298394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-25f5c2a2-a6af-4431-a57f-91790531dc58 None None] Provisioning complete for port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:14.298759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25f5c2a2-a6af-4431-a57f-91790531dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.430667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Router 60439ca6-2961-4fe4-ba04-94834e724781 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:14.435479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-25f5c2a2-a6af-4431-a57f-91790531dc58 None None] Provisioning for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:14.443353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-25f5c2a2-a6af-4431-a57f-91790531dc58 None None] Provisioning complete for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:14.445230 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-25f5c2a2-a6af-4431-a57f-91790531dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.502227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-25f5c2a2-a6af-4431-a57f-91790531dc58 None None] Port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:14.601246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:14.616175 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a1cdb07e-c217-48eb-b43e-6bad5be5298c admin admin] 10.222.0.37 "PUT /v2.0/routers/60439ca6-2961-4fe4-ba04-94834e724781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1851087 Jul 06 18:55:14.625092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fae9073a-633c-4c71-a6d3-025cae42fbb3 None None] Provisioning complete for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:14.625717 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fae9073a-633c-4c71-a6d3-025cae42fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.688002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fae9073a-633c-4c71-a6d3-025cae42fbb3 None None] Port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:14.813620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-13685eaf-43e5-4231-9565-28e4e23465e6 None None] Provisioning complete for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:14.814009 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13685eaf-43e5-4231-9565-28e4e23465e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:14.857001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13685eaf-43e5-4231-9565-28e4e23465e6 None None] Port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:15.065522 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c3c1380-da9c-44d6-87c7-4f94719b90f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:15.133677 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:15.138100 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:15.138485 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.291450 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.320835 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 1c3c1380-da9c-44d6-87c7-4f94719b90f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c3c1380-da9c-44d6-87c7-4f94719b90f4,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:15.329839 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.330675 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bd8ca013-7989-4ab4-9ada-8be6bc3c20dd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:15.453867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=1c3c1380-da9c-44d6-87c7-4f94719b90f4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:15.473831 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:15.481625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:15.482075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.587304 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.621990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:15.625759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:15.626750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f4ce38f-a531-46b3-a2d1-7b606f34c938 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:15.703203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:15.717441 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:15.717881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:16.687478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Sync routers for ids ['60439ca6-2961-4fe4-ba04-94834e724781'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:16.697950 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Routers {'60439ca6-2961-4fe4-ba04-94834e724781'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:16.698582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['60439ca6-2961-4fe4-ba04-94834e724781'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:16.823163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Set router 60439ca6-2961-4fe4-ba04-94834e724781 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:17.025883 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c3c1380-da9c-44d6-87c7-4f94719b90f4 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:17.278384 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:17.278769 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:17.302790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:13Z', 'revision_number': 4, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd6365b0d-380e-4a03-91aa-9e66f9b0ef10', 'name': '', 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'mac_address': 'fa:16:3e:d6:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:13Z', 'updated_at': '2021-07-06T18:55:13Z', 'revision_number': 2, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'subnets': [{'id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:17.336690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Checking router: 60439ca6-2961-4fe4-ba04-94834e724781 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:17.337055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Updating router 60439ca6-2961-4fe4-ba04-94834e724781 port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:55:17.384621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:17.526946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bd8ca013-7989-4ab4-9ada-8be6bc3c20dd up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:17.653964 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:17.654284 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:17.840961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:17.852740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Transition to ACTIVE for port object d6365b0d-380e-4a03-91aa-9e66f9b0ef10 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:17.860923 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:17.984344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Attempting to bind port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:17.984719 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Attempting to bind port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:17.985104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Attempting to bind port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 on network b6977520-f867-4241-aec6-86a725fb7a25 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:17.987179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b7b5-9a70-4f1d-b925-7f72ee5a6e52 None None] Pushing event updated for resources: {'Port': ['ID=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:18.003695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:18.004079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Checking segment: {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:18.004493 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:18.004893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Bound using segment: {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:18.005403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Bound port: d6365b0d-380e-4a03-91aa-9e66f9b0ef10, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:18.005793 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:18.083854 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] For port d6365b0d-380e-4a03-91aa-9e66f9b0ef10, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:18.089103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] For port d6365b0d-380e-4a03-91aa-9e66f9b0ef10, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,segment=NetworkSegment(d7bd68ff-30e2-4d5e-819b-089be0ef20e5),segment_id=d7bd68ff-30e2-4d5e-819b-089be0ef20e5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:18.094922 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:18.170376 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Routers {'60439ca6-2961-4fe4-ba04-94834e724781'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:18.171390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:54:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['60439ca6-2961-4fe4-ba04-94834e724781'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:18.233367 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b7b5-9a70-4f1d-b925-7f72ee5a6e52 None None] Pushing event updated for resources: {'Port': ['ID=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:18.335443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] Set router 60439ca6-2961-4fe4-ba04-94834e724781 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:18.579521 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:13Z', 'revision_number': 4, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd6365b0d-380e-4a03-91aa-9e66f9b0ef10', 'name': '', 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'mac_address': 'fa:16:3e:d6:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:13Z', 'updated_at': '2021-07-06T18:55:18Z', 'revision_number': 4, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'subnets': [{'id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:18.610356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a8847-268f-4bba-84ed-f72c1b319129 None None] The sync data for ids ['60439ca6-2961-4fe4-ba04-94834e724781'] in n-d-799527-3 is: [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:55:13Z', 'revision_number': 4, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'd6365b0d-380e-4a03-91aa-9e66f9b0ef10', 'name': '', 'network_id': 'b6977520-f867-4241-aec6-86a725fb7a25', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'mac_address': 'fa:16:3e:d6:bb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:13Z', 'updated_at': '2021-07-06T18:55:18Z', 'revision_number': 4, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'subnets': [{'id': '89fe3718-6afa-4356-a014-0ebf2b07b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:19.036748 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d6365b0d-380e-4a03-91aa-9e66f9b0ef10 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:19.120741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:19.125882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:19.126341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:19.240569 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:19.293426 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port d6365b0d-380e-4a03-91aa-9e66f9b0ef10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,segment=NetworkSegment(d7bd68ff-30e2-4d5e-819b-089be0ef20e5),segment_id=d7bd68ff-30e2-4d5e-819b-089be0ef20e5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:19.304868 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:19.365230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:20.960335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d6365b0d-380e-4a03-91aa-9e66f9b0ef10 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:21.034555 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:21.035405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:24.976867 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-b2c4bc83-6a9c-4470-a5ca-3dc2c0b16756 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:24.978239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-b2c4bc83-6a9c-4470-a5ca-3dc2c0b16756 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 814 time: 0.1016092 Jul 06 18:55:24.994245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-19e9b597-c987-4a7c-ba6d-38c36e5b4dec tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/quotas/83ebee63a4384038a35e383809d0274f HTTP/1.1" status: 200 len: 375 time: 0.0105231 Jul 06 18:55:25.064921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-6136d022-0e37-445c-966e-defe91e0f9bb tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655887 Jul 06 18:55:25.261229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-24b37cea-f687-459c-abfb-95de4d8f9cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842115 Jul 06 18:55:25.355564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-f0b0ba7e-e3e4-487e-88b0-b444826f59b3 service neutron] 10.222.0.37 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875645 Jul 06 18:55:25.523072 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d6f8372-372d-4851-af50-768b3df3da16 req-0df92f00-c901-4895-8c28-d5302ee26839 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 210 time: 0.0307629 Jul 06 18:55:25.556165 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62177f10-7cb2-49bf-8cd6-07574e0d215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:26.675409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-ddcc389a-c134-4dca-b977-e4a4a7e03dea tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:26.676876 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-ddcc389a-c134-4dca-b977-e4a4a7e03dea tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 814 time: 0.1264141 Jul 06 18:55:26.697125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1dee8590-bfe5-4e23-9260-8435729b599c req-f7fd1281-0396-42b7-b9d4-3e978c5a1346 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 210 time: 0.0458901 Jul 06 18:55:26.700745 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'port': {'device_id': 'd1566524-5d20-4184-9d98-b5067c63a949', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'admin_state_up': True, 'tenant_id': '83ebee63a4384038a35e383809d0274f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:26.808934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Made reservation on behalf of 83ebee63a4384038a35e383809d0274f for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:26.812893 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:26.946856 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Allocated IP 172.20.0.10 (9b6a9565-20d9-4bda-8bc4-e69aab0766f6/7e3e1a89-0da6-493c-b198-6b2a93761f48/feeba4e0-a10b-4e6f-979d-bcdea339312f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:27.156689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:27.172508 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Transition to ACTIVE for port object feeba4e0-a10b-4e6f-979d-bcdea339312f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:27.223181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:27.285592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:27.290983 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:27.295808 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:27.330592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:27.344582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.344963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.345280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.345624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.345996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.346305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.346686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.346981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.347359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.347664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.348095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.348435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:27.396142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:27.396940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:27.418611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-35e1e7bd-4dcd-4f86-87fb-b132e1d078e0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7247775 Jul 06 18:55:27.584526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8d6994f-cb68-4794-bbf9-e3d466ce2591 None None] Provisioning for port feeba4e0-a10b-4e6f-979d-bcdea339312f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:27.589427 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b8d6994f-cb68-4794-bbf9-e3d466ce2591 None None] Provisioning complete for port feeba4e0-a10b-4e6f-979d-bcdea339312f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:27.589802 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8d6994f-cb68-4794-bbf9-e3d466ce2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:27.628796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6994f-cb68-4794-bbf9-e3d466ce2591 None None] Port feeba4e0-a10b-4e6f-979d-bcdea339312f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:27.879437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29882a3-d4ba-42ab-bb5b-403ab0ec06b8 req-a1519f55-dec7-4a20-9fb2-c301d9915bf5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:27.880960 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f29882a3-d4ba-42ab-bb5b-403ab0ec06b8 req-a1519f55-dec7-4a20-9fb2-c301d9915bf5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0709741 Jul 06 18:55:27.920183 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f29882a3-d4ba-42ab-bb5b-403ab0ec06b8 req-e0c02854-22dc-46ad-b217-2cce0419833f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Jul 06 18:55:28.046585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-726aa7f9-1672-42a0-a057-715b83cafaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:28.048571 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:29.109910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4d3ea-d67c-49d5-87a9-b751d947be96 req-62333930-cef6-4f4e-ad05-c59c5d3a6d51 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:29.111536 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cce4d3ea-d67c-49d5-87a9-b751d947be96 req-62333930-cef6-4f4e-ad05-c59c5d3a6d51 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0753362 Jul 06 18:55:29.153002 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cce4d3ea-d67c-49d5-87a9-b751d947be96 req-5920934b-705f-43f6-801f-31fc8d4e962c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Jul 06 18:55:29.595694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:30.336811 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be21d7-2928-4254-bfb6-c9fc659b9a27 req-75467583-704f-42b6-a4d5-b8d27b0e614b tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:30.338336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80be21d7-2928-4254-bfb6-c9fc659b9a27 req-75467583-704f-42b6-a4d5-b8d27b0e614b tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0667512 Jul 06 18:55:30.379245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80be21d7-2928-4254-bfb6-c9fc659b9a27 req-098e69f1-f385-4de7-95b6-c2a4d7a8faa9 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Jul 06 18:55:30.685214 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:30.987985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:31.871765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea991d7b-1ce5-4e14-b3fc-919beb67c829 req-9cf2f1f4-8119-4128-a6ed-33737ac20c79 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:31.873319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea991d7b-1ce5-4e14-b3fc-919beb67c829 req-9cf2f1f4-8119-4128-a6ed-33737ac20c79 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.3748107 Jul 06 18:55:31.920419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea991d7b-1ce5-4e14-b3fc-919beb67c829 req-6026e7ce-a9f9-4352-891f-ef8874b1dd75 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 Jul 06 18:55:33.060374 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:33.105295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff90ffa-affa-470f-b90f-da057340ce23 req-138bb870-5ebd-472f-a173-f768cfee539f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:33.106881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ff90ffa-affa-470f-b90f-da057340ce23 req-138bb870-5ebd-472f-a173-f768cfee539f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0724411 Jul 06 18:55:33.155550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ff90ffa-affa-470f-b90f-da057340ce23 req-9d76831d-32a6-46be-b341-9f5f2ef5d99c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Jul 06 18:55:34.344094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d66b55-b2e6-4153-a447-b4df898d3bb1 req-04bbae6c-2327-409c-b331-a261c47b120f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:34.345811 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7d66b55-b2e6-4153-a447-b4df898d3bb1 req-04bbae6c-2327-409c-b331-a261c47b120f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0698845 Jul 06 18:55:34.387905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7d66b55-b2e6-4153-a447-b4df898d3bb1 req-17104d4e-9fea-485e-a435-352a2cb0e258 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Jul 06 18:55:35.570596 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ede6f-c69b-4446-a132-1a7b2162ae01 req-08711d6f-2ada-4cdc-958f-3ae9702bce69 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:35.572347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-878ede6f-c69b-4446-a132-1a7b2162ae01 req-08711d6f-2ada-4cdc-958f-3ae9702bce69 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0657659 Jul 06 18:55:35.614036 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-878ede6f-c69b-4446-a132-1a7b2162ae01 req-1e1cf02d-0dc5-48a0-8cd0-d52356c07e37 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jul 06 18:55:36.800942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289392e3-dbc4-4f7b-b2e6-a3843aa4108f req-0b3236ee-6233-4b29-96c6-fc0803cc5415 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:36.802576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-289392e3-dbc4-4f7b-b2e6-a3843aa4108f req-0b3236ee-6233-4b29-96c6-fc0803cc5415 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0721285 Jul 06 18:55:36.845529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-289392e3-dbc4-4f7b-b2e6-a3843aa4108f req-64950a57-e4e2-4db5-a2da-dacfe01937ec tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365794 Jul 06 18:55:38.032331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eae826-e554-40f1-b777-aeb73d9ffe6c req-e51173d5-4f39-42ef-ad78-e34d19e6b72c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:38.033881 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35eae826-e554-40f1-b777-aeb73d9ffe6c req-e51173d5-4f39-42ef-ad78-e34d19e6b72c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 932 time: 0.0786059 Jul 06 18:55:38.045799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Request body: {'port': {'device_id': 'd1566524-5d20-4184-9d98-b5067c63a949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:38.106428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35eae826-e554-40f1-b777-aeb73d9ffe6c req-0b0a7fa0-2faa-4266-a0f5-a6b529172905 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 Jul 06 18:55:38.147409 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:38.408099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeba4e0-a10b-4e6f-979d-bcdea339312f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:55:38.416747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:38.429696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Transition to ACTIVE for port object feeba4e0-a10b-4e6f-979d-bcdea339312f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:38.433369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:38.486810 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:38.565733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Attempting to bind port feeba4e0-a10b-4e6f-979d-bcdea339312f on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:38.566069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Attempting to bind port feeba4e0-a10b-4e6f-979d-bcdea339312f by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:38.566429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Attempting to bind port feeba4e0-a10b-4e6f-979d-bcdea339312f on network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:38.572461 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Port feeba4e0-a10b-4e6f-979d-bcdea339312f on network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:55:38.572790 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Attempting to bind port feeba4e0-a10b-4e6f-979d-bcdea339312f on network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:38.578006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:38.578350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Checking segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:38.578741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Bound using segment: {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:38.579173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Bound port: feeba4e0-a10b-4e6f-979d-bcdea339312f, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:38.579561 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:38.649611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:38.652804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:38.657330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:38.689540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:38.690261 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:38.691689 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] 10.222.0.60 "PUT /v2.0/ports/feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 1092 time: 0.7024405 Jul 06 18:55:38.693818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:38.697776 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:38.734821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e556a-0761-474e-96e3-c8e6ca374d85 service neutron] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:38.764424 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc7e9e5-bb70-4753-bc61-5518208c0a0b x-openstack-request-id: req-bcc7e9e5-bb70-4753-bc61-5518208c0a0b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:38.764716 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:38.764968 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcc7e9e5-bb70-4753-bc61-5518208c0a0b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:38.765362 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'status': 'completed', 'code': 200} Jul 06 18:55:38.816945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-ae29ebf7-712c-4574-a9ea-7a69fffa18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:38.818496 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-ae29ebf7-712c-4574-a9ea-7a69fffa18fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1095 time: 0.0642116 Jul 06 18:55:38.863211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-57d2d38c-3dc5-40d4-abab-e1938f90d669 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 217 time: 0.0366561 Jul 06 18:55:38.916650 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-8dfb46fe-4198-4ee2-8ef5-82a12b121be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:38.918157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-8dfb46fe-4198-4ee2-8ef5-82a12b121be0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0477567 Jul 06 18:55:38.978360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0117c902-5b61-43d9-8788-39d20de254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:38.979976 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-0117c902-5b61-43d9-8788-39d20de254a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547843 Jul 06 18:55:39.074948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-ac0e1504-ae33-442c-b0ab-2b0d14ab2194 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881448 Jul 06 18:55:39.165188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0f0960f-d560-455c-93b4-32b9275132fb req-23c94b73-54e9-49d7-be38-f36f3eb45a71 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Jul 06 18:55:39.324218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-d44c653c-96a4-44b8-94b3-402e2cfe85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:39.325746 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-d44c653c-96a4-44b8-94b3-402e2cfe85b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1095 time: 0.1112041 Jul 06 18:55:39.338136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b660c2-bf7d-46d6-a2af-a9930d8f5c1e req-30496720-52d5-4e2f-a051-b46496042c60 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:39.340301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91b660c2-bf7d-46d6-a2af-a9930d8f5c1e req-30496720-52d5-4e2f-a051-b46496042c60 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 944 time: 0.1174386 Jul 06 18:55:39.449344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91b660c2-bf7d-46d6-a2af-a9930d8f5c1e req-a1ad7a18-ba0b-423b-958a-224107642be5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965695 Jul 06 18:55:39.485209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-fdb6b83b-b314-4ef1-8e54-f61cb6331a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:39.486752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-fdb6b83b-b314-4ef1-8e54-f61cb6331a2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.1453776 Jul 06 18:55:39.532359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-4b6fb864-e637-4eab-8026-c2628161ffa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 217 time: 0.0378532 Jul 06 18:55:39.585351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-6314a4ca-27b1-4f66-b23d-98a1600914b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:39.587761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-6314a4ca-27b1-4f66-b23d-98a1600914b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0484977 Jul 06 18:55:39.654141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-0eaf2935-21f5-41c0-8ede-bae303d695de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:39.655682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-0eaf2935-21f5-41c0-8ede-bae303d695de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611455 Jul 06 18:55:39.750646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-cf5bad0b-eb14-4163-85f9-7c593c5532e2 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843015 Jul 06 18:55:39.850075 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c13cd1f0-a200-4b43-9a1e-7019dd7b53f7 req-e3cced1a-76a4-4640-ac9f-fbb65a7f5b82 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901210 Jul 06 18:55:40.625349 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493fd2b-0f17-40e5-9969-aff5559c3666 req-b7d981b7-f8cd-4a9e-b432-32b61c93b3b3 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:40.626849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c493fd2b-0f17-40e5-9969-aff5559c3666 req-b7d981b7-f8cd-4a9e-b432-32b61c93b3b3 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 944 time: 0.0642142 Jul 06 18:55:40.665736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c493fd2b-0f17-40e5-9969-aff5559c3666 req-8e28a884-7dc9-4c6f-aaf9-ad3ade2bdba6 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Jul 06 18:55:41.845704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a99cc0-74bc-48bc-a389-e291a937604c req-863697c6-4c34-4586-b461-26072214410d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:41.847204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02a99cc0-74bc-48bc-a389-e291a937604c req-863697c6-4c34-4586-b461-26072214410d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 944 time: 0.0644767 Jul 06 18:55:41.886205 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-02a99cc0-74bc-48bc-a389-e291a937604c req-449b44f0-e776-4b68-a9ca-41295e20ec4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Jul 06 18:55:42.452961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device feeba4e0-a10b-4e6f-979d-bcdea339312f details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:55:42.558253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:42.573773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'port_id': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'mac_address': 'fa:16:3e:56:bd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:55:42.614408 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:42.628250 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeba4e0-a10b-4e6f-979d-bcdea339312f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:55:42.650353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:42.654297 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:42.702036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:42.709374 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.709730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.710074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.710420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.711432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.711773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.712107 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.712469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.712800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.713140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.713456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.713783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:42.874601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['feeba4e0-a10b-4e6f-979d-bcdea339312f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:55:43.088524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23a93-eb8e-42eb-a76f-5c08b626dbf4 req-b4562826-01c4-44a0-8c54-a7d75b37576c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:43.090239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6da23a93-eb8e-42eb-a76f-5c08b626dbf4 req-b4562826-01c4-44a0-8c54-a7d75b37576c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 945 time: 0.0811293 Jul 06 18:55:43.131973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6da23a93-eb8e-42eb-a76f-5c08b626dbf4 req-ea5f2cba-8159-498d-8b8a-095dc9a9502d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Jul 06 18:55:44.310971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5d9f-7753-463b-b87b-fd76d170d7ec req-be76e72f-1784-4383-a41a-50f730adfc65 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:44.312551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa1b5d9f-7753-463b-b87b-fd76d170d7ec req-be76e72f-1784-4383-a41a-50f730adfc65 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 945 time: 0.0670183 Jul 06 18:55:44.352818 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aa1b5d9f-7753-463b-b87b-fd76d170d7ec req-be24ea51-fe70-4271-8c59-0c7e4f0749c2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342517 Jul 06 18:55:44.454796 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device feeba4e0-a10b-4e6f-979d-bcdea339312f up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:44.506816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port feeba4e0-a10b-4e6f-979d-bcdea339312f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:44.511729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port feeba4e0-a10b-4e6f-979d-bcdea339312f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:44.512103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.597250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.620657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:44.622898 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c072a16e-4190-4fb2-ac41-f54248c11df4" -d '{"events": [{"server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "name": "network-vif-plugged", "status": "completed", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:44.636330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:44.640587 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.668042 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18e550f-23cb-482f-8e7e-ef9656fdb8e2 x-openstack-request-id: req-a18e550f-23cb-482f-8e7e-ef9656fdb8e2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:44.668409 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "name": "network-vif-plugged", "status": "completed", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:44.668731 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a18e550f-23cb-482f-8e7e-ef9656fdb8e2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:44.669123 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'code': 200} Jul 06 18:55:44.697500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:44.786995 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9b1ee-a52e-447e-8a58-8cd9dd38c445 req-6264d422-7062-4f52-9960-04a514802b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:44.788551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36e9b1ee-a52e-447e-8a58-8cd9dd38c445 req-6264d422-7062-4f52-9960-04a514802b8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1097 time: 0.0579667 Jul 06 18:55:44.825952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36e9b1ee-a52e-447e-8a58-8cd9dd38c445 req-4c7503bd-31d6-4ad3-9e71-c1d049a2a626 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290883 Jul 06 18:55:45.544526 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2adc-56c9-494b-9ddd-67033f9191ae req-a8be5a53-6afa-413a-ba89-c8c35c21e5a3 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:45.546162 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-504b2adc-56c9-494b-9ddd-67033f9191ae req-a8be5a53-6afa-413a-ba89-c8c35c21e5a3 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0731292 Jul 06 18:55:45.588492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-504b2adc-56c9-494b-9ddd-67033f9191ae req-19bac729-1ed8-4518-8cd3-2057159fc44e tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359397 Jul 06 18:55:46.380728 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:55:46.769582 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae5b35-ff9e-44af-aa3a-d7d7f0bc6ddd req-9b597bb0-a88b-4cc7-99f5-8fb2b7957e60 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:46.771153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7ae5b35-ff9e-44af-aa3a-d7d7f0bc6ddd req-9b597bb0-a88b-4cc7-99f5-8fb2b7957e60 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0664964 Jul 06 18:55:46.810603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c7ae5b35-ff9e-44af-aa3a-d7d7f0bc6ddd req-60cec07b-50b5-4a18-9715-bfe6addecd2a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Jul 06 18:55:46.989183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce1c68-c7f4-4502-a0cb-d3451366c010 req-d15c17d1-5ce7-4b0f-9f63-8eb272e1f1a0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:46.990707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dce1c68-c7f4-4502-a0cb-d3451366c010 req-d15c17d1-5ce7-4b0f-9f63-8eb272e1f1a0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0712490 Jul 06 18:55:47.031815 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6dce1c68-c7f4-4502-a0cb-d3451366c010 req-5354280e-1685-4676-9b6b-a616ddaa8404 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Jul 06 18:55:47.386874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541264-5eea-4270-8e4b-f931c3f21b6e req-9bab5e11-77dc-42fc-96ea-b8e62fb9faf6 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:47.388486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab541264-5eea-4270-8e4b-f931c3f21b6e req-9bab5e11-77dc-42fc-96ea-b8e62fb9faf6 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0683537 Jul 06 18:55:47.433258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab541264-5eea-4270-8e4b-f931c3f21b6e req-cd3a1547-37be-435d-9329-85a0828b19d1 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Jul 06 18:55:55.549940 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb66439c-00e0-42fb-b7e9-d53acaaa7bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.048367 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e678ff97-d79f-4b38-88f1-6d3444c688b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.050448 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.599806 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.315429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27722a-7f6a-49cf-8755-e5a6c827f71c req-b89436cd-36d1-487b-9195-2b296157538e tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:00.317000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd27722a-7f6a-49cf-8755-e5a6c827f71c req-b89436cd-36d1-487b-9195-2b296157538e tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0754180 Jul 06 18:56:00.358442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fd27722a-7f6a-49cf-8755-e5a6c827f71c req-d99b3067-6b62-4514-88c2-94297334bb2a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Jul 06 18:56:00.384761 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44600) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:00.482261 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb6c9f-94b6-4dff-92cb-649ba48adf8c tempest-TestMinimumBasicScenario-2140684260 tempest-TestMinimumBasicScenario-2140684260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:00.483824 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3eb6c9f-94b6-4dff-92cb-649ba48adf8c tempest-TestMinimumBasicScenario-2140684260 tempest-TestMinimumBasicScenario-2140684260-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1092 time: 0.0978572 Jul 06 18:56:00.486861 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44604) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:00.491425 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:00.517298 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.628344 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.706477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.741380 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Allocated IP 172.25.5.146 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/544a1116-0d4e-421a-8e6a-bb8d3daf63d3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:56:00.884089 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.936384 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.978313 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:56:00.986520 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:56:00.992288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:56:00.994545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'Port': ['ID=544a1116-0d4e-421a-8e6a-bb8d3daf63d3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:01.000470 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.024946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.025323 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.025671 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.026009 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.026343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.026677 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.027010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.027366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.027705 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.028028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.028399 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.028854 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:56:01.698529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.785477 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.957601 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.963382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.040620 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'Port': ['ID=544a1116-0d4e-421a-8e6a-bb8d3daf63d3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:02.054431 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.167649 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Floating IP d2e84e25-0815-40a5-b9ce-5d42dfa86c1f associated. External IP: 172.25.5.146, port: feeba4e0-a10b-4e6f-979d-bcdea339312f. Jul 06 18:56:02.403629 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Router 8cf56457-1334-4d68-826d-dfc0897accae has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:56:02.525793 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:56:02.535597 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] Sync routers for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:56:02.544953 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.545565 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:02.546337 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:02.593079 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0361048f-d1cb-497c-85f9-d8ddebb5ac4d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1048460 Jul 06 18:56:02.594054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:02.596567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:02.597172 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:02.601345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272638400', 'description': 'tempest-secgroup-smoke-272638400 description', 'project_id': '83ebee63a4384038a35e383809d0274f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:02.640380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.707533 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:02.734262 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.737986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.768235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.769499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1719129 Jul 06 18:56:02.771691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c189e0-776b-4394-81f8-0397a838e893 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523a716c-cc3a-432e-9254-859d60f2298a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:02.775231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:02.786759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group_rule': {'security_group_id': '523a716c-cc3a-432e-9254-859d60f2298a', 'project_id': '83ebee63a4384038a35e383809d0274f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:02.841822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.895168 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b3d39c-cc1d-47ec-aed2-84b58dae07e9 x-openstack-request-id: req-f4b3d39c-cc1d-47ec-aed2-84b58dae07e9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:02.895592 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:02.895921 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4b3d39c-cc1d-47ec-aed2-84b58dae07e9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:02.896448 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'status': 'completed', 'code': 200} Jul 06 18:56:02.917359 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.923020 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.951211 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21843e5-662b-42c3-ab62-4f95127d72cc,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:02.958706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.963507 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-059edf93-eb45-49a6-b4ea-a6e2d4cb1280 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1828220 Jul 06 18:56:02.963930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44616) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:02.969547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group_rule': {'security_group_id': '523a716c-cc3a-432e-9254-859d60f2298a', 'project_id': '83ebee63a4384038a35e383809d0274f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:03.002975 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.003386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-b1b1482c-a02f-4871-ad1c-2ce12f55c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.005070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-b1b1482c-a02f-4871-ad1c-2ce12f55c3d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1097 time: 0.0740798 Jul 06 18:56:03.006751 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd2e84e25-0815-40a5-b9ce-5d42dfa86c1f', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'port_id': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'mac_address': 'fa:16:3e:56:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1566524-5d20-4184-9d98-b5067c63a949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:56:01Z', 'updated_at': '2021-07-06T18:56:01Z', 'revision_number': 0, 'project_id': '83ebee63a4384038a35e383809d0274f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:03.034019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] Checking router: 8cf56457-1334-4d68-826d-dfc0897accae for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:56:03.043998 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:03.044627 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:55:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:03.067587 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.075211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.080537 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.103522 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce793957-6ff7-4982-8976-0c5de8851ee5,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:03.130306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.134639 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f3b802fd-70de-4ab1-8c71-43c5f776ff82 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668398 Jul 06 18:56:03.138666 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44618) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:03.140297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group_rule': {'security_group_id': '523a716c-cc3a-432e-9254-859d60f2298a', 'project_id': '83ebee63a4384038a35e383809d0274f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:03.167880 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-34ae7ab4-76e1-481d-9ade-9c87500203dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.170332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-34ae7ab4-76e1-481d-9ade-9c87500203dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.1560230 Jul 06 18:56:03.190640 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.248615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-db114629-7492-41c2-8475-1ceff6ae6230 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 1000 time: 0.0696671 Jul 06 18:56:03.252714 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:03.266689 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.273661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.294537 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d1baaa-da40-40ef-9189-94017c7c16b4,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:03.303403 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.309052 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-01d30111-e749-483f-9483-8ea6bf7ed378 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704066 Jul 06 18:56:03.310021 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44620) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:03.315083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group_rule': {'security_group_id': '523a716c-cc3a-432e-9254-859d60f2298a', 'project_id': '83ebee63a4384038a35e383809d0274f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:03.320839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-1a851c29-eab0-445f-850e-770dad7ba75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.322560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-1a851c29-eab0-445f-850e-770dad7ba75b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0670409 Jul 06 18:56:03.343963 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.390768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-1f9753bd-e54c-44a4-90d1-96c5bac9793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.392360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-1f9753bd-e54c-44a4-90d1-96c5bac9793f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626898 Jul 06 18:56:03.421370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.426394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.450233 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba03fad7-cf4e-4013-aed9-04e7fdf9665b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:03.453181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.454886 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6449378a-d6cc-4558-9aba-6b6093703007 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437018 Jul 06 18:56:03.457592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44622) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:03.463091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group_rule': {'security_group_id': '523a716c-cc3a-432e-9254-859d60f2298a', 'project_id': '83ebee63a4384038a35e383809d0274f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:03.490358 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Project 83ebee63a4384038a35e383809d0274f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:56:03.497149 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.505238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-f4c777cb-120b-483b-9f4a-0324ce59156b service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043162 Jul 06 18:56:03.568658 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd2e84e25-0815-40a5-b9ce-5d42dfa86c1f', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'port_id': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'mac_address': 'fa:16:3e:56:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1566524-5d20-4184-9d98-b5067c63a949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:56:01Z', 'updated_at': '2021-07-06T18:56:01Z', 'revision_number': 0, 'project_id': '83ebee63a4384038a35e383809d0274f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:03.571117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.577303 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.598365 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcfbe5-c72a-4d45-8032-b9524ad38050 None None] The sync data for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 is: [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'd2e84e25-0815-40a5-b9ce-5d42dfa86c1f', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'port_id': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'mac_address': 'fa:16:3e:56:bd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1566524-5d20-4184-9d98-b5067c63a949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:56:01Z', 'updated_at': '2021-07-06T18:56:01Z', 'revision_number': 0, 'project_id': '83ebee63a4384038a35e383809d0274f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:56:03.602335 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258c24db-c1a4-4e20-9e2a-a4cfcd5db045,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:03.612695 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.616681 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a337849f-0691-4f8f-8456-8013f865cf63 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554928 Jul 06 18:56:03.617952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44624) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:03.622828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'security_group_rule': {'security_group_id': '523a716c-cc3a-432e-9254-859d60f2298a', 'project_id': '83ebee63a4384038a35e383809d0274f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:03.627546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f4ed2fd-8c30-4a48-9913-3e2ebdd3d8b9 req-345c41e6-250a-4268-9a73-2ecfc53f1d9d service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088872 Jul 06 18:56:03.648552 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Project 83ebee63a4384038a35e383809d0274f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:56:03.654803 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.724042 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.728875 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.749436 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9963887c-6c52-4805-98ab-8698e10a836e,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:03.756625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.759763 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9e86db5e-2079-44ae-9747-4968662939dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408019 Jul 06 18:56:03.831646 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe43ad-8f10-4429-a134-3267ef724420 None None] New status for floating IP d2e84e25-0815-40a5-b9ce-5d42dfa86c1f: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:56:03.890165 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-66f0f94f-52fa-48e9-a4bd-40cf8c8d857d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272638400&fields=id&tenant_id=83ebee63a4384038a35e383809d0274f HTTP/1.1" status: 200 len: 267 time: 0.0374343 Jul 06 18:56:03.965098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-571cff35-7575-4dd4-aeb0-2151173b6608 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.966819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-571cff35-7575-4dd4-aeb0-2151173b6608 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0710101 Jul 06 18:56:03.978397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'port': {'security_groups': ['40205e06-95fd-4875-8e28-17f24fb63109', '523a716c-cc3a-432e-9254-859d60f2298a']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:04.074769 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.270713 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:04.300751 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.306207 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.319349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['feeba4e0-a10b-4e6f-979d-bcdea339312f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:56:04.352221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.353067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.354605 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abb3bd33-a995-4998-b1a4-6b9f0359c658 req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "PUT /v2.0/ports/feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 982 time: 0.3811367 Jul 06 18:56:04.355175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:04.357860 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513" -d '{"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:04.396927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe643c93-b58d-4e71-aca1-fbfc1ea290fe tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:04.401114 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09fd276-503c-4e5e-ba2b-0a33eb55c7d0 x-openstack-request-id: req-f09fd276-503c-4e5e-ba2b-0a33eb55c7d0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:04.401716 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:04.402078 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f09fd276-503c-4e5e-ba2b-0a33eb55c7d0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:04.402594 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'status': 'completed', 'code': 200} Jul 06 18:56:04.429949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['feeba4e0-a10b-4e6f-979d-bcdea339312f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:56:04.493695 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-d9c05a45-a3d8-466a-bbf0-b243db2c620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.495488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-d9c05a45-a3d8-466a-bbf0-b243db2c620d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1136 time: 0.0655892 Jul 06 18:56:04.658631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636461bd-0715-4cbe-807c-dcbccab38f7d req-9e39730b-4390-46bc-9f1e-f9d4422c6fd1 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.660031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-636461bd-0715-4cbe-807c-dcbccab38f7d req-9e39730b-4390-46bc-9f1e-f9d4422c6fd1 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.1276584 Jul 06 18:56:04.661194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-9763f4d6-e9d2-45e5-b31d-d5241929f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.662560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-9763f4d6-e9d2-45e5-b31d-d5241929f6db service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.1602778 Jul 06 18:56:04.702579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fb5a6ca7-bf5a-4e8c-b278-24ca09c16c23 None None] Provisioning complete for port feeba4e0-a10b-4e6f-979d-bcdea339312f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:04.702953 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6ca7-bf5a-4e8c-b278-24ca09c16c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.755636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-636461bd-0715-4cbe-807c-dcbccab38f7d req-e53a8222-299b-471a-b6f8-17ab6c9f3fde tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898111 Jul 06 18:56:04.771685 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-ac3273ae-757a-46ec-ab84-8ca8c27af245 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 1002 time: 0.0990422 Jul 06 18:56:04.832527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-6a99fe10-8763-424e-a74a-daa883413d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.834034 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-6a99fe10-8763-424e-a74a-daa883413d53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0541415 Jul 06 18:56:04.901181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-ab7dd134-a5cb-45a4-b83e-5aee0bcbfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.902696 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-ab7dd134-a5cb-45a4-b83e-5aee0bcbfae8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603487 Jul 06 18:56:05.003974 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-52c95ae4-c367-4898-93f2-5763338f26e8 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927334 Jul 06 18:56:05.100952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2c37c12-3c2e-4f80-ad30-eb728c5f3513 req-1f1c0ab5-109c-4406-b4c4-60dc996c6e60 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890646 Jul 06 18:56:23.062187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-1a46607c-7375-43b3-8df7-919dc85818f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528271 Jul 06 18:56:23.160020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-4e503a45-1bef-4dfe-9314-4837601b6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:23.161526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-4e503a45-1bef-4dfe-9314-4837601b6725 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1136 time: 0.0534916 Jul 06 18:56:23.268250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-ed50b232-94b7-4044-8073-bc841059baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:23.269640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-ed50b232-94b7-4044-8073-bc841059baa8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.0876563 Jul 06 18:56:23.333436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-280fbc03-f862-4d3c-8732-0ee2210a0241 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 1002 time: 0.0571744 Jul 06 18:56:23.380221 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:56:23.387978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-b79a1b1a-9135-48a4-ad8e-cb341d58dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:23.389424 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-b79a1b1a-9135-48a4-ad8e-cb341d58dc89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0431349 Jul 06 18:56:23.450891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-bd29ad43-c57b-4423-91ee-42758177748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:23.452419 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-bd29ad43-c57b-4423-91ee-42758177748a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562761 Jul 06 18:56:23.542868 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-75316c9e-2f49-4532-8219-3d441fef6d5a service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830061 Jul 06 18:56:23.635757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f22f273-28be-4e38-ad35-a177d76f7d77 req-f10593cd-621d-464c-9575-e2e6fa1bdd23 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852082 Jul 06 18:56:25.551503 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a81c38a5-4a67-450a-bfed-312114a9fe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:25.848710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08357-ef58-42e5-a815-f98b7383c31c req-6c68eb23-b974-43a0-b1d2-b534b1fc708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:25.850704 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-6c68eb23-b974-43a0-b1d2-b534b1fc708d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1136 time: 0.0704966 Jul 06 18:56:25.982197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08357-ef58-42e5-a815-f98b7383c31c req-1a3d1a6d-8fb0-4888-b565-456b7c285971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:25.983661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-1a3d1a6d-8fb0-4888-b565-456b7c285971 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.1260529 Jul 06 18:56:25.997592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27acb65-4c10-42ac-b5d0-fa7ecaa80b07 req-8a571fd6-5758-42a9-95ca-7e812438acf9 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:25.999282 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f27acb65-4c10-42ac-b5d0-fa7ecaa80b07 req-8a571fd6-5758-42a9-95ca-7e812438acf9 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.1860495 Jul 06 18:56:26.085891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f27acb65-4c10-42ac-b5d0-fa7ecaa80b07 req-642e8949-fdf2-4d39-9346-a60c930272dc tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792205 Jul 06 18:56:26.089943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-9c18d571-6664-4cff-92d5-c1fc436d327b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 1002 time: 0.0896928 Jul 06 18:56:26.140857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08357-ef58-42e5-a815-f98b7383c31c req-26d9781e-0ce8-4eca-a5f1-4d8d289f24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:26.142297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-26d9781e-0ce8-4eca-a5f1-4d8d289f24b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0456750 Jul 06 18:56:26.199671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08357-ef58-42e5-a815-f98b7383c31c req-521bd687-b514-403c-8ec9-e80040a5de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:26.201157 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-521bd687-b514-403c-8ec9-e80040a5de76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514421 Jul 06 18:56:26.294130 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-dbf1c5e0-577c-4467-b4b1-ac5583669b34 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862341 Jul 06 18:56:26.663200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-23a08357-ef58-42e5-a815-f98b7383c31c req-2379604a-0476-4bd4-a270-3abfee16011e service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624363 Jul 06 18:56:27.265319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a885a-aae1-431d-8951-783d43e8107e req-4687dd6d-95f2-4535-a180-64fbeb27465e tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:27.266733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-500a885a-aae1-431d-8951-783d43e8107e req-4687dd6d-95f2-4535-a180-64fbeb27465e tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0688736 Jul 06 18:56:27.310706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-500a885a-aae1-431d-8951-783d43e8107e req-86468676-a203-47b7-b38d-78df6a43b7b0 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383399 Jul 06 18:56:28.049833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:28.051733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f7c3262-82ac-418d-9ab6-3bddfd7fd016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:28.486625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcbe92-d1dd-4404-ad7d-cce087bdd8c8 req-01c3f3c6-8a97-4e81-9de9-5398a97e5e7a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:28.488115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8efcbe92-d1dd-4404-ad7d-cce087bdd8c8 req-01c3f3c6-8a97-4e81-9de9-5398a97e5e7a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0654497 Jul 06 18:56:28.529735 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8efcbe92-d1dd-4404-ad7d-cce087bdd8c8 req-2effb658-03f5-44e8-b8bf-86b3324cbd71 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358014 Jul 06 18:56:29.603435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:29.706299 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2f86-9173-4215-94bf-24d9f0a4ab6d req-356742d8-ea09-4fc9-a6bc-8e838d5ca29a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:29.707822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1cc2f86-9173-4215-94bf-24d9f0a4ab6d req-356742d8-ea09-4fc9-a6bc-8e838d5ca29a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0641396 Jul 06 18:56:29.748278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1cc2f86-9173-4215-94bf-24d9f0a4ab6d req-62b63019-8ce4-4c85-941d-092dbf164fc5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342829 Jul 06 18:56:30.708069 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:30.932710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d4f7f-0bb2-4855-a1bd-b8be14805ce4 req-0d1d69ea-2372-4ece-9b5b-2948c3ecc6fd tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:30.934191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c1d4f7f-0bb2-4855-a1bd-b8be14805ce4 req-0d1d69ea-2372-4ece-9b5b-2948c3ecc6fd tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0676603 Jul 06 18:56:30.974149 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c1d4f7f-0bb2-4855-a1bd-b8be14805ce4 req-a72b5cd5-ebaf-4f65-b8d5-529e569afada tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339456 Jul 06 18:56:30.993505 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:32.150401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba06e-4a81-4a12-a2f8-77bb22903766 req-42acb880-4ebd-4384-bf4c-d414dea9b24c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:32.151925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a16ba06e-4a81-4a12-a2f8-77bb22903766 req-42acb880-4ebd-4384-bf4c-d414dea9b24c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0655115 Jul 06 18:56:32.191804 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a16ba06e-4a81-4a12-a2f8-77bb22903766 req-94e700ae-83b3-4038-ada7-ff706e0f1ca6 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342588 Jul 06 18:56:33.059661 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:33.393429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa2c52-96c6-4f11-a7bd-b73a38e11c30 req-bb4149c7-3676-4a12-b577-0dabe0c6bfd2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:33.394949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1fa2c52-96c6-4f11-a7bd-b73a38e11c30 req-bb4149c7-3676-4a12-b577-0dabe0c6bfd2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0688577 Jul 06 18:56:33.437498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1fa2c52-96c6-4f11-a7bd-b73a38e11c30 req-e596c6cf-d94a-4edd-87fd-1e9d23849aaa tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359917 Jul 06 18:56:34.618529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb48a-62e5-498e-aba8-aaba1fa91d43 req-94246d55-e610-456d-b716-41e1685f1817 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:34.620040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-822fb48a-62e5-498e-aba8-aaba1fa91d43 req-94246d55-e610-456d-b716-41e1685f1817 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0642805 Jul 06 18:56:34.660776 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-822fb48a-62e5-498e-aba8-aaba1fa91d43 req-c358f9fb-aec7-4408-86d7-01b73753da08 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347304 Jul 06 18:56:35.838766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074064b-0a83-47bb-82ac-41303b9229cc req-0c190f72-d6a8-44c5-b65e-097b09913ff5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:35.840264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c074064b-0a83-47bb-82ac-41303b9229cc req-0c190f72-d6a8-44c5-b65e-097b09913ff5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0638900 Jul 06 18:56:35.880406 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c074064b-0a83-47bb-82ac-41303b9229cc req-2ac5c47a-2a80-4f0f-9699-85cae0703ebb tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341921 Jul 06 18:56:37.060740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b070f2-c687-4401-a0fc-cb73c4114d14 req-82f9d648-0cab-4a0b-8ca3-6dbec47a7730 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:37.062234 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6b070f2-c687-4401-a0fc-cb73c4114d14 req-82f9d648-0cab-4a0b-8ca3-6dbec47a7730 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0699801 Jul 06 18:56:37.104701 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a6b070f2-c687-4401-a0fc-cb73c4114d14 req-56e6f909-a265-4bbd-9e8b-f5a33eb419f5 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366712 Jul 06 18:56:38.282220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc7fbe-38d7-4d33-9759-2ab2577d390e req-9177baca-94cd-4c11-9dd7-89a32845c500 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:38.283789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59cc7fbe-38d7-4d33-9759-2ab2577d390e req-9177baca-94cd-4c11-9dd7-89a32845c500 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0656078 Jul 06 18:56:38.328486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59cc7fbe-38d7-4d33-9759-2ab2577d390e req-d5700d63-e4c3-48e3-9df7-318d21e75554 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378923 Jul 06 18:56:39.504948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521bc8-1939-49f7-bb71-69ad1ed9b000 req-9cb118e3-a778-40e7-8afb-9ee636dcaf49 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:39.506433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9521bc8-1939-49f7-bb71-69ad1ed9b000 req-9cb118e3-a778-40e7-8afb-9ee636dcaf49 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0675333 Jul 06 18:56:39.546873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9521bc8-1939-49f7-bb71-69ad1ed9b000 req-f2486537-3327-403a-b244-d197a73902b7 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337808 Jul 06 18:56:40.725307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4e093-b259-43ef-8287-dca3a0aa1e27 req-ef66ee9e-8779-4a74-bf4f-4caf87fec450 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:40.726937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35c4e093-b259-43ef-8287-dca3a0aa1e27 req-ef66ee9e-8779-4a74-bf4f-4caf87fec450 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0635357 Jul 06 18:56:40.766642 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35c4e093-b259-43ef-8287-dca3a0aa1e27 req-792267ac-a1a1-43dd-ae9f-b7433281fa43 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339484 Jul 06 18:56:41.940382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5afcb-1c99-49f1-8071-0815a40256e3 req-30c3a8bf-1457-45dd-8808-156e152576e2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:41.941866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e5afcb-1c99-49f1-8071-0815a40256e3 req-30c3a8bf-1457-45dd-8808-156e152576e2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0640137 Jul 06 18:56:41.982793 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-64e5afcb-1c99-49f1-8071-0815a40256e3 req-0c421b0f-1c54-4109-821a-6f731e13ff87 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345919 Jul 06 18:56:43.161341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a210-0fee-4517-b75f-89334362b267 req-1d563406-b7e8-498f-a922-dc95ad1658c2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:43.162857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6605a210-0fee-4517-b75f-89334362b267 req-1d563406-b7e8-498f-a922-dc95ad1658c2 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0691152 Jul 06 18:56:43.206091 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6605a210-0fee-4517-b75f-89334362b267 req-ee816615-9c2b-47ff-a6db-72548341d371 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&id=523a716c-cc3a-432e-9254-859d60f2298a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368500 Jul 06 18:56:55.552986 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa964d2-83f1-47fa-8817-18090bba01ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:58.050778 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:58.055909 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5d91248-c2aa-4036-845d-2768da1b8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:59.604928 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.379985 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:57:00.720642 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:00.998161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:03.074466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:16.865806 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-778e05b5-da4c-4b06-ac57-499760fb9f46 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272638400&fields=id&tenant_id=83ebee63a4384038a35e383809d0274f HTTP/1.1" status: 200 len: 267 time: 0.0342171 Jul 06 18:57:16.932034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-50dfc0d7-5b19-4a72-b5d5-176bbe280d1c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:16.933517 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-50dfc0d7-5b19-4a72-b5d5-176bbe280d1c tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 985 time: 0.0625222 Jul 06 18:57:16.945017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Request body: {'port': {'security_groups': ['40205e06-95fd-4875-8e28-17f24fb63109']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:17.031644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.210844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:17.241638 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.246124 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.259788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['feeba4e0-a10b-4e6f-979d-bcdea339312f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:17.292471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:17.293100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.294485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b7b00a76-b2f7-4b79-890c-6cd25b48b24e req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "PUT /v2.0/ports/feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 943 time: 0.3543305 Jul 06 18:57:17.294935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:17.301063 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700bef3c-875e-4d06-b24c-cda819e8346b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:17.301208 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:17.332568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event updated for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:17.340881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.341289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.341636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.341979 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.342313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.343016 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.343300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.344204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.344545 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.344869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.345195 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.345511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c044d1-92fd-4b3c-affa-e8699245158d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.373726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['feeba4e0-a10b-4e6f-979d-bcdea339312f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:17.413453 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.424042 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903a958-326f-4370-9943-d238ecc85e7c x-openstack-request-id: req-6903a958-326f-4370-9943-d238ecc85e7c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:17.424330 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:17.424583 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6903a958-326f-4370-9943-d238ecc85e7c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:17.424998 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'status': 'completed', 'code': 200} Jul 06 18:57:17.446810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.525256 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.527944 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.532127 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "DELETE /v2.0/security-groups/523a716c-cc3a-432e-9254-859d60f2298a HTTP/1.1" status: 204 len: 168 time: 0.2301183 Jul 06 18:57:17.532326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:17.546810 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a716c-cc3a-432e-9254-859d60f2298a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:17.555612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.555962 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.556641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.556987 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.557325 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.557659 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.557991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.558320 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.558652 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.558979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.559332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.559661 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc07af-f379-49dc-b7bc-14124f7358e8 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:17.580940 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bef3c-875e-4d06-b24c-cda819e8346b req-4d162eb2-8ff9-4db4-b52f-05b47f7d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:17.582432 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-4d162eb2-8ff9-4db4-b52f-05b47f7d54bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1097 time: 0.1361744 Jul 06 18:57:17.658266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3ca3e42d-461f-45fc-8160-64d258018560 None None] Provisioning complete for port feeba4e0-a10b-4e6f-979d-bcdea339312f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:17.658636 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e42d-461f-45fc-8160-64d258018560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.736859 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bef3c-875e-4d06-b24c-cda819e8346b req-95f9251a-7bdc-44f6-b840-f4146113ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:17.738354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-95f9251a-7bdc-44f6-b840-f4146113ef05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.1470215 Jul 06 18:57:17.819877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-e50c24f6-2b40-43e2-b75b-638a6d0e99d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 1002 time: 0.0654206 Jul 06 18:57:17.840083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Deleting port 544a1116-0d4e-421a-8e6a-bb8d3daf63d3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:17.840426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.920331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bef3c-875e-4d06-b24c-cda819e8346b req-3f268bd8-2a24-4311-a7e4-043f3e93f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:17.922494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-3f268bd8-2a24-4311-a7e4-043f3e93f333 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0921230 Jul 06 18:57:17.979088 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.979439 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.994807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Calling delete_port for 544a1116-0d4e-421a-8e6a-bb8d3daf63d3 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:18.074175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bef3c-875e-4d06-b24c-cda819e8346b req-0a03630c-7415-4a06-aef8-656896d758fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:18.075612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-0a03630c-7415-4a06-aef8-656896d758fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396232 Jul 06 18:57:18.204145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-5aa0c6ef-4b2f-4162-8861-2472d34ac837 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172574 Jul 06 18:57:18.302434 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.338941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event deleted for resources: {'Port': ['ID=544a1116-0d4e-421a-8e6a-bb8d3daf63d3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:18.373030 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-700bef3c-875e-4d06-b24c-cda819e8346b req-17c48d72-855b-4f09-861d-13433a2ad8d8 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614251 Jul 06 18:57:18.417237 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.417576 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Floating IP d2e84e25-0815-40a5-b9ce-5d42dfa86c1f disassociated (deleted). External IP: 172.25.5.146, port: feeba4e0-a10b-4e6f-979d-bcdea339312f. Jul 06 18:57:18.632083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Router 8cf56457-1334-4d68-826d-dfc0897accae has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:18.738999 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:18.743756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.748339 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] Sync routers for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:18.757469 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:18.758074 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:56:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:18.781171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-322a013d-3088-41d6-8f8a-859b6469323f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "DELETE /v2.0/floatingips/d2e84e25-0815-40a5-b9ce-5d42dfa86c1f HTTP/1.1" status: 204 len: 168 time: 1.2475212 Jul 06 18:57:18.862672 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:19.074586 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:19.108198 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] Checking router: 8cf56457-1334-4d68-826d-dfc0897accae for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:19.116891 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:19.117503 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:56:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:19.224271 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:19.426014 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:19.426561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:19.429076 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16" -d '{"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:19.453541 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f802-88ed-4913-aa8d-06b8e7bf49aa None None] The sync data for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 is: [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:55:08Z', 'revision_number': 4, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'bd8ca013-7989-4ab4-9ada-8be6bc3c20dd', 'name': '', 'network_id': '9b6a9565-20d9-4bda-8bc4-e69aab0766f6', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'mac_address': 'fa:16:3e:a2:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:08Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'subnets': [{'id': '7e3e1a89-0da6-493c-b198-6b2a93761f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:19.471404 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64715c24-6c61-4828-b7a3-4ea26bc7dad8 x-openstack-request-id: req-64715c24-6c61-4828-b7a3-4ea26bc7dad8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:19.471705 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:19.471968 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64715c24-6c61-4828-b7a3-4ea26bc7dad8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:19.472375 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'status': 'completed', 'code': 200} Jul 06 18:57:19.568046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-14949fd5-7997-4662-a926-09e05e81ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:19.569621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-14949fd5-7997-4662-a926-09e05e81ab3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1097 time: 0.0721540 Jul 06 18:57:19.667908 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-312a88cf-dcb0-4ace-9021-f559ec65092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:19.669724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-312a88cf-dcb0-4ace-9021-f559ec65092d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.0907547 Jul 06 18:57:19.716278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a70c4-1b5d-4f17-80e1-0f3b773a9f4b None None] New status for floating IP d2e84e25-0815-40a5-b9ce-5d42dfa86c1f: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:57:19.721483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-f4ebc490-a241-4410-8c19-7e7dd8a645c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 217 time: 0.0393894 Jul 06 18:57:19.776891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-43e85fa2-b04d-4d52-8f0e-023ec8b5e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:19.778519 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-43e85fa2-b04d-4d52-8f0e-023ec8b5e681 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0500121 Jul 06 18:57:19.838728 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-f277b4ea-ad50-4ee5-83c1-f8596a71ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:19.840299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-f277b4ea-ad50-4ee5-83c1-f8596a71ac60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546293 Jul 06 18:57:19.943831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-9959586d-920c-412d-8022-0ed9cc71e46b service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Jul 06 18:57:20.042747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8a52d9ee-6d88-4f33-b11c-8e4260a3ba16 req-92834752-d195-4210-b5a4-a3310892e442 service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921893 Jul 06 18:57:25.166977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-0f5e6752-6f0a-4117-a186-7b15e373f3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620444 Jul 06 18:57:25.272478 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-bb44cc57-8454-4772-895e-8af8b17137c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.273510 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-bb44cc57-8454-4772-895e-8af8b17137c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ebee63a4384038a35e383809d0274f&device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 1097 time: 0.0579560 Jul 06 18:57:25.385487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-dd0e72c0-77e7-4611-bf31-30ec67d90a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.386983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-dd0e72c0-77e7-4611-bf31-30ec67d90a43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 200 len: 915 time: 0.0931771 Jul 06 18:57:25.430164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-cb1fcedd-8ff8-4d64-8bb6-7484e291faba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 200 len: 217 time: 0.0361147 Jul 06 18:57:25.483530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-7ae7517e-ba55-4892-a0cd-63872098817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.484956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-7ae7517e-ba55-4892-a0cd-63872098817c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 200 len: 853 time: 0.0469761 Jul 06 18:57:25.557110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c97de0e-f7e3-40d1-af75-9e4909e2c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:25.560578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-35c80c09-b7eb-44da-8ab7-d71987e80902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.563949 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-35c80c09-b7eb-44da-8ab7-d71987e80902 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b6a9565-20d9-4bda-8bc4-e69aab0766f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723286 Jul 06 18:57:25.669088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-f09e2275-098c-4a71-8c0e-a54cb9240e8e service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982149 Jul 06 18:57:25.786738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f551b8-9ce1-49e6-8ad0-06dc3819e724 req-95bce5a2-6bdf-4974-9ffb-2214ab703daa service neutron] 10.222.0.60 "GET /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110435 Jul 06 18:57:27.259498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaa5a7-1c20-4c3f-838f-b5b3c86763dc req-fbdfdde3-0d36-4551-9150-2b3ce72b671f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:27.261054 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5eaa5a7-1c20-4c3f-838f-b5b3c86763dc req-fbdfdde3-0d36-4551-9150-2b3ce72b671f tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0693626 Jul 06 18:57:27.302476 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5eaa5a7-1c20-4c3f-838f-b5b3c86763dc req-b58ab16d-74a7-42c4-a961-fd42790f830d tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350614 Jul 06 18:57:28.053450 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:28.054637 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b494430-9f3c-4dea-afbf-746fd4813c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:28.489080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e5ef-e12b-4459-8fe1-dd3412ca37cd req-7565b11f-b4f6-4aa9-a40f-1a629af57ef6 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:28.490641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f495e5ef-e12b-4459-8fe1-dd3412ca37cd req-7565b11f-b4f6-4aa9-a40f-1a629af57ef6 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.0749018 Jul 06 18:57:28.534252 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f495e5ef-e12b-4459-8fe1-dd3412ca37cd req-fbe35117-de7b-4830-bb92-f15a549d3a4a tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Jul 06 18:57:29.509537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-a94c7dec-ccab-4bab-aaa9-6dbf01e77cdd tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:29.511063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-a94c7dec-ccab-4bab-aaa9-6dbf01e77cdd tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.3542457 Jul 06 18:57:29.611434 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.622882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Deleting port feeba4e0-a10b-4e6f-979d-bcdea339312f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:29.623209 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.757091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] For port feeba4e0-a10b-4e6f-979d-bcdea339312f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=feeba4e0-a10b-4e6f-979d-bcdea339312f,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:29.757456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.775697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Calling delete_port for feeba4e0-a10b-4e6f-979d-bcdea339312f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:29.790409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6244ada-27a2-4da0-9968-1e75c928808c req-4d55f80f-302c-4a58-b06d-8171b91014ef tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:29.791953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6244ada-27a2-4da0-9968-1e75c928808c req-4d55f80f-302c-4a58-b06d-8171b91014ef tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1566524-5d20-4184-9d98-b5067c63a949 HTTP/1.1" status: 200 len: 946 time: 0.1280959 Jul 06 18:57:29.878535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6244ada-27a2-4da0-9968-1e75c928808c req-19b39e26-bfeb-4d97-ba25-419aaec36248 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.37 "GET /v2.0/security-groups?id=40205e06-95fd-4875-8e28-17f24fb63109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781326 Jul 06 18:57:29.954058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.965865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['feeba4e0-a10b-4e6f-979d-bcdea339312f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:29.990426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Pushing event deleted for resources: {'Port': ['ID=feeba4e0-a10b-4e6f-979d-bcdea339312f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:30.041506 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] No DVR routers for this DVR port feeba4e0-a10b-4e6f-979d-bcdea339312f on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:30.044086 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.046628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-282ed0b2-6cc9-46e0-a85b-9784cb1bb30c req-baf17070-4577-4b84-8c38-bfeabf360ea4 tempest-TestMinimumBasicScenario-243252895 tempest-TestMinimumBasicScenario-243252895-project] 10.222.0.60 "DELETE /v2.0/ports/feeba4e0-a10b-4e6f-979d-bcdea339312f HTTP/1.1" status: 204 len: 173 time: 0.5293417 Jul 06 18:57:30.047134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'name': 'network-vif-deleted', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:30.049420 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc2eced-88ae-4a2b-8cb4-8cfaa204e471" -d '{"events": [{"server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "name": "network-vif-deleted", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:30.113217 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6f520b-584f-4362-a670-76d6a0bb4b43 x-openstack-request-id: req-df6f520b-584f-4362-a670-76d6a0bb4b43 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:30.113518 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1566524-5d20-4184-9d98-b5067c63a949", "name": "network-vif-deleted", "tag": "feeba4e0-a10b-4e6f-979d-bcdea339312f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:30.113771 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df6f520b-584f-4362-a670-76d6a0bb4b43 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:30.114179 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1566524-5d20-4184-9d98-b5067c63a949', 'name': 'network-vif-deleted', 'tag': 'feeba4e0-a10b-4e6f-979d-bcdea339312f', 'status': 'completed', 'code': 200} Jul 06 18:57:30.733952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.007878 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.581664 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:32.975794 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.994075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device feeba4e0-a10b-4e6f-979d-bcdea339312f no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:33.032071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: feeba4e0-a10b-4e6f-979d-bcdea339312f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:33.032424 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device feeba4e0-a10b-4e6f-979d-bcdea339312f not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:33.091166 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.263515 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Deleting port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:33.263779 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.348350 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] For port bd8ca013-7989-4ab4-9ada-8be6bc3c20dd, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:33.348726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.364812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Calling delete_port for bd8ca013-7989-4ab4-9ada-8be6bc3c20dd owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:33.562848 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.589592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8ca013-7989-4ab4-9ada-8be6bc3c20dd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:33.804040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.033046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Router 8cf56457-1334-4d68-826d-dfc0897accae has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:34.139364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:34.146122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-08387441-98a3-4755-91a7-4ab544428965 admin admin] 10.222.0.37 "PUT /v2.0/routers/8cf56457-1334-4d68-826d-dfc0897accae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626266 Jul 06 18:57:34.149063 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] Sync routers for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:34.149621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:34.163716 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:34.164351 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:34.261223 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.266662 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:34.365774 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.422106 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Deleting port 784852f1-7416-40c3-96be-64ead4de5026 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:34.422450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.456433 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '784852f1-7416-40c3-96be-64ead4de5026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:57:33Z', 'revision_number': 5, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port': {'id': '784852f1-7416-40c3-96be-64ead4de5026', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56457-1334-4d68-826d-dfc0897accae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:06Z', 'updated_at': '2021-07-06T18:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:34.482988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] Checking router: 8cf56457-1334-4d68-826d-dfc0897accae for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:34.492516 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] Routers {'8cf56457-1334-4d68-826d-dfc0897accae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:34.493239 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['8cf56457-1334-4d68-826d-dfc0897accae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:34.520048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] For port 784852f1-7416-40c3-96be-64ead4de5026, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=784852f1-7416-40c3-96be-64ead4de5026,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:34.520418 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.536078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Calling delete_port for 784852f1-7416-40c3-96be-64ead4de5026 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:34.590622 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] Set router 8cf56457-1334-4d68-826d-dfc0897accae gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:34.648777 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:57:34Z', 'revision_number': 6, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:34.676421 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d1364-fd72-48e5-9d76-bfd1108ac862 None None] The sync data for ids ['8cf56457-1334-4d68-826d-dfc0897accae'] in n-d-799527-3 is: [{'id': '8cf56457-1334-4d68-826d-dfc0897accae', 'name': 'tempest-TestMinimumBasicScenario-458152688-router', 'tenant_id': '83ebee63a4384038a35e383809d0274f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:05Z', 'updated_at': '2021-07-06T18:57:34Z', 'revision_number': 6, 'project_id': '83ebee63a4384038a35e383809d0274f', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:34.726912 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.754952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=784852f1-7416-40c3-96be-64ead4de5026,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:34.830920 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.927367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.929449 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.974478 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.975059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf56457-1334-4d68-826d-dfc0897accae {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:57:34.980593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.981716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d4464dcc-3ca7-4d41-893b-0bb69cbedcfc admin admin] 10.222.0.37 "DELETE /v2.0/routers/8cf56457-1334-4d68-826d-dfc0897accae HTTP/1.1" status: 204 len: 168 time: 0.8311779 Jul 06 18:57:34.984415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:35.035020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Deleting subnet 7e3e1a89-0da6-493c-b198-6b2a93761f48 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:57:35.038602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.075827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.167243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.211491 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 784852f1-7416-40c3-96be-64ead4de5026 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:35.232492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.236849 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 784852f1-7416-40c3-96be-64ead4de5026 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:35.237206 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 784852f1-7416-40c3-96be-64ead4de5026 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:35.237626 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bd8ca013-7989-4ab4-9ada-8be6bc3c20dd no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:35.260244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: bd8ca013-7989-4ab4-9ada-8be6bc3c20dd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:35.260608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device bd8ca013-7989-4ab4-9ada-8be6bc3c20dd not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:35.268375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3e1a89-0da6-493c-b198-6b2a93761f48,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:35.275979 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.277850 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf3c292f-ddea-452d-978f-a5b47ab3cd1b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e3e1a89-0da6-493c-b198-6b2a93761f48 HTTP/1.1" status: 204 len: 168 time: 0.2924316 Jul 06 18:57:35.281166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44828) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:35.283338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee7ae8-4d8e-4e99-88ca-f12668e80cc9 None None] Network 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:35.362248 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.431149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Deleting port 1c1390de-088f-4983-b79b-804c36bc9be0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:35.431533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.507086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] For port 1c1390de-088f-4983-b79b-804c36bc9be0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c1390de-088f-4983-b79b-804c36bc9be0,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:35.507493 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.522848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] DHCP port deletion for 9b6a9565-20d9-4bda-8bc4-e69aab0766f6 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:57:35.529261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Calling delete_port for 1c1390de-088f-4983-b79b-804c36bc9be0 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:35.580229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Deleting port 1c1390de-088f-4983-b79b-804c36bc9be0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:35.580617 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.650729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] For port 1c1390de-088f-4983-b79b-804c36bc9be0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c1390de-088f-4983-b79b-804c36bc9be0,segment=NetworkSegment(33aee24b-4d9c-4a3a-8e25-ca83811f0dd2),segment_id=33aee24b-4d9c-4a3a-8e25-ca83811f0dd2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:35.651157 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.667827 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Calling delete_port for 1c1390de-088f-4983-b79b-804c36bc9be0 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:35.770209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.798353 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Pushing event deleted for resources: {'Port': ['ID=1c1390de-088f-4983-b79b-804c36bc9be0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:35.803007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] No DVR routers for this DVR port 1c1390de-088f-4983-b79b-804c36bc9be0 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:35.812404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.813805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.814733 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.815336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.815828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.816357 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.817175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.817290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.817834 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.818286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.818770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.819279 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad30d91-38d9-4caf-956d-f478f330f883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:35.928073 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.956429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1390de-088f-4983-b79b-804c36bc9be0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:35.961459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] No DVR routers for this DVR port 1c1390de-088f-4983-b79b-804c36bc9be0 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:36.045628 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.057533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6a9565-20d9-4bda-8bc4-e69aab0766f6']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:36.069494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:36.069741 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33aee24b-4d9c-4a3a-8e25-ca83811f0dd2') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:36.080141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.097150 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.104609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:57:36.105125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: self.session.flush() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:57:36.106943 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:57:36.165440 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.172408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.174891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b6a9565-20d9-4bda-8bc4-e69aab0766f6 HTTP/1.1" status: 204 len: 168 time: 0.8917303 Jul 06 18:57:36.179770 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44830) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:36.188778 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdd062-cfd7-43ca-b543-6f8bc449f460 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6a9565-20d9-4bda-8bc4-e69aab0766f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:36.586448 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.886699 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Deleting port d6365b0d-380e-4a03-91aa-9e66f9b0ef10 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:36.887235 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.009826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] For port d6365b0d-380e-4a03-91aa-9e66f9b0ef10, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,segment=NetworkSegment(d7bd68ff-30e2-4d5e-819b-089be0ef20e5),segment_id=d7bd68ff-30e2-4d5e-819b-089be0ef20e5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:37.010182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.025411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Calling delete_port for d6365b0d-380e-4a03-91aa-9e66f9b0ef10 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:37.030725 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c1390de-088f-4983-b79b-804c36bc9be0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:37.053390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 1c1390de-088f-4983-b79b-804c36bc9be0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:37.053390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c1390de-088f-4983-b79b-804c36bc9be0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:37.265363 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.300285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6365b0d-380e-4a03-91aa-9e66f9b0ef10,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:37.380610 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:57:37.504181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.748702 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Router 60439ca6-2961-4fe4-ba04-94834e724781 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:37.873917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:37.883435 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9256c434-56d4-4cc7-a684-a1d515e064e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/60439ca6-2961-4fe4-ba04-94834e724781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019835 Jul 06 18:57:37.886255 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44832) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:37.886940 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] Sync routers for ids ['60439ca6-2961-4fe4-ba04-94834e724781'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:37.897852 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] Routers {'60439ca6-2961-4fe4-ba04-94834e724781'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:37.898630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['60439ca6-2961-4fe4-ba04-94834e724781'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:38.016830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.023102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] Set router 60439ca6-2961-4fe4-ba04-94834e724781 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:38.156369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.219487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Deleting port 1c3c1380-da9c-44d6-87c7-4f94719b90f4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:38.219781 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.240316 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 5, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port': {'id': '1c3c1380-da9c-44d6-87c7-4f94719b90f4', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60439ca6-2961-4fe4-ba04-94834e724781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:11Z', 'updated_at': '2021-07-06T18:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:38.270594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] Checking router: 60439ca6-2961-4fe4-ba04-94834e724781 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:38.280152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] Routers {'60439ca6-2961-4fe4-ba04-94834e724781'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:38.281500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['60439ca6-2961-4fe4-ba04-94834e724781'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:38.383331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] Set router 60439ca6-2961-4fe4-ba04-94834e724781 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:38.443000 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 6, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:38.477767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6739c-cc4b-41e7-88b7-95c4a464a606 None None] The sync data for ids ['60439ca6-2961-4fe4-ba04-94834e724781'] in n-d-799527-3 is: [{'id': '60439ca6-2961-4fe4-ba04-94834e724781', 'name': 'tempest-TestMinimumBasicScenario-199432690-router', 'tenant_id': '0eb49ade9324481eaf7f274695d81b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:10Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 6, 'project_id': '0eb49ade9324481eaf7f274695d81b3f', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:38.583486 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] For port 1c3c1380-da9c-44d6-87c7-4f94719b90f4, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=1c3c1380-da9c-44d6-87c7-4f94719b90f4,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:38.584418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.600049 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Calling delete_port for 1c3c1380-da9c-44d6-87c7-4f94719b90f4 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:38.796585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.830284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3c1380-da9c-44d6-87c7-4f94719b90f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:38.903578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.009501 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.012169 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.070557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.070926 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60439ca6-2961-4fe4-ba04-94834e724781 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:57:39.078820 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.080158 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9568f839-6493-440a-ab5d-80dbfc664066 admin admin] 10.222.0.37 "DELETE /v2.0/routers/60439ca6-2961-4fe4-ba04-94834e724781 HTTP/1.1" status: 204 len: 168 time: 1.1928205 Jul 06 18:57:39.082856 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44834) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:39.131730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Deleting subnet 89fe3718-6afa-4356-a014-0ebf2b07b5ec {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:57:39.135341 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.180625 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.280846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.361073 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.380983 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c3c1380-da9c-44d6-87c7-4f94719b90f4 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:39.389669 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fe3718-6afa-4356-a014-0ebf2b07b5ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:39.396551 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.400531 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-019e45d6-1607-4934-89c8-645f8bee7ae4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/89fe3718-6afa-4356-a014-0ebf2b07b5ec HTTP/1.1" status: 204 len: 168 time: 0.3163114 Jul 06 18:57:39.407328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:39.412968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f7682-3f82-4fd4-98cb-9c9c220b63bd None None] Network b6977520-f867-4241-aec6-86a725fb7a25 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:39.415369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 1c3c1380-da9c-44d6-87c7-4f94719b90f4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:39.415717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 1c3c1380-da9c-44d6-87c7-4f94719b90f4 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:39.416141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d6365b0d-380e-4a03-91aa-9e66f9b0ef10 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:39.475508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d6365b0d-380e-4a03-91aa-9e66f9b0ef10 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:39.475865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d6365b0d-380e-4a03-91aa-9e66f9b0ef10 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:39.482698 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.547509 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Deleting port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:39.547989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.627800 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] For port 0f4ce38f-a531-46b3-a2d1-7b606f34c938, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=0f4ce38f-a531-46b3-a2d1-7b606f34c938,segment=NetworkSegment(d7bd68ff-30e2-4d5e-819b-089be0ef20e5),segment_id=d7bd68ff-30e2-4d5e-819b-089be0ef20e5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:39.628692 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.644534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Calling delete_port for 0f4ce38f-a531-46b3-a2d1-7b606f34c938 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:39.666977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] DHCP port deletion for b6977520-f867-4241-aec6-86a725fb7a25 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:57:39.756938 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Deleting port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:39.758076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.759868 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.789135 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] No DVR routers for this DVR port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:39.791217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4ce38f-a531-46b3-a2d1-7b606f34c938,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:39.859154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] For port 0f4ce38f-a531-46b3-a2d1-7b606f34c938, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:39.859508 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.875742 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Calling delete_port for 0f4ce38f-a531-46b3-a2d1-7b606f34c938 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:39.876742 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.884301 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:57:39.885703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.887888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6977520-f867-4241-aec6-86a725fb7a25']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:39.907433 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:39.907840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bd68ff-30e2-4d5e-819b-089be0ef20e5') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:39.913154 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] Pushing event deleted for resources: {'Port': ['ID=0f4ce38f-a531-46b3-a2d1-7b606f34c938,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:39.917139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec72d1-c209-431c-9c63-27b25fc94516 None None] No DVR routers for this DVR port 0f4ce38f-a531-46b3-a2d1-7b606f34c938 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:39.926356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.951584 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.959124 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:57:39.959562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: timer() Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:57:39.961362 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:57:40.019283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.025367 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.029966 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] 10.222.0.37 "DELETE /v2.0/networks/b6977520-f867-4241-aec6-86a725fb7a25 HTTP/1.1" status: 204 len: 168 time: 0.6232896 Jul 06 18:57:40.044297 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc6c9-9b21-4d7c-82ba-f4af6fb65c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6977520-f867-4241-aec6-86a725fb7a25,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:40.211646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:40.267120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1966b1ad-2df4-4d63-aebd-3e540d1ba9d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83ebee63a4384038a35e383809d0274f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539649 Jul 06 18:57:40.269644 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:40.325297 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04adbff3-34a5-431f-b73d-3a77966ea09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.359488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04adbff3-34a5-431f-b73d-3a77966ea09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.416147 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04adbff3-34a5-431f-b73d-3a77966ea09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.419280 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04adbff3-34a5-431f-b73d-3a77966ea09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.420612 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-04adbff3-34a5-431f-b73d-3a77966ea09f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40205e06-95fd-4875-8e28-17f24fb63109 HTTP/1.1" status: 204 len: 168 time: 0.1500151 Jul 06 18:57:40.432165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adbff3-34a5-431f-b73d-3a77966ea09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40205e06-95fd-4875-8e28-17f24fb63109,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:40.793406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:40.835662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-671589ec-d28c-4702-ab79-00dc1a7be2ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0eb49ade9324481eaf7f274695d81b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410211 Jul 06 18:57:40.838165 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:40.893019 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae972-8608-438e-9f1a-beca27775f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.919040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae972-8608-438e-9f1a-beca27775f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.987412 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae972-8608-438e-9f1a-beca27775f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.990208 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae972-8608-438e-9f1a-beca27775f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.991468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7d5ae972-8608-438e-9f1a-beca27775f90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d5760ef-4a8c-4e4c-9cba-df8e84296525 HTTP/1.1" status: 204 len: 168 time: 0.1519425 Jul 06 18:57:41.001030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ae972-8608-438e-9f1a-beca27775f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5760ef-4a8c-4e4c-9cba-df8e84296525,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:41.042309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f4ce38f-a531-46b3-a2d1-7b606f34c938 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:41.064166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 0f4ce38f-a531-46b3-a2d1-7b606f34c938 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:41.064614 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 0f4ce38f-a531-46b3-a2d1-7b606f34c938 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:42.886047 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:42.891136 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195392207', 'description': 'tempest-secgroup-smoke-1195392207 description', 'project_id': '9d9aab526539466c8b5406b357769696'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:42.915721 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.926182 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.040856 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.047028 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.085242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb1d9c-67a1-4e62-b001-064f5eb5159b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.148125 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.152067 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.183714 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.184941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2977350 Jul 06 18:57:43.187463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036d3cd-c46a-457c-8895-cfe9bd1dcd0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0b99ae-3a28-447e-b1a8-c9824bf1e892,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.188826 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:43.195086 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fe0b99ae-3a28-447e-b1a8-c9824bf1e892', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:43.224995 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.292641 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.297143 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.317046 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1862fca-8485-4bd4-afc2-b535b89d36af,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.323717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.324976 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4131e4b0-fa62-4899-9a7c-9fc4751ca3f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341369 Jul 06 18:57:43.328270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44896) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:43.332881 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fe0b99ae-3a28-447e-b1a8-c9824bf1e892', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:43.362044 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.450425 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.455853 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.480758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d3d22c-202a-445e-a6a5-0587b44cfeef,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.488440 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.490106 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1d963201-01b5-4e8f-8c47-a904a567e09a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607866 Jul 06 18:57:43.492908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44898) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:43.498143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fe0b99ae-3a28-447e-b1a8-c9824bf1e892', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:43.532725 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.603586 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.608779 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.632029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763832d9-f0af-4094-b681-a91da2a8f32d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.636615 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.637888 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1de4599b-8225-4c64-a5e9-d2e23b47633c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437278 Jul 06 18:57:43.641357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44900) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:43.646490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fe0b99ae-3a28-447e-b1a8-c9824bf1e892', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:43.676906 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.745349 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.750117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.769779 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2ffb00-0500-493e-a4dc-f8d8cf75bc4a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.776047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.777654 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a4ee70b5-aec4-4d07-8ac4-3f6f34aeaf09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353366 Jul 06 18:57:43.780857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44902) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:43.786224 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fe0b99ae-3a28-447e-b1a8-c9824bf1e892', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:43.810160 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:57:43.817807 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.883357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.887314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.905306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd392c9-4e22-4b6f-964e-4366aa5ed8b7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:43.913253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.914503 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d6e6b8ba-dc3f-495d-88d2-8260b8f4e132 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323304 Jul 06 18:57:43.918077 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44904) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:43.923777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fe0b99ae-3a28-447e-b1a8-c9824bf1e892', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:43.948045 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:57:43.955780 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.021121 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.024979 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.044241 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e528f0-84ce-4838-bf39-cf84df787430,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:44.047915 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.049129 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e8a0eb34-7541-424f-876c-7549b3e4fdec tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301095 Jul 06 18:57:44.052409 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44906) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:44.057592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'network': {'name': 'tempest-network-smoke--2118296394', 'project_id': '9d9aab526539466c8b5406b357769696', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:44.087685 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:44.091585 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.117684 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:57:44.127608 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.127959 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Added segment 770a7c51-20a2-4a9a-b271-0c48edd23499 of type vlan for network 40edaddf-31d6-40b5-a139-776c792417e8 Jul 06 18:57:44.169643 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.198283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.204264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:44.204856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.264121 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2106795 Jul 06 18:57:44.267629 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:44.272156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c5101-caf2-4758-a88c-df457eb6f928 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Network': ['ID=40edaddf-31d6-40b5-a139-776c792417e8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:44.272611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'admin_state_up': True, 'project_id': '9d9aab526539466c8b5406b357769696', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:44.283652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 40edaddf-31d6-40b5-a139-776c792417e8 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:57:44.298916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.299977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.356454 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.496100 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.711849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.732747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.842642 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.41 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8d4b8e9d-2703-4a1b-9c7c-4a796e102499) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:44.942252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:44.980392 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:45.018099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:45.020921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:45.026370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:45.053035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:45.334335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:45.532573 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:45.660945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:57:45.768164 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:45.777456 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Sync routers for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:45.787531 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:45.788213 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:45.789601 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:45.793819 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fe529684-0b76-417c-8710-8e988f338a65 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5221736 Jul 06 18:57:45.794162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:45.897612 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:45.930613 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20843cfe-eb83-4aef-9f40-3e36ba48a56a tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d9aab526539466c8b5406b357769696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1350222 Jul 06 18:57:45.933661 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:46.092589 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9b2b3-880c-401a-b67f-557fbfbc02db tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:46.094961 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a3f9b2b3-880c-401a-b67f-557fbfbc02db tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601858 Jul 06 18:57:46.097555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:46.135360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e7e780ba-a980-4d9d-aeb0-395c1daac183 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366790 Jul 06 18:57:46.137960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:46.143492 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714352232', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'project_id': '9d9aab526539466c8b5406b357769696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:46.173334 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:45Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:46.199580 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Checking router: 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:46.199842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Updating router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:57:46.232900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:46.236838 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.237010 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.425397 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.489362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Subnet': ['ID=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:46.503811 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.506500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Checking segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:46.507189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network hostable DHCP agents. Network: 40edaddf-31d6-40b5-a139-776c792417e8, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:57:46.514304 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Transition to ACTIVE for port object 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:46.521469 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.525655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 40edaddf-31d6-40b5-a139-776c792417e8 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:57:46.536518 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 40edaddf-31d6-40b5-a139-776c792417e8) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:46.542033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:46.542723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.550789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564bf63-fe43-47df-afe1-be7905c4f8d3 None None] Network 40edaddf-31d6-40b5-a139-776c792417e8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:46.559396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a2d283e7-b1b6-412a-892a-203472b22fd1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4203045 Jul 06 18:57:46.562721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 44920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:46.576645 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Attempting to bind port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:46.577045 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Attempting to bind port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:46.577411 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Attempting to bind port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:46.586250 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Pushing event updated for resources: {'Port': ['ID=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:46.595081 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.595460 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.595794 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.596353 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.596688 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.597018 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.597347 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.598244 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.598244 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.598480 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.598664 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.598938 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:46.606459 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:46.607112 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:46.607729 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.608883 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:46.609671 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Bound port: 8d4b8e9d-2703-4a1b-9c7c-4a796e102499, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:46.610231 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.661925 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] For port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:46.665233 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] For port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:46.674066 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.722674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-40edaddf-31d6-40b5-a139-776c792417e8', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:57:46.724204 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.753592 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:46.754742 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:46.865857 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Allocated IP 172.20.0.2 (40edaddf-31d6-40b5-a139-776c792417e8/bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1/3b40a95d-f6c9-470f-8b80-94dc9bf5e93c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:46.876014 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe148-f417-46c6-9f24-ab120ef16c49 None None] Pushing event updated for resources: {'Port': ['ID=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:46.949211 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:47.038149 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.049520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Transition to ACTIVE for port object 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:47.068001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Transition to ACTIVE for port object 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:47.075041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.117066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Network 40edaddf-31d6-40b5-a139-776c792417e8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:47.120442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:47.123293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:47.169483 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Pushing event updated for resources: {'Port': ['ID=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:47.176355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:45Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:47.205268 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Attempting to bind port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:47.205671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Attempting to bind port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:47.206075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Attempting to bind port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c on network 40edaddf-31d6-40b5-a139-776c792417e8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:47.206452 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3cc21-8607-41f1-8da3-3c684f1e6bcb None None] The sync data for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 is: [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:45Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:47.213205 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:47.213610 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Checking segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:47.214051 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.214805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Bound using segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:47.215343 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Bound port: 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:47.215760 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.289048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] For port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:47.292047 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] For port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:47.298821 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.370287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54b094-53e7-4edf-8b84-a8394f4efeee None None] Pushing event updated for resources: {'Port': ['ID=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:47.454134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.851421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.1 (40edaddf-31d6-40b5-a139-776c792417e8/bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1/acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:47.972977 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.987969 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:48.024001 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.076328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 40edaddf-31d6-40b5-a139-776c792417e8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:48.083490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:48.086225 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:48.098886 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:48.143957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.304509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.385175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6c816-fe13-4791-8730-e24e6b287212 None None] Network 40edaddf-31d6-40b5-a139-776c792417e8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:48.484999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f3735f3c-b583-4ec4-876c-52e3e92204a7 None None] Provisioning for port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:48.654808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.662532 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.757484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:48.760246 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.871532 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 40edaddf-31d6-40b5-a139-776c792417e8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:48.875422 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:48.935409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-37523f53-8a19-4df2-a5dd-8be08a664ba6 None None] Provisioning for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:48.939903 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-37523f53-8a19-4df2-a5dd-8be08a664ba6 None None] Provisioning complete for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:48.940281 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37523f53-8a19-4df2-a5dd-8be08a664ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.997487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-37523f53-8a19-4df2-a5dd-8be08a664ba6 None None] Port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:49.005357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:49.093318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:49.126153 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:49.133525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-04d9a7aa-c7df-4b8d-b149-124fbf42e099 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/65bb4c52-e6bf-42a7-8f34-62a7ed5e643f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5696192 Jul 06 18:57:49.149904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Sync routers for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:49.164501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f8844545-8d35-4670-8b51-d74b2e8b097c None None] Provisioning complete for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:49.164881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8844545-8d35-4670-8b51-d74b2e8b097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.190752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:49.191443 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:49.297985 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-979412b5-c03b-43e2-b9cf-265b72dd8381 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195392207&fields=id&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 267 time: 0.0428257 Jul 06 18:57:49.409888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:49.415589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f8844545-8d35-4670-8b51-d74b2e8b097c None None] Port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:49.421217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a4928bbb-8ddd-4b7e-ace7-1e36e73daca0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:49.422151 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:49.422515 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.423897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a4928bbb-8ddd-4b7e-ace7-1e36e73daca0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/networks?id=40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 200 len: 797 time: 0.1175594 Jul 06 18:57:49.446309 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-afc6b612-4030-474d-9f61-6cc769a78bcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/quotas/9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 375 time: 0.0174096 Jul 06 18:57:49.506476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:49.524386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-052ed33c-e13a-4c78-bc6f-44b7c9f7e658 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722134 Jul 06 18:57:49.615161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-de179994-1751-470e-af60-739c0ce124f7 None None] Provisioning complete for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:49.615558 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de179994-1751-470e-af60-739c0ce124f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.633838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-369ee7e0-ad14-4104-a99f-5044f8b72539 service neutron] 10.222.0.37 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929852 Jul 06 18:57:49.681656 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.723138 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de179994-1751-470e-af60-739c0ce124f7 None None] Port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:49.746754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-1886506e-22a4-4b5a-af92-706eb3a679bf service neutron] 10.222.0.37 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069458 Jul 06 18:57:49.752870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:49.758162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.758954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:49.872787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:49.893739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:49.901072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:49.901455 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.927874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 2, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:49.962350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Checking router: 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:49.962609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Updating router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:57:50.007305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.083171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.168027 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:50.175589 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.282173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:50.384728 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.395622 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Transition to ACTIVE for port object acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:50.402764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.455954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1844e5-e2d9-4dd7-8473-7d7692f9cc9e None None] Pushing event updated for resources: {'Port': ['ID=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:50.522686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Attempting to bind port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:50.523345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Attempting to bind port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:50.523961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Attempting to bind port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d on network 40edaddf-31d6-40b5-a139-776c792417e8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:50.531118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:50.531537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Checking segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:50.531955 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.532404 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Bound using segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:50.532845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Bound port: acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:50.533260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.606148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] For port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:50.611428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] For port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:50.617110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.678954 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:50.679638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:50.684686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1844e5-e2d9-4dd7-8473-7d7692f9cc9e None None] Pushing event updated for resources: {'Port': ['ID=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:50.850298 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:50.960930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0b2c4754-b7ae-40bc-a164-02ed373f92e5 req-2fe72a89-2012-4483-ba0b-b6a742725d3b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 210 time: 0.0316224 Jul 06 18:57:51.073168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:51.125063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:51.155897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f9d0e-417a-4242-b695-cd4079003b28 None None] The sync data for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 is: [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:51.166216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:51.166593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.308241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:51.374510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:51.374818 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:52.173592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f11251de-02d0-4b3b-8138-3fe1972417d0 req-820a2e28-c28f-4bfe-911c-b9a973f0c04f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 210 time: 0.0710659 Jul 06 18:57:52.276896 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-c6fd75cd-2e42-4153-819b-de59b870f1bc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.278637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-c6fd75cd-2e42-4153-819b-de59b870f1bc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/networks?id=40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 200 len: 797 time: 0.2054298 Jul 06 18:57:52.330078 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-9b42a090-fafb-4b0c-85de-ef2629b61269 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 380 time: 0.0397646 Jul 06 18:57:52.336651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'port': {'device_id': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'admin_state_up': True, 'tenant_id': '9d9aab526539466c8b5406b357769696', 'security_groups': ['fe0b99ae-3a28-447e-b1a8-c9824bf1e892']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:52.473368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:52.479743 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:52.653777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.8 (40edaddf-31d6-40b5-a139-776c792417e8/bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1/03adc1b5-fe75-4bc8-946f-7cfeced0aef7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:52.798855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:52.813336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:52.846849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:52.893467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 40edaddf-31d6-40b5-a139-776c792417e8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:52.896702 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:52.899377 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:52.928960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:52.966220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.966899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:52.986720 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-a82836d7-42f8-489d-9f1b-07e559cf0c5d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6545160 Jul 06 18:57:53.061243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Request body: {'port': {'device_id': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:53.061473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:53.124608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:53.130372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:53.130824 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.133871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-60680a92-3eba-47ab-861a-2a5bbf3aa48c None None] Provisioning for port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:53.145703 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.156586 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-60680a92-3eba-47ab-861a-2a5bbf3aa48c None None] Provisioning complete for port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:53.156886 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60680a92-3eba-47ab-861a-2a5bbf3aa48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.206146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60680a92-3eba-47ab-861a-2a5bbf3aa48c None None] Port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:53.249420 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.288735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:53.293635 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.347670 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:53.441839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041c6d-60e2-4020-b9cc-1598be3db0b5 req-0740ebe4-7a19-46e4-9ccf-fec0f6dc6878 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:53.443349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99041c6d-60e2-4020-b9cc-1598be3db0b5 req-0740ebe4-7a19-46e4-9ccf-fec0f6dc6878 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 931 time: 0.1438785 Jul 06 18:57:53.522544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99041c6d-60e2-4020-b9cc-1598be3db0b5 req-825bbf7b-6283-46a8-96b2-b143eb0b632e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723507 Jul 06 18:57:53.528189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:53.536383 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.550553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Transition to ACTIVE for port object 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:53.554324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.626989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Pushing event updated for resources: {'Port': ['ID=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:53.677675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Attempting to bind port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:53.678183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Attempting to bind port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:53.678507 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Attempting to bind port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 on network 40edaddf-31d6-40b5-a139-776c792417e8 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:53.683152 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 on network 40edaddf-31d6-40b5-a139-776c792417e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:57:53.683557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Attempting to bind port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 on network 40edaddf-31d6-40b5-a139-776c792417e8 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:53.689464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:53.689794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Checking segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:53.690180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Bound using segment: {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:53.690607 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Bound port: 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770a7c51-20a2-4a9a-b271-0c48edd23499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:53.690965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.762638 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] For port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:53.765655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] For port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:53.770349 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.803622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:53.804283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.805676 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] 10.222.0.61 "PUT /v2.0/ports/03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 200 len: 1091 time: 0.8089652 Jul 06 18:57:53.806138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:53.808472 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:53.850383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde7041-e640-4208-823b-7c3863e7fcdd service neutron] Pushing event updated for resources: {'Port': ['ID=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:53.867426 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e781d94-2d94-43d7-9b86-225d87150501 x-openstack-request-id: req-0e781d94-2d94-43d7-9b86-225d87150501 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:53.867709 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:53.867982 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e781d94-2d94-43d7-9b86-225d87150501 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:53.868370 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'status': 'completed', 'code': 200} Jul 06 18:57:53.914927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-e2c1a2c3-709d-4e58-9930-eb391171cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:53.917128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-e2c1a2c3-709d-4e58-9930-eb391171cb29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1094 time: 0.0587604 Jul 06 18:57:53.961707 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-9ab2818f-81b2-4f5e-bf69-0a3f01f61bf3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 200 len: 217 time: 0.0385246 Jul 06 18:57:54.012992 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-835fe908-d4c8-4e9d-8a0c-631348ea416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.014672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-835fe908-d4c8-4e9d-8a0c-631348ea416c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 HTTP/1.1" status: 200 len: 834 time: 0.0468879 Jul 06 18:57:54.073708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-cf5578c8-66d1-4174-95b4-41e89c8224ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.075242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-cf5578c8-66d1-4174-95b4-41e89c8224ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40edaddf-31d6-40b5-a139-776c792417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549324 Jul 06 18:57:54.167765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-e8696fe2-ff38-466e-bf25-72b2ab352921 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863369 Jul 06 18:57:54.256129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-70ab3c5e-4c0e-44b6-af6b-4094e792b9bb req-833133f7-2f79-4075-8fa9-70dd1afd7837 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824978 Jul 06 18:57:54.355107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-38fe2b0f-3161-4e31-8489-7c768ede33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.356969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-38fe2b0f-3161-4e31-8489-7c768ede33c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1094 time: 0.0525560 Jul 06 18:57:54.466887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-16c192f6-85c4-4362-abbb-ff70f391c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.469441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-16c192f6-85c4-4362-abbb-ff70f391c770 service neutron] 10.222.0.61 "GET /v2.0/networks?id=40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 200 len: 898 time: 0.1068711 Jul 06 18:57:54.512148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-33d3a43f-7110-4b59-80d5-62cea6e2f5d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 200 len: 217 time: 0.0343406 Jul 06 18:57:54.562072 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-7f58b25d-8ed0-4527-bb6c-241104d3b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.563579 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-7f58b25d-8ed0-4527-bb6c-241104d3b7e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 HTTP/1.1" status: 200 len: 834 time: 0.0447333 Jul 06 18:57:54.627946 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-53a99ea4-0b13-45cc-8b17-c88fe77a0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.629498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-53a99ea4-0b13-45cc-8b17-c88fe77a0c2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40edaddf-31d6-40b5-a139-776c792417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595632 Jul 06 18:57:54.769115 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-dfe529d0-efa4-497d-9b37-bfd17540b728 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317582 Jul 06 18:57:54.777200 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01cf61-6900-448e-b1f5-e18fd0348efd req-828ebb06-41e2-4139-b059-0a6e1155706f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:54.778625 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d01cf61-6900-448e-b1f5-e18fd0348efd req-828ebb06-41e2-4139-b059-0a6e1155706f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 943 time: 0.1331141 Jul 06 18:57:54.862038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d01cf61-6900-448e-b1f5-e18fd0348efd req-831d0fd2-086d-4268-bb09-f9e4e5bb67a5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751662 Jul 06 18:57:54.889128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-538e0123-aab9-42f2-91c5-93d1ccc8cb2c req-70ac74db-9390-44d0-935f-d10d31f406d4 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095543 Jul 06 18:57:55.027727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:55.076561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:55.077028 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:55.559996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09296328-824c-4664-a537-32736c6061c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:55.736630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:57:55.833181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:55.844953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'port_id': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'mac_address': 'fa:16:3e:13:24:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:57:55.882925 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:55.896534 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:55.922724 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:55.926827 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:55.979987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:56.043660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0781-6be2-4e2f-9ac0-6b35a40c7118 req-968ef1a8-886b-41fc-8f4c-2384f4c5ddcb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:56.045125 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d32b0781-6be2-4e2f-9ac0-6b35a40c7118 req-968ef1a8-886b-41fc-8f4c-2384f4c5ddcb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 944 time: 0.0698364 Jul 06 18:57:56.084848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d32b0781-6be2-4e2f-9ac0-6b35a40c7118 req-8879598a-e2fa-48ad-9195-656de8048460 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333822 Jul 06 18:57:56.173987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['03adc1b5-fe75-4bc8-946f-7cfeced0aef7'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:57.267786 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39005-b165-4fae-8967-cdf9cc692428 req-05f05272-ae2a-45be-8199-c7eac8616eb0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:57.269278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7b39005-b165-4fae-8967-cdf9cc692428 req-05f05272-ae2a-45be-8199-c7eac8616eb0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 944 time: 0.0647547 Jul 06 18:57:57.306964 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7b39005-b165-4fae-8967-cdf9cc692428 req-5211384d-2f41-486a-b95c-a76a9e7ae070 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Jul 06 18:57:57.753236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:57.801605 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:57.805409 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:57.805787 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:57.884445 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:57.906788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:57.909150 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefa2c70-996a-4175-8a97-9a789091c393" -d '{"events": [{"server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "name": "network-vif-plugged", "status": "completed", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:57.922757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:57.926921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:57.975108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:58.002229 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84ea926-e1bf-4566-8105-52fe8cb89fd8 x-openstack-request-id: req-a84ea926-e1bf-4566-8105-52fe8cb89fd8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:58.002532 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "name": "network-vif-plugged", "status": "completed", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:58.002793 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a84ea926-e1bf-4566-8105-52fe8cb89fd8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:58.003195 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'code': 200} Jul 06 18:57:58.065009 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55fdec0f-830b-4c97-ab10-2d083d9da58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:58.067324 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:58.123154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e82a7-b9aa-4a7f-9887-470195ca2212 req-7f360681-23a3-4a96-8a07-6907676fdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:58.125821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d9e82a7-b9aa-4a7f-9887-470195ca2212 req-7f360681-23a3-4a96-8a07-6907676fdcec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1096 time: 0.0588157 Jul 06 18:57:58.490155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0d9e82a7-b9aa-4a7f-9887-470195ca2212 req-c37e410c-49df-440e-b473-44c1d53a6e03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582673 Jul 06 18:57:58.520555 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c3bc-e3e5-44a1-81c9-594468966936 req-49aa7867-33e7-4241-8503-d77ec000f7a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:58.522022 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78e4c3bc-e3e5-44a1-81c9-594468966936 req-49aa7867-33e7-4241-8503-d77ec000f7a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0753186 Jul 06 18:57:58.559609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-78e4c3bc-e3e5-44a1-81c9-594468966936 req-4ce1ea8a-f32f-4dc1-b9fa-34e7825d061a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Jul 06 18:57:59.611044 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:59.741309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc96c0-88f3-4218-83f7-b48e495ae810 req-9471451f-f741-4527-aeaa-6cd457e57867 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:59.742798 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ccc96c0-88f3-4218-83f7-b48e495ae810 req-9471451f-f741-4527-aeaa-6cd457e57867 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0728121 Jul 06 18:57:59.781700 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ccc96c0-88f3-4218-83f7-b48e495ae810 req-9bc778ac-9b47-4ad9-9504-7bb8cfc7976f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Jul 06 18:57:59.956458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937c4d1-7665-4a78-9961-ad7cf1f518e2 req-38a07459-d19c-4b49-876e-de51fa9e657c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:59.957927 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3937c4d1-7665-4a78-9961-ad7cf1f518e2 req-38a07459-d19c-4b49-876e-de51fa9e657c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0675285 Jul 06 18:57:59.995045 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3937c4d1-7665-4a78-9961-ad7cf1f518e2 req-3fb95c41-92ad-4565-a007-df0c427cc0b2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 06 18:58:00.020981 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:00.079249 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715b19a-9430-4bf5-a57a-b33a88db563e tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:00.080610 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f715b19a-9430-4bf5-a57a-b33a88db563e tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1091 time: 0.0586319 Jul 06 18:58:00.083657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:00.088080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:00.111479 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.205773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.314493 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.100 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/fda84cf0-5d9d-4546-bf10-23ae9080dc37) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:00.420239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.460311 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.500296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:00.503134 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:00.514242 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:00.521029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fda84cf0-5d9d-4546-bf10-23ae9080dc37,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:00.745666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.893159 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:00.974572 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:01.003696 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:01.134553 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:01.139126 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:01.208534 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fda84cf0-5d9d-4546-bf10-23ae9080dc37,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:01.219276 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:01.322367 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP 54b94ac0-2e11-4238-b75c-ad5ee6c9193e associated. External IP: 172.25.5.100, port: 03adc1b5-fe75-4bc8-946f-7cfeced0aef7. Jul 06 18:58:01.541270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:01.649734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:01.660349 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] Sync routers for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:01.665699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:01.670550 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:01.671858 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:01.702388 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-db629fa3-7f3c-43bc-a700-b8881eb55294 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6171587 Jul 06 18:58:01.703235 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:01.705888 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e2b922-5fa6-4915-8918-163b20cbca7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:01.782440 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:01.862174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbc467-92a5-4e69-a75d-32ba1fe88c25 req-3c76c3e3-e2c3-4094-9fae-1bdaae518296 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:01.863733 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6abbc467-92a5-4e69-a75d-32ba1fe88c25 req-3c76c3e3-e2c3-4094-9fae-1bdaae518296 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0655825 Jul 06 18:58:01.907760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6abbc467-92a5-4e69-a75d-32ba1fe88c25 req-13e5656e-9a53-4f8f-9789-93e166e521b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345597 Jul 06 18:58:01.932494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44980) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:01.975543 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381d0a72-5c0d-428e-8fb5-ccd9bb7be81e x-openstack-request-id: req-381d0a72-5c0d-428e-8fb5-ccd9bb7be81e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:01.975831 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:01.976076 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-381d0a72-5c0d-428e-8fb5-ccd9bb7be81e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:01.976482 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'status': 'completed', 'code': 200} Jul 06 18:58:02.008590 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-193bb630-aca0-41be-89be-3e086b21363d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/54b94ac0-2e11-4238-b75c-ad5ee6c9193e HTTP/1.1" status: 200 len: 991 time: 0.0738757 Jul 06 18:58:02.016111 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '54b94ac0-2e11-4238-b75c-ad5ee6c9193e', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'port_id': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'mac_address': 'fa:16:3e:13:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:58:00Z', 'updated_at': '2021-07-06T18:58:00Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:53Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:02.040380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-e27290e2-232c-43cc-869c-208314eee9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:02.041883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-e27290e2-232c-43cc-869c-208314eee9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1096 time: 0.0615566 Jul 06 18:58:02.047349 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] Checking router: 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:02.055767 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:02.056369 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:57:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:02.133155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-b2f10037-6cd4-4597-bb15-75355680894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:02.134638 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-b2f10037-6cd4-4597-bb15-75355680894c service neutron] 10.222.0.61 "GET /v2.0/networks?id=40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 200 len: 898 time: 0.0869360 Jul 06 18:58:02.165681 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:02.203824 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-ffc7ad78-c086-43fe-8fd2-5c3d2290bdde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 200 len: 999 time: 0.0632200 Jul 06 18:58:02.254435 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-229184aa-5a4b-4c06-9fdd-857641638bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:02.255950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-229184aa-5a4b-4c06-9fdd-857641638bce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 HTTP/1.1" status: 200 len: 834 time: 0.0464251 Jul 06 18:58:02.312891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-dc097ecd-a4d0-47fd-9c63-f35d2edbf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:02.314551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-dc097ecd-a4d0-47fd-9c63-f35d2edbf2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40edaddf-31d6-40b5-a139-776c792417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526235 Jul 06 18:58:02.388127 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '54b94ac0-2e11-4238-b75c-ad5ee6c9193e', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'port_id': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'mac_address': 'fa:16:3e:13:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:58:00Z', 'updated_at': '2021-07-06T18:58:00Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:53Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:02.408219 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-52243de7-6027-4517-9412-b23ceac3645f service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Jul 06 18:58:02.419166 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4960982-ba34-49b2-ad30-aa51b641e981 None None] The sync data for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 is: [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '54b94ac0-2e11-4238-b75c-ad5ee6c9193e', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'port_id': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'mac_address': 'fa:16:3e:13:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:58:00Z', 'updated_at': '2021-07-06T18:58:00Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:53Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:02.502609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a7e2b922-5fa6-4915-8918-163b20cbca7b req-40193b3f-0410-4fa4-bd29-e79d7b67ac53 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881643 Jul 06 18:58:02.614822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e61c6-33eb-4d45-8ba2-c17b584821b9 None None] New status for floating IP 54b94ac0-2e11-4238-b75c-ad5ee6c9193e: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:58:03.011234 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 44982) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:03.101140 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:03.316387 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3f35b0ed-abc2-4cb0-b93a-7fac892efb36 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/54b94ac0-2e11-4238-b75c-ad5ee6c9193e HTTP/1.1" status: 200 len: 993 time: 0.3040419 Jul 06 18:58:14.379941 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:58:25.559913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58721873-d042-4032-9fd1-aa9b73467031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:28.060698 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:28.062622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebd70706-c63e-41c2-a4c8-c6c396e0aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:29.614052 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.747871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:31.009292 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:31.426900 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-20085cf5-9a92-4ce1-b1fd-b60afbb2f42e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546055 Jul 06 18:58:31.534201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-7a990956-58b7-48a3-8887-e6a3c8c68610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.536389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-7a990956-58b7-48a3-8887-e6a3c8c68610 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1096 time: 0.0619516 Jul 06 18:58:31.641487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-a3f1b237-fef1-4a6f-8afb-bd565ad76c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.642987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-a3f1b237-fef1-4a6f-8afb-bd565ad76c70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 200 len: 898 time: 0.0866721 Jul 06 18:58:31.716502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-b649bf0a-7d3d-456e-8e67-eac55f5a7f15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 200 len: 1001 time: 0.0659332 Jul 06 18:58:31.765905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-8d6d4e6a-264d-44a7-a5c5-54be4c6d15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.767442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-8d6d4e6a-264d-44a7-a5c5-54be4c6d15d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 HTTP/1.1" status: 200 len: 834 time: 0.0448058 Jul 06 18:58:31.826074 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-3fa51ee2-9d99-4877-a4b1-cb0cde981d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.827641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-3fa51ee2-9d99-4877-a4b1-cb0cde981d42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40edaddf-31d6-40b5-a139-776c792417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531769 Jul 06 18:58:31.920340 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-3823a4fc-ae53-4329-b2cc-9d3da0c0b54c service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859313 Jul 06 18:58:32.009319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36426748-bf1c-44c6-b600-11b704ec9d07 req-4adc8849-ccc9-4229-8918-3d895da2b332 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825481 Jul 06 18:58:33.127204 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:35.157114 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ac128-3e98-4442-a16c-7c16a78193fe req-d15f9b35-274a-4309-bb0d-5fbe49ff1634 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:35.158678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e74ac128-3e98-4442-a16c-7c16a78193fe req-d15f9b35-274a-4309-bb0d-5fbe49ff1634 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0691504 Jul 06 18:58:35.197241 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e74ac128-3e98-4442-a16c-7c16a78193fe req-fcedab05-ba96-47ea-ae29-4029b26f522c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Jul 06 18:58:35.222643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:35.300814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-633ca52e-61c3-4461-aa90-a3dc4d56e288 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/54b94ac0-2e11-4238-b75c-ad5ee6c9193e HTTP/1.1" status: 200 len: 993 time: 0.0766892 Jul 06 18:58:36.754466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf544-8742-4622-a8ff-390352445150 req-afebaf84-a623-4324-ab29-134aef779a2d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:36.762304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddabf544-8742-4622-a8ff-390352445150 req-afebaf84-a623-4324-ab29-134aef779a2d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0798550 Jul 06 18:58:36.798485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ddabf544-8742-4622-a8ff-390352445150 req-bf10c8c5-726d-43d9-a1a2-c11db516154e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351961 Jul 06 18:58:37.989971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705606e-591c-4aac-b363-7671e14ada11 req-a05e81e2-f896-4c69-8835-ca53b68ff8a6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:37.991877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d705606e-591c-4aac-b363-7671e14ada11 req-a05e81e2-f896-4c69-8835-ca53b68ff8a6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0743566 Jul 06 18:58:38.036126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d705606e-591c-4aac-b363-7671e14ada11 req-0175b196-109f-4981-bad8-bb2a8ff565c2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Jul 06 18:58:38.061952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:38.125061 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-da8ee9ea-7c89-4b63-9d85-d604e45ec389 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/54b94ac0-2e11-4238-b75c-ad5ee6c9193e HTTP/1.1" status: 200 len: 993 time: 0.0618379 Jul 06 18:58:38.396592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:38.568288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port fda84cf0-5d9d-4546-bf10-23ae9080dc37 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:38.568641 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.651890 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.652135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.666967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for fda84cf0-5d9d-4546-bf10-23ae9080dc37 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:38.831094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.858391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=fda84cf0-5d9d-4546-bf10-23ae9080dc37,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:38.888494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.888848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.889194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.889533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.889871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.890205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.890536 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.890868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.891204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.891553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.891879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.892204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:38.934882 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.935136 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP 54b94ac0-2e11-4238-b75c-ad5ee6c9193e disassociated (deleted). External IP: 172.25.5.100, port: 03adc1b5-fe75-4bc8-946f-7cfeced0aef7. Jul 06 18:58:39.153752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:39.268788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:39.273796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.280811 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] Sync routers for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:39.290851 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:39.291659 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:39.311023 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4b2fe94a-bac9-4143-933d-ed17d1793b88 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/floatingips/54b94ac0-2e11-4238-b75c-ad5ee6c9193e HTTP/1.1" status: 204 len: 168 time: 0.9133968 Jul 06 18:58:39.311635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:39.314096 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31261964-9a91-44e2-aa3e-0386738b8300" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:39.446750 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:39.585739 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3410a-e82d-4cf2-a698-1a13505495f1 x-openstack-request-id: req-d6e3410a-e82d-4cf2-a698-1a13505495f1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:39.586027 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:39.586287 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6e3410a-e82d-4cf2-a698-1a13505495f1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:39.586696 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'status': 'completed', 'code': 200} Jul 06 18:58:39.673725 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261964-9a91-44e2-aa3e-0386738b8300 req-332a4d1f-e002-4442-a292-da92dbf328b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:39.675372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-332a4d1f-e002-4442-a292-da92dbf328b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 1096 time: 0.0649014 Jul 06 18:58:39.690214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:53Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:39.717388 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] Checking router: 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:39.727605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:39.728524 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:39.814718 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6df12-d087-43f4-848f-3e7850146131 req-33e31612-7438-429a-a1af-3f49df9e356f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:39.816212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6df6df12-d087-43f4-848f-3e7850146131 req-33e31612-7438-429a-a1af-3f49df9e356f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.1399436 Jul 06 18:58:39.835750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261964-9a91-44e2-aa3e-0386738b8300 req-2b033c64-1d3c-4a7a-a218-dea2683f8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:39.837675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-2b033c64-1d3c-4a7a-a218-dea2683f8a97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 200 len: 898 time: 0.1497049 Jul 06 18:58:39.851183 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:39.886803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-9a8e3382-c667-4727-ba26-1573f6e3096f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 200 len: 217 time: 0.0416381 Jul 06 18:58:39.925993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6df6df12-d087-43f4-848f-3e7850146131 req-160ac370-9240-4b6d-9edb-5c0c744a11d1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028612 Jul 06 18:58:39.956183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261964-9a91-44e2-aa3e-0386738b8300 req-b7b0c1ed-2362-4260-8e2e-0c788d3cd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:39.957675 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-b7b0c1ed-2362-4260-8e2e-0c788d3cd2ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 HTTP/1.1" status: 200 len: 834 time: 0.0651174 Jul 06 18:58:40.045610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261964-9a91-44e2-aa3e-0386738b8300 req-32ec7578-9bb5-417b-8396-0588970cda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:40.050544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-32ec7578-9bb5-417b-8396-0588970cda0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40edaddf-31d6-40b5-a139-776c792417e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820186 Jul 06 18:58:40.073729 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:53Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:40.101037 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4525350-9a36-4a72-9815-6d11530f48f7 None None] The sync data for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 is: [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:48Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d', 'name': '', 'network_id': '40edaddf-31d6-40b5-a139-776c792417e8', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:63:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:47Z', 'updated_at': '2021-07-06T18:57:53Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:40.147179 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-3b2996b8-a527-437a-855a-aa325353a880 service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929928 Jul 06 18:58:40.250185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31261964-9a91-44e2-aa3e-0386738b8300 req-bb060772-520f-4238-b232-165e70b47e4b service neutron] 10.222.0.61 "GET /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960872 Jul 06 18:58:40.351375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c830f9-9102-4f0c-9a9b-3943ece647ec None None] New status for floating IP 54b94ac0-2e11-4238-b75c-ad5ee6c9193e: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:58:41.179571 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdea0e-273f-4dad-8a8a-4f09503ec93e req-873b9567-ae62-40f6-a0b4-77690ea886b3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:41.181505 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-babdea0e-273f-4dad-8a8a-4f09503ec93e req-873b9567-ae62-40f6-a0b4-77690ea886b3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.1180608 Jul 06 18:58:41.194965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-6ed0c3cf-b2c0-4822-a647-a481d5add15d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:41.196486 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-6ed0c3cf-b2c0-4822-a647-a481d5add15d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6a1bc1-5d29-46e0-bf3d-6867762038c5 HTTP/1.1" status: 200 len: 945 time: 0.0998611 Jul 06 18:58:41.274752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-babdea0e-273f-4dad-8a8a-4f09503ec93e req-09118a7b-4893-46e9-9211-cf74dc6cbca7 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe0b99ae-3a28-447e-b1a8-c9824bf1e892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771327 Jul 06 18:58:41.352309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:41.352654 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.446850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:41.447222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.467592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:41.604437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.636095 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=03adc1b5-fe75-4bc8-946f-7cfeced0aef7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:41.688295 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] No DVR routers for this DVR port 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 on host n-h2-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:58:41.691371 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.694085 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d392e754-c5a0-4a40-a8f1-184b4eb5cbc4 req-fa19965f-fe33-4fc5-b397-6efd73cf5213 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "DELETE /v2.0/ports/03adc1b5-fe75-4bc8-946f-7cfeced0aef7 HTTP/1.1" status: 204 len: 173 time: 0.4905899 Jul 06 18:58:41.694547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'name': 'network-vif-deleted', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:41.696909 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f15d9-e13a-4113-874b-ed0fc297b4db" -d '{"events": [{"server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "name": "network-vif-deleted", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:41.749055 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0280ed68-c60b-4dca-a3dc-223d9cb4d8f6 x-openstack-request-id: req-0280ed68-c60b-4dca-a3dc-223d9cb4d8f6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:41.749789 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6a1bc1-5d29-46e0-bf3d-6867762038c5", "name": "network-vif-deleted", "tag": "03adc1b5-fe75-4bc8-946f-7cfeced0aef7", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:41.750040 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0280ed68-c60b-4dca-a3dc-223d9cb4d8f6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:41.750580 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6a1bc1-5d29-46e0-bf3d-6867762038c5', 'name': 'network-vif-deleted', 'tag': '03adc1b5-fe75-4bc8-946f-7cfeced0aef7', 'status': 'completed', 'code': 200} Jul 06 18:58:42.391573 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:42.803354 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.107078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:43.107385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.210910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:43.211188 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.225977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:43.452695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.486550 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:43.984444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:44.000613 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.012048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:44.012390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 03adc1b5-fe75-4bc8-946f-7cfeced0aef7 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:44.241415 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:44.354273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:44.359879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7b4bd16f-c526-4e9a-8b9f-6818468c9858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/65bb4c52-e6bf-42a7-8f34-62a7ed5e643f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667661 Jul 06 18:58:44.363055 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45042) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:44.365391 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] Sync routers for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:44.375921 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:44.376568 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:44.419513 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting subnet bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:58:44.423410 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.471163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.494402 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:44.574240 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.667096 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.694281 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:44.705192 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:58:43Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:44.705370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.711312 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/subnets/bfdb8f65-cbc0-4483-93c6-5d81a0a3c1b1 HTTP/1.1" status: 204 len: 168 time: 0.3426218 Jul 06 18:58:44.711312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.711312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.711312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.711312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.712295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3924ba-940a-405f-a8ef-b79ac257e4a8 None None] Network 40edaddf-31d6-40b5-a139-776c792417e8 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:44.712476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.712476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.712476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.712476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.712476 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.713290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:44.714089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.714089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.714089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ec771a-c4af-4dda-8c6c-4ee090b34fe5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:44.746313 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] Checking router: 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:44.755699 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] Routers {'65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:44.756417 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:44.841547 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.904151 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] Set router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:44.975408 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.984909 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] DHCP port deletion for 40edaddf-31d6-40b5-a139-776c792417e8 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:58:45.047636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:45.047984 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.089993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Deleting port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:45.090567 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.173141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port 8d4b8e9d-2703-4a1b-9c7c-4a796e102499, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:45.173719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.189769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:45.206472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:45.240072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] For port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,segment=NetworkSegment(770a7c51-20a2-4a9a-b271-0c48edd23499),segment_id=770a7c51-20a2-4a9a-b271-0c48edd23499)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:45.240477 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.240969 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:58:43Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:45.265836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Calling delete_port for 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:45.288724 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab884557-419e-42ab-b559-8d7b6a2afb6b None None] The sync data for ids ['65bb4c52-e6bf-42a7-8f34-62a7ed5e643f'] in n-d-799527-3 is: [{'id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663960773', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:58:43Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '8d4b8e9d-2703-4a1b-9c7c-4a796e102499', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bb4c52-e6bf-42a7-8f34-62a7ed5e643f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:44Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:45.414626 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.460331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=8d4b8e9d-2703-4a1b-9c7c-4a796e102499,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:45.530405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.547296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.606019 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.634911 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.635241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Pushing event deleted for resources: {'Port': ['ID=3b40a95d-f6c9-470f-8b80-94dc9bf5e93c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:45.637488 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.643647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] No DVR routers for this DVR port 3b40a95d-f6c9-470f-8b80-94dc9bf5e93c on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:58:45.646881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.647324 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.647609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.647948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.648584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.648755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.649073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.649332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.649592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.649944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.650251 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.650556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8202fd0-9285-4471-9055-6ed935978cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:45.698689 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.699312 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Fanout notify agent at l3_agent the message router_deleted on router 65bb4c52-e6bf-42a7-8f34-62a7ed5e643f {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:58:45.707174 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.708628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a1057e5b-84ce-41dc-9142-155f421ce141 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/routers/65bb4c52-e6bf-42a7-8f34-62a7ed5e643f HTTP/1.1" status: 204 len: 168 time: 0.9936471 Jul 06 18:58:45.711621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45046) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:45.820939 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.931600 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.944675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40edaddf-31d6-40b5-a139-776c792417e8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:45.957613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770a7c51-20a2-4a9a-b271-0c48edd23499') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:45.958105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770a7c51-20a2-4a9a-b271-0c48edd23499') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:45.974049 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.000004 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.010774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:58:46.011444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: timer() Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:58:46.016628 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:58:46.094690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.100999 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.105469 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/networks/40edaddf-31d6-40b5-a139-776c792417e8 HTTP/1.1" status: 204 len: 168 time: 0.3901670 Jul 06 18:58:46.106165 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45048) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:46.118795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132c151-1785-43fb-adcc-a1fd90e4db27 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Network': ['ID=40edaddf-31d6-40b5-a139-776c792417e8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.182483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c58361-b026-468d-8a5b-ecf07aaa100c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.213860 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c58361-b026-468d-8a5b-ecf07aaa100c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.291609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c58361-b026-468d-8a5b-ecf07aaa100c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.294272 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c58361-b026-468d-8a5b-ecf07aaa100c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.295550 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-73c58361-b026-468d-8a5b-ecf07aaa100c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe0b99ae-3a28-447e-b1a8-c9824bf1e892 HTTP/1.1" status: 204 len: 168 time: 0.1877410 Jul 06 18:58:46.311416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58361-b026-468d-8a5b-ecf07aaa100c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0b99ae-3a28-447e-b1a8-c9824bf1e892,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.676628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45054) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:46.681502 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512842197', 'description': 'tempest-secgroup-smoke-1512842197 description', 'project_id': '9d9aab526539466c8b5406b357769696'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:46.716420 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.816901 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.821314 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.854560 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.855986 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1783321 Jul 06 18:58:46.858248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58070e-0511-4718-9f81-c50bcf1d3c97 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b242543-8c15-4cb4-84a3-7152925f9dfb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.859676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:46.865360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '4b242543-8c15-4cb4-84a3-7152925f9dfb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:46.899604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.964525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.968652 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.989711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47099ab1-6b51-4f18-883e-0145be2e6480,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.999527 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.001759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-56a12413-9ec2-48f1-8c5e-5ec859bae58c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405985 Jul 06 18:58:47.004767 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:47.012475 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '4b242543-8c15-4cb4-84a3-7152925f9dfb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:47.050525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.066782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:47.090609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:47.090941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device acc8b7c0-6f77-44b8-bd1e-fbe5461a8c8d not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:47.091385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:47.115759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:47.116195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8d4b8e9d-2703-4a1b-9c7c-4a796e102499 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:47.126988 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.131939 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.154144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbf4b92-c21b-46e0-a478-dc3a57e36f13,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.162355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.163650 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4b32dfe3-39c5-4071-8f6c-a8bfcef4abaa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572869 Jul 06 18:58:47.166529 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45060) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:47.171619 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '4b242543-8c15-4cb4-84a3-7152925f9dfb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:47.202515 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.286216 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.291717 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.314201 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dc60e6-cb2a-4c88-bded-1c306c8b7f22,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.318163 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.319716 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-23691cf3-972d-4021-992f-13ba91bf2a1a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520023 Jul 06 18:58:47.322803 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45062) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:47.329357 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '4b242543-8c15-4cb4-84a3-7152925f9dfb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:47.358598 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.429246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.434059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.454048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745594f9-71f4-47fb-8040-570a3ceba4a1,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.465637 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.466908 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f954ebb4-9473-4c77-ac6d-5059d201a411 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423061 Jul 06 18:58:47.471457 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45064) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:47.476862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '4b242543-8c15-4cb4-84a3-7152925f9dfb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:47.503975 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:58:47.510760 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.588862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.593650 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.616686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a40c8a8-9a04-42d0-a5e1-3f1d7f9f25f4,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.623517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.626460 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9310c003-fa81-4fd4-8da7-5e43d5a45e32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535587 Jul 06 18:58:47.629252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45066) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:47.634325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '4b242543-8c15-4cb4-84a3-7152925f9dfb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:47.657497 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:58:47.664002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.734427 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.737855 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.761960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbb4174-1f7d-4f79-abf4-4b04b4065a40,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.766717 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.768966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9be6ab30-1ddd-4d64-b355-1fff8013ca86 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382339 Jul 06 18:58:47.772351 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45068) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:47.781284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'network': {'name': 'tempest-network-smoke--929394570', 'project_id': '9d9aab526539466c8b5406b357769696', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:47.809003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:47.812729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.840898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:58:47.853576 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.854024 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Added segment 659521cd-7005-4c6f-8291-8ed414af1850 of type vlan for network ddf47692-40f7-45d7-88ef-2b1be1716a74 Jul 06 18:58:47.902048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.941193 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.951859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:47.952880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.023370 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2493954 Jul 06 18:58:48.026430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:48.032334 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'admin_state_up': True, 'project_id': '9d9aab526539466c8b5406b357769696', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:48.044505 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3440424-8df3-4fcb-ac9f-3310007f38c5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Network': ['ID=ddf47692-40f7-45d7-88ef-2b1be1716a74,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:48.059644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:58:48.062465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.063944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.142756 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.315740 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.551366 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.577066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.724345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.83 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/d4c51d46-0602-4398-85ac-8d47f5e2ec4c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:48.842030 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.889887 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.938429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:48.941510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:48.948882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:48.954624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:49.249644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.512435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.683391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:58:50.177341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:50.187128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Sync routers for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:50.198602 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.198858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:50.199485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:50.203145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aa264e9d-90ad-4cb8-8838-fe0b2b630cfb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1715724 Jul 06 18:58:50.203530 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:50.237843 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5c9376df-7c27-4cb7-926c-609fc9fd6068 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d9aab526539466c8b5406b357769696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299098 Jul 06 18:58:50.238149 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:50.316318 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:50.339690 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40de1e-f90b-422b-8a93-04be29681470 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:50.344454 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1d40de1e-f90b-422b-8a93-04be29681470 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021876 Jul 06 18:58:50.344997 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45076) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:50.381137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-84ab6a78-7248-41a3-a530-3d230869f571 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346301 Jul 06 18:58:50.384722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:50.393293 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801827824', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'project_id': '9d9aab526539466c8b5406b357769696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:50.512793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:50.517477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.527084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:49Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:50.557149 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Checking router: 7a9615f3-7280-40f6-9c5f-b36b454f6be5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:50.557503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Updating router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 port d4c51d46-0602-4398-85ac-8d47f5e2ec4c binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:58:50.607938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.744510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.810356 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Subnet': ['ID=eea8fbf2-4565-4751-98a6-384474772c4d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:50.822409 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Checking segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:50.822788 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network hostable DHCP agents. Network: ddf47692-40f7-45d7-88ef-2b1be1716a74, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:58:50.842450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:58:50.854459 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, ddf47692-40f7-45d7-88ef-2b1be1716a74) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:50.863578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:50.865569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.874472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7584e-9625-4f2a-9083-4b2ba634884b None None] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:50.885215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-30527b40-9e65-44ef-85ba-0eac49ffe4d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4984879 Jul 06 18:58:50.888032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45080) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:51.029740 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.064244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Transition to ACTIVE for port object d4c51d46-0602-4398-85ac-8d47f5e2ec4c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:51.082081 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.169207 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-ddf47692-40f7-45d7-88ef-2b1be1716a74', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:58:51.170076 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.175003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Attempting to bind port d4c51d46-0602-4398-85ac-8d47f5e2ec4c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:51.175401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Attempting to bind port d4c51d46-0602-4398-85ac-8d47f5e2ec4c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:51.175760 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Attempting to bind port d4c51d46-0602-4398-85ac-8d47f5e2ec4c on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:51.179877 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e99fd-62ca-4402-b55e-01b0f1619a07 None None] Pushing event updated for resources: {'Port': ['ID=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:51.196756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:51.196756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:51.196756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.197890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:51.197890 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Bound port: d4c51d46-0602-4398-85ac-8d47f5e2ec4c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:51.198272 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.329121 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] For port d4c51d46-0602-4398-85ac-8d47f5e2ec4c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:51.338049 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] For port d4c51d46-0602-4398-85ac-8d47f5e2ec4c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:51.348002 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.381773 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:58:51.412164 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.453750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Allocated IP 172.20.0.2 (ddf47692-40f7-45d7-88ef-2b1be1716a74/eea8fbf2-4565-4751-98a6-384474772c4d/a8e22ac2-b486-4a61-b00d-b3af5101c51e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:51.472140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e99fd-62ca-4402-b55e-01b0f1619a07 None None] Pushing event updated for resources: {'Port': ['ID=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:51.484347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:51.484347 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:51.659302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:51.827213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.847303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Transition to ACTIVE for port object a8e22ac2-b486-4a61-b00d-b3af5101c51e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:51.892683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Transition to ACTIVE for port object a8e22ac2-b486-4a61-b00d-b3af5101c51e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:51.902031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.953127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:51.963680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:51.967525 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:51.969785 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.1 (ddf47692-40f7-45d7-88ef-2b1be1716a74/eea8fbf2-4565-4751-98a6-384474772c4d/a51b6433-8fee-4bdc-bc9f-a8caa40e4db3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:51.970031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Pushing event updated for resources: {'Port': ['ID=a8e22ac2-b486-4a61-b00d-b3af5101c51e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.011735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:49Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:52.135242 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.157223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:52.194707 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.234322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da785b-7a91-46d5-a004-12534b8aa63f None None] The sync data for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 is: [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:49Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:52.245704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Attempting to bind port a8e22ac2-b486-4a61-b00d-b3af5101c51e on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:52.246080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Attempting to bind port a8e22ac2-b486-4a61-b00d-b3af5101c51e by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:52.246444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Attempting to bind port a8e22ac2-b486-4a61-b00d-b3af5101c51e on network ddf47692-40f7-45d7-88ef-2b1be1716a74 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:52.249432 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:52.252643 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:52.253208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Checking segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:52.255306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.255458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:52.255882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Bound using segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:52.256576 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Bound port: a8e22ac2-b486-4a61-b00d-b3af5101c51e, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:52.258110 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.260326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:52.264872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.317445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.345480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] For port a8e22ac2-b486-4a61-b00d-b3af5101c51e, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:52.350004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] For port a8e22ac2-b486-4a61-b00d-b3af5101c51e, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a8e22ac2-b486-4a61-b00d-b3af5101c51e,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:52.356343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.447382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29335785-4c13-4115-a235-20b0e82184f5 None None] Pushing event updated for resources: {'Port': ['ID=a8e22ac2-b486-4a61-b00d-b3af5101c51e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.559999 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.941698 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.950141 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.034804 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.035489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:53.168306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c51d46-0602-4398-85ac-8d47f5e2ec4c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:53.187364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:53.189041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:53.236244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d4c51d46-0602-4398-85ac-8d47f5e2ec4c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:53.242124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d4c51d46-0602-4398-85ac-8d47f5e2ec4c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:53.243197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.357360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:53.358577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.388330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port d4c51d46-0602-4398-85ac-8d47f5e2ec4c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:53.394295 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.396536 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a8e22ac2-b486-4a61-b00d-b3af5101c51e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:53.484073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:53.496913 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:53.500208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a8e22ac2-b486-4a61-b00d-b3af5101c51e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:53.512349 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-49c1eadd-d5cf-4370-a6bc-0d1ded581f52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/7a9615f3-7280-40f6-9c5f-b36b454f6be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6200807 Jul 06 18:58:53.604898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c51d53-3b03-494d-9039-49147d4ac725 None None] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:53.682662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] Provisioning for port a8e22ac2-b486-4a61-b00d-b3af5101c51e completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:53.694079 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-ed06e393-2a4d-46f7-94cb-7329ffdeb94e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512842197&fields=id&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 267 time: 0.0559039 Jul 06 18:58:53.695579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] Provisioning complete for port a8e22ac2-b486-4a61-b00d-b3af5101c51e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:53.695956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.820673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-bdf65d4e-d718-4500-98f9-815d2968e4a2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:53.822289 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-bdf65d4e-d718-4500-98f9-815d2968e4a2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 796 time: 0.1199677 Jul 06 18:58:53.839996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-e78b0883-20b3-449e-b5de-1b7589fa2916 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/quotas/9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 375 time: 0.0113828 Jul 06 18:58:53.860119 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.913120 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] For port a8e22ac2-b486-4a61-b00d-b3af5101c51e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a8e22ac2-b486-4a61-b00d-b3af5101c51e,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:53.918308 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.956076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-92a06450-5cd8-48b6-b1f4-53af66d673c3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066916 Jul 06 18:58:53.976382 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e066838-35fc-4105-8ab7-853ad2a50b7c None None] Pushing event updated for resources: {'Port': ['ID=a8e22ac2-b486-4a61-b00d-b3af5101c51e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:54.092378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-a9fc9efb-927b-4f5c-8845-4385ac2e8ae4 service neutron] 10.222.0.37 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105189 Jul 06 18:58:54.210540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-6c0204c7-9881-4922-b9b2-b7944d0a459f service neutron] 10.222.0.37 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087575 Jul 06 18:58:54.246833 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Sync routers for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:54.248571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d7d553e-7f6a-4367-8be7-e837b5ba79cc None None] Provisioning complete for port a8e22ac2-b486-4a61-b00d-b3af5101c51e triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:54.249439 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d7d553e-7f6a-4367-8be7-e837b5ba79cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.259650 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:54.260558 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:54.379234 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d7d553e-7f6a-4367-8be7-e837b5ba79cc None None] Provisioning for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:54.390633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0d7d553e-7f6a-4367-8be7-e837b5ba79cc None None] Provisioning complete for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:54.391015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d7d553e-7f6a-4367-8be7-e837b5ba79cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.432562 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:54.439669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d553e-7f6a-4367-8be7-e837b5ba79cc None None] Port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:54.480141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5b584aec-c18d-4013-9761-711ed5c53173 req-4c272c12-c9f5-41a0-80ec-f479f1260023 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 210 time: 0.0383692 Jul 06 18:58:54.562799 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d8374607-9c70-4d75-993e-29144fa28507 None None] Provisioning complete for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:54.563188 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8374607-9c70-4d75-993e-29144fa28507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.621686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8374607-9c70-4d75-993e-29144fa28507 None None] Port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:54.741665 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6920cf8b-3688-4818-984f-77ae5953aec7 None None] Provisioning complete for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:54.742037 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6920cf8b-3688-4818-984f-77ae5953aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.752864 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 2, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:54.784229 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Checking router: 7a9615f3-7280-40f6-9c5f-b36b454f6be5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:54.784590 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Updating router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:58:54.790620 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6920cf8b-3688-4818-984f-77ae5953aec7 None None] Port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:54.827479 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.089200 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c51d46-0602-4398-85ac-8d47f5e2ec4c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:55.122042 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.133829 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Transition to ACTIVE for port object a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:55.140903 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.156746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d4c51d46-0602-4398-85ac-8d47f5e2ec4c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:55.157232 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.232301 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Pushing event updated for resources: {'Port': ['ID=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:55.249489 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a8e22ac2-b486-4a61-b00d-b3af5101c51e up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:55.261471 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.262166 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.262166 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.262465 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.262801 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.263132 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.263504 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.263826 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.264191 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.264466 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.264789 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.265104 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:55.292141 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Attempting to bind port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:55.293033 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Attempting to bind port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:55.293642 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Attempting to bind port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 on network ddf47692-40f7-45d7-88ef-2b1be1716a74 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:55.299844 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:55.300676 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Checking segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:55.301349 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.303082 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Bound using segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:55.304234 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Bound port: a51b6433-8fee-4bdc-bc9f-a8caa40e4db3, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:55.305100 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.319606 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a8e22ac2-b486-4a61-b00d-b3af5101c51e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:55.320582 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.396037 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] For port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:55.401440 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] For port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:55.408135 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.487180 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:55.487881 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:55.531944 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946c714-4e14-4cfb-84c7-0089e71566a4 None None] Pushing event updated for resources: {'Port': ['ID=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:55.575960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a079dda-edb0-41eb-9f20-4fb19854287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:55.617831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:55.695498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b92aeeb8-4e97-47b7-86b5-e5b96c4f7d6c req-72759856-1b06-4ff8-a456-c77e79cbf2c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 210 time: 0.0365665 Jul 06 18:58:55.888225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:55Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:55.917421 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78a8f9-d7d9-463b-8eab-f8208a8b0c03 None None] The sync data for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 is: [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:55Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:55.937454 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-a155fc7a-af68-4d4e-ae19-21d48e9be2d8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:55.939438 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-a155fc7a-af68-4d4e-ae19-21d48e9be2d8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 796 time: 0.1348906 Jul 06 18:58:56.005392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-36f6eef0-5c1f-43c3-bb75-753fd64e364e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 380 time: 0.0524836 Jul 06 18:58:56.015343 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'port': {'device_id': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'admin_state_up': True, 'tenant_id': '9d9aab526539466c8b5406b357769696', 'security_groups': ['4b242543-8c15-4cb4-84a3-7152925f9dfb']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:56.162845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:56.166849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.326737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.8 (ddf47692-40f7-45d7-88ef-2b1be1716a74/eea8fbf2-4565-4751-98a6-384474772c4d/a8f8d3bf-4654-4f33-abff-f3b81c4e2841) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:56.505104 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.524654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object a8f8d3bf-4654-4f33-abff-f3b81c4e2841 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:56.558549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.604179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:56.607348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:56.614279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:56.620821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:56.673760 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:56.674557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.693281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-db0dcee7-3b7d-41e1-892a-8c254528462f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811495 Jul 06 18:58:56.705390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-9573383c-758b-4c37-9c3a-408d8d6a9e29 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:58:56.706463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-9573383c-758b-4c37-9c3a-408d8d6a9e29 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059342 Jul 06 18:58:56.717592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Request body: {'port': {'device_id': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:56.811483 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.891092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-73c4e234-8392-40f4-936e-2f0b3688aff1 None None] Provisioning for port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:56.896425 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-73c4e234-8392-40f4-936e-2f0b3688aff1 None None] Provisioning complete for port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:56.897380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73c4e234-8392-40f4-936e-2f0b3688aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.943410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-73c4e234-8392-40f4-936e-2f0b3688aff1 None None] Port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:57.040613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f30c0-f60a-43c8-a17f-0499497b090c req-3cfa7d17-bea1-4382-aaa6-150e074f7442 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:57.042217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d1f30c0-f60a-43c8-a17f-0499497b090c req-3cfa7d17-bea1-4382-aaa6-150e074f7442 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 931 time: 0.1941299 Jul 06 18:58:57.099722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:57.106042 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8d1f30c0-f60a-43c8-a17f-0499497b090c req-00309c50-0e68-45e2-9d5e-f68785a66ae7 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556056 Jul 06 18:58:57.174884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:57.180754 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:57.181134 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.276347 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.315531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:57.322593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.407865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:57.535036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f8d3bf-4654-4f33-abff-f3b81c4e2841 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:58:57.544233 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.559234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Transition to ACTIVE for port object a8f8d3bf-4654-4f33-abff-f3b81c4e2841 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:57.563551 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.618505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Pushing event updated for resources: {'Port': ['ID=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:57.696010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Attempting to bind port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:57.696375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Attempting to bind port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:57.696737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Attempting to bind port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 on network ddf47692-40f7-45d7-88ef-2b1be1716a74 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:57.702338 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 on network ddf47692-40f7-45d7-88ef-2b1be1716a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:58:57.702660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Attempting to bind port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 on network ddf47692-40f7-45d7-88ef-2b1be1716a74 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:57.708622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:57.709374 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Checking segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:57.709510 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Bound using segment: {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:57.709962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Bound port: a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659521cd-7005-4c6f-8291-8ed414af1850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:57.712143 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.780477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] For port a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:57.783849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] For port a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:57.789305 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.823907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:57.824545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.825979 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] 10.222.0.60 "PUT /v2.0/ports/a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 1091 time: 1.1129665 Jul 06 18:58:57.826439 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:57.828760 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b982415-d10f-430d-ad3e-5239947bb268" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:57.856959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a2be0-46bf-49a6-8aa2-d710c873fbad service neutron] Pushing event updated for resources: {'Port': ['ID=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:57.876806 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead142d-66e5-423e-b5c1-0cfdc7674356 x-openstack-request-id: req-2ead142d-66e5-423e-b5c1-0cfdc7674356 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:57.877162 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:57.877431 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ead142d-66e5-423e-b5c1-0cfdc7674356 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:57.877901 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'status': 'completed', 'code': 200} Jul 06 18:58:57.964743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-c50d953f-7cf9-4671-a196-dfc3f75ac95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:57.966304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-c50d953f-7cf9-4671-a196-dfc3f75ac95d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1094 time: 0.0651243 Jul 06 18:58:58.016620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-c7545c8c-2aef-4d15-a251-eb3bfabe111c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 217 time: 0.0415266 Jul 06 18:58:58.060197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-041863cf-c345-48c7-90e8-b4c02aa3f081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.071240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.091789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-85aecf5f-11c3-4cdd-868c-966f0a05bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.093302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-85aecf5f-11c3-4cdd-868c-966f0a05bc27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 200 len: 835 time: 0.0703325 Jul 06 18:58:58.181742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-14de4d0e-1b63-4c84-a2a6-34a714a9d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.184455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-14de4d0e-1b63-4c84-a2a6-34a714a9d237 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ddf47692-40f7-45d7-88ef-2b1be1716a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842006 Jul 06 18:58:58.321359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-bddb4450-5227-4d37-bb5b-2650d769b114 service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288073 Jul 06 18:58:58.389474 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df66f5-7fbc-4f52-8267-112822994831 req-02be5823-72cd-48c5-bcfb-d29731247e3c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.391056 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9df66f5-7fbc-4f52-8267-112822994831 req-02be5823-72cd-48c5-bcfb-d29731247e3c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 943 time: 0.1405804 Jul 06 18:58:58.453561 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b9df66f5-7fbc-4f52-8267-112822994831 req-55088adb-0857-4485-9270-d8adc20f963a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542758 Jul 06 18:58:58.465076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-13116ee3-eb54-4cca-b1a5-96fe01719e77 req-3863e911-3f48-46cb-8e81-39a941cac3ce service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365950 Jul 06 18:58:58.581768 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982415-d10f-430d-ad3e-5239947bb268 req-b4325c2e-f194-49b3-b421-bfb3f18277f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.583851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-b4325c2e-f194-49b3-b421-bfb3f18277f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1094 time: 0.0631075 Jul 06 18:58:58.689955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982415-d10f-430d-ad3e-5239947bb268 req-268a8a64-167e-4e8d-a4b2-457d5c415dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.691488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-268a8a64-167e-4e8d-a4b2-457d5c415dd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 897 time: 0.1009707 Jul 06 18:58:58.737426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-9503bbab-2c02-4af3-96d8-527daf92874d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 217 time: 0.0372944 Jul 06 18:58:58.791682 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982415-d10f-430d-ad3e-5239947bb268 req-979dc667-56ec-4d7b-ad49-8098953e7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.793160 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-979dc667-56ec-4d7b-ad49-8098953e7be1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 200 len: 835 time: 0.0485296 Jul 06 18:58:58.860396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982415-d10f-430d-ad3e-5239947bb268 req-231cca01-c50b-4525-ace0-d79e183228bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.861895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-231cca01-c50b-4525-ace0-d79e183228bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ddf47692-40f7-45d7-88ef-2b1be1716a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618718 Jul 06 18:58:58.987420 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-840b79bc-74e2-4787-8070-85ba02bdaf3a service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184883 Jul 06 18:58:59.065105 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:59.096768 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2b982415-d10f-430d-ad3e-5239947bb268 req-1e88f5f6-d95c-4a78-a090-eb63901fcf8c service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019063 Jul 06 18:58:59.120314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:59.120600 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:59.617807 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:59.643715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a48126-b099-4e46-9636-ada3371ad0a5 req-ffa1be7b-cf25-4db6-b1aa-1c18b808ecbe tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.645310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1a48126-b099-4e46-9636-ada3371ad0a5 req-ffa1be7b-cf25-4db6-b1aa-1c18b808ecbe tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 943 time: 0.0662584 Jul 06 18:58:59.685764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d1a48126-b099-4e46-9636-ada3371ad0a5 req-2f7ceded-0972-47bf-88a7-b81e73f8a712 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345151 Jul 06 18:59:00.745646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:00.861044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097246d1-eed0-465d-bf39-cf3f80c3fcf7 req-841cc0f2-2e53-4242-a312-b925e00de858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:00.862544 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-097246d1-eed0-465d-bf39-cf3f80c3fcf7 req-841cc0f2-2e53-4242-a312-b925e00de858 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 943 time: 0.0631533 Jul 06 18:59:00.905907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-097246d1-eed0-465d-bf39-cf3f80c3fcf7 req-15782f10-0c0e-4aa7-bf02-4565afed52c7 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372601 Jul 06 18:59:01.011994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:01.356065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a8f8d3bf-4654-4f33-abff-f3b81c4e2841 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:59:01.454291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:59:01.467729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'port_id': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'mac_address': 'fa:16:3e:98:f9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:59:01.505542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:01.519757 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f8d3bf-4654-4f33-abff-f3b81c4e2841 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:59:01.539988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:59:01.544101 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:01.592487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:01.788092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['a8f8d3bf-4654-4f33-abff-f3b81c4e2841'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:59:02.088040 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1628903-2e1e-4465-84ec-3ca72290f676 req-b73b82a0-4b15-42be-8d54-7f41b68810e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:02.090024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1628903-2e1e-4465-84ec-3ca72290f676 req-b73b82a0-4b15-42be-8d54-7f41b68810e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 944 time: 0.0654378 Jul 06 18:59:02.128648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e1628903-2e1e-4465-84ec-3ca72290f676 req-363b2e07-1520-4f17-8da2-533f09076dd6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Jul 06 18:59:03.120882 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:03.306977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe85e-2678-4483-b1bb-f2b1abd0c2d3 req-ca066a75-1138-4280-aabf-c5898d711b1e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:03.308546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-310fe85e-2678-4483-b1bb-f2b1abd0c2d3 req-ca066a75-1138-4280-aabf-c5898d711b1e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 944 time: 0.0644488 Jul 06 18:59:03.348619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-310fe85e-2678-4483-b1bb-f2b1abd0c2d3 req-56b8f2ac-7f59-4385-a8fb-7e519d249a03 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Jul 06 18:59:03.356179 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a8f8d3bf-4654-4f33-abff-f3b81c4e2841 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:59:03.414431 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:59:03.418393 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:59:03.418771 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:03.494334 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:03.517523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:59:03.519827 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d6704-9d4a-445c-9029-09c9a51b8b5e" -d '{"events": [{"server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:59:03.535196 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:59:03.539959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:03.565923 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a557e-b7b8-4683-b273-2ff20edbe388 x-openstack-request-id: req-0a2a557e-b7b8-4683-b273-2ff20edbe388 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:59:03.566222 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "name": "network-vif-plugged", "status": "completed", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:59:03.566474 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a2a557e-b7b8-4683-b273-2ff20edbe388 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:59:03.566862 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'code': 200} Jul 06 18:59:03.594331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:03.678036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264f106-8ceb-4d70-83bd-253e5ede9175 req-6ab2fa91-cb24-4c0b-a514-224eeea9d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:03.679639 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9264f106-8ceb-4d70-83bd-253e5ede9175 req-6ab2fa91-cb24-4c0b-a514-224eeea9d215 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1096 time: 0.0573370 Jul 06 18:59:03.715041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9264f106-8ceb-4d70-83bd-253e5ede9175 req-a23798cc-8820-4518-8f08-d5ac27b7eb5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286183 Jul 06 18:59:04.553333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f225e2-48b0-4f2a-828d-c30fab47ccf1 req-06501eaa-dbb8-49d7-9533-2e751f7d7104 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:04.554834 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0f225e2-48b0-4f2a-828d-c30fab47ccf1 req-06501eaa-dbb8-49d7-9533-2e751f7d7104 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0686774 Jul 06 18:59:04.599171 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0f225e2-48b0-4f2a-828d-c30fab47ccf1 req-c161337c-84d4-46db-81b4-919323054327 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349295 Jul 06 18:59:05.777100 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5dad1-ffc3-440c-beb0-6f99e364dfc8 req-4777e560-1246-40fa-86c2-0bb96c5b3169 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:05.778664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bec5dad1-ffc3-440c-beb0-6f99e364dfc8 req-4777e560-1246-40fa-86c2-0bb96c5b3169 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0649872 Jul 06 18:59:05.823515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bec5dad1-ffc3-440c-beb0-6f99e364dfc8 req-cdf5189a-257f-4b3b-8cb9-9f98db751e24 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Jul 06 18:59:06.002857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d1580-bb8a-4e35-b100-6834e704c9a3 req-2af79eec-dd2a-4ec4-8e99-536f5cf1f7c3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:06.005209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d8d1580-bb8a-4e35-b100-6834e704c9a3 req-2af79eec-dd2a-4ec4-8e99-536f5cf1f7c3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0657918 Jul 06 18:59:06.046739 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d8d1580-bb8a-4e35-b100-6834e704c9a3 req-56790765-b0cb-4b3c-b7bb-c03921972d9b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Jul 06 18:59:06.071128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45138) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:06.127540 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97053259-483d-4ac3-b178-0438b259b306 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:06.129075 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-97053259-483d-4ac3-b178-0438b259b306 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1091 time: 0.0569367 Jul 06 18:59:06.132637 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45140) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:06.136999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:59:06.160732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.267211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.378576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.228 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/fe2faeb0-ae95-4198-8485-80cc037a99a2) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:59:06.483649 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.524058 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.568167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:59:06.571139 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:59:06.576919 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:59:06.582413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fe2faeb0-ae95-4198-8485-80cc037a99a2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:06.956173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.042154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.266207 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.272473 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.345567 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fe2faeb0-ae95-4198-8485-80cc037a99a2,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:07.356556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.471776 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP 262e4ba7-f338-492a-8f5a-72862f41fa22 associated. External IP: 172.25.5.228, port: a8f8d3bf-4654-4f33-abff-f3b81c4e2841. Jul 06 18:59:07.698402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:59:07.812708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:59:07.822678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] Sync routers for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:59:07.830333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.833168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:59:07.833821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:07.871770 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f1477bc2-f8d9-483d-8e74-c3b6fabbf2e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7380924 Jul 06 18:59:07.872554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:59:07.875231 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76602063-68d6-4d57-ae68-ebcdca6d9c72" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:59:07.945869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:59:08.030360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee485bb-e6e3-45c2-9436-3e0c58297deb req-cb3cc4e0-f352-4298-adc3-2e44694752f0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.031941 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aee485bb-e6e3-45c2-9436-3e0c58297deb req-cb3cc4e0-f352-4298-adc3-2e44694752f0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0698450 Jul 06 18:59:08.073888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aee485bb-e6e3-45c2-9436-3e0c58297deb req-d49ef158-cde5-4409-ba38-7123e4ac7d93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349796 Jul 06 18:59:08.099741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45146) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:08.144314 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a134588-7607-4864-8274-40eacefd747d x-openstack-request-id: req-3a134588-7607-4864-8274-40eacefd747d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:59:08.144600 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:59:08.144850 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a134588-7607-4864-8274-40eacefd747d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:59:08.145954 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'status': 'completed', 'code': 200} Jul 06 18:59:08.175192 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fabf980f-02c3-4024-ab4e-b508ffd21a3b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/262e4ba7-f338-492a-8f5a-72862f41fa22 HTTP/1.1" status: 200 len: 991 time: 0.0730457 Jul 06 18:59:08.203091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '262e4ba7-f338-492a-8f5a-72862f41fa22', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'port_id': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'mac_address': 'fa:16:3e:98:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:59:06Z', 'updated_at': '2021-07-06T18:59:06Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:57Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:08.219688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-bdff2977-10d8-47c6-8e8d-15b7e769394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.221273 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-bdff2977-10d8-47c6-8e8d-15b7e769394c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1096 time: 0.0663695 Jul 06 18:59:08.234136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] Checking router: 7a9615f3-7280-40f6-9c5f-b36b454f6be5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:59:08.243915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:59:08.244559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:58:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:08.315883 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-3b7d3206-7ed1-41ec-b4c4-8d46e8d70399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.317987 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-3b7d3206-7ed1-41ec-b4c4-8d46e8d70399 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 897 time: 0.0886471 Jul 06 18:59:08.353749 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:59:08.393795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-2068d004-fabc-4d26-82db-dbec7045965a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 999 time: 0.0690598 Jul 06 18:59:08.456606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-80b0db81-00f6-48f8-afdb-d47f4c829efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.458775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-80b0db81-00f6-48f8-afdb-d47f4c829efc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 200 len: 835 time: 0.0573900 Jul 06 18:59:08.529985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-87579263-77db-4f9e-9fb8-86babdcaf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.531679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-87579263-77db-4f9e-9fb8-86babdcaf996 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ddf47692-40f7-45d7-88ef-2b1be1716a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648308 Jul 06 18:59:08.613012 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '262e4ba7-f338-492a-8f5a-72862f41fa22', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'port_id': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'mac_address': 'fa:16:3e:98:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:59:06Z', 'updated_at': '2021-07-06T18:59:06Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:57Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:08.636764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-fa852a42-a8a2-40a9-9302-3ef3f0f20bc7 service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972266 Jul 06 18:59:08.642552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec1166-cde9-471b-ac52-3b1ff29b9d35 None None] The sync data for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 is: [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '262e4ba7-f338-492a-8f5a-72862f41fa22', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'port_id': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'mac_address': 'fa:16:3e:98:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:59:06Z', 'updated_at': '2021-07-06T18:59:06Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:57Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:59:08.762570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-76602063-68d6-4d57-ae68-ebcdca6d9c72 req-f1755af3-0b1b-4db0-80eb-ce7fc3a98fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191232 Jul 06 18:59:08.848774 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca5c63-6fc0-4708-a7f6-21ee85cc46e9 None None] New status for floating IP 262e4ba7-f338-492a-8f5a-72862f41fa22: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:59:09.178327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:09.248932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e8a3e5c2-ecf4-4bc5-aa8e-53543ccbbfe9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/262e4ba7-f338-492a-8f5a-72862f41fa22 HTTP/1.1" status: 200 len: 993 time: 0.0694816 Jul 06 18:59:25.558943 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d038ef6-ca30-49ec-bedb-847bf2372c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:27.077363 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-4ca6ecf0-fc91-4ba9-9954-6188ec4308d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552161 Jul 06 18:59:27.169957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-e632b979-0fe6-4b7e-80d7-0f08919e898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:27.171446 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-e632b979-0fe6-4b7e-80d7-0f08919e898f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1096 time: 0.0507958 Jul 06 18:59:27.279023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-48862504-57b0-4fec-ad0a-1aa2cd8dde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:27.280543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-48862504-57b0-4fec-ad0a-1aa2cd8dde47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 897 time: 0.0875750 Jul 06 18:59:27.352981 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-e0c610ff-878c-4a5d-9771-093cd3939905 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 1001 time: 0.0648472 Jul 06 18:59:27.401441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-28be0144-4ad6-45ba-9ed4-4c1a450b6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:27.402925 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-28be0144-4ad6-45ba-9ed4-4c1a450b6dbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 200 len: 835 time: 0.0436859 Jul 06 18:59:27.466088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-008b5a96-fe07-4c82-b3fc-8d8e6786dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:27.467643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-008b5a96-fe07-4c82-b3fc-8d8e6786dbac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ddf47692-40f7-45d7-88ef-2b1be1716a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571899 Jul 06 18:59:27.557801 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-651c8a3b-9b64-44f1-b9b2-bf5571045434 service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826240 Jul 06 18:59:27.650560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-92813f2d-dcca-4e62-b722-a8a7ebf00030 req-2e1e2ccd-3b20-4b9b-93b3-352ebf0a9219 service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Jul 06 18:59:28.054977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f301b0b-e1ee-47a0-a97a-446c595a6acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:28.060615 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:28.381259 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:59:29.619129 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:30.760859 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:31.013713 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:33.152537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:38.141298 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-4f291dbb-1bb6-46d6-a14b-3fe14a4ed7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:38.142745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-4f291dbb-1bb6-46d6-a14b-3fe14a4ed7d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1096 time: 0.0926418 Jul 06 18:59:38.169485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769e6ec-832b-4f6e-8c4b-fdc731e02a5c req-c48e01b2-9159-458a-9550-3af997fb1c0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:38.170963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5769e6ec-832b-4f6e-8c4b-fdc731e02a5c req-c48e01b2-9159-458a-9550-3af997fb1c0c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0915921 Jul 06 18:59:38.255158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5769e6ec-832b-4f6e-8c4b-fdc731e02a5c req-5f5050b1-2a2b-4d88-bfca-43c2f5dcc3ab tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709035 Jul 06 18:59:38.277319 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-b220cfa1-47ab-4d4b-9fd9-189cd6a838f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:38.278848 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-b220cfa1-47ab-4d4b-9fd9-189cd6a838f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 897 time: 0.1266723 Jul 06 18:59:38.349082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-cf797ad9-b5de-423f-be79-1726a08945d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 1001 time: 0.0632162 Jul 06 18:59:38.398955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-9d09f557-77e3-4189-9758-bcc34a0a6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:38.400388 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-9d09f557-77e3-4189-9758-bcc34a0a6ac6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 200 len: 835 time: 0.0436201 Jul 06 18:59:38.458898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-e6adb002-4a2f-4a95-b7f6-0be4b7db329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:38.460538 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-e6adb002-4a2f-4a95-b7f6-0be4b7db329f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ddf47692-40f7-45d7-88ef-2b1be1716a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539436 Jul 06 18:59:38.560449 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-82bd8a53-ddc7-4248-8872-6b8fa446313c service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891616 Jul 06 18:59:38.653303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-15fa147e-150d-4cff-9bf0-cf7e05d72fa2 req-af5fe4a6-079c-4bfc-b95c-fd34594e49db service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Jul 06 18:59:39.437133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5181b9-5870-47b1-bca3-ebfb52bd062d req-7e2fed2a-dd1a-49eb-b7c1-1722521fc0d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:39.438614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b5181b9-5870-47b1-bca3-ebfb52bd062d req-7e2fed2a-dd1a-49eb-b7c1-1722521fc0d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0635915 Jul 06 18:59:39.477120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8b5181b9-5870-47b1-bca3-ebfb52bd062d req-a849a8d7-3614-4e8e-a24d-b192a2b96518 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Jul 06 18:59:40.662539 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3d4ab-28fe-4571-8042-0d17b17007b2 req-f93d4146-4eb1-4782-ab62-fcf31338e131 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:40.664060 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acd3d4ab-28fe-4571-8042-0d17b17007b2 req-f93d4146-4eb1-4782-ab62-fcf31338e131 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0684888 Jul 06 18:59:40.702122 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-acd3d4ab-28fe-4571-8042-0d17b17007b2 req-0d4c6fd4-6a21-4034-a64f-f3baebe49c3d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Jul 06 18:59:41.880161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f44ea1-70be-4a4f-a3fe-bf175a171a11 req-71be2c34-c86a-43c3-baf7-04044d6387c9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:41.881688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f44ea1-70be-4a4f-a3fe-bf175a171a11 req-71be2c34-c86a-43c3-baf7-04044d6387c9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0699358 Jul 06 18:59:41.919913 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-33f44ea1-70be-4a4f-a3fe-bf175a171a11 req-9fc668ce-f6d5-4a60-bea3-4ce477ea815d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Jul 06 18:59:43.098797 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07dc9-bdc6-4b30-8f6b-a18f67bacdae req-b6d904c4-c1c8-4346-928c-80efb71717bf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:43.100388 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5e07dc9-bdc6-4b30-8f6b-a18f67bacdae req-b6d904c4-c1c8-4346-928c-80efb71717bf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0694664 Jul 06 18:59:43.138578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b5e07dc9-bdc6-4b30-8f6b-a18f67bacdae req-df8baf6e-6c66-48cd-9130-e9617f20c9cd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Jul 06 18:59:44.320410 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e837-cf09-40cc-b845-16a083b3f278 req-31dfae3c-4fd2-47b5-a4ea-18ee25e83bd7 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:44.321973 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3493e837-cf09-40cc-b845-16a083b3f278 req-31dfae3c-4fd2-47b5-a4ea-18ee25e83bd7 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0654728 Jul 06 18:59:44.360619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3493e837-cf09-40cc-b845-16a083b3f278 req-75faa22f-8208-4bd1-9359-6a28b82e3aa8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330331 Jul 06 18:59:45.535565 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612ecde-efa9-4840-a8f3-aebdf6794cfc req-7cf08f82-b1a8-4689-88da-da5add48121c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:45.537109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c612ecde-efa9-4840-a8f3-aebdf6794cfc req-7cf08f82-b1a8-4689-88da-da5add48121c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0652990 Jul 06 18:59:45.576835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c612ecde-efa9-4840-a8f3-aebdf6794cfc req-f41b1364-0855-45e4-a1bc-72df4d2c9e74 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340912 Jul 06 18:59:46.754820 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8a819-772d-4f8b-8646-d8085c0e8b66 req-03576817-aaa0-4412-af60-38c5bb5a7e13 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:46.756883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81e8a819-772d-4f8b-8646-d8085c0e8b66 req-03576817-aaa0-4412-af60-38c5bb5a7e13 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0691726 Jul 06 18:59:46.794902 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-81e8a819-772d-4f8b-8646-d8085c0e8b66 req-803172f8-f173-45a1-bed6-e78e4562a275 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322139 Jul 06 18:59:47.969243 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cda55b-d6e2-40f9-bc2b-fbdb3179f560 req-da14dee8-381e-4052-86b3-1c7016fbfedc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:47.970745 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7cda55b-d6e2-40f9-bc2b-fbdb3179f560 req-da14dee8-381e-4052-86b3-1c7016fbfedc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0650713 Jul 06 18:59:48.009245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7cda55b-d6e2-40f9-bc2b-fbdb3179f560 req-852e7cf8-3e29-4c7c-8246-3c3fe048d493 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Jul 06 18:59:49.187733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aca482-6909-425d-9159-6d96a94dc24e req-8c843de5-683a-40ff-a9ba-a03149062693 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:49.189535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60aca482-6909-425d-9159-6d96a94dc24e req-8c843de5-683a-40ff-a9ba-a03149062693 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0669832 Jul 06 18:59:49.228397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-60aca482-6909-425d-9159-6d96a94dc24e req-a06b2529-6310-4229-883a-883ebf0bdbbc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Jul 06 18:59:50.404916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273b362-8128-4950-a95f-ae064fd401ba req-a1365e81-d168-4bfc-8021-0964403d6bfc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:50.406433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1273b362-8128-4950-a95f-ae064fd401ba req-a1365e81-d168-4bfc-8021-0964403d6bfc tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0651014 Jul 06 18:59:50.446186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1273b362-8128-4950-a95f-ae064fd401ba req-0b06cc99-ea4e-421d-8def-f42d05649e34 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Jul 06 18:59:50.471332 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:50.537506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a8571370-6182-471f-a9f4-87a90de13a62 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/262e4ba7-f338-492a-8f5a-72862f41fa22 HTTP/1.1" status: 200 len: 993 time: 0.0648212 Jul 06 18:59:55.561199 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21ea3de0-7e6b-4925-bf0c-94cf9d7aa0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:58.058623 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9421afd1-4f76-4dc8-91ba-28fae23d1f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:58.060525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:59.622976 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:00.759731 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:01.016357 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:03.151438 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:05.380556 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:00:23.233245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:23.391442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port fe2faeb0-ae95-4198-8485-80cc037a99a2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:00:23.391695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:23.466999 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:23.467553 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:23.480107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for fe2faeb0-ae95-4198-8485-80cc037a99a2 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:00:23.632365 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:23.658688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=fe2faeb0-ae95-4198-8485-80cc037a99a2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:23.690643 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.690996 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.691387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.691733 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.692071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.692407 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.692747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.693080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.693411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.693739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.694071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.694392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:23.738546 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:23.738911 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP 262e4ba7-f338-492a-8f5a-72862f41fa22 disassociated (deleted). External IP: 172.25.5.228, port: a8f8d3bf-4654-4f33-abff-f3b81c4e2841. Jul 06 19:00:23.953796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:00:24.364089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:00:24.369109 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:24.373709 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] Sync routers for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:00:24.382175 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:24.382801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:24.406983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5c892f73-48bb-4a8d-8950-a13f3c4796b8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/floatingips/262e4ba7-f338-492a-8f5a-72862f41fa22 HTTP/1.1" status: 204 len: 168 time: 1.1725140 Jul 06 19:00:24.407577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:24.409839 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95af398-bc69-4b23-91fc-f2c5e3f07763" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:24.658995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:24.665519 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d473e3e-7cec-4191-b1cd-045789e7ae37 x-openstack-request-id: req-3d473e3e-7cec-4191-b1cd-045789e7ae37 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:24.665951 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:24.666863 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d473e3e-7cec-4191-b1cd-045789e7ae37 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:24.667472 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'status': 'completed', 'code': 200} Jul 06 19:00:24.754173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-757e0d66-b88f-442c-b912-cae66e0c2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:24.757470 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-757e0d66-b88f-442c-b912-cae66e0c2335 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 1096 time: 0.0678694 Jul 06 19:00:24.872897 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:57Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:24.904746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] Checking router: 7a9615f3-7280-40f6-9c5f-b36b454f6be5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:00:24.911965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24461da1-a865-4d01-8d6e-72b6b794f014 req-25575cfd-2e5e-4338-a8e3-0ed60c2d6a80 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:24.913039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:24.913509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24461da1-a865-4d01-8d6e-72b6b794f014 req-25575cfd-2e5e-4338-a8e3-0ed60c2d6a80 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.1507876 Jul 06 19:00:24.913686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T18:59:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:24.914505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-5eacebb0-2bcd-4814-a254-11e5e7e90ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:24.915932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-5eacebb0-2bcd-4814-a254-11e5e7e90ac2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 200 len: 897 time: 0.1424990 Jul 06 19:00:24.973220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-36bdfcd6-a9a2-4e52-84f7-12929ca7265d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 200 len: 217 time: 0.0463896 Jul 06 19:00:24.999562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-24461da1-a865-4d01-8d6e-72b6b794f014 req-539f4758-810f-46c3-ad34-205dc9648fa3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792265 Jul 06 19:00:25.026016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:25.035426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-e686ea83-fd8b-4503-9bf1-183a356f10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:25.036966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-e686ea83-fd8b-4503-9bf1-183a356f10ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 200 len: 835 time: 0.0525351 Jul 06 19:00:25.097458 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-e272cde4-3fd6-43bc-8592-b12489869658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:25.098968 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-e272cde4-3fd6-43bc-8592-b12489869658 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ddf47692-40f7-45d7-88ef-2b1be1716a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531192 Jul 06 19:00:25.200838 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-a4f860be-9c8a-4e26-bcc3-13c784c3335b service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892279 Jul 06 19:00:25.228578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:57Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:25.258066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c4d7d-9925-4c6f-8f0f-a97c9cb82913 None None] The sync data for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 is: [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:52Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'a51b6433-8fee-4bdc-bc9f-a8caa40e4db3', 'name': '', 'network_id': 'ddf47692-40f7-45d7-88ef-2b1be1716a74', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:0a:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:51Z', 'updated_at': '2021-07-06T18:58:57Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'eea8fbf2-4565-4751-98a6-384474772c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:00:25.297857 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e95af398-bc69-4b23-91fc-f2c5e3f07763 req-093f83c5-b029-46a4-9592-5cec8f2c4f06 service neutron] 10.222.0.60 "GET /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902042 Jul 06 19:00:25.482731 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5beb0b-9fc0-46cf-8c36-8eeb9c897951 None None] New status for floating IP 262e4ba7-f338-492a-8f5a-72862f41fa22: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:00:25.563514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64d846bf-d92e-481f-9bd4-bf9e01346b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:26.178686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806bfc5-e442-46bf-b145-fd535e430116 req-9dc7ced9-170c-4930-a011-9cfab34608d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:26.180201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e806bfc5-e442-46bf-b145-fd535e430116 req-9dc7ced9-170c-4930-a011-9cfab34608d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0680761 Jul 06 19:00:26.245649 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e806bfc5-e442-46bf-b145-fd535e430116 req-4422657e-f1a6-4265-a8ec-178493f95b4b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=4b242543-8c15-4cb4-84a3-7152925f9dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597067 Jul 06 19:00:26.279533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b3953165-a2ee-476e-a5ad-9738187837d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:26.281158 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b3953165-a2ee-476e-a5ad-9738187837d2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f0e306d-66c4-4e73-96c3-cd4dd99d86b4 HTTP/1.1" status: 200 len: 945 time: 0.0742018 Jul 06 19:00:26.390070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:00:26.390311 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:26.478815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port a8f8d3bf-4654-4f33-abff-f3b81c4e2841, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:26.479182 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:26.491208 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for a8f8d3bf-4654-4f33-abff-f3b81c4e2841 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:00:26.623186 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:26.653327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=a8f8d3bf-4654-4f33-abff-f3b81c4e2841,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:26.697251 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] No DVR routers for this DVR port a8f8d3bf-4654-4f33-abff-f3b81c4e2841 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:00:26.700046 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:26.702609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0dd25819-92c3-4135-ac3d-eef18d772a5c req-b2057621-e813-44a9-978c-397412a6f896 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "DELETE /v2.0/ports/a8f8d3bf-4654-4f33-abff-f3b81c4e2841 HTTP/1.1" status: 204 len: 173 time: 0.4160545 Jul 06 19:00:26.703089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'name': 'network-vif-deleted', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:26.705366 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67537e92-8490-4b38-a9ca-58c61ebe4a9e" -d '{"events": [{"server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "name": "network-vif-deleted", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:26.742576 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3acaf32-1bd5-4c98-a23d-50756b0b4580 x-openstack-request-id: req-d3acaf32-1bd5-4c98-a23d-50756b0b4580 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:26.742901 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0e306d-66c4-4e73-96c3-cd4dd99d86b4", "name": "network-vif-deleted", "tag": "a8f8d3bf-4654-4f33-abff-f3b81c4e2841", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:26.743181 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3acaf32-1bd5-4c98-a23d-50756b0b4580 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:26.743607 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0e306d-66c4-4e73-96c3-cd4dd99d86b4', 'name': 'network-vif-deleted', 'tag': 'a8f8d3bf-4654-4f33-abff-f3b81c4e2841', 'status': 'completed', 'code': 200} Jul 06 19:00:27.342472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:27.712903 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:27.988580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:00:27.988839 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.057681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.059952 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f4e035-f0d2-4760-b377-307407f737fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.085560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port a51b6433-8fee-4bdc-bc9f-a8caa40e4db3, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:28.085919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.099248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:00:28.289841 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.316452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=a51b6433-8fee-4bdc-bc9f-a8caa40e4db3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:28.510323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.732831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:00:28.839075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:00:28.846032 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4958613f-a043-4b97-a088-24f796954592 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/7a9615f3-7280-40f6-9c5f-b36b454f6be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5018525 Jul 06 19:00:28.848231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:28.852517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] Sync routers for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:00:28.867662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:28.868809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:28.916429 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting subnet eea8fbf2-4565-4751-98a6-384474772c4d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:00:28.921454 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.969644 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:28.994062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:29.054695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.118359 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.147248 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Subnet': ['ID=eea8fbf2-4565-4751-98a6-384474772c4d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:29.149262 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.151174 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aee73db3-fc8d-416e-a709-90a08136d668 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/subnets/eea8fbf2-4565-4751-98a6-384474772c4d HTTP/1.1" status: 204 len: 168 time: 0.3017788 Jul 06 19:00:29.154579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45230) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:29.160306 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c3cf3-8696-4f61-ab26-562165fb5c82 None None] Network ddf47692-40f7-45d7-88ef-2b1be1716a74 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:00:29.261173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T19:00:28Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:29.265014 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.305128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] Checking router: 7a9615f3-7280-40f6-9c5f-b36b454f6be5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:00:29.320204 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] Routers {'7a9615f3-7280-40f6-9c5f-b36b454f6be5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:29.320832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:29.386952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.442292 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] DHCP port deletion for ddf47692-40f7-45d7-88ef-2b1be1716a74 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:00:29.450009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port d4c51d46-0602-4398-85ac-8d47f5e2ec4c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:00:29.450885 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.453034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] Set router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:29.530879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port d4c51d46-0602-4398-85ac-8d47f5e2ec4c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:29.531506 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.543956 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for d4c51d46-0602-4398-85ac-8d47f5e2ec4c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:00:29.607418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Deleting port a8e22ac2-b486-4a61-b00d-b3af5101c51e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:00:29.607798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.692040 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.712308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] For port a8e22ac2-b486-4a61-b00d-b3af5101c51e, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a8e22ac2-b486-4a61-b00d-b3af5101c51e,segment=NetworkSegment(659521cd-7005-4c6f-8291-8ed414af1850),segment_id=659521cd-7005-4c6f-8291-8ed414af1850)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:29.712764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.714776 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.730405 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Calling delete_port for a8e22ac2-b486-4a61-b00d-b3af5101c51e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:00:29.741561 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=d4c51d46-0602-4398-85ac-8d47f5e2ec4c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:29.792535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a8f8d3bf-4654-4f33-abff-f3b81c4e2841 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:00:29.797661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T19:00:28Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:29.814963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.844823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd09ec9-9adb-41fa-ab5d-2f98a59a1155 None None] The sync data for ids ['7a9615f3-7280-40f6-9c5f-b36b454f6be5'] in n-d-799527-3 is: [{'id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865488146', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T19:00:28Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'd4c51d46-0602-4398-85ac-8d47f5e2ec4c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9615f3-7280-40f6-9c5f-b36b454f6be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:48Z', 'updated_at': '2021-07-06T18:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:00:29.850588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: a8f8d3bf-4654-4f33-abff-f3b81c4e2841 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:00:29.850863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device a8f8d3bf-4654-4f33-abff-f3b81c4e2841 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:00:29.881780 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.908870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Pushing event deleted for resources: {'Port': ['ID=a8e22ac2-b486-4a61-b00d-b3af5101c51e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:29.913203 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] No DVR routers for this DVR port a8e22ac2-b486-4a61-b00d-b3af5101c51e on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:00:29.916747 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.919706 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.920809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.921160 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.921530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.921965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.922198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.922541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.922870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.923197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.923640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.923865 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.924507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.924507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9db15b-46f2-4452-b171-5069e01f3db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:29.967748 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.968418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Fanout notify agent at l3_agent the message router_deleted on router 7a9615f3-7280-40f6-9c5f-b36b454f6be5 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:00:29.975420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:29.976532 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6b0a4f9b-8240-4005-a16b-026a00b0d8e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/routers/7a9615f3-7280-40f6-9c5f-b36b454f6be5 HTTP/1.1" status: 204 len: 168 time: 0.8209090 Jul 06 19:00:29.979405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45232) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:30.059103 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.146690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.156955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf47692-40f7-45d7-88ef-2b1be1716a74']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:30.166236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659521cd-7005-4c6f-8291-8ed414af1850') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:30.166527 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659521cd-7005-4c6f-8291-8ed414af1850') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:30.176177 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.192494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.199053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:00:30.199489 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: timer() Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:00:30.202941 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:00:30.267959 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.275159 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.280724 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/networks/ddf47692-40f7-45d7-88ef-2b1be1716a74 HTTP/1.1" status: 204 len: 168 time: 0.2966931 Jul 06 19:00:30.280845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45234) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:30.294739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210dbb7-c173-466e-b9f8-14f9d61a4da3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Network': ['ID=ddf47692-40f7-45d7-88ef-2b1be1716a74,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:30.348010 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.374497 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.435890 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.438651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.439988 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/security-groups/4b242543-8c15-4cb4-84a3-7152925f9dfb HTTP/1.1" status: 204 len: 168 time: 0.1582444 Jul 06 19:00:30.455535 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b242543-8c15-4cb4-84a3-7152925f9dfb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:30.466445 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.466804 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.467389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.467834 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.468197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.468508 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.469152 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.469470 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.469797 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.470130 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.470473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.470774 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5da68-4a41-477b-9b0c-18135d475ccd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:30.763611 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:30.989372 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45244) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:30.994184 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994576904', 'description': 'tempest-secgroup-smoke-1994576904 description', 'project_id': '9d9aab526539466c8b5406b357769696'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.020067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.020690 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.114181 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.118562 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.136444 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:00:31.147308 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.151420 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1583319 Jul 06 19:00:31.151774 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.156941 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fd436615-ca54-4979-9021-a7075e91b77b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.158235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:00:31.158801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a51b6433-8fee-4bdc-bc9f-a8caa40e4db3 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:00:31.159128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634630dd-62bb-43b9-a090-81dc3295f785 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd436615-ca54-4979-9021-a7075e91b77b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.159375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c51d46-0602-4398-85ac-8d47f5e2ec4c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:00:31.180492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d4c51d46-0602-4398-85ac-8d47f5e2ec4c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:00:31.180899 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d4c51d46-0602-4398-85ac-8d47f5e2ec4c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:00:31.181309 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a8e22ac2-b486-4a61-b00d-b3af5101c51e no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:00:31.188425 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.203651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a8e22ac2-b486-4a61-b00d-b3af5101c51e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:00:31.204001 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a8e22ac2-b486-4a61-b00d-b3af5101c51e not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:00:31.250279 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.254510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.272022 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5841ba5-f1a3-40a0-8269-778293e345c1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.278040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.280191 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d089c765-54b9-489e-af15-673052b8d0c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265006 Jul 06 19:00:31.282018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.286433 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fd436615-ca54-4979-9021-a7075e91b77b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.312804 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.369176 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.373533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.394341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed0dc89-0a58-4361-8faf-5038f432b3ff,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.400832 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.402217 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cfb353bb-a802-4f6d-bd48-f2f2b04e4b56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192422 Jul 06 19:00:31.404994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.409531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fd436615-ca54-4979-9021-a7075e91b77b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.437753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.496058 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.500790 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.521581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a925aa41-edbd-49f9-bc84-3ee1b10b4daf,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.528450 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.529952 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6de38ac4-6437-4dc0-9db6-66fd018b5130 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238883 Jul 06 19:00:31.532489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.537412 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fd436615-ca54-4979-9021-a7075e91b77b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.564525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.623988 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.627413 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.645029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e10cd3c-d6f4-4728-8339-33a17bbbb554,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.649808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.650989 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7eb24da2-2fbc-4346-b993-7dfadfa1408a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175799 Jul 06 19:00:31.654525 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45254) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.659349 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fd436615-ca54-4979-9021-a7075e91b77b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.681552 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:00:31.686510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.740286 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.744003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.764076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803fe5ef-d822-4fc0-a060-3f8ef0efee25,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.768005 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.769214 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2d26985f-0cb7-4481-b5bd-7f27785a85b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136141 Jul 06 19:00:31.772022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45256) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.776592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': 'fd436615-ca54-4979-9021-a7075e91b77b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.799909 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:00:31.804824 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.870117 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.874052 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.893655 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f13a19f-e21a-4f3f-a7fc-4e9bce8e8649,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:31.901566 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.903897 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-785c4f1b-6096-4237-a474-b3e80c79903b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300681 Jul 06 19:00:31.906588 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45258) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:31.911700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'network': {'name': 'tempest-network-smoke--892499249', 'project_id': '9d9aab526539466c8b5406b357769696', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:31.932764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:00:31.936437 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.960500 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:00:31.970525 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:31.970879 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Added segment a6e08d0c-85b2-4ef3-885b-b38dbf300688 of type vlan for network d62c921c-64cc-4be7-b64f-789e2307b52c Jul 06 19:00:32.010645 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.041544 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.048780 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:32.049397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.105062 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1974373 Jul 06 19:00:32.108434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:32.113256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'admin_state_up': True, 'project_id': '9d9aab526539466c8b5406b357769696', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:32.120782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f20af-c782-4203-b730-ed36152d32d6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Network': ['ID=d62c921c-64cc-4be7-b64f-789e2307b52c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:32.132222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network d62c921c-64cc-4be7-b64f-789e2307b52c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:00:32.137741 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.139431 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.193426 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.634017 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.826821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.846902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:32.954656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.213 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/a83b8687-c981-45bb-8253-2112056ef53a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:00:33.060009 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:33.100158 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:33.143967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:33.153654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:33.154297 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:33.156479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:00:33.162411 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=a83b8687-c981-45bb-8253-2112056ef53a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:33.419558 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:33.624568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:33.760758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router f79a8763-ba5d-4bed-91d0-1c0489bb1523 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:00:33.869577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:00:33.878837 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Sync routers for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:00:33.887780 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:33.888436 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:33.888565 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:33.892632 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45262) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:33.893212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-eadc7520-7fe3-426e-81e6-41b7d4bc1089 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7830324 Jul 06 19:00:33.931126 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3328a622-f15a-4eda-8d5e-3f8fab3e788a tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d9aab526539466c8b5406b357769696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369821 Jul 06 19:00:33.933657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:34.088886 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:34.091664 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e63bf-8c68-4bd8-a1e8-c3c16c36a32e tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:34.093206 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-820e63bf-8c68-4bd8-a1e8-c3c16c36a32e tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1579919 Jul 06 19:00:34.096264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45266) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:34.134571 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-fa331ea1-a334-4966-a9f1-fb759457efa0 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371978 Jul 06 19:00:34.137120 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45268) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:34.142468 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372244517', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'project_id': '9d9aab526539466c8b5406b357769696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:34.230628 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:00:34.235131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.265176 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:33Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:34.296477 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Checking router: f79a8763-ba5d-4bed-91d0-1c0489bb1523 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:00:34.296906 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Updating router f79a8763-ba5d-4bed-91d0-1c0489bb1523 port a83b8687-c981-45bb-8253-2112056ef53a binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:00:34.333135 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.592402 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.604089 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Transition to ACTIVE for port object a83b8687-c981-45bb-8253-2112056ef53a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:34.611497 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.663958 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Attempting to bind port a83b8687-c981-45bb-8253-2112056ef53a on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:00:34.664330 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Attempting to bind port a83b8687-c981-45bb-8253-2112056ef53a by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:00:34.664690 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Attempting to bind port a83b8687-c981-45bb-8253-2112056ef53a on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:34.672804 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Pushing event updated for resources: {'Port': ['ID=a83b8687-c981-45bb-8253-2112056ef53a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:34.675762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:00:34.676113 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:00:34.676524 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.676968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:00:34.677439 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Bound port: a83b8687-c981-45bb-8253-2112056ef53a, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:00:34.677825 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.678680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.684241 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.684989 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.684989 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.685247 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.685575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.685899 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.686224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.686549 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.686865 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.687185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.687531 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.687848 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:00:34.739832 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Subnet': ['ID=b2234ad6-16e8-47fd-a31a-f67080f33e64,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:34.740583 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] For port a83b8687-c981-45bb-8253-2112056ef53a, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:00:34.745343 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] For port a83b8687-c981-45bb-8253-2112056ef53a, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a83b8687-c981-45bb-8253-2112056ef53a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:00:34.750411 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.756563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Checking segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:00:34.756928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network hostable DHCP agents. Network: d62c921c-64cc-4be7-b64f-789e2307b52c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:00:34.773340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network d62c921c-64cc-4be7-b64f-789e2307b52c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:00:34.783855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, d62c921c-64cc-4be7-b64f-789e2307b52c) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:34.788191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:34.788796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:34.794992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a386c0e-8e94-4ecb-abe1-1e3c98e7c81b None None] Network d62c921c-64cc-4be7-b64f-789e2307b52c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:00:34.812745 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-76ffa197-f4d1-4df0-81f2-1a4332b45dcd tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6739075 Jul 06 19:00:34.813428 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ee48a-9114-4172-874b-c77776ba0fb5 None None] Pushing event updated for resources: {'Port': ['ID=a83b8687-c981-45bb-8253-2112056ef53a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:34.815662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:34.820929 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:34.821572 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:34.930320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:34.953635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-d62c921c-64cc-4be7-b64f-789e2307b52c', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:00:34.954577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.103930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Allocated IP 172.20.0.2 (d62c921c-64cc-4be7-b64f-789e2307b52c/b2234ad6-16e8-47fd-a31a-f67080f33e64/fc0aea57-2405-477a-b228-710160c2f156) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:00:35.121836 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:33Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:35.150765 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b37965-2f97-4088-a824-a82f96f50de4 None None] The sync data for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 is: [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:33Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:00:35.330455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.461160 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.470971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Transition to ACTIVE for port object fc0aea57-2405-477a-b228-710160c2f156 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:35.498520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Transition to ACTIVE for port object fc0aea57-2405-477a-b228-710160c2f156 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:35.505694 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.554797 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Network d62c921c-64cc-4be7-b64f-789e2307b52c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:35.560707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:35.566187 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:00:35.569602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Pushing event updated for resources: {'Port': ['ID=fc0aea57-2405-477a-b228-710160c2f156,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:35.632885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Attempting to bind port fc0aea57-2405-477a-b228-710160c2f156 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:00:35.633287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Attempting to bind port fc0aea57-2405-477a-b228-710160c2f156 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:00:35.633625 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Attempting to bind port fc0aea57-2405-477a-b228-710160c2f156 on network d62c921c-64cc-4be7-b64f-789e2307b52c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:35.639839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:00:35.640226 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Checking segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:00:35.640658 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.641048 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Bound using segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:00:35.641531 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Bound port: fc0aea57-2405-477a-b228-710160c2f156, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:00:35.641927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.660370 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.1 (d62c921c-64cc-4be7-b64f-789e2307b52c/b2234ad6-16e8-47fd-a31a-f67080f33e64/6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:00:35.710982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] For port fc0aea57-2405-477a-b228-710160c2f156, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:00:35.714711 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] For port fc0aea57-2405-477a-b228-710160c2f156, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc0aea57-2405-477a-b228-710160c2f156,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:00:35.719856 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.782855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76db69-b54f-4fdb-b2e0-d9cf019f5117 None None] Pushing event updated for resources: {'Port': ['ID=fc0aea57-2405-477a-b228-710160c2f156,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:35.796503 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.814464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:35.862047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:35.911635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network d62c921c-64cc-4be7-b64f-789e2307b52c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:35.915221 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:35.918266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:00:35.975737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:35.991344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:36.154589 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:36.437167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:36.442204 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:36.520012 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:36.521735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:36.623744 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network d62c921c-64cc-4be7-b64f-789e2307b52c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:36.625197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:36.741450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4351b-b445-4ed1-8214-b1bcdc9dba11 None None] Network d62c921c-64cc-4be7-b64f-789e2307b52c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:00:36.743654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router f79a8763-ba5d-4bed-91d0-1c0489bb1523 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:00:36.832817 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6e93b125-2b6e-4d7c-89ca-4924e43777b8 None None] Provisioning for port fc0aea57-2405-477a-b228-710160c2f156 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:36.857204 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:00:36.862542 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-64c524a9-e72d-4eed-b5a3-ddf11413ade1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/f79a8763-ba5d-4bed-91d0-1c0489bb1523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450938 Jul 06 19:00:37.050956 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-7825c58b-e1e2-4338-a8d8-b3a678d5c164 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994576904&fields=id&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 267 time: 0.0425346 Jul 06 19:00:37.203963 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-d3234246-398c-4c09-9191-e54202fc0b96 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:37.211304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-d3234246-398c-4c09-9191-e54202fc0b96 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 796 time: 0.1527128 Jul 06 19:00:37.214433 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ebffc25-7cf9-4170-803b-45a6c5a63c71 None None] Provisioning for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:37.228020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-5b74c370-0fe7-4187-9cc6-76744c9f5f24 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/quotas/9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 375 time: 0.0157540 Jul 06 19:00:37.228816 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ebffc25-7cf9-4170-803b-45a6c5a63c71 None None] Provisioning complete for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:37.229233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ebffc25-7cf9-4170-803b-45a6c5a63c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.264311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a83b8687-c981-45bb-8253-2112056ef53a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:37.298440 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-f23332dd-0d7d-4287-8102-4f676279d1cb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695164 Jul 06 19:00:37.308231 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ebffc25-7cf9-4170-803b-45a6c5a63c71 None None] Port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:00:37.333139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port a83b8687-c981-45bb-8253-2112056ef53a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:37.338237 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a83b8687-c981-45bb-8253-2112056ef53a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:37.338614 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.383420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Sync routers for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:00:37.398960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:37.399637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:37.513327 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-5d932187-cca1-4fef-a0dd-0ba792876452 service neutron] 10.222.0.37 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977737 Jul 06 19:00:37.522923 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf520f6c-0033-4344-b5eb-8fbcbcc171f8 None None] Provisioning complete for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:37.523343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf520f6c-0033-4344-b5eb-8fbcbcc171f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.556840 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.605038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port a83b8687-c981-45bb-8253-2112056ef53a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a83b8687-c981-45bb-8253-2112056ef53a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:37.608229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:37.610208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cf520f6c-0033-4344-b5eb-8fbcbcc171f8 None None] Port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:00:37.616150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-85864f5b-6ea4-4da5-bab3-df73dd2824c3 service neutron] 10.222.0.37 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939898 Jul 06 19:00:37.635961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.636871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc0aea57-2405-477a-b228-710160c2f156 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:37.793987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=a83b8687-c981-45bb-8253-2112056ef53a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:37.830240 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-49aecd88-84ba-458c-b277-62c86f30aad6 req-b37df185-fbfb-437c-af1b-f3ed51fe9d7a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 210 time: 0.0347512 Jul 06 19:00:37.843520 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-03f387b0-5346-4444-9661-4e92bd176745 None None] Provisioning complete for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:37.844320 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03f387b0-5346-4444-9661-4e92bd176745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.877761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fc0aea57-2405-477a-b228-710160c2f156 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:37.889345 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fc0aea57-2405-477a-b228-710160c2f156 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:37.889726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:37.930824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03f387b0-5346-4444-9661-4e92bd176745 None None] Port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:00:38.035513 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.066943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 2, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:38.099564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Checking router: f79a8763-ba5d-4bed-91d0-1c0489bb1523 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:00:38.099928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Updating router f79a8763-ba5d-4bed-91d0-1c0489bb1523 port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:00:38.104730 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fc0aea57-2405-477a-b228-710160c2f156, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc0aea57-2405-477a-b228-710160c2f156,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:38.126066 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.173215 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.201334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fc0aea57-2405-477a-b228-710160c2f156,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:38.475863 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.488420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Transition to ACTIVE for port object 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:38.493573 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.564163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce27dd-e482-4b23-97a5-89d274347a4c None None] Pushing event updated for resources: {'Port': ['ID=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:38.601308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Attempting to bind port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:00:38.601680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Attempting to bind port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:00:38.602045 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Attempting to bind port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 on network d62c921c-64cc-4be7-b64f-789e2307b52c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:38.607851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:00:38.608230 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Checking segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:00:38.608640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.609040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Bound using segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:00:38.609512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Bound port: 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:00:38.609902 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.675732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] For port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:00:38.679860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] For port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:00:38.686530 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:38.771165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:38.771862 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:38.823510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce27dd-e482-4b23-97a5-89d274347a4c None None] Pushing event updated for resources: {'Port': ['ID=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:38.940062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:38.955818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-828d107f-1b09-4630-b0c0-7b52b726e931 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:38.957654 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-828d107f-1b09-4630-b0c0-7b52b726e931 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 796 time: 0.1376998 Jul 06 19:00:39.046415 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f6378c5-ae97-4b43-b3cd-38bf9783365a req-36b0d728-d6a0-44b7-98d2-04385baf3681 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 210 time: 0.0465677 Jul 06 19:00:39.078156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-21f2aa08-cce3-4530-827b-7f55b77b4239 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 380 time: 0.0978861 Jul 06 19:00:39.094044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'port': {'device_id': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'admin_state_up': True, 'tenant_id': '9d9aab526539466c8b5406b357769696', 'security_groups': ['fd436615-ca54-4979-9021-a7075e91b77b']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:39.141125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a83b8687-c981-45bb-8253-2112056ef53a up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:39.209617 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:00:39.213222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.233371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port a83b8687-c981-45bb-8253-2112056ef53a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:39.233776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.258472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:38Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:39.288031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c5812-6308-4cc8-a30c-2569a947d90a None None] The sync data for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 is: [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:38Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:00:39.367009 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.9 (d62c921c-64cc-4be7-b64f-789e2307b52c/b2234ad6-16e8-47fd-a31a-f67080f33e64/ab57262e-24e4-46cb-bb62-e347cc08329f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:00:39.545144 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc0aea57-2405-477a-b228-710160c2f156 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:39.555750 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.592372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object ab57262e-24e4-46cb-bb62-e347cc08329f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:39.600577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fc0aea57-2405-477a-b228-710160c2f156 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:39.601105 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.632650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.679645 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network d62c921c-64cc-4be7-b64f-789e2307b52c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:39.682898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:39.690711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:00:39.719418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:39.753260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:39.753668 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.773392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-3b22d2db-7573-44a2-a1e0-9b7d03d40ffa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854041 Jul 06 19:00:39.834329 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Request body: {'port': {'device_id': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:39.921636 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.935222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bb4be8d2-458e-4193-92da-d761791f2466 None None] Provisioning for port ab57262e-24e4-46cb-bb62-e347cc08329f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:39.940331 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bb4be8d2-458e-4193-92da-d761791f2466 None None] Provisioning complete for port ab57262e-24e4-46cb-bb62-e347cc08329f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:39.940712 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8d2-458e-4193-92da-d761791f2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:39.980881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8d2-458e-4193-92da-d761791f2466 None None] Port ab57262e-24e4-46cb-bb62-e347cc08329f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:00:40.434922 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dbef4-929d-400c-8d64-6b1a37419acb req-c13a154b-79ca-401b-b40b-17e246cd57f4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:40.437657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b9dbef4-929d-400c-8d64-6b1a37419acb req-c13a154b-79ca-401b-b40b-17e246cd57f4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 931 time: 0.1681092 Jul 06 19:00:40.529244 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7b9dbef4-929d-400c-8d64-6b1a37419acb req-13b7b9fc-ad76-49a3-8156-437d69100839 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849524 Jul 06 19:00:40.623144 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab57262e-24e4-46cb-bb62-e347cc08329f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:00:40.630535 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:40.642567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Transition to ACTIVE for port object ab57262e-24e4-46cb-bb62-e347cc08329f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:00:40.646138 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:40.695822 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:40.772108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:00:40.772447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:00:40.772777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f on network d62c921c-64cc-4be7-b64f-789e2307b52c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:40.777578 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Port ab57262e-24e4-46cb-bb62-e347cc08329f on network d62c921c-64cc-4be7-b64f-789e2307b52c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:00:40.778514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f on network d62c921c-64cc-4be7-b64f-789e2307b52c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:00:40.783852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:00:40.784177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Checking segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:00:40.784570 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Bound using segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:00:40.785003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Bound port: ab57262e-24e4-46cb-bb62-e347cc08329f, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:00:40.785367 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:40.857520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:00:40.860540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:00:40.864989 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:40.897626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:40.898456 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:40.900041 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 1091 time: 1.1187866 Jul 06 19:00:40.902500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:40.907450 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:40.938358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234a52-07db-4a13-bd53-85ae7e3b9161 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:40.957269 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857e1cb-83db-4f6d-a1f0-0fb19ba0915c x-openstack-request-id: req-e857e1cb-83db-4f6d-a1f0-0fb19ba0915c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:40.957566 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:40.957824 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e857e1cb-83db-4f6d-a1f0-0fb19ba0915c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:40.958224 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'status': 'completed', 'code': 200} Jul 06 19:00:41.005588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-a72809b2-c438-4b06-a4b7-0eb0a22d4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.007137 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-a72809b2-c438-4b06-a4b7-0eb0a22d4b79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1094 time: 0.0608940 Jul 06 19:00:41.053277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-7b97e946-e681-491a-8131-ac386a52bb4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 217 time: 0.0390470 Jul 06 19:00:41.108967 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-17ceea0c-03fc-4a31-9d74-d0ab311dcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.110468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-17ceea0c-03fc-4a31-9d74-d0ab311dcc1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0511117 Jul 06 19:00:41.145118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:41.171609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-9a5f35a4-43fc-4c19-8d9c-8bb5109355c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.173104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-9a5f35a4-43fc-4c19-8d9c-8bb5109355c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566068 Jul 06 19:00:41.197649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:41.201979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:41.202356 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.274124 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-b3812627-00a5-4d0b-9b03-c406e29ffcf7 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947368 Jul 06 19:00:41.285345 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.318550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:41.322293 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:41.370559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c850b3-0c3b-4576-ad6c-dabe7b1ffee9 req-9acf89a3-fba6-4af6-ab3a-613fd3d30cf9 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897536 Jul 06 19:00:41.371096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:41.476364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-8abc8137-fbd4-4c74-b74f-d9777bccfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.477861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-8abc8137-fbd4-4c74-b74f-d9777bccfa9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1094 time: 0.0549095 Jul 06 19:00:41.572430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-c810a431-3338-4595-b671-f8bfa230ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.573930 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-c810a431-3338-4595-b671-f8bfa230ad5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.0897777 Jul 06 19:00:41.615435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-f3e37d07-e704-43d5-b00f-13a55632383c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 217 time: 0.0346177 Jul 06 19:00:41.699357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-a6fe6b9c-ee4d-4b3b-bf79-6dec77b272c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.701563 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-a6fe6b9c-ee4d-4b3b-bf79-6dec77b272c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0782640 Jul 06 19:00:41.760923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2d6b-9ed3-45ec-8a6f-ec9c4a9c1874 req-a160630a-9c80-4b42-828a-648cf082b1ee tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.763057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-937c2d6b-9ed3-45ec-8a6f-ec9c4a9c1874 req-a160630a-9c80-4b42-828a-648cf082b1ee tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 943 time: 0.1130219 Jul 06 19:00:41.797656 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-d3c2f33f-8826-4290-9295-8ab06ac1bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:41.799166 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-d3c2f33f-8826-4290-9295-8ab06ac1bee7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900800 Jul 06 19:00:41.819080 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-937c2d6b-9ed3-45ec-8a6f-ec9c4a9c1874 req-bfcac9b6-4607-4b37-805a-55b78911431b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496347 Jul 06 19:00:41.900586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-c8392888-faac-4489-8193-edeebdc55bdd service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936775 Jul 06 19:00:41.990855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8491d8e3-8570-4b4b-ac34-a604b8d2abbc req-03556bf9-f879-4fb9-9c47-003ca1216aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Jul 06 19:00:42.379722 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:00:43.001351 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2b33-5262-4062-ad08-a69d7070be45 req-58285823-a95c-499b-b5d5-04abdcfe4fa5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:43.002869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0d2b33-5262-4062-ad08-a69d7070be45 req-58285823-a95c-499b-b5d5-04abdcfe4fa5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 943 time: 0.0696158 Jul 06 19:00:43.043107 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0d2b33-5262-4062-ad08-a69d7070be45 req-30b6c7fa-85f9-4d93-b1cf-7bd79fe699a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345473 Jul 06 19:00:43.131112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:43.180171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:43.180467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:43.885701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:00:43.979580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:43.992068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'port_id': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'mac_address': 'fa:16:3e:d4:7d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:00:44.033626 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:44.047296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab57262e-24e4-46cb-bb62-e347cc08329f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:00:44.067157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:44.071987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:44.120299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:44.217180 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e25921-d655-4c26-ae06-4a766545979c req-752557cc-c1e3-44f3-bee7-a07ee061012a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:44.218887 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85e25921-d655-4c26-ae06-4a766545979c req-752557cc-c1e3-44f3-bee7-a07ee061012a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 944 time: 0.0632768 Jul 06 19:00:44.258120 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85e25921-d655-4c26-ae06-4a766545979c req-97719264-51eb-44b1-b541-3416368cd8d7 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334599 Jul 06 19:00:44.283137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['ab57262e-24e4-46cb-bb62-e347cc08329f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:00:45.431839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3e0ce-0c7a-4bc6-aa88-f17e63c9d5e6 req-b967250f-5b2b-439e-b7e1-6f8844f9748b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:45.433316 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9db3e0ce-0c7a-4bc6-aa88-f17e63c9d5e6 req-b967250f-5b2b-439e-b7e1-6f8844f9748b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 944 time: 0.0651681 Jul 06 19:00:45.472619 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9db3e0ce-0c7a-4bc6-aa88-f17e63c9d5e6 req-3aafb557-ff99-4640-87d0-f3e20d562421 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Jul 06 19:00:45.888902 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:00:45.937222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port ab57262e-24e4-46cb-bb62-e347cc08329f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:00:45.940881 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port ab57262e-24e4-46cb-bb62-e347cc08329f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:00:45.941256 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:46.020171 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:46.042608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:46.045792 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a8ffe0-8158-410f-b118-d1583e90bcfe" -d '{"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-plugged", "status": "completed", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:46.058869 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:00:46.063801 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:46.086444 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ef4a17-7d1a-4533-adba-ff3689d4fabd x-openstack-request-id: req-d8ef4a17-7d1a-4533-adba-ff3689d4fabd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:46.086738 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-plugged", "status": "completed", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:46.087019 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8ef4a17-7d1a-4533-adba-ff3689d4fabd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:46.087434 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'code': 200} Jul 06 19:00:46.116721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:46.230387 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f06f8-3b5a-4093-86a5-2512ffa73f8f req-53ccbf4e-ebc9-4196-9854-e8def0bb530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:46.232345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d64f06f8-3b5a-4093-86a5-2512ffa73f8f req-53ccbf4e-ebc9-4196-9854-e8def0bb530d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1096 time: 0.0570092 Jul 06 19:00:46.266754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d64f06f8-3b5a-4093-86a5-2512ffa73f8f req-dd128ea7-f724-4cb8-8d38-f3285079a53c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282309 Jul 06 19:00:46.650280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643b13a-6b62-4f88-80c3-dacbf3cc5a34 req-dcf3d389-d900-4728-b163-33e007384559 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:46.651802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9643b13a-6b62-4f88-80c3-dacbf3cc5a34 req-dcf3d389-d900-4728-b163-33e007384559 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0650883 Jul 06 19:00:46.689767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9643b13a-6b62-4f88-80c3-dacbf3cc5a34 req-265eca96-60bb-4025-a3a6-b84a3ed70c6a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Jul 06 19:00:47.868685 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ebff2-cd2b-40dc-941a-9b075f77571c req-83f0bb99-0541-4ea9-b9a4-4255cd66c500 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:47.870230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-021ebff2-cd2b-40dc-941a-9b075f77571c req-83f0bb99-0541-4ea9-b9a4-4255cd66c500 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0684984 Jul 06 19:00:47.908426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-021ebff2-cd2b-40dc-941a-9b075f77571c req-719a3105-9f44-4609-aec7-71e597d0b20a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Jul 06 19:00:48.081758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4fd1d-001f-43d6-b5ec-5218e311aafc req-ca3601ef-6af4-4b88-92d7-e0a32dfdda79 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:48.083227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dbb4fd1d-001f-43d6-b5ec-5218e311aafc req-ca3601ef-6af4-4b88-92d7-e0a32dfdda79 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0662460 Jul 06 19:00:48.124416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dbb4fd1d-001f-43d6-b5ec-5218e311aafc req-f5e3464e-70f0-4b2e-a062-6f20643bacee tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354741 Jul 06 19:00:48.147902 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45324) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:48.201270 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310724a1-cfce-4cc0-a5c1-3950092e724e tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:48.202799 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-310724a1-cfce-4cc0-a5c1-3950092e724e tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1091 time: 0.0539064 Jul 06 19:00:48.205873 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:48.210209 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:00:48.233260 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:48.333388 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:48.437991 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.7 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/85f53f09-aae5-4be1-bdef-a676aa3fb8be) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:00:48.552751 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:48.593549 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:48.629958 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:00:48.634317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:00:48.641045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:00:48.646370 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=85f53f09-aae5-4be1-bdef-a676aa3fb8be,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:49.016338 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.093283 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.243154 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.247964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.322515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=85f53f09-aae5-4be1-bdef-a676aa3fb8be,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:00:49.332238 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.438089 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP db8a601e-877f-4439-9ed7-435417440a5b associated. External IP: 172.25.5.7, port: ab57262e-24e4-46cb-bb62-e347cc08329f. Jul 06 19:00:49.649090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router f79a8763-ba5d-4bed-91d0-1c0489bb1523 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:00:49.761601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:00:49.772590 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] Sync routers for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:00:49.777985 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.783826 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:49.784427 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:49.819609 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1bf839a0-70ab-4169-acde-f564969224c8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6126919 Jul 06 19:00:49.820188 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:00:49.822455 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912e551-86da-4432-a5c3-0c14d97b6688" -d '{"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:00:49.897452 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:49.971782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e466-1681-4a32-9a88-395fbd242763 req-cc768dee-21d7-4e8f-b261-2b531737a681 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:49.973396 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d65e466-1681-4a32-9a88-395fbd242763 req-cc768dee-21d7-4e8f-b261-2b531737a681 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0638688 Jul 06 19:00:50.011551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d65e466-1681-4a32-9a88-395fbd242763 req-4056c22a-8900-4fa1-bf02-0ed5406b1ca0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Jul 06 19:00:50.036371 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45332) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:50.077378 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66338e7-ee36-4336-be22-e9d5ec10bb1f x-openstack-request-id: req-a66338e7-ee36-4336-be22-e9d5ec10bb1f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:00:50.077762 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:00:50.078111 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a66338e7-ee36-4336-be22-e9d5ec10bb1f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:00:50.078575 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'status': 'completed', 'code': 200} Jul 06 19:00:50.108496 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-42338628-9601-4be4-af84-c390967ee4c3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/db8a601e-877f-4439-9ed7-435417440a5b HTTP/1.1" status: 200 len: 989 time: 0.0695655 Jul 06 19:00:50.126461 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'db8a601e-877f-4439-9ed7-435417440a5b', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'port_id': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'mac_address': 'fa:16:3e:d4:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:00:48Z', 'updated_at': '2021-07-06T19:00:48Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:41Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:50.144852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-a06ed01d-4da5-452c-a9d7-68cd39153d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.146352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-a06ed01d-4da5-452c-a9d7-68cd39153d8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1096 time: 0.0634577 Jul 06 19:00:50.242850 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-b6740495-7dcd-4741-9701-e8c50ea477e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.244892 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-b6740495-7dcd-4741-9701-e8c50ea477e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.0905592 Jul 06 19:00:50.249740 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] Checking router: f79a8763-ba5d-4bed-91d0-1c0489bb1523 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:00:50.258490 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:00:50.259116 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:00:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:50.318399 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-1425d92c-27e7-4c32-be03-0344e8e6c9a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 997 time: 0.0678537 Jul 06 19:00:50.364937 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:00:50.369384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-52e78745-bfac-4111-8511-ab35430e9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.370872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-52e78745-bfac-4111-8511-ab35430e9201 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0453966 Jul 06 19:00:50.434631 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-1e73693f-1adc-43c9-86b3-d89502009b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:50.436355 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-1e73693f-1adc-43c9-86b3-d89502009b63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559709 Jul 06 19:00:50.532455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-6197b0dd-464c-4791-9a2b-bd4348d96089 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893373 Jul 06 19:00:50.593471 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'db8a601e-877f-4439-9ed7-435417440a5b', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'port_id': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'mac_address': 'fa:16:3e:d4:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:00:48Z', 'updated_at': '2021-07-06T19:00:48Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:41Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:00:50.624264 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ba796-409d-499d-a528-d7a000fa6ff9 None None] The sync data for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 is: [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'db8a601e-877f-4439-9ed7-435417440a5b', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'port_id': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'mac_address': 'fa:16:3e:d4:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:00:48Z', 'updated_at': '2021-07-06T19:00:48Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:41Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:00:50.625906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1912e551-86da-4432-a5c3-0c14d97b6688 req-02e9aebf-165a-4adc-92e1-2b1e362056f4 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873044 Jul 06 19:00:50.820098 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb41a5-44e3-4e6a-b335-783fc41d441a None None] New status for floating IP db8a601e-877f-4439-9ed7-435417440a5b: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:00:51.111272 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:00:51.181109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-aab43bfe-a4e8-4b29-9e02-4d424b01e1ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/db8a601e-877f-4439-9ed7-435417440a5b HTTP/1.1" status: 200 len: 991 time: 0.0686553 Jul 06 19:00:55.565075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af35f6ce-7f8c-43b3-86a4-4c1027b26dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:58.059550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea480ba-20ab-4e57-ab34-7048cc9f72f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:58.061584 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:59.629361 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:00.758414 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:01.022461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:03.150191 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:19.380115 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:01:20.275983 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8a8da666-520e-49b9-9370-08fdcce087e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314368 Jul 06 19:01:20.290521 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66c17-c0b9-4116-9e4b-340bf04411c5 req-078e3680-55f7-4f20-8f3f-8522d4a91ce4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:20.292119 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0df66c17-c0b9-4116-9e4b-340bf04411c5 req-078e3680-55f7-4f20-8f3f-8522d4a91ce4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0866637 Jul 06 19:01:20.350716 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0df66c17-c0b9-4116-9e4b-340bf04411c5 req-826151f6-e645-4921-beaa-02f2907e8d41 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478461 Jul 06 19:01:21.537646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb396e-7f18-4d46-8f86-e6a57f9cc2cc req-b4437f8b-1bfc-4360-bc5f-7918aa628526 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:21.539233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bdb396e-7f18-4d46-8f86-e6a57f9cc2cc req-b4437f8b-1bfc-4360-bc5f-7918aa628526 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0671780 Jul 06 19:01:21.585128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9bdb396e-7f18-4d46-8f86-e6a57f9cc2cc req-961ab19f-6a7f-4d9c-a77d-678a6e9004e5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399573 Jul 06 19:01:21.739108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-e2b89c4e-9531-4a95-a5a9-5d1fbe2dc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:21.740635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-e2b89c4e-9531-4a95-a5a9-5d1fbe2dc5a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1096 time: 0.0623004 Jul 06 19:01:21.846434 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-fc060169-bca2-43af-a40b-45bdad78eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:21.848255 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-fc060169-bca2-43af-a40b-45bdad78eb85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.0975955 Jul 06 19:01:21.930954 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-cb6723cb-4fa0-4c9d-9cc3-e6f092deecff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 999 time: 0.0739450 Jul 06 19:01:22.013447 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-07280def-4634-49b1-9d27-bbd288ed5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:22.016181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-07280def-4634-49b1-9d27-bbd288ed5344 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0762901 Jul 06 19:01:22.086216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-04db90d3-9992-4966-aadf-8edf9dccb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:22.087883 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-04db90d3-9992-4966-aadf-8edf9dccb616 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632911 Jul 06 19:01:22.205640 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-0c0e725f-28bc-4875-80e0-9cffd79fe3e3 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076252 Jul 06 19:01:22.319846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-2ed0d4dc-ba8f-4cb3-8616-e2750d741030 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068878 Jul 06 19:01:22.787188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151732eb-0205-4587-99d3-1716b141a687 req-c1d8516c-35cb-4ecb-b4de-1551fc8efc74 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:22.788772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151732eb-0205-4587-99d3-1716b141a687 req-c1d8516c-35cb-4ecb-b4de-1551fc8efc74 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0819404 Jul 06 19:01:22.828888 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-151732eb-0205-4587-99d3-1716b141a687 req-bf612447-981c-47e8-b21f-89fb406c1b52 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jul 06 19:01:24.014812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935da102-0aed-4a84-8d82-0a8a8b2401a1 req-55eb09a5-c8cf-4820-a5ed-4b46ee11b591 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:24.017020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-935da102-0aed-4a84-8d82-0a8a8b2401a1 req-55eb09a5-c8cf-4820-a5ed-4b46ee11b591 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0703478 Jul 06 19:01:24.060578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-935da102-0aed-4a84-8d82-0a8a8b2401a1 req-f4175c10-215f-49a9-a62e-e673bbd8d01a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344553 Jul 06 19:01:25.261679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25371b17-1d6f-4fee-9c7d-5edca2136acd req-7da1bf9a-bcfa-4de5-ba47-ca0cc2702836 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:25.263314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25371b17-1d6f-4fee-9c7d-5edca2136acd req-7da1bf9a-bcfa-4de5-ba47-ca0cc2702836 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0705390 Jul 06 19:01:25.307114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-25371b17-1d6f-4fee-9c7d-5edca2136acd req-db3cb2fe-e06b-4d5f-a054-8112defc9db9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Jul 06 19:01:25.570591 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fdd3cf7c-4122-4deb-b7bc-f275123c003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:26.550405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2f094-89cd-49dd-872f-0f0c18ca8484 req-146d2387-e056-4ba9-b433-8a9e62e7ae92 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:26.551953 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3a2f094-89cd-49dd-872f-0f0c18ca8484 req-146d2387-e056-4ba9-b433-8a9e62e7ae92 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.1252792 Jul 06 19:01:26.590709 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3a2f094-89cd-49dd-872f-0f0c18ca8484 req-ca09544e-9262-4410-8564-66d75060aa7b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Jul 06 19:01:27.764989 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7d96-272e-42da-a62c-7d6622910738 req-c5bbf694-0bfd-4b42-84ce-ceab89be2c05 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:27.766581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99af7d96-272e-42da-a62c-7d6622910738 req-c5bbf694-0bfd-4b42-84ce-ceab89be2c05 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0647645 Jul 06 19:01:27.805678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-99af7d96-272e-42da-a62c-7d6622910738 req-e1dcfeaa-5910-4193-9bbb-58518c1ceb9d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Jul 06 19:01:28.059502 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:28.061092 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-521d9ac0-c61f-497d-accf-9039399234e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:28.992712 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87344-7c81-4880-b6cb-825c9c2b7953 req-2d4294be-2b90-45a6-9349-6c89a3edd0af tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:28.994214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1a87344-7c81-4880-b6cb-825c9c2b7953 req-2d4294be-2b90-45a6-9349-6c89a3edd0af tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0717793 Jul 06 19:01:29.033437 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1a87344-7c81-4880-b6cb-825c9c2b7953 req-68a8627b-e385-4002-a3a3-95461984060d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Jul 06 19:01:29.146155 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-842e3cd3-8c49-4c2b-905b-85084eb94416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:29.147672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-842e3cd3-8c49-4c2b-905b-85084eb94416 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1096 time: 0.0533378 Jul 06 19:01:29.270674 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-d1b77ebe-a045-4ae0-8070-d399ee148e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:29.272212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-d1b77ebe-a045-4ae0-8070-d399ee148e0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.1030700 Jul 06 19:01:29.338306 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-124365f2-efcb-4d79-b0c5-320e7e21d3c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 999 time: 0.0585592 Jul 06 19:01:29.388603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-bb47fb46-2747-4b49-a78d-d5e282799ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:29.390572 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-bb47fb46-2747-4b49-a78d-d5e282799ce9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0449636 Jul 06 19:01:29.453181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-6a40526b-8ced-46e2-86fd-e4bc052aa27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:29.454674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-6a40526b-8ced-46e2-86fd-e4bc052aa27f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582821 Jul 06 19:01:29.549286 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-62633fcc-450b-46b1-a3b0-96baa6c2b0f3 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Jul 06 19:01:29.639942 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:29.657586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7c00086e-5c24-48d7-9b3a-7ea62780b88a req-f3ca8084-8a07-4770-a411-e50f36d7168e service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014044 Jul 06 19:01:30.232731 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11f9f-ad3c-471d-8b81-0f898afa49a2 req-80a06d01-238c-40ac-9b42-45723adfea57 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:30.234891 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eba11f9f-ad3c-471d-8b81-0f898afa49a2 req-80a06d01-238c-40ac-9b42-45723adfea57 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0779986 Jul 06 19:01:30.276835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-eba11f9f-ad3c-471d-8b81-0f898afa49a2 req-af5f6375-733b-4f98-9e14-03190fd0278f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Jul 06 19:01:30.772111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:31.025577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:31.465614 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdf41-3b45-44c0-9397-a162d6cf8918 req-01284009-8b3f-4c2b-a9c2-82bfa748b2e1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.467527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-638fdf41-3b45-44c0-9397-a162d6cf8918 req-01284009-8b3f-4c2b-a9c2-82bfa748b2e1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0714722 Jul 06 19:01:31.511431 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-638fdf41-3b45-44c0-9397-a162d6cf8918 req-bb6a5dd8-e5f1-4ab0-8128-afc821b9eb8c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379224 Jul 06 19:01:32.700962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab64991-08c9-4633-8bb7-59dc0d8cc555 req-1e68f4ac-3c55-4d8c-9bd4-78c7c961abd4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:32.702546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab64991-08c9-4633-8bb7-59dc0d8cc555 req-1e68f4ac-3c55-4d8c-9bd4-78c7c961abd4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0710959 Jul 06 19:01:32.746245 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4ab64991-08c9-4633-8bb7-59dc0d8cc555 req-24731037-c3a2-4f04-a4e1-b449e11570e3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 Jul 06 19:01:33.149726 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:33.930907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a69a9-8cb9-4cc7-901f-78a358c51201 req-2668cb34-95db-4c09-9dbd-5d9deb312ad4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:33.932691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e2a69a9-8cb9-4cc7-901f-78a358c51201 req-2668cb34-95db-4c09-9dbd-5d9deb312ad4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0711713 Jul 06 19:01:33.973283 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4e2a69a9-8cb9-4cc7-901f-78a358c51201 req-39fafa34-f077-4fb9-b4c4-3c959357b3b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Jul 06 19:01:34.295608 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-7a6b72b2-b64c-4221-9fd6-536af38f9540 service neutron] show failed (client error): The resource could not be found. Jul 06 19:01:34.296641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-7a6b72b2-b64c-4221-9fd6-536af38f9540 service neutron] 10.222.0.60 "GET /v2.0/ports/ab57262e-24e4-46cb-bb62-e347cc08329f/bindings/n-h2-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0657182 Jul 06 19:01:34.576646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-9f0723fa-e1f8-42f5-b284-056519b7d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:34.578450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-9f0723fa-e1f8-42f5-b284-056519b7d0ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 1096 time: 0.0661976 Jul 06 19:01:34.595091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:01:34.672580 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:34.900340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:34.936206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:01:34.978306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:34.980708 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d8c46-1263-49ea-884e-3b2eb757300b" -d '{"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-unplugged", "status": "completed", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:34.985038 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:35.002357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Transition to ACTIVE for port object ab57262e-24e4-46cb-bb62-e347cc08329f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:01:35.007315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:35.036674 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a794ca7-8f54-4dde-9c9b-2667be236e1f x-openstack-request-id: req-8a794ca7-8f54-4dde-9c9b-2667be236e1f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:35.036967 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-unplugged", "status": "completed", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:35.037221 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a794ca7-8f54-4dde-9c9b-2667be236e1f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:35.037624 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'code': 200} Jul 06 19:01:35.100648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:35.114844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.117491 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.117818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.118119 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.118483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.118765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.119094 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.119449 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.119782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.120105 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.120428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.120752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:35.188949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] No DVR routers for this DVR port ab57262e-24e4-46cb-bb62-e347cc08329f on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:01:35.309763 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a49ed-b80c-4662-ae55-c4bea43a53ee req-c156e554-bdc4-4126-801f-2b25b6178410 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.311356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-679a49ed-b80c-4662-ae55-c4bea43a53ee req-c156e554-bdc4-4126-801f-2b25b6178410 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 943 time: 0.1773231 Jul 06 19:01:35.386780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-679a49ed-b80c-4662-ae55-c4bea43a53ee req-7d22249e-84ea-4b6b-b7f8-7297ed026737 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639315 Jul 06 19:01:35.396553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:01:35.396910 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:01:35.397244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f on network d62c921c-64cc-4be7-b64f-789e2307b52c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:01:35.402124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Port ab57262e-24e4-46cb-bb62-e347cc08329f on network d62c921c-64cc-4be7-b64f-789e2307b52c not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:01:35.402469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Attempting to bind port ab57262e-24e4-46cb-bb62-e347cc08329f on network d62c921c-64cc-4be7-b64f-789e2307b52c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:01:35.407601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:01:35.407942 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Checking segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:01:35.408445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Bound using segment: {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:01:35.408766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Bound port: ab57262e-24e4-46cb-bb62-e347cc08329f, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e08d0c-85b2-4ef3-885b-b38dbf300688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:01:35.409134 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:35.481157 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d209a-e552-457d-871f-dfd3344661c1 req-fc004620-b763-40bf-82c8-441ea60fca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.483938 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-fc004620-b763-40bf-82c8-441ea60fca3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1052 time: 0.0854549 Jul 06 19:01:35.510882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h2-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:01:35.516749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:01:35.523452 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:35.575894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.576393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:35.578012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] 10.222.0.61 "PUT /v2.0/ports/ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 1091 time: 0.9879708 Jul 06 19:01:35.612280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:35.638148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d209a-e552-457d-871f-dfd3344661c1 req-26f303b3-552d-4ed9-8021-9eb57e968b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.640065 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-26f303b3-552d-4ed9-8021-9eb57e968b30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.1328046 Jul 06 19:01:35.718085 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-c3c96c64-3f8f-4351-a3ff-a9c707e0c6ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 997 time: 0.0712295 Jul 06 19:01:35.775479 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d209a-e552-457d-871f-dfd3344661c1 req-24089daa-d7c4-4ae6-8770-098c31185c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.777238 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-24089daa-d7c4-4ae6-8770-098c31185c61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0526423 Jul 06 19:01:35.841108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d209a-e552-457d-871f-dfd3344661c1 req-8e212210-bf8f-4416-82d4-39e1b7159f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.842835 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-8e212210-bf8f-4416-82d4-39e1b7159f2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598042 Jul 06 19:01:35.939525 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-2d58e894-d7c9-441b-9b85-a0021e3ed24b service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902658 Jul 06 19:01:36.035620 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-558d209a-e552-457d-871f-dfd3344661c1 req-acaa2654-be38-4fba-8ba8-5e298b2ef58c service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898864 Jul 06 19:01:36.143501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8f156ec0-1b36-4145-a97c-8ac76d3004b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:36.145116 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8f156ec0-1b36-4145-a97c-8ac76d3004b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1094 time: 0.0566990 Jul 06 19:01:36.248176 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-7acacdc3-8bca-4fa6-8abd-572a76387469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:36.249590 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-7acacdc3-8bca-4fa6-8abd-572a76387469 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.0974433 Jul 06 19:01:36.319158 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-e962a5e5-05ed-4f71-9055-851c770478c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 997 time: 0.0621762 Jul 06 19:01:36.387177 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-c6d0a92e-64b4-4411-a3bb-0caf5ddd114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:36.388888 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-c6d0a92e-64b4-4411-a3bb-0caf5ddd114e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0627761 Jul 06 19:01:36.461819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-1ccfa42d-21af-4fa7-abd3-444787bb92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:36.464501 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-1ccfa42d-21af-4fa7-abd3-444787bb92e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671706 Jul 06 19:01:36.569589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-337fecd8-fb1b-4a71-8720-94e2fd508146 service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979130 Jul 06 19:01:36.592736 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225dbd4-3fb7-490f-bed4-322088544daf req-7b58d0b9-47a9-47f8-b1b8-296bc8953a35 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:36.594528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c225dbd4-3fb7-490f-bed4-322088544daf req-7b58d0b9-47a9-47f8-b1b8-296bc8953a35 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 943 time: 0.0745981 Jul 06 19:01:36.648896 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c225dbd4-3fb7-490f-bed4-322088544daf req-b3559867-4ad7-4e0d-82fe-3d6c4114e068 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Jul 06 19:01:36.677242 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-200664ae-9690-42bb-9e57-4a1928fd6f32 service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997322 Jul 06 19:01:37.039041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:37.041607 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0178e5d-4332-4a4a-820b-e45287feb404" -d '{"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:37.089402 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce8fe74-bc19-4af5-8b45-277a0f2391ec x-openstack-request-id: req-dce8fe74-bc19-4af5-8b45-277a0f2391ec {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:37.089827 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:37.089980 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dce8fe74-bc19-4af5-8b45-277a0f2391ec {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:37.090356 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'status': 'completed', 'code': 200} Jul 06 19:01:37.170284 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-1aa220db-647a-466c-a627-22b7779088b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.171879 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-1aa220db-647a-466c-a627-22b7779088b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1094 time: 0.0577855 Jul 06 19:01:37.290058 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-cff360fb-536b-40a6-87d8-488b7e81372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.291845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-cff360fb-536b-40a6-87d8-488b7e81372e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.1129591 Jul 06 19:01:37.370986 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-96e9c9f7-5de7-4e86-9281-c3570725ba64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 997 time: 0.0720901 Jul 06 19:01:37.423460 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-5b0da8c4-367c-48bb-bf57-0760735fdab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.425002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-5b0da8c4-367c-48bb-bf57-0760735fdab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0473182 Jul 06 19:01:37.492276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-c66edad1-bab4-4f3d-aefd-21001b12c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.492674 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-6aa5afee-714b-4739-a589-99770a48a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.493797 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-c66edad1-bab4-4f3d-aefd-21001b12c4a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1094 time: 0.3795617 Jul 06 19:01:37.494202 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-6aa5afee-714b-4739-a589-99770a48a7d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623748 Jul 06 19:01:37.588026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-68b5f78a-3166-4e3d-805c-76bd4f27159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.589589 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-68b5f78a-3166-4e3d-805c-76bd4f27159c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.0892715 Jul 06 19:01:37.592823 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-5d9d9ff2-d1a9-4317-aa67-652ddb57a11e service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910239 Jul 06 19:01:37.666220 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-f5e75c4b-b608-437f-82d2-147c5af04ed2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 997 time: 0.0700762 Jul 06 19:01:37.708689 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-cb0ce52a-e675-43f5-95fc-cc068fd3f743 service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071103 Jul 06 19:01:37.720679 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-603c93c1-54a2-4114-8bf7-7de33a4bb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.722153 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-603c93c1-54a2-4114-8bf7-7de33a4bb010 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0502791 Jul 06 19:01:37.817965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-367f145d-42f9-460b-bcff-f341c137f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.823835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-367f145d-42f9-460b-bcff-f341c137f7ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910640 Jul 06 19:01:37.928970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d326d5-38cc-418b-8dc1-020137a0be86 req-2bd2ab76-c255-4d19-8f18-b6f927edbac0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.930421 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4d326d5-38cc-418b-8dc1-020137a0be86 req-2bd2ab76-c255-4d19-8f18-b6f927edbac0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 943 time: 0.1514957 Jul 06 19:01:37.947307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-1c978726-f8d4-4465-af5f-0a9facefbf2b service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200612 Jul 06 19:01:38.024216 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d4d326d5-38cc-418b-8dc1-020137a0be86 req-12bdc8e2-6948-4ad9-8906-2c86c68e0fcb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880451 Jul 06 19:01:38.061621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d0178e5d-4332-4a4a-820b-e45287feb404 req-fcd0a8fc-3c9d-421d-b9ec-26a80a37ec0f service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071811 Jul 06 19:01:38.212597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:01:38.254652 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:01:38.737059 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:01:38.836346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:38.849782 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'port_id': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'mac_address': 'fa:16:3e:d4:7d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:01:38.888555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:38.904803 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab57262e-24e4-46cb-bb62-e347cc08329f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:01:38.928297 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:38.932510 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:38.981758 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:38.989373 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.989721 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.990072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.990415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.990752 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.991090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.991466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.991798 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.992128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.992479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.992809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:38.993137 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:39.180839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['ab57262e-24e4-46cb-bb62-e347cc08329f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:01:39.210780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ac72d-0f10-4729-860f-bf63f5a03503 req-f87e297b-3888-4ade-9625-c35c5252104b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:39.212404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e8ac72d-0f10-4729-860f-bf63f5a03503 req-f87e297b-3888-4ade-9625-c35c5252104b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 944 time: 0.0700614 Jul 06 19:01:39.261057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6e8ac72d-0f10-4729-860f-bf63f5a03503 req-b7acc0a9-7cb5-41ab-addb-35205ce15a6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Jul 06 19:01:39.672960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-91b6fab2-f603-46f0-9c6d-fabccafd8c0a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:39.674425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-91b6fab2-f603-46f0-9c6d-fabccafd8c0a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f&tenant_id=9d9aab526539466c8b5406b357769696&binding%3Ahost_id=n-h2-799527-3 HTTP/1.1" status: 200 len: 944 time: 0.1177971 Jul 06 19:01:39.683129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34020757-5c3d-4b17-9220-0870e1984d6d req-a3176547-93d9-4352-8056-c85e0ee30102 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:39.684651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34020757-5c3d-4b17-9220-0870e1984d6d req-a3176547-93d9-4352-8056-c85e0ee30102 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 944 time: 0.1292443 Jul 06 19:01:39.759352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34020757-5c3d-4b17-9220-0870e1984d6d req-c7d665c0-681f-49f4-8908-3925c60212c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680759 Jul 06 19:01:39.769210 n-d-799527-3 neutron-server[93942]: INFO neutron.api.v2.resource [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-b707142e-9cd9-4719-9f29-c5a9a4c937e8 service neutron] delete failed (client error): The resource could not be found. Jul 06 19:01:39.770494 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-b707142e-9cd9-4719-9f29-c5a9a4c937e8 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ab57262e-24e4-46cb-bb62-e347cc08329f/bindings/n-h1-799527-3 HTTP/1.1" status: 404 len: 380 time: 0.0849307 Jul 06 19:01:39.895590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-803701a2-ce63-4505-ad84-84aab9bdede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:39.897096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-803701a2-ce63-4505-ad84-84aab9bdede1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1095 time: 0.0763571 Jul 06 19:01:40.027562 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633e140-d565-4617-a4dd-e2a6883f2d9d req-b1867fc7-cc2c-46ec-aa9a-0bbda705620f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:40.029062 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c633e140-d565-4617-a4dd-e2a6883f2d9d req-b1867fc7-cc2c-46ec-aa9a-0bbda705620f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 944 time: 0.1483164 Jul 06 19:01:40.030489 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-de378e31-664f-49c3-b7df-df91525598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:40.031822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-de378e31-664f-49c3-b7df-df91525598fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.1186519 Jul 06 19:01:40.110772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c633e140-d565-4617-a4dd-e2a6883f2d9d req-c968e279-3578-467a-8026-315915d3ec8a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761831 Jul 06 19:01:40.123465 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-68670b20-d6d5-4866-a08b-4aaa4d226d2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 998 time: 0.0826981 Jul 06 19:01:40.182405 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-c1691803-6555-435c-aa70-bff65e63927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:40.183906 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-c1691803-6555-435c-aa70-bff65e63927c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0538402 Jul 06 19:01:40.248499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-4d0c8690-06a6-4a85-8d09-0ee8db963846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:40.250059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-4d0c8690-06a6-4a85-8d09-0ee8db963846 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596502 Jul 06 19:01:40.349223 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-e93a1be6-2dc4-4790-9de8-e4ec4fad2eb6 service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917680 Jul 06 19:01:40.451106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7cb2eaca-3598-4743-81e8-9b1601c606cc req-acccab99-d962-4358-b156-eb78205b173a service neutron] 10.222.0.60 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953002 Jul 06 19:01:40.771008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:01:40.829239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port ab57262e-24e4-46cb-bb62-e347cc08329f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:01:40.833992 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port ab57262e-24e4-46cb-bb62-e347cc08329f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:01:40.834385 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:40.932721 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:40.966789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:40.970042 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7fc1f-fb82-484f-aa14-39f1c2d8dfd3" -d '{"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-plugged", "status": "completed", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:40.985073 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:40.990825 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:41.034428 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764a8fd9-d755-40b0-a50d-0b8de2049811 x-openstack-request-id: req-764a8fd9-d755-40b0-a50d-0b8de2049811 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:41.034886 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-plugged", "status": "completed", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:41.035327 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-764a8fd9-d755-40b0-a50d-0b8de2049811 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:41.035961 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'code': 200} Jul 06 19:01:41.078541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:41.299318 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4978b-a178-41ed-9be3-8105a0d2f0d1 req-02a12bb8-df9e-459c-9b0e-f80819849ffb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:41.301278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ac4978b-a178-41ed-9be3-8105a0d2f0d1 req-02a12bb8-df9e-459c-9b0e-f80819849ffb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0679054 Jul 06 19:01:41.343313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ac4978b-a178-41ed-9be3-8105a0d2f0d1 req-8bd2e5ac-d07d-4b2b-8e15-55dcd72604a0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Jul 06 19:01:41.369572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45424) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:01:41.437288 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5248d6ff-bed7-4de6-ba5d-129a2876c169 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/db8a601e-877f-4439-9ed7-435417440a5b HTTP/1.1" status: 200 len: 991 time: 0.0664639 Jul 06 19:01:55.563844 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6061efe-e4b1-47b8-bd40-c42614940f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:56.380045 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:01:58.067349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:58.069223 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31708072-35da-473f-aac8-e6cfcffa05a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:59.635583 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:00.762003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:01.027182 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:03.152786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.087289 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45436) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:10.513167 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 85f53f09-aae5-4be1-bdef-a676aa3fb8be {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:02:10.513422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.595013 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.595357 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.607727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 85f53f09-aae5-4be1-bdef-a676aa3fb8be owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:02:10.762706 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.790550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=85f53f09-aae5-4be1-bdef-a676aa3fb8be,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:10.802711 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.803056 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.803428 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.803764 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.804091 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.804416 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.804740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.805064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.805389 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.805708 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.806022 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.806337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:10.864604 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.864935 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP db8a601e-877f-4439-9ed7-435417440a5b disassociated (deleted). External IP: 172.25.5.7, port: ab57262e-24e4-46cb-bb62-e347cc08329f. Jul 06 19:02:11.073225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router f79a8763-ba5d-4bed-91d0-1c0489bb1523 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:02:11.182936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:02:11.187877 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:11.194204 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] Sync routers for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:02:11.203969 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:11.204583 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:11.225839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5e9de515-07ce-4d8b-a47c-f800e0011f25 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/floatingips/db8a601e-877f-4439-9ed7-435417440a5b HTTP/1.1" status: 204 len: 168 time: 1.1374383 Jul 06 19:02:11.226450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:02:11.228756 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:02:11.313108 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:11.517068 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:41Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:11.531715 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a0124d-4a24-4dda-bd2a-a9eb3c765dae x-openstack-request-id: req-86a0124d-4a24-4dda-bd2a-a9eb3c765dae {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:02:11.532008 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:02:11.532265 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86a0124d-4a24-4dda-bd2a-a9eb3c765dae {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:02:11.532670 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'status': 'completed', 'code': 200} Jul 06 19:02:11.549806 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] Checking router: f79a8763-ba5d-4bed-91d0-1c0489bb1523 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:02:11.559072 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:11.559730 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:11.616555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-a107f3a7-8a4b-4528-8bcd-05a0ffdbae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:11.618002 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-a107f3a7-8a4b-4528-8bcd-05a0ffdbae99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 1096 time: 0.0577335 Jul 06 19:02:11.666968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:11.697198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bb72-24f6-49d5-923b-ce6a0f7dafed req-22e6a8fd-4692-489f-b944-33c5a294f639 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:11.698757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1404bb72-24f6-49d5-923b-ce6a0f7dafed req-22e6a8fd-4692-489f-b944-33c5a294f639 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0744591 Jul 06 19:02:11.715750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-f39508d2-0f5b-446f-a01d-7af33c3990c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:11.717251 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-f39508d2-0f5b-446f-a01d-7af33c3990c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 200 len: 897 time: 0.0929608 Jul 06 19:02:11.746086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1404bb72-24f6-49d5-923b-ce6a0f7dafed req-4a2529b8-bdd8-4473-877f-3d04d0c5e290 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Jul 06 19:02:11.764409 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-569c6b16-2623-47f6-9940-fd13735cbe72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 200 len: 217 time: 0.0400088 Jul 06 19:02:11.820107 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-cd31c1d7-79ef-4295-a6c9-6f0445ce9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:11.821626 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-cd31c1d7-79ef-4295-a6c9-6f0445ce9088 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 200 len: 834 time: 0.0498044 Jul 06 19:02:11.871549 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:41Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:11.880980 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-4e5c69d6-6ed0-4c28-965c-f1caaf36d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:11.882542 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-4e5c69d6-6ed0-4c28-965c-f1caaf36d05c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d62c921c-64cc-4be7-b64f-789e2307b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546229 Jul 06 19:02:11.893388 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-3a9ad5df-1acd-4860-b58f-6324580913e4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:02:11.894395 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-3a9ad5df-1acd-4860-b58f-6324580913e4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052986 Jul 06 19:02:11.898619 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0944f61e-6b63-4e7e-ad87-d072133c2035 None None] The sync data for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 is: [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:36Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823', 'name': '', 'network_id': 'd62c921c-64cc-4be7-b64f-789e2307b52c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:8d:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:35Z', 'updated_at': '2021-07-06T19:00:41Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'b2234ad6-16e8-47fd-a31a-f67080f33e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:02:12.001440 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-94a2335c-c97f-4ff7-93f5-5b10660055f7 service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001475 Jul 06 19:02:12.107106 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-fbbfc598-8ab8-4bbc-8fe9-9bd6fd665c7e req-a44d7a52-af28-4ca8-8203-0cd88728f4c4 service neutron] 10.222.0.61 "GET /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985827 Jul 06 19:02:12.131191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6f441-d793-4631-8ef4-c872b315d9c1 None None] New status for floating IP db8a601e-877f-4439-9ed7-435417440a5b: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:02:12.938749 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804a42-1a8e-4f56-8404-41d4460b9370 req-b3aafac1-fefd-4815-86b8-51ae1d36246d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:12.940281 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f804a42-1a8e-4f56-8404-41d4460b9370 req-b3aafac1-fefd-4815-86b8-51ae1d36246d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.0643592 Jul 06 19:02:12.978599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1f804a42-1a8e-4f56-8404-41d4460b9370 req-28e27b43-e4e5-4bca-b919-92fe505ef8a0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd436615-ca54-4979-9021-a7075e91b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Jul 06 19:02:13.104686 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88853d-b31a-492b-951a-856bb2dae918 req-e3ab4899-b861-4bd5-81b9-19e61ef6af24 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:13.106078 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4b88853d-b31a-492b-951a-856bb2dae918 req-e3ab4899-b861-4bd5-81b9-19e61ef6af24 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 945 time: 0.1005893 Jul 06 19:02:13.214032 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port ab57262e-24e4-46cb-bb62-e347cc08329f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:02:13.214369 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:13.310321 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port ab57262e-24e4-46cb-bb62-e347cc08329f, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=ab57262e-24e4-46cb-bb62-e347cc08329f,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:13.311642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:13.331213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for ab57262e-24e4-46cb-bb62-e347cc08329f owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:02:13.459445 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:13.493501 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=ab57262e-24e4-46cb-bb62-e347cc08329f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:13.554246 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] No DVR routers for this DVR port ab57262e-24e4-46cb-bb62-e347cc08329f on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:02:13.556955 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:13.558941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4b88853d-b31a-492b-951a-856bb2dae918 req-057bc192-d022-4fa2-82a1-5b0481c6bf93 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "DELETE /v2.0/ports/ab57262e-24e4-46cb-bb62-e347cc08329f HTTP/1.1" status: 204 len: 173 time: 0.4474132 Jul 06 19:02:13.559420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-deleted', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:02:13.561704 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c1c3d-5550-4f9f-85ae-557e91ecf34b" -d '{"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-deleted", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:02:13.603050 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8241e98a-bb51-4222-a442-9b6e3e470d94 x-openstack-request-id: req-8241e98a-bb51-4222-a442-9b6e3e470d94 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:02:13.603362 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581a5d4-cd7e-4ea5-9065-916dd885d46f", "name": "network-vif-deleted", "tag": "ab57262e-24e4-46cb-bb62-e347cc08329f", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:02:13.603614 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8241e98a-bb51-4222-a442-9b6e3e470d94 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:02:13.604009 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581a5d4-cd7e-4ea5-9065-916dd885d46f', 'name': 'network-vif-deleted', 'tag': 'ab57262e-24e4-46cb-bb62-e347cc08329f', 'status': 'completed', 'code': 200} Jul 06 19:02:14.139817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1a95e76c-eae6-49c8-8378-65af1cd4d74e req-0f136ae9-db04-4769-a479-0fb4b7a33254 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e581a5d4-cd7e-4ea5-9065-916dd885d46f HTTP/1.1" status: 200 len: 210 time: 0.0335267 Jul 06 19:02:15.235554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45456) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:15.682218 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:15.954995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:02:15.955379 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:16.043011 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:16.043400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:16.056319 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:02:16.240273 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:16.272574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:16.448471 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:16.918113 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:02:16.925997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router f79a8763-ba5d-4bed-91d0-1c0489bb1523 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:02:16.939503 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: ab57262e-24e4-46cb-bb62-e347cc08329f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:02:16.939844 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device ab57262e-24e4-46cb-bb62-e347cc08329f not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:02:17.038798 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:02:17.045488 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c4089cdb-1682-4a86-af8a-a221b6f45488 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/f79a8763-ba5d-4bed-91d0-1c0489bb1523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8085461 Jul 06 19:02:17.048441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45458) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:17.051321 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] Sync routers for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:02:17.060710 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:17.061317 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:17.103777 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting subnet b2234ad6-16e8-47fd-a31a-f67080f33e64 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:02:17.106856 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.158732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.179896 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:17.257846 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.322157 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.351874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Subnet': ['ID=b2234ad6-16e8-47fd-a31a-f67080f33e64,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:17.357330 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.362608 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-62068e30-2f4e-4e06-aa94-01316834f1da tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/subnets/b2234ad6-16e8-47fd-a31a-f67080f33e64 HTTP/1.1" status: 204 len: 168 time: 0.3105938 Jul 06 19:02:17.364606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:17.367290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3db63-3cbc-4c4a-99d5-d44f47f3ab33 None None] Network d62c921c-64cc-4be7-b64f-789e2307b52c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:02:17.382928 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:02:16Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:17.516042 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] Checking router: f79a8763-ba5d-4bed-91d0-1c0489bb1523 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:02:17.517024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.525287 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] Routers {'f79a8763-ba5d-4bed-91d0-1c0489bb1523'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:17.525918 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:17.625588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] DHCP port deletion for d62c921c-64cc-4be7-b64f-789e2307b52c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:02:17.645125 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] Set router f79a8763-ba5d-4bed-91d0-1c0489bb1523 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:17.649236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.683139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] Deleting port fc0aea57-2405-477a-b228-710160c2f156 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:02:17.683807 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.707077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port a83b8687-c981-45bb-8253-2112056ef53a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:02:17.707555 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.761371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] For port fc0aea57-2405-477a-b228-710160c2f156, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fc0aea57-2405-477a-b228-710160c2f156,segment=NetworkSegment(a6e08d0c-85b2-4ef3-885b-b38dbf300688),segment_id=a6e08d0c-85b2-4ef3-885b-b38dbf300688)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:17.761371 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.779375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] Calling delete_port for fc0aea57-2405-477a-b228-710160c2f156 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:02:17.797613 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port a83b8687-c981-45bb-8253-2112056ef53a, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=a83b8687-c981-45bb-8253-2112056ef53a,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:17.798064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.818714 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for a83b8687-c981-45bb-8253-2112056ef53a owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:02:17.850052 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:02:16Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:17.886842 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e8220-2d6b-43f4-b887-8b0276891a20 None None] The sync data for ids ['f79a8763-ba5d-4bed-91d0-1c0489bb1523'] in n-d-799527-3 is: [{'id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015930009', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:02:16Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'a83b8687-c981-45bb-8253-2112056ef53a', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8763-ba5d-4bed-91d0-1c0489bb1523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:00:32Z', 'updated_at': '2021-07-06T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:02:17.896572 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:17.934959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] No DVR routers for this DVR port fc0aea57-2405-477a-b228-710160c2f156 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:02:17.938349 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fcfc9-38c4-4c68-a3fd-ea5cf01c617f None None] Pushing event deleted for resources: {'Port': ['ID=fc0aea57-2405-477a-b228-710160c2f156,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:18.018144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.049168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=a83b8687-c981-45bb-8253-2112056ef53a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:18.115681 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.211711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.213821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.260468 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.261218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Fanout notify agent at l3_agent the message router_deleted on router f79a8763-ba5d-4bed-91d0-1c0489bb1523 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:02:18.268918 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.271529 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-504ec245-066c-4baf-a993-34cea28e4e58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/routers/f79a8763-ba5d-4bed-91d0-1c0489bb1523 HTTP/1.1" status: 204 len: 168 time: 0.8993933 Jul 06 19:02:18.273486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:18.363575 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.459924 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.470953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62c921c-64cc-4be7-b64f-789e2307b52c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:18.481630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e08d0c-85b2-4ef3-885b-b38dbf300688') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:18.482086 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e08d0c-85b2-4ef3-885b-b38dbf300688') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:18.492255 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.514344 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.521091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:02:18.521587 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: timer() Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:02:18.524970 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:02:18.595085 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.603339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.604546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/networks/d62c921c-64cc-4be7-b64f-789e2307b52c HTTP/1.1" status: 204 len: 168 time: 0.3300915 Jul 06 19:02:18.607363 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45464) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:18.616931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d87eff-d1ee-40e0-a249-2338cf14e8b6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Network': ['ID=d62c921c-64cc-4be7-b64f-789e2307b52c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:18.667288 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f08f-1cd8-43a5-a3ea-3442994b45ae tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.697313 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f08f-1cd8-43a5-a3ea-3442994b45ae tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.758587 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f08f-1cd8-43a5-a3ea-3442994b45ae tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.762170 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f08f-1cd8-43a5-a3ea-3442994b45ae tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:18.763385 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3fd7f08f-1cd8-43a5-a3ea-3442994b45ae tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd436615-ca54-4979-9021-a7075e91b77b HTTP/1.1" status: 204 len: 168 time: 0.1549098 Jul 06 19:02:18.772976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7f08f-1cd8-43a5-a3ea-3442994b45ae tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd436615-ca54-4979-9021-a7075e91b77b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:19.171516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:02:19.192905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:02:19.193184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6d2ee7a1-f10b-4d16-a1a0-6f647ac1b823 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:02:19.193590 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a83b8687-c981-45bb-8253-2112056ef53a no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:02:19.215371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: a83b8687-c981-45bb-8253-2112056ef53a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:02:19.215722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device a83b8687-c981-45bb-8253-2112056ef53a not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:02:19.216130 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc0aea57-2405-477a-b228-710160c2f156 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:02:19.235746 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fc0aea57-2405-477a-b228-710160c2f156 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:02:19.236094 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fc0aea57-2405-477a-b228-710160c2f156 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:02:19.417602 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:19.422375 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414060007', 'description': 'tempest-secgroup-smoke-1414060007 description', 'project_id': '9d9aab526539466c8b5406b357769696'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:19.444305 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.528190 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.532031 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.554837 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.556196 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374650 Jul 06 19:02:19.559300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:19.564549 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '5dca6633-2d95-449e-8317-c081ae49da5b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:19.565813 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf48f46-d867-46a5-b1e4-8fea70ce6a44 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dca6633-2d95-449e-8317-c081ae49da5b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:19.592499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.649139 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.652688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.674162 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bad07a1-b84a-439e-ad71-05c6f22c058c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:19.677877 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.679378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f1eff163-03ca-4b5f-b32b-88d3863db9b9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182399 Jul 06 19:02:19.681843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:19.686580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '5dca6633-2d95-449e-8317-c081ae49da5b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:19.713837 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.775094 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.778660 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.796916 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fb54d8-d103-420b-917c-021c6b9a6c0a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:19.800336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.801663 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1e07d15f-53fc-4ff2-a1c2-a04d9780877e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188734 Jul 06 19:02:19.804382 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:19.808872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '5dca6633-2d95-449e-8317-c081ae49da5b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:19.837020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.899892 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.903593 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.921174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e7e011-3c28-4930-acb9-a7a6f81bc55b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:19.928135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.929343 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e0e540f9-2d29-4a12-b505-24192670d209 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240087 Jul 06 19:02:19.932067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:19.936706 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '5dca6633-2d95-449e-8317-c081ae49da5b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:19.965299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.027170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.030687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.049496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9396bb73-0842-476c-b448-2091511a860f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:20.053127 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.057172 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b6e38551-18ee-4fb5-92bf-05bc9720d376 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213045 Jul 06 19:02:20.057670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45480) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:20.062507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '5dca6633-2d95-449e-8317-c081ae49da5b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:20.086722 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:02:20.091418 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.142426 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.146191 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.165984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b432e32-a88f-474e-87de-b8037b3e30a7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:20.173362 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.174692 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6b41177c-f7ef-4bf0-995c-da63553bce66 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160941 Jul 06 19:02:20.177931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45482) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:20.182385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '5dca6633-2d95-449e-8317-c081ae49da5b', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:20.204130 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:02:20.209292 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.275861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.279794 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.302024 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec7234c-ac91-4a37-9d7e-76c1a0c2eda2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:20.306047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.307434 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-1777d63a-9330-49b6-acd1-be60eebf339c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283901 Jul 06 19:02:20.310104 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:20.314918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'network': {'name': 'tempest-network-smoke--1772365218', 'project_id': '9d9aab526539466c8b5406b357769696', 'port_security_enabled': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:20.336128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:02:20.339435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.365061 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:02:20.374703 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.375053 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Added segment 88c37166-2e88-4277-983d-07cfcb6765aa of type vlan for network 2c520d8e-7ecf-4d52-be79-d71d0739b57c Jul 06 19:02:20.416686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.446101 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.451641 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:20.452234 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.509266 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1980836 Jul 06 19:02:20.512034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:20.518504 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'admin_state_up': True, 'project_id': '9d9aab526539466c8b5406b357769696', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:20.527636 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f9cb0-6b43-473c-b744-341289bd0380 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Network': ['ID=2c520d8e-7ecf-4d52-be79-d71d0739b57c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:20.540220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:02:20.550119 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.551939 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.608666 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.748901 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.945796 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.968187 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.083960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.69 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/fe6d537f-6649-4fdc-9fae-8cb10715d051) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:02:21.185435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.224754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.262852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:21.267192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:21.273794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:02:21.279181 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fe6d537f-6649-4fdc-9fae-8cb10715d051,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:21.529569 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.726612 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.855199 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 90d55252-875a-42f0-a15f-dcbd24d10c91 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:02:21.965625 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:02:21.976583 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Sync routers for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:02:21.985798 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.986168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:21.986818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:21.986967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0d196cbb-6f95-4fae-a774-b2313921b3ad tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4736929 Jul 06 19:02:21.992939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:22.025015 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7908fa0a-4c52-48e2-bf35-059eb6057beb tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d9aab526539466c8b5406b357769696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309646 Jul 06 19:02:22.027973 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:22.105723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:22.294517 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:21Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:22.322575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Checking router: 90d55252-875a-42f0-a15f-dcbd24d10c91 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:02:22.322930 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Updating router 90d55252-875a-42f0-a15f-dcbd24d10c91 port fe6d537f-6649-4fdc-9fae-8cb10715d051 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:02:22.358640 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.436804 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cae69a-0aaa-4ddd-9bed-12ed58374801 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:22.438369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-85cae69a-0aaa-4ddd-9bed-12ed58374801 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4094925 Jul 06 19:02:22.441799 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:22.470467 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-e737cd21-a564-4e3f-857e-ec1b96d5ccc3 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269048 Jul 06 19:02:22.473354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:22.478553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021286644', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'project_id': '9d9aab526539466c8b5406b357769696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:22.571029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:02:22.574582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.617048 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.627993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Transition to ACTIVE for port object fe6d537f-6649-4fdc-9fae-8cb10715d051 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:22.634498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.768088 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.832141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Subnet': ['ID=aa97e36a-2b1c-4a03-840e-374629d07d7f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:22.842671 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Checking segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:02:22.843038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network hostable DHCP agents. Network: 2c520d8e-7ecf-4d52-be79-d71d0739b57c, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:02:22.851089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Attempting to bind port fe6d537f-6649-4fdc-9fae-8cb10715d051 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:02:22.851484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Attempting to bind port fe6d537f-6649-4fdc-9fae-8cb10715d051 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:02:22.851850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Attempting to bind port fe6d537f-6649-4fdc-9fae-8cb10715d051 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:22.858655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2f34e-91ae-4f72-bc27-22c6ce0aeb84 None None] Pushing event updated for resources: {'Port': ['ID=fe6d537f-6649-4fdc-9fae-8cb10715d051,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:22.861428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:02:22.861694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:02:22.861873 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:02:22.862195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.862582 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:02:22.863656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Bound port: fe6d537f-6649-4fdc-9fae-8cb10715d051, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:02:22.864060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.873064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 2c520d8e-7ecf-4d52-be79-d71d0739b57c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:22.877234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:22.877825 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.885535 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1151cb14-d41b-4a07-8b16-58fc4e65a9b1 None None] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:02:22.894003 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8010503f-a328-45d3-9f14-4c10c45c4f75 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195499 Jul 06 19:02:22.897520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:22.965957 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] For port fe6d537f-6649-4fdc-9fae-8cb10715d051, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:02:22.975366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] For port fe6d537f-6649-4fdc-9fae-8cb10715d051, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fe6d537f-6649-4fdc-9fae-8cb10715d051,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:02:22.989061 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.100261 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:23.101263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:23.103884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2f34e-91ae-4f72-bc27-22c6ce0aeb84 None None] Pushing event updated for resources: {'Port': ['ID=fe6d537f-6649-4fdc-9fae-8cb10715d051,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:23.174101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:02:23.174961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.309960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:23.351764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.472285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Allocated IP 172.20.0.2 (2c520d8e-7ecf-4d52-be79-d71d0739b57c/aa97e36a-2b1c-4a03-840e-374629d07d7f/672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:02:23.651740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:21Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:23.689109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409b35f-47f9-46c5-8cec-9894561bce49 None None] The sync data for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 is: [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:21Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:02:23.694426 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.702934 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Transition to ACTIVE for port object 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:23.720011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Transition to ACTIVE for port object 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:23.732506 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.774091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:23.777009 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:23.780099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:02:23.784479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.1 (2c520d8e-7ecf-4d52-be79-d71d0739b57c/aa97e36a-2b1c-4a03-840e-374629d07d7f/fa0f7175-df82-4ab5-afd5-d60be672dfbf) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:02:23.794684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Pushing event updated for resources: {'Port': ['ID=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:23.848420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Attempting to bind port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:02:23.848790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Attempting to bind port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:02:23.849157 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Attempting to bind port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 on network 2c520d8e-7ecf-4d52-be79-d71d0739b57c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:23.854259 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:02:23.854633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Checking segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:02:23.855043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.855500 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Bound using segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:02:23.855971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Bound port: 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:02:23.856351 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.916014 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.947002 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] For port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:02:23.948866 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object fa0f7175-df82-4ab5-afd5-d60be672dfbf will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:23.957772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] For port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:02:23.963910 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:23.994870 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:24.028756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004b223-4bc5-48a7-b4c9-d93bfcdffe36 None None] Pushing event updated for resources: {'Port': ['ID=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:24.051881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:24.057870 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:24.063127 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:02:24.068281 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fa0f7175-df82-4ab5-afd5-d60be672dfbf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:24.114859 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:24.296824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:24.607433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:24.612283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:24.688341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=fa0f7175-df82-4ab5-afd5-d60be672dfbf,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:24.693858 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:24.798189 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:24.799632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:24.922192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 90d55252-875a-42f0-a15f-dcbd24d10c91 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:02:24.975383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5ba66-c416-4bad-8b83-e04ec6e78e99 None None] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:02:25.045161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:02:25.060227 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-075268be-0d8b-4729-a5cc-5871fcfacc91 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/90d55252-875a-42f0-a15f-dcbd24d10c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1520050 Jul 06 19:02:25.061125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-67421077-4c00-4cc0-8947-999aef9ce294 None None] Provisioning for port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:25.218028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-d123767f-2943-4c90-bb21-9595490c81f3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414060007&fields=id&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 267 time: 0.0510559 Jul 06 19:02:25.264565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe6d537f-6649-4fdc-9fae-8cb10715d051 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:25.323145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fe6d537f-6649-4fdc-9fae-8cb10715d051 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:25.330630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fe6d537f-6649-4fdc-9fae-8cb10715d051 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:25.331301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.352280 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-1301ba9f-2dea-4c6d-9612-7ef271326d7a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:25.353842 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-1301ba9f-2dea-4c6d-9612-7ef271326d7a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 797 time: 0.1269047 Jul 06 19:02:25.385187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-6d2f78a2-084a-4972-b31e-38abb2bf6b9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/quotas/9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 375 time: 0.0244074 Jul 06 19:02:25.397224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Sync routers for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:02:25.407085 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:25.407757 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:25.433101 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.464173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fe6d537f-6649-4fdc-9fae-8cb10715d051, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fe6d537f-6649-4fdc-9fae-8cb10715d051,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:25.464760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-4cd8877e-4cb0-45e0-9219-8c1066cc1a81 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786629 Jul 06 19:02:25.473167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.473638 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:25.559241 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:25.580643 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-495d78db-c2e5-48d1-9b9b-d89bfb15b1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993977 Jul 06 19:02:25.599358 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a614bfc8-d4da-4c7c-85bf-699f1c018398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.606063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fe6d537f-6649-4fdc-9fae-8cb10715d051,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:25.610004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4a32ea71-047b-4f78-b913-c1573f39c3ae None None] Provisioning for port fa0f7175-df82-4ab5-afd5-d60be672dfbf completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:25.617783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4a32ea71-047b-4f78-b913-c1573f39c3ae None None] Provisioning complete for port fa0f7175-df82-4ab5-afd5-d60be672dfbf triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:25.618209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a32ea71-047b-4f78-b913-c1573f39c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.645093 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:25.657546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:25.657546 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.695209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4a32ea71-047b-4f78-b913-c1573f39c3ae None None] Port fa0f7175-df82-4ab5-afd5-d60be672dfbf cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:02:25.704299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-17ded328-c4f1-4a85-8231-ceadcec82d8d service neutron] 10.222.0.37 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174521 Jul 06 19:02:25.759185 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.801397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:25.811284 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 2, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:25.813219 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.841647 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Checking router: 90d55252-875a-42f0-a15f-dcbd24d10c91 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:02:25.842006 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Updating router 90d55252-875a-42f0-a15f-dcbd24d10c91 port fa0f7175-df82-4ab5-afd5-d60be672dfbf binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:02:25.850949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7fc2af30-f70b-4593-9f75-16a076861e91 None None] Provisioning complete for port fa0f7175-df82-4ab5-afd5-d60be672dfbf triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:25.850949 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc2af30-f70b-4593-9f75-16a076861e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.906979 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:25.945062 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:25.949814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2af30-f70b-4593-9f75-16a076861e91 None None] Port fa0f7175-df82-4ab5-afd5-d60be672dfbf cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:02:25.952069 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-91aa8a06-480d-4e4c-8a18-5635d4a61885 req-35353a66-13f7-4f2c-a885-3623469d2a58 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 210 time: 0.0530746 Jul 06 19:02:26.066926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4d18e569-9021-4ecc-87b2-6881fa14bf3c None None] Provisioning complete for port fa0f7175-df82-4ab5-afd5-d60be672dfbf triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:26.068094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d18e569-9021-4ecc-87b2-6881fa14bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:26.107197 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4d18e569-9021-4ecc-87b2-6881fa14bf3c None None] Port fa0f7175-df82-4ab5-afd5-d60be672dfbf cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:02:26.193243 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:26.203838 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Transition to ACTIVE for port object fa0f7175-df82-4ab5-afd5-d60be672dfbf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:26.210273 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:26.285678 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Pushing event updated for resources: {'Port': ['ID=fa0f7175-df82-4ab5-afd5-d60be672dfbf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:26.311533 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.311876 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.312223 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.312563 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.312920 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.313230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.313558 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.313881 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.314205 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.314527 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.314852 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.315171 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:26.332962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Attempting to bind port fa0f7175-df82-4ab5-afd5-d60be672dfbf on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:02:26.333331 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Attempting to bind port fa0f7175-df82-4ab5-afd5-d60be672dfbf by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:02:26.333697 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Attempting to bind port fa0f7175-df82-4ab5-afd5-d60be672dfbf on network 2c520d8e-7ecf-4d52-be79-d71d0739b57c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:26.338800 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:02:26.339178 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Checking segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:02:26.339625 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:26.340010 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Bound using segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:02:26.340480 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Bound port: fa0f7175-df82-4ab5-afd5-d60be672dfbf, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:02:26.340867 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:26.414054 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] For port fa0f7175-df82-4ab5-afd5-d60be672dfbf, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:02:26.417528 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] For port fa0f7175-df82-4ab5-afd5-d60be672dfbf, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fa0f7175-df82-4ab5-afd5-d60be672dfbf,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:02:26.422524 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:26.484551 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e9367-d625-403e-a0fd-238fbea425ef None None] Pushing event updated for resources: {'Port': ['ID=fa0f7175-df82-4ab5-afd5-d60be672dfbf,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:26.491395 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:26.491395 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:01:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:26.608449 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:26.820765 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:26Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:26.848092 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877f0a4-bbae-4304-8f16-d855d437ba25 None None] The sync data for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 is: [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:26Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:02:27.115307 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-661a5f67-596f-45b2-967d-2f019014cf51 req-78da61d6-da68-4110-9773-6917d6a46e12 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 210 time: 0.0353281 Jul 06 19:02:27.117576 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-dcf97deb-f57e-4e7b-9b71-52f08af93cc5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:27.119140 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-dcf97deb-f57e-4e7b-9b71-52f08af93cc5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 797 time: 0.1397018 Jul 06 19:02:27.183554 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-9f2a3a63-15b1-4db9-be74-7c32b013c902 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 380 time: 0.0558505 Jul 06 19:02:27.195543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'port': {'device_id': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'admin_state_up': True, 'tenant_id': '9d9aab526539466c8b5406b357769696', 'security_groups': ['5dca6633-2d95-449e-8317-c081ae49da5b']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:27.326260 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe6d537f-6649-4fdc-9fae-8cb10715d051 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:27.337217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:02:27.341529 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.383958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fe6d537f-6649-4fdc-9fae-8cb10715d051 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:27.384167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.481707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fa0f7175-df82-4ab5-afd5-d60be672dfbf up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:27.500694 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.4 (2c520d8e-7ecf-4d52-be79-d71d0739b57c/aa97e36a-2b1c-4a03-840e-374629d07d7f/9073b1ad-42e0-4f00-8593-976253b9228a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:02:27.543434 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port fa0f7175-df82-4ab5-afd5-d60be672dfbf completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:27.547712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fa0f7175-df82-4ab5-afd5-d60be672dfbf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:27.548243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.630871 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.658441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.672494 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port fa0f7175-df82-4ab5-afd5-d60be672dfbf, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fa0f7175-df82-4ab5-afd5-d60be672dfbf,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:27.674248 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object 9073b1ad-42e0-4f00-8593-976253b9228a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:27.678998 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.679928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:27.709131 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.758323 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=fa0f7175-df82-4ab5-afd5-d60be672dfbf,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:27.763171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:27.767288 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:27.774939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:02:27.778003 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:27.778466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.802488 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=9073b1ad-42e0-4f00-8593-976253b9228a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:27.834593 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:27.835688 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:27.857515 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-bed97697-4f55-4024-ba56-34e2a378112b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6687145 Jul 06 19:02:27.871908 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Request body: {'port': {'device_id': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:27.957795 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.060041 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.065022 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe59b01b-db81-4cd8-b2d3-5997ea6770d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.081181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c4bd1cc1-5b7f-4e37-a815-606f82780a6c None None] Provisioning for port 9073b1ad-42e0-4f00-8593-976253b9228a completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:28.087413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c4bd1cc1-5b7f-4e37-a815-606f82780a6c None None] Provisioning complete for port 9073b1ad-42e0-4f00-8593-976253b9228a triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:28.087895 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1cc1-5b7f-4e37-a815-606f82780a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.125767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd1cc1-5b7f-4e37-a815-606f82780a6c None None] Port 9073b1ad-42e0-4f00-8593-976253b9228a cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:02:28.253191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9073b1ad-42e0-4f00-8593-976253b9228a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:02:28.261830 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.274317 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Transition to ACTIVE for port object 9073b1ad-42e0-4f00-8593-976253b9228a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:02:28.278124 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.308082 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1fd4e-5053-4ae3-a57b-ea3b24153802 req-95b3c53d-f79f-4fb5-a534-7c214ca91b22 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:28.309588 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35d1fd4e-5053-4ae3-a57b-ea3b24153802 req-95b3c53d-f79f-4fb5-a534-7c214ca91b22 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 931 time: 0.0696039 Jul 06 19:02:28.351198 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35d1fd4e-5053-4ae3-a57b-ea3b24153802 req-cde44025-1b11-445a-b240-ad4ae7dc722a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 Jul 06 19:02:28.374102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Pushing event updated for resources: {'Port': ['ID=9073b1ad-42e0-4f00-8593-976253b9228a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:28.408718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Attempting to bind port 9073b1ad-42e0-4f00-8593-976253b9228a on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:02:28.409066 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Attempting to bind port 9073b1ad-42e0-4f00-8593-976253b9228a by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:02:28.409452 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Attempting to bind port 9073b1ad-42e0-4f00-8593-976253b9228a on network 2c520d8e-7ecf-4d52-be79-d71d0739b57c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:28.414867 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Port 9073b1ad-42e0-4f00-8593-976253b9228a on network 2c520d8e-7ecf-4d52-be79-d71d0739b57c not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:02:28.415118 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Attempting to bind port 9073b1ad-42e0-4f00-8593-976253b9228a on network 2c520d8e-7ecf-4d52-be79-d71d0739b57c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:02:28.420449 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:02:28.420792 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Checking segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:02:28.421187 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Bound using segment: {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:02:28.421623 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Bound port: 9073b1ad-42e0-4f00-8593-976253b9228a, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c37166-2e88-4277-983d-07cfcb6765aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:02:28.421990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.497308 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] For port 9073b1ad-42e0-4f00-8593-976253b9228a, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:02:28.501411 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] For port 9073b1ad-42e0-4f00-8593-976253b9228a, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9073b1ad-42e0-4f00-8593-976253b9228a,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:02:28.505990 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.541162 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:28.541791 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:28.543523 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] 10.222.0.61 "PUT /v2.0/ports/9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 1091 time: 0.6762967 Jul 06 19:02:28.543896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:02:28.546164 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee764cc1-6bef-4554-9eaf-57307a80327e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:02:28.573741 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc3cac-0b35-49a5-8666-5b864a7ecc46 service neutron] Pushing event updated for resources: {'Port': ['ID=9073b1ad-42e0-4f00-8593-976253b9228a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:28.589499 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b41f1-eb62-495c-991f-fc9438fdcc35 x-openstack-request-id: req-cd4b41f1-eb62-495c-991f-fc9438fdcc35 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:02:28.589796 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:02:28.590049 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd4b41f1-eb62-495c-991f-fc9438fdcc35 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:02:28.590453 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a', 'status': 'completed', 'code': 200} Jul 06 19:02:28.651298 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-fc1bf210-6fbc-4e6f-af25-3d4187e976f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:28.652842 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-fc1bf210-6fbc-4e6f-af25-3d4187e976f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1094 time: 0.0581913 Jul 06 19:02:28.700693 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-75c9ba53-48be-4d31-b272-06aea5cdd256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 217 time: 0.0408695 Jul 06 19:02:28.752737 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-1787a5d4-e98a-49be-bab5-cc986d6023fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:28.754754 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-1787a5d4-e98a-49be-bab5-cc986d6023fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0462463 Jul 06 19:02:28.811907 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-fe2971c8-76e6-4e44-9372-4c8854ede17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:28.813418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-fe2971c8-76e6-4e44-9372-4c8854ede17f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522902 Jul 06 19:02:28.911715 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-48f9947a-2455-4f27-99a9-a76d450049bd service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884387 Jul 06 19:02:29.006285 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-5e274b66-7802-49c3-b7d5-35e8a942b614 req-813d1a17-d6c0-451c-abbf-4546999bf141 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877244 Jul 06 19:02:29.108477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-14ef2606-0252-43b5-962c-bb2e84955e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:29.109987 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-14ef2606-0252-43b5-962c-bb2e84955e31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1094 time: 0.0538402 Jul 06 19:02:29.181870 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fa0f7175-df82-4ab5-afd5-d60be672dfbf up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:29.209956 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-0eb7bf3b-3d2c-43ff-be6b-f5566eca5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:29.211614 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-0eb7bf3b-3d2c-43ff-be6b-f5566eca5a4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 898 time: 0.0943806 Jul 06 19:02:29.234832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port fa0f7175-df82-4ab5-afd5-d60be672dfbf triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:29.235202 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:29.256223 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-1939c29c-d042-4a9f-9bef-8fbd2aaa7c98 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 217 time: 0.0377212 Jul 06 19:02:29.309857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-c86d048d-6fe0-4d73-a30d-f571e156bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:29.311333 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-c86d048d-6fe0-4d73-a30d-f571e156bfee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0482128 Jul 06 19:02:29.370918 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-34f2bb1a-3f11-4e55-9038-2ecc64a3d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:29.372471 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-34f2bb1a-3f11-4e55-9038-2ecc64a3d6e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537593 Jul 06 19:02:29.468841 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-b35a9ccf-92b1-4295-81a2-9214ec5670cf service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Jul 06 19:02:29.533137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784237b-20bd-4f78-900e-412dec7b4391 req-12f7f549-ae2a-4e6f-8aad-a672483b79b5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:29.534894 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8784237b-20bd-4f78-900e-412dec7b4391 req-12f7f549-ae2a-4e6f-8aad-a672483b79b5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 943 time: 0.0649877 Jul 06 19:02:29.565887 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-ee764cc1-6bef-4554-9eaf-57307a80327e req-a563dbb9-53eb-4b33-a980-5dc00d3e7cbf service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889785 Jul 06 19:02:29.574459 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8784237b-20bd-4f78-900e-412dec7b4391 req-f799dfb8-367c-43a1-8c4f-a55fc16bae80 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Jul 06 19:02:29.637255 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:30.745915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55351b-129d-486a-8e22-54e7017aaac9 req-1ec1d76d-0598-4274-855c-78842afe5eb6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:30.747443 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae55351b-129d-486a-8e22-54e7017aaac9 req-1ec1d76d-0598-4274-855c-78842afe5eb6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 943 time: 0.0627747 Jul 06 19:02:30.785833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:30.787566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ae55351b-129d-486a-8e22-54e7017aaac9 req-31fd8c9b-2aa0-4dd1-8266-f9d05ec61ef4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345654 Jul 06 19:02:31.030833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:31.964104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8630-ddd9-4fdd-bc41-970f5524fe3b req-52dbd5cd-7fd3-4889-8c09-90aaab8a0285 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:31.965581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcf8630-ddd9-4fdd-bc41-970f5524fe3b req-52dbd5cd-7fd3-4889-8c09-90aaab8a0285 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 943 time: 0.0684016 Jul 06 19:02:32.005385 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5dcf8630-ddd9-4fdd-bc41-970f5524fe3b req-3e2cd633-8fd3-4eca-ae44-a608f5bf89fa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jul 06 19:02:33.029128 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9073b1ad-42e0-4f00-8593-976253b9228a details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:02:33.132220 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9073b1ad-42e0-4f00-8593-976253b9228a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9073b1ad-42e0-4f00-8593-976253b9228a,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:33.145194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '9073b1ad-42e0-4f00-8593-976253b9228a', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'port_id': '9073b1ad-42e0-4f00-8593-976253b9228a', 'mac_address': 'fa:16:3e:56:01:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:02:33.193233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:33.194154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd2a09-98ca-4677-b18d-2cc8efb4f4d5 req-e9bcffc7-a37b-46e0-8292-1be83af9d0ba tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:33.195807 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bbd2a09-98ca-4677-b18d-2cc8efb4f4d5 req-e9bcffc7-a37b-46e0-8292-1be83af9d0ba tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 943 time: 0.0742254 Jul 06 19:02:33.199230 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:33.212501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9073b1ad-42e0-4f00-8593-976253b9228a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:02:33.233587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9073b1ad-42e0-4f00-8593-976253b9228a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9073b1ad-42e0-4f00-8593-976253b9228a,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:33.236344 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0bbd2a09-98ca-4677-b18d-2cc8efb4f4d5 req-02617035-a5eb-4fbf-8bb5-de846ba6bb89 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Jul 06 19:02:33.239868 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:33.288855 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9073b1ad-42e0-4f00-8593-976253b9228a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:33.380320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:02:33.431917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['9073b1ad-42e0-4f00-8593-976253b9228a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:02:34.417709 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480308-9122-4d59-8076-7d201eccd743 req-81e4243c-22f9-413b-865b-514e73690d9b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:34.419129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82480308-9122-4d59-8076-7d201eccd743 req-81e4243c-22f9-413b-865b-514e73690d9b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 944 time: 0.0678549 Jul 06 19:02:34.458076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-82480308-9122-4d59-8076-7d201eccd743 req-5de7b6eb-de39-4e51-82c9-586fc6785f8c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Jul 06 19:02:35.043814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9073b1ad-42e0-4f00-8593-976253b9228a up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:02:35.096736 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 9073b1ad-42e0-4f00-8593-976253b9228a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:02:35.101594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 9073b1ad-42e0-4f00-8593-976253b9228a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:02:35.102119 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:35.179055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:35.201103 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:02:35.203398 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f0dd1-2159-4e48-97b2-47a967e1a167" -d '{"events": [{"server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "name": "network-vif-plugged", "status": "completed", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:02:35.216864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 9073b1ad-42e0-4f00-8593-976253b9228a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9073b1ad-42e0-4f00-8593-976253b9228a,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:02:35.221372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:35.245740 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca59e5f-c710-4032-b56d-05d61997fe56 x-openstack-request-id: req-9ca59e5f-c710-4032-b56d-05d61997fe56 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:02:35.246020 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "name": "network-vif-plugged", "status": "completed", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:02:35.246305 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ca59e5f-c710-4032-b56d-05d61997fe56 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:02:35.246726 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a', 'code': 200} Jul 06 19:02:35.279951 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=9073b1ad-42e0-4f00-8593-976253b9228a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:35.365081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35440-9a0b-4935-b139-0ac3db4dae1f req-66ad671f-f109-4ada-ac02-545e70289b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:35.366645 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1a35440-9a0b-4935-b139-0ac3db4dae1f req-66ad671f-f109-4ada-ac02-545e70289b1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1096 time: 0.0576060 Jul 06 19:02:35.416347 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-e1a35440-9a0b-4935-b139-0ac3db4dae1f req-7b99c5b4-c430-4abb-9644-198b9d2fa070 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Jul 06 19:02:35.656232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063d440-88ba-4cac-8721-f1c3142cdd77 req-d2dee0de-eeab-46ce-b73a-f6c200ff618a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:35.657752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d063d440-88ba-4cac-8721-f1c3142cdd77 req-d2dee0de-eeab-46ce-b73a-f6c200ff618a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0657823 Jul 06 19:02:35.697206 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d063d440-88ba-4cac-8721-f1c3142cdd77 req-784e83a3-8d94-438d-a639-92e6c8d5e678 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335128 Jul 06 19:02:36.871271 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994671a-e0d2-443b-a9b9-511ca9d35455 req-ff1957f9-c224-49ea-823d-af3e7278fc32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:36.872754 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a994671a-e0d2-443b-a9b9-511ca9d35455 req-ff1957f9-c224-49ea-823d-af3e7278fc32 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0639770 Jul 06 19:02:36.912016 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a994671a-e0d2-443b-a9b9-511ca9d35455 req-5b6f3aad-f27b-46b8-b5b0-804a1a5acba6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336773 Jul 06 19:02:37.085974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bbc55-2d27-48d3-a0a2-63085d8b8f04 req-72358ee4-2262-4f6c-b8e9-5299b81e7367 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:37.087484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f06bbc55-2d27-48d3-a0a2-63085d8b8f04 req-72358ee4-2262-4f6c-b8e9-5299b81e7367 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0692050 Jul 06 19:02:37.125232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f06bbc55-2d27-48d3-a0a2-63085d8b8f04 req-306c07b4-3493-4d99-8b0c-6af73ef8d55d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Jul 06 19:02:37.150862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:37.203236 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5ad01-2d4c-4e5c-9188-d72ae55fe721 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:37.204799 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b0d5ad01-2d4c-4e5c-9188-d72ae55fe721 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1091 time: 0.0529084 Jul 06 19:02:37.207970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:37.212340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '9073b1ad-42e0-4f00-8593-976253b9228a', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:02:37.236630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:37.341142 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:37.443110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.28 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/cf59aa48-e460-45d5-a1ad-893fbfef67ff) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:02:37.547435 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:37.586833 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:37.622104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:02:37.624944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:02:37.628815 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:02:37.661647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=cf59aa48-e460-45d5-a1ad-893fbfef67ff,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:37.674017 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.674360 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.674701 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.675038 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.675874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.676223 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.676553 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.676885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.677214 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.677540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.677934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:37.678173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:38.102412 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-89feb7bf-7ee4-4ec6-8fa1-449c37eb9346 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563190 Jul 06 19:02:38.206350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-da6a5c2c-299e-4a9a-a715-37b923b06fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:38.208471 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-da6a5c2c-299e-4a9a-a715-37b923b06fbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1096 time: 0.0630267 Jul 06 19:02:38.315938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-1f1a9587-60f8-401f-87c4-ea8f7a2777b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:38.317433 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-1f1a9587-60f8-401f-87c4-ea8f7a2777b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 898 time: 0.0893109 Jul 06 19:02:38.366291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:38.366861 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-13ed019c-7d92-4cfd-a1b9-9ff2eda44e8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 217 time: 0.0429986 Jul 06 19:02:38.417783 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-5f8e88f2-cb31-4adb-96ee-ece1a89f3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:38.419322 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-5f8e88f2-cb31-4adb-96ee-ece1a89f3d47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0466838 Jul 06 19:02:38.445926 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:38.477205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-1f3c03f6-4eae-4908-acb5-aab97b7eff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:38.478727 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-1f3c03f6-4eae-4908-acb5-aab97b7eff9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536540 Jul 06 19:02:38.574928 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-fe1dc2cc-69e2-44c8-b7f2-16eaa1f6859b service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897186 Jul 06 19:02:38.601808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:38.606557 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:38.669159 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-dc620c4f-5758-4be8-b4ba-672077d4e1d4 req-369e9736-72f1-448a-8ab3-2565a3e859bc service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879800 Jul 06 19:02:38.682775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=cf59aa48-e460-45d5-a1ad-893fbfef67ff,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:38.694118 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:38.794834 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP 32c626a6-24e4-42c7-a358-a12eff6b424d associated. External IP: 172.25.5.28, port: 9073b1ad-42e0-4f00-8593-976253b9228a. Jul 06 19:02:39.000960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 90d55252-875a-42f0-a15f-dcbd24d10c91 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:02:39.111184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:02:39.121140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] Sync routers for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:02:39.127074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:39.132213 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:39.132856 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:39.180150 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3de711a6-d171-43b2-a090-e3bc103de86f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9687319 Jul 06 19:02:39.180150 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:02:39.180905 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79033866-f0dd-487b-b4e9-5562b26ee238" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:02:39.245653 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:39.337968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430c331-57a0-4450-bc77-a5d886e2e149 req-4f3b4950-c7aa-44cd-b30a-7691974398d8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.339631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8430c331-57a0-4450-bc77-a5d886e2e149 req-4f3b4950-c7aa-44cd-b30a-7691974398d8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0668528 Jul 06 19:02:39.384790 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8430c331-57a0-4450-bc77-a5d886e2e149 req-d0ff67f8-6dbb-4a8b-a5d6-543587ba4c47 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Jul 06 19:02:39.411776 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45560) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:39.505490 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-9da14219-b391-4f40-b9c2-3fe3d34dcfc5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/32c626a6-24e4-42c7-a358-a12eff6b424d HTTP/1.1" status: 200 len: 990 time: 0.0901706 Jul 06 19:02:39.527906 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65fb3a-f888-4fbe-bc77-80c5f3df626b x-openstack-request-id: req-1c65fb3a-f888-4fbe-bc77-80c5f3df626b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:02:39.528262 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:02:39.528598 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c65fb3a-f888-4fbe-bc77-80c5f3df626b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:02:39.529072 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a', 'status': 'completed', 'code': 200} Jul 06 19:02:39.529656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '32c626a6-24e4-42c7-a358-a12eff6b424d', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'port_id': '9073b1ad-42e0-4f00-8593-976253b9228a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'mac_address': 'fa:16:3e:56:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:02:37Z', 'updated_at': '2021-07-06T19:02:37Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:27Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:39.556884 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] Checking router: 90d55252-875a-42f0-a15f-dcbd24d10c91 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:02:39.565225 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:02:39.565925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:02:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:39.605197 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-e60d249e-6e70-4386-8ffa-e3367ecd333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.606622 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-e60d249e-6e70-4386-8ffa-e3367ecd333e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1096 time: 0.0524387 Jul 06 19:02:39.672152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:02:39.708734 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-f93f026b-baf3-407e-a4db-db90fc3e6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.710234 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-f93f026b-baf3-407e-a4db-db90fc3e6e6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 898 time: 0.0964248 Jul 06 19:02:39.779156 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-66cdce80-e387-48fd-bcb7-1ac42635bf4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 998 time: 0.0630100 Jul 06 19:02:39.831811 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-abe90596-bf3b-476a-ba48-624a6f09f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.833251 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-abe90596-bf3b-476a-ba48-624a6f09f65b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0468702 Jul 06 19:02:39.892252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-5f46c9dc-996a-4a7f-8c17-b79eb127596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:39.893706 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-5f46c9dc-996a-4a7f-8c17-b79eb127596d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545669 Jul 06 19:02:39.901526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '32c626a6-24e4-42c7-a358-a12eff6b424d', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'port_id': '9073b1ad-42e0-4f00-8593-976253b9228a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'mac_address': 'fa:16:3e:56:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:02:37Z', 'updated_at': '2021-07-06T19:02:37Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:27Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:02:39.928843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c580a-0c45-4b58-b11d-1b612f560e58 None None] The sync data for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 is: [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '32c626a6-24e4-42c7-a358-a12eff6b424d', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'port_id': '9073b1ad-42e0-4f00-8593-976253b9228a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'mac_address': 'fa:16:3e:56:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:02:37Z', 'updated_at': '2021-07-06T19:02:37Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:27Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:02:39.992417 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-636c569f-fe91-4401-a939-cba70860b624 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924730 Jul 06 19:02:40.086802 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-79033866-f0dd-487b-b4e9-5562b26ee238 req-c8c49306-4001-4e1c-9c70-7e4c45700952 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885804 Jul 06 19:02:40.223972 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de230d98-d8aa-47ba-a838-a28c32334cd0 None None] New status for floating IP 32c626a6-24e4-42c7-a358-a12eff6b424d: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:02:40.508412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45562) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:40.575246 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-69d807c7-6d34-4963-a901-d0829f33d881 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/32c626a6-24e4-42c7-a358-a12eff6b424d HTTP/1.1" status: 200 len: 992 time: 0.0657582 Jul 06 19:02:55.574803 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9226a838-888c-43bb-bb79-387c4a85aa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:58.056301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:58.058310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b77cde1c-5499-476f-8df9-0d2b797231bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.642209 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:00.792472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:01.034961 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:03.181564 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:10.380016 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:03:12.219905 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19150d14-23bd-4aea-9251-6bfd637b0131 req-dee632ff-95b7-4719-a831-323ad3c68c05 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:12.221591 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19150d14-23bd-4aea-9251-6bfd637b0131 req-dee632ff-95b7-4719-a831-323ad3c68c05 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0767255 Jul 06 19:03:12.266650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-19150d14-23bd-4aea-9251-6bfd637b0131 req-eceb6855-d0e6-4b8a-9f6e-ffe4061294b0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Jul 06 19:03:13.465722 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d070d-cf09-4880-97f6-652de95450d5 req-235b5920-a024-4174-8d32-1824b8035f4c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:13.468024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-594d070d-cf09-4880-97f6-652de95450d5 req-235b5920-a024-4174-8d32-1824b8035f4c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0776362 Jul 06 19:03:13.509624 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-594d070d-cf09-4880-97f6-652de95450d5 req-c282fede-7949-444d-82fd-1785490824f8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358677 Jul 06 19:03:14.688169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38227900-e925-488a-94e8-a7a07f440852 req-0c3f2fbd-7a79-4dbd-b5ac-9d96e526387c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:14.689826 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38227900-e925-488a-94e8-a7a07f440852 req-0c3f2fbd-7a79-4dbd-b5ac-9d96e526387c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0666406 Jul 06 19:03:14.735104 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38227900-e925-488a-94e8-a7a07f440852 req-e2eeb2f2-58e1-44d9-9f7f-31bd1537200c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388415 Jul 06 19:03:15.921041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037f1a-8b91-4cca-9239-2066889ad3fa req-26e8560e-8dfe-4ed7-ac0e-795c1d1ba5a6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:15.922601 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08037f1a-8b91-4cca-9239-2066889ad3fa req-26e8560e-8dfe-4ed7-ac0e-795c1d1ba5a6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0699859 Jul 06 19:03:15.964786 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-08037f1a-8b91-4cca-9239-2066889ad3fa req-d6a65ab6-b4a9-41d7-b7ff-193b894eb221 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Jul 06 19:03:17.142239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af019b-43bb-4132-9929-52d9fd96c9dc req-c3810722-516d-4d90-a73c-6504ea150614 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:17.143781 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34af019b-43bb-4132-9929-52d9fd96c9dc req-c3810722-516d-4d90-a73c-6504ea150614 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0648136 Jul 06 19:03:17.192395 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-34af019b-43bb-4132-9929-52d9fd96c9dc req-f67e24a3-2ab5-48a0-9a46-8fe12b2a9cb6 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Jul 06 19:03:18.384347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af094e88-c9d1-438e-bfdc-5e66ba5def64 req-a99ba4f4-ad88-4bb9-a5ef-786d53e2bb09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:18.386736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af094e88-c9d1-438e-bfdc-5e66ba5def64 req-a99ba4f4-ad88-4bb9-a5ef-786d53e2bb09 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0772552 Jul 06 19:03:18.426439 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af094e88-c9d1-438e-bfdc-5e66ba5def64 req-17b056d7-20a9-463b-8c76-f19c9fd602ee tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346706 Jul 06 19:03:19.614879 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec50e14-0d50-49ed-bbc2-bdf2e82a8247 req-bbe58120-5afa-406a-aedc-1261caf65673 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:19.617758 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aec50e14-0d50-49ed-bbc2-bdf2e82a8247 req-bbe58120-5afa-406a-aedc-1261caf65673 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0715821 Jul 06 19:03:19.656665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aec50e14-0d50-49ed-bbc2-bdf2e82a8247 req-18c93f69-4fe2-42da-a152-536f8e11ff7f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Jul 06 19:03:20.837691 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da802c-e7b0-4956-8e1e-1c25db35e218 req-2762432d-bd9c-4039-9f05-cd7939f46850 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:20.839212 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35da802c-e7b0-4956-8e1e-1c25db35e218 req-2762432d-bd9c-4039-9f05-cd7939f46850 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0667071 Jul 06 19:03:20.878578 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-35da802c-e7b0-4956-8e1e-1c25db35e218 req-823a5acb-6184-43dd-9c9b-48d3a16919cb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334728 Jul 06 19:03:22.067473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb66ebd-f9ee-48fb-ac9c-b185c3f064a1 req-bb889de3-90c5-4f84-97cf-0c05602e1ba3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.069210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcb66ebd-f9ee-48fb-ac9c-b185c3f064a1 req-bb889de3-90c5-4f84-97cf-0c05602e1ba3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0712087 Jul 06 19:03:22.110352 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcb66ebd-f9ee-48fb-ac9c-b185c3f064a1 req-960fc033-66da-4c9b-9b53-e6bf4c76f5ea tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Jul 06 19:03:23.293463 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af53b2-0105-4aea-a453-1f74bd2ae8d3 req-206274b0-a064-4a73-b435-a315d81d06a9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:23.295106 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83af53b2-0105-4aea-a453-1f74bd2ae8d3 req-206274b0-a064-4a73-b435-a315d81d06a9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0673203 Jul 06 19:03:23.335387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83af53b2-0105-4aea-a453-1f74bd2ae8d3 req-f70b43e0-9f60-48ce-a5c3-df81fe1f896f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344291 Jul 06 19:03:24.513576 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0cce-dfd5-4473-bcbd-128674780c68 req-5c7bac31-b1b4-4cb0-9851-af6ed15f57a5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:24.515133 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c04a0cce-dfd5-4473-bcbd-128674780c68 req-5c7bac31-b1b4-4cb0-9851-af6ed15f57a5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0660663 Jul 06 19:03:24.553825 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c04a0cce-dfd5-4473-bcbd-128674780c68 req-54b5a5ad-a230-4d3c-b6a6-92af81faa44d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331626 Jul 06 19:03:25.565955 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d89771b5-62bc-4373-b719-9b0e21f1e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:25.737191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd4866-2153-4b5b-af96-15470c95275f req-e4c9fcfb-be68-4df3-b771-c9da94a5b65d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:25.738611 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5cd4866-2153-4b5b-af96-15470c95275f req-e4c9fcfb-be68-4df3-b771-c9da94a5b65d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0706496 Jul 06 19:03:25.777715 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5cd4866-2153-4b5b-af96-15470c95275f req-6cc5c7c5-88f2-4151-87cd-8d2c0e26b8c2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Jul 06 19:03:26.950659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573ee4-ff4b-4dab-a301-58b641ff1da8 req-d59e8a87-ce45-4ef7-ba07-254a25266003 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:26.952214 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90573ee4-ff4b-4dab-a301-58b641ff1da8 req-d59e8a87-ce45-4ef7-ba07-254a25266003 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0642588 Jul 06 19:03:26.991187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90573ee4-ff4b-4dab-a301-58b641ff1da8 req-f3a6219e-2bea-4bdd-912b-fcd78d496f00 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jul 06 19:03:28.058195 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:28.061855 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c7694dd-dff6-4206-9cdc-b662da5b8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:28.170675 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9dc96-b64e-4e60-b601-03f60dc17acd req-e1404bbc-00aa-41b7-90c8-86d52ae08351 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:28.172187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc9dc96-b64e-4e60-b601-03f60dc17acd req-e1404bbc-00aa-41b7-90c8-86d52ae08351 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0660846 Jul 06 19:03:28.214959 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abc9dc96-b64e-4e60-b601-03f60dc17acd req-4974c882-b663-43ec-b09b-12f289531bed tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Jul 06 19:03:28.240362 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45614) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:28.302785 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5429d476-0618-41b2-aa48-a3ff087f8e61 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/32c626a6-24e4-42c7-a358-a12eff6b424d HTTP/1.1" status: 200 len: 992 time: 0.0611098 Jul 06 19:03:29.646012 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:29.919493 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248c990-316b-4a14-b499-56a3fc254459 req-e48c5d97-fcbe-4556-8910-a8bdc0477c6d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:29.921019 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8248c990-316b-4a14-b499-56a3fc254459 req-e48c5d97-fcbe-4556-8910-a8bdc0477c6d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0642021 Jul 06 19:03:29.956407 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-a6dd265d-cfbc-42e5-af21-80eec5ee0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:29.957960 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-a6dd265d-cfbc-42e5-af21-80eec5ee0d61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1096 time: 0.0987709 Jul 06 19:03:29.960914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8248c990-316b-4a14-b499-56a3fc254459 req-3bca68fb-f795-470e-b942-3e331831f27b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Jul 06 19:03:30.052472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-9c09452d-7bcb-4b50-bd50-4d2207093f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:30.054561 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-9c09452d-7bcb-4b50-bd50-4d2207093f7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 898 time: 0.0902593 Jul 06 19:03:30.122189 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-b15c33a2-47d2-4ed7-a3b0-8d9f68f35e94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 1000 time: 0.0607777 Jul 06 19:03:30.174103 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-a9f2db8b-1bba-4161-ba90-44fb1b46b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:30.175600 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-a9f2db8b-1bba-4161-ba90-44fb1b46b70a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0476592 Jul 06 19:03:30.233706 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-0a48a967-0faa-4e7c-ad64-db76390c96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:30.235189 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-0a48a967-0faa-4e7c-ad64-db76390c96db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523221 Jul 06 19:03:30.329358 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-458f558d-b59b-4ea4-91f5-8c4c721202f8 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871623 Jul 06 19:03:30.423942 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-24bd801b-474f-46a8-926c-efa1c66fcb98 req-b4754247-e4f7-41c8-8711-a983e58da23c service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878360 Jul 06 19:03:30.788959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:31.036681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:31.143624 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5b20-bf70-4631-a6c7-f49411b3aa90 req-4851219f-0a4f-4435-91e8-07572d67662c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:31.145314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-982c5b20-bf70-4631-a6c7-f49411b3aa90 req-4851219f-0a4f-4435-91e8-07572d67662c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0646067 Jul 06 19:03:31.183558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-982c5b20-bf70-4631-a6c7-f49411b3aa90 req-02aca405-8add-4574-aada-f7457a95739d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Jul 06 19:03:31.208279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:31.274854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b5d1aa76-52b7-4fa6-846c-faa1943e4d06 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/32c626a6-24e4-42c7-a358-a12eff6b424d HTTP/1.1" status: 200 len: 992 time: 0.0653205 Jul 06 19:03:33.178809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:39.903160 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-eb8bdd75-8bd6-408e-90e2-093bccb3cab3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538633 Jul 06 19:03:39.997043 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-e3c86077-14d7-4fc9-b277-ac51c7f2692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:39.998544 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-e3c86077-14d7-4fc9-b277-ac51c7f2692b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1096 time: 0.0536647 Jul 06 19:03:40.111531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-3310fc33-1773-4921-b13e-c09b161d54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.112921 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-3310fc33-1773-4921-b13e-c09b161d54c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 898 time: 0.0942383 Jul 06 19:03:40.178263 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-e2425d71-64e8-44f8-84e1-2123ea0f6826 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 1000 time: 0.0588851 Jul 06 19:03:40.229397 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-4542f9a2-f9db-4fc5-bb05-14df29d825fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.230884 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-4542f9a2-f9db-4fc5-bb05-14df29d825fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0475042 Jul 06 19:03:40.287557 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-86a499c3-d92d-48b6-912a-bfbcb4945893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:40.289066 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-86a499c3-d92d-48b6-912a-bfbcb4945893 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520818 Jul 06 19:03:40.376661 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-3a556848-f865-48de-8886-03a20dc39da4 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811288 Jul 06 19:03:40.468899 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-28c8c8f1-4390-429d-b749-66fb2527c8dc req-6c96e991-a3ea-4596-9167-cd4f76df3cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Jul 06 19:03:47.378991 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:03:55.571553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74e324b1-792b-49fc-aa3c-0ca4ca7eebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:58.063670 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:58.066960 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83385e6e-22b7-41f7-80a1-61f1c0631e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:58.750490 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-3bce2fc6-cffb-4690-b3d9-f78dd0a995be req-0ef2e8ad-c6c7-44b9-b93c-92ced19566a7 service neutron] (93943) timed out ('10.222.0.37', 42646) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:03:59.645775 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:00.800137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:01.040666 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:01.804112 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:01.972004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port cf59aa48-e460-45d5-a1ad-893fbfef67ff {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:01.972494 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:02.055444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:02.055741 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:02.067898 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for cf59aa48-e460-45d5-a1ad-893fbfef67ff owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:02.221135 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:02.249059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=cf59aa48-e460-45d5-a1ad-893fbfef67ff,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:02.277375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.277727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.278068 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.278476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.278734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.279063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.279445 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.279777 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.280108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.280436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.280757 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.281081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:02.323875 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:02.324196 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP 32c626a6-24e4-42c7-a358-a12eff6b424d disassociated (deleted). External IP: 172.25.5.28, port: 9073b1ad-42e0-4f00-8593-976253b9228a. Jul 06 19:04:02.538795 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 90d55252-875a-42f0-a15f-dcbd24d10c91 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:04:02.654874 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:02.660076 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:02.665595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] Sync routers for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:02.675406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:02.676274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:02.697939 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3e53a696-1462-405a-8e31-085816f29e48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/floatingips/32c626a6-24e4-42c7-a358-a12eff6b424d HTTP/1.1" status: 204 len: 168 time: 0.8925991 Jul 06 19:04:02.698482 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:02.700786 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e2edd-4406-42cd-9a7f-2963b5205bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:02.788546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:02.956707 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71062d-0e60-4c43-9ec9-2fc0e36c71f2 x-openstack-request-id: req-8f71062d-0e60-4c43-9ec9-2fc0e36c71f2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:02.957233 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:02.957233 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f71062d-0e60-4c43-9ec9-2fc0e36c71f2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:02.957642 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a', 'status': 'completed', 'code': 200} Jul 06 19:04:02.995104 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:27Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:03.021851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] Checking router: 90d55252-875a-42f0-a15f-dcbd24d10c91 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:03.031926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:03.032904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:03.044403 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-a819e6ea-9b63-4364-8310-ed7445c9cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:03.045933 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-a819e6ea-9b63-4364-8310-ed7445c9cdde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 1096 time: 0.0604703 Jul 06 19:04:03.126563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bdb67-8b35-4982-8ac4-4144f3eabef4 req-f766729f-7f14-47f6-be19-f46b35e0fe62 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:03.128226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e8bdb67-8b35-4982-8ac4-4144f3eabef4 req-f766729f-7f14-47f6-be19-f46b35e0fe62 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0754683 Jul 06 19:04:03.150308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:03.154263 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-a31cdbe1-eb2e-454f-8306-3fe4b76c3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:03.155945 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-a31cdbe1-eb2e-454f-8306-3fe4b76c3daf service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 200 len: 898 time: 0.1033201 Jul 06 19:04:03.180678 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9e8bdb67-8b35-4982-8ac4-4144f3eabef4 req-34ce04b8-c655-4d72-8d0d-bdff4a107dd8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381029 Jul 06 19:04:03.205229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:03.206626 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-3ca0d85f-768e-4f2b-8524-7c8a869fab84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 200 len: 217 time: 0.0435951 Jul 06 19:04:03.260283 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-7cb42516-2525-4d02-b0b1-b1b9e8d6322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:03.261767 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-7cb42516-2525-4d02-b0b1-b1b9e8d6322d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 200 len: 835 time: 0.0478070 Jul 06 19:04:03.376118 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:27Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:03.403548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ff966-cda9-4b13-a40d-71e7dcc2dacf None None] The sync data for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 is: [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:24Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'fa0f7175-df82-4ab5-afd5-d60be672dfbf', 'name': '', 'network_id': '2c520d8e-7ecf-4d52-be79-d71d0739b57c', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:13:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:23Z', 'updated_at': '2021-07-06T19:02:27Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': 'aa97e36a-2b1c-4a03-840e-374629d07d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:03.599015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-d9bc1f1a-4fa7-458d-b1f3-56a7a5e53351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:03.600604 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-d9bc1f1a-4fa7-458d-b1f3-56a7a5e53351 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c520d8e-7ecf-4d52-be79-d71d0739b57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317373 Jul 06 19:04:03.634939 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979ffda-336f-4759-9465-796de34e8d23 None None] New status for floating IP 32c626a6-24e4-42c7-a358-a12eff6b424d: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:04:03.694580 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-f1e02a0e-df53-4128-b8d9-42ba873b34b4 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863967 Jul 06 19:04:03.790183 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-533e2edd-4406-42cd-9a7f-2963b5205bcf req-8fc90b63-b4fa-4916-a2b0-b62e485554f7 service neutron] 10.222.0.61 "GET /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884807 Jul 06 19:04:04.353126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e836de4-7abc-48aa-875e-d914ef4e2adb req-b804b23c-f3d0-44ab-9fec-9e1649702932 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:04.355584 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e836de4-7abc-48aa-875e-d914ef4e2adb req-b804b23c-f3d0-44ab-9fec-9e1649702932 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0643599 Jul 06 19:04:04.392332 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7e836de4-7abc-48aa-875e-d914ef4e2adb req-de8dea68-89cb-4a82-9c63-e8cea6d57547 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dca6633-2d95-449e-8317-c081ae49da5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 06 19:04:04.490554 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-799555ad-32b7-493a-85e8-33d290af413a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:04.492026 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-799555ad-32b7-493a-85e8-33d290af413a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 945 time: 0.0672898 Jul 06 19:04:04.594672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 9073b1ad-42e0-4f00-8593-976253b9228a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:04.595007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:04.689820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port 9073b1ad-42e0-4f00-8593-976253b9228a, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=9073b1ad-42e0-4f00-8593-976253b9228a,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:04.690339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:04.708265 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 9073b1ad-42e0-4f00-8593-976253b9228a owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:04.844631 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:04.875207 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=9073b1ad-42e0-4f00-8593-976253b9228a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:04.888843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.889217 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.889545 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.889893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.890226 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.890562 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.890898 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.891231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.891595 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.891933 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.892290 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.892786 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:04.938406 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] No DVR routers for this DVR port 9073b1ad-42e0-4f00-8593-976253b9228a on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:04:04.941056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:04.943098 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-b4570d79-ffb6-49c0-8d79-f86ad13c4e34 req-f1aaca34-a5a8-40c6-ac44-35d056b0fddf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.61 "DELETE /v2.0/ports/9073b1ad-42e0-4f00-8593-976253b9228a HTTP/1.1" status: 204 len: 173 time: 0.4460304 Jul 06 19:04:04.943634 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'name': 'network-vif-deleted', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:04.946675 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34771baf-0864-4e75-b3d4-5d51fd2544cf" -d '{"events": [{"server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "name": "network-vif-deleted", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:04.982547 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f785d8-de8a-4ec1-8464-e0f1178dc1cc x-openstack-request-id: req-a3f785d8-de8a-4ec1-8464-e0f1178dc1cc {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:04.982849 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffd31cd-9f58-43c3-b876-ccc9aaec06bc", "name": "network-vif-deleted", "tag": "9073b1ad-42e0-4f00-8593-976253b9228a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:04.983109 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3f785d8-de8a-4ec1-8464-e0f1178dc1cc {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:04.983550 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffd31cd-9f58-43c3-b876-ccc9aaec06bc', 'name': 'network-vif-deleted', 'tag': '9073b1ad-42e0-4f00-8593-976253b9228a', 'status': 'completed', 'code': 200} Jul 06 19:04:05.552329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb35037-1614-49ca-aedb-25be3a2e5f0d req-e085dcf1-1ba5-490a-b8ea-246d318198f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ffd31cd-9f58-43c3-b876-ccc9aaec06bc HTTP/1.1" status: 200 len: 210 time: 0.0295653 Jul 06 19:04:06.647737 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:07.008495 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:07.284081 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port fa0f7175-df82-4ab5-afd5-d60be672dfbf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:07.284433 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:07.378484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port fa0f7175-df82-4ab5-afd5-d60be672dfbf, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fa0f7175-df82-4ab5-afd5-d60be672dfbf,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:07.378842 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:07.390694 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for fa0f7175-df82-4ab5-afd5-d60be672dfbf owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:07.580542 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:07.609166 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=fa0f7175-df82-4ab5-afd5-d60be672dfbf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:07.792899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.324665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 90d55252-875a-42f0-a15f-dcbd24d10c91 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:04:08.433029 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:08.439590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8fdbbf29-d026-4982-b0f4-f8eeaf67fd4e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/90d55252-875a-42f0-a15f-dcbd24d10c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7890024 Jul 06 19:04:08.440738 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:08.443406 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] Sync routers for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:08.455042 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:08.455708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:08.497623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting subnet aa97e36a-2b1c-4a03-840e-374629d07d7f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:04:08.501075 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.548785 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.565949 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:08.640849 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.700722 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.731102 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Subnet': ['ID=aa97e36a-2b1c-4a03-840e-374629d07d7f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:08.737024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.741817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45662) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:08.743058 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d7fbeb47-7e83-46d9-a0f6-7af39e07c3d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/subnets/aa97e36a-2b1c-4a03-840e-374629d07d7f HTTP/1.1" status: 204 len: 168 time: 0.3010354 Jul 06 19:04:08.745471 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c825f1-d07f-4254-8ea3-d12c5794615b None None] Network 2c520d8e-7ecf-4d52-be79-d71d0739b57c requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:04:08.803683 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:04:07Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': 'fe6d537f-6649-4fdc-9fae-8cb10715d051', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:08.835159 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] Checking router: 90d55252-875a-42f0-a15f-dcbd24d10c91 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:08.858796 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:08.967081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.028431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port fe6d537f-6649-4fdc-9fae-8cb10715d051 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:09.028771 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.041459 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] Routers {'90d55252-875a-42f0-a15f-dcbd24d10c91'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:09.042102 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['90d55252-875a-42f0-a15f-dcbd24d10c91'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:09.113147 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port fe6d537f-6649-4fdc-9fae-8cb10715d051, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=fe6d537f-6649-4fdc-9fae-8cb10715d051,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:09.113510 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.128732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for fe6d537f-6649-4fdc-9fae-8cb10715d051 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:09.137314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] Set router 90d55252-875a-42f0-a15f-dcbd24d10c91 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:09.198153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:04:08Z', 'revision_number': 6, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:09.225891 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e7470-1c9b-4360-af3e-7f7cc2fb7dd0 None None] The sync data for ids ['90d55252-875a-42f0-a15f-dcbd24d10c91'] in n-d-799527-3 is: [{'id': '90d55252-875a-42f0-a15f-dcbd24d10c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463336870', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:02:20Z', 'updated_at': '2021-07-06T19:04:08Z', 'revision_number': 6, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:09.287789 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] DHCP port deletion for 2c520d8e-7ecf-4d52-be79-d71d0739b57c request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:04:09.315792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.336926 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Deleting port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:04:09.337357 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.343728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=fe6d537f-6649-4fdc-9fae-8cb10715d051,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:09.406222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] For port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,segment=NetworkSegment(88c37166-2e88-4277-983d-07cfcb6765aa),segment_id=88c37166-2e88-4277-983d-07cfcb6765aa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:09.406728 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.416306 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.421684 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Calling delete_port for 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:04:09.465429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9073b1ad-42e0-4f00-8593-976253b9228a no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:04:09.488996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 9073b1ad-42e0-4f00-8593-976253b9228a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:04:09.489296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 9073b1ad-42e0-4f00-8593-976253b9228a not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:04:09.513680 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.515792 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.524444 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.553017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Pushing event deleted for resources: {'Port': ['ID=672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:09.556319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] No DVR routers for this DVR port 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:04:09.564173 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.565128 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Fanout notify agent at l3_agent the message router_deleted on router 90d55252-875a-42f0-a15f-dcbd24d10c91 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:04:09.565546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.566050 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.566184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.566504 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.566839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.567173 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.567523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.568131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.568224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.568512 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.568824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.569148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746244c9-fcbe-4c76-883b-e98b86fc6d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:09.580968 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.583310 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e2534167-3b08-424a-ab37-7280dbc4c680 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/routers/90d55252-875a-42f0-a15f-dcbd24d10c91 HTTP/1.1" status: 204 len: 168 time: 0.8394227 Jul 06 19:04:09.586621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:09.673534 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.764863 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.776792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c520d8e-7ecf-4d52-be79-d71d0739b57c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:09.791792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c37166-2e88-4277-983d-07cfcb6765aa') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:09.792098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c37166-2e88-4277-983d-07cfcb6765aa') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:09.801064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.814783 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.823598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:04:09.824024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: timer() Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:04:09.827381 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:04:09.887936 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.895190 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.897154 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/networks/2c520d8e-7ecf-4d52-be79-d71d0739b57c HTTP/1.1" status: 204 len: 168 time: 0.3093486 Jul 06 19:04:09.901422 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45666) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:09.910660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617275d-5a50-4ca3-9115-42ce883249f9 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Network': ['ID=2c520d8e-7ecf-4d52-be79-d71d0739b57c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:09.968570 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a61b-b983-420d-8358-ecddda7d9855 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:09.996773 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a61b-b983-420d-8358-ecddda7d9855 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.064253 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a61b-b983-420d-8358-ecddda7d9855 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.067172 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a61b-b983-420d-8358-ecddda7d9855 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.068404 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d2c3a61b-b983-420d-8358-ecddda7d9855 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/security-groups/5dca6633-2d95-449e-8317-c081ae49da5b HTTP/1.1" status: 204 len: 168 time: 0.1657262 Jul 06 19:04:10.079117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3a61b-b983-420d-8358-ecddda7d9855 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dca6633-2d95-449e-8317-c081ae49da5b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:10.308512 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45672) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:10.313304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277309385', 'description': 'tempest-secgroup-smoke-277309385 description', 'project_id': '9d9aab526539466c8b5406b357769696'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:10.337153 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.429033 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.433184 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.463557 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.464839 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1552992 Jul 06 19:04:10.466997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb536b41-72ce-40d1-b1fe-327f4c0f7aef tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612d2737-e7c4-46da-9a37-6996ef52a9fb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:10.468442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:10.474597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '612d2737-e7c4-46da-9a37-6996ef52a9fb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:10.509881 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.571090 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.575168 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.593498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf19efa2-648e-4f56-b0c6-e4e1e86978ae,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:10.600345 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.602326 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6d267df1-146b-4285-8e3d-0fccc1f9c60d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327426 Jul 06 19:04:10.605103 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:10.609583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '612d2737-e7c4-46da-9a37-6996ef52a9fb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:10.638184 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.702490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.706388 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.724830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e907f6d1-1a0e-48f5-8a8f-8b1857fae5ba,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:10.733064 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.734334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2cb3d591-4710-462d-8838-cd623690638d tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282976 Jul 06 19:04:10.737300 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:10.742499 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '612d2737-e7c4-46da-9a37-6996ef52a9fb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:10.770965 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.834229 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.838054 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.861134 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737bd46e-deff-405e-b8eb-b7a4bfc9d722,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:10.865291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.866674 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8843a0df-452d-4bb0-bda6-dff89236ab6e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282747 Jul 06 19:04:10.869949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:10.875014 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '612d2737-e7c4-46da-9a37-6996ef52a9fb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:10.903808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.965847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.969823 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.990704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32585bd-ffa0-415f-bc15-4a50659f8e77,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:10.994739 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.995971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a6b09762-27d4-4d8d-a9f6-03cfd1dbe455 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248562 Jul 06 19:04:10.998794 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:11.003244 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '612d2737-e7c4-46da-9a37-6996ef52a9fb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:11.026239 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:04:11.031120 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.095969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.100265 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.120467 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc340a1-aeda-448f-b95f-95138b7a9170,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:11.128109 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.129319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-a6e067e5-130a-46f8-8578-27821c04cf73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295464 Jul 06 19:04:11.132577 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:11.136835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'security_group_rule': {'security_group_id': '612d2737-e7c4-46da-9a37-6996ef52a9fb', 'project_id': '9d9aab526539466c8b5406b357769696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:11.160109 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Project 9d9aab526539466c8b5406b357769696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:04:11.165618 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.233465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.234217 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe6d537f-6649-4fdc-9fae-8cb10715d051 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:04:11.237586 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.261385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16910ea8-0963-42a7-bcac-f4dfab69912f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:11.262066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fe6d537f-6649-4fdc-9fae-8cb10715d051 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:04:11.262549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fe6d537f-6649-4fdc-9fae-8cb10715d051 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:04:11.263071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:04:11.267880 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.269301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6eb06682-6619-4111-bcbc-34a6d75753e0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359916 Jul 06 19:04:11.272154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:11.278821 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'network': {'name': 'tempest-network-smoke--1894160440', 'project_id': '9d9aab526539466c8b5406b357769696', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:11.286839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:04:11.287194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 672435ea-fbc2-4f0c-afc4-9aa4aa4ffc13 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:04:11.287649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fa0f7175-df82-4ab5-afd5-d60be672dfbf no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:04:11.300945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:04:11.304726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.308866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: fa0f7175-df82-4ab5-afd5-d60be672dfbf {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:04:11.309222 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device fa0f7175-df82-4ab5-afd5-d60be672dfbf not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:04:11.329753 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:04:11.340162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.340512 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Added segment c2d36d3a-575d-44a5-ad1d-bcc333fde1ff of type vlan for network b1584b8d-4df7-418f-8014-cd04cb766522 Jul 06 19:04:11.381130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.415144 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.420734 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:11.421333 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.475312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2020288 Jul 06 19:04:11.479296 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45688) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:11.484306 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'admin_state_up': True, 'project_id': '9d9aab526539466c8b5406b357769696', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:11.489957 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409bcf8-9240-4302-bf0f-959d3d9681f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Network': ['ID=b1584b8d-4df7-418f-8014-cd04cb766522,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:11.500530 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network b1584b8d-4df7-418f-8014-cd04cb766522 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:04:11.512370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.513484 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.571899 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.719947 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.925579 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:11.949337 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:12.058728 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.91 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/6022ad68-a431-4409-a998-3c441602c637) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:04:12.170022 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:12.216370 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:12.259012 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:04:12.262213 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:12.268997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:04:12.292592 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=6022ad68-a431-4409-a998-3c441602c637,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:12.539573 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:12.740893 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:12.870645 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 6ed08503-bd9a-4edc-a347-bb8c54987216 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:04:12.982840 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:12.991967 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Sync routers for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:13.000977 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:13.001265 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.001589 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:13.005538 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-e73e641c-7db7-44e0-aeff-ac09a7ead5a4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5223162 Jul 06 19:04:13.005790 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45690) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:13.079157 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-09633399-9619-443e-a5f0-40f7e1d3d59f tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d9aab526539466c8b5406b357769696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720921 Jul 06 19:04:13.081816 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:13.108534 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:13.174646 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae666b-0d6e-40cf-9e2f-fdb9eabdc662 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:13.176071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-b7ae666b-0d6e-40cf-9e2f-fdb9eabdc662 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932677 Jul 06 19:04:13.178823 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:13.211027 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4781a04d-e847-403c-941e-4431790eaec5 tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=5e410cad-159e-49cb-9351-8c31739c6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293486 Jul 06 19:04:13.213727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:13.218865 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996984704', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'project_id': '9d9aab526539466c8b5406b357769696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:13.290320 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:12Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:13.315954 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:04:13.316204 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Checking router: 6ed08503-bd9a-4edc-a347-bb8c54987216 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:13.316448 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Updating router 6ed08503-bd9a-4edc-a347-bb8c54987216 port 6022ad68-a431-4409-a998-3c441602c637 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:04:13.319852 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.350147 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.514299 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.595754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Subnet': ['ID=7985cb02-adfc-44b1-b9f5-a2de8b435691,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:13.600935 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Checking segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:04:13.601347 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network hostable DHCP agents. Network: b1584b8d-4df7-418f-8014-cd04cb766522, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:04:13.612440 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.618305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network b1584b8d-4df7-418f-8014-cd04cb766522 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:04:13.623064 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Transition to ACTIVE for port object 6022ad68-a431-4409-a998-3c441602c637 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:13.627575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, b1584b8d-4df7-418f-8014-cd04cb766522) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:13.628585 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.632023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:13.633235 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.641819 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a269a-41ae-4edc-b824-ade5a46356be None None] Network b1584b8d-4df7-418f-8014-cd04cb766522 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:04:13.651209 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c81b0f47-bdaa-41a5-b721-361c9fc17cca tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4335034 Jul 06 19:04:13.651710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45700) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:13.677810 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Attempting to bind port 6022ad68-a431-4409-a998-3c441602c637 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:04:13.678185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Attempting to bind port 6022ad68-a431-4409-a998-3c441602c637 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:04:13.678546 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Attempting to bind port 6022ad68-a431-4409-a998-3c441602c637 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:04:13.689194 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Pushing event updated for resources: {'Port': ['ID=6022ad68-a431-4409-a998-3c441602c637,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:13.696606 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:04:13.696979 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:04:13.697385 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.697780 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:04:13.698246 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Bound port: 6022ad68-a431-4409-a998-3c441602c637, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:04:13.698625 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.701629 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.701972 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.702306 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.702638 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.702965 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.703322 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.703649 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.703972 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.704290 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.704610 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.705251 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.705251 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:04:13.759805 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] For port 6022ad68-a431-4409-a998-3c441602c637, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:04:13.763136 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] For port 6022ad68-a431-4409-a998-3c441602c637, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6022ad68-a431-4409-a998-3c441602c637,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:04:13.768641 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.832491 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ad8ac-a5e2-40fd-a152-e6847af9bcf6 None None] Pushing event updated for resources: {'Port': ['ID=6022ad68-a431-4409-a998-3c441602c637,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:13.839956 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:13.840602 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:13.854680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-b1584b8d-4df7-418f-8014-cd04cb766522', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:04:13.855757 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:13.954819 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:14.004910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Allocated IP 172.20.0.2 (b1584b8d-4df7-418f-8014-cd04cb766522/7985cb02-adfc-44b1-b9f5-a2de8b435691/6e44a3ed-00d3-490e-a928-15deb83f58c2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:04:14.140286 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:12Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:14.166724 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:14.167010 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a5832-9952-4ce5-817b-deaa3c7caa4a None None] The sync data for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 is: [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:12Z', 'revision_number': 3, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:14.175633 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Transition to ACTIVE for port object 6e44a3ed-00d3-490e-a928-15deb83f58c2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:14.194334 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Transition to ACTIVE for port object 6e44a3ed-00d3-490e-a928-15deb83f58c2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:14.201049 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:14.243291 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Network b1584b8d-4df7-418f-8014-cd04cb766522 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:04:14.248475 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:14.252756 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:04:14.255994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Pushing event updated for resources: {'Port': ['ID=6e44a3ed-00d3-490e-a928-15deb83f58c2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:14.315278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Attempting to bind port 6e44a3ed-00d3-490e-a928-15deb83f58c2 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:04:14.315716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Attempting to bind port 6e44a3ed-00d3-490e-a928-15deb83f58c2 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:04:14.316083 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Attempting to bind port 6e44a3ed-00d3-490e-a928-15deb83f58c2 on network b1584b8d-4df7-418f-8014-cd04cb766522 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:04:14.322186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:04:14.322559 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Checking segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:04:14.322959 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:14.323401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Bound using segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:04:14.324394 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Bound port: 6e44a3ed-00d3-490e-a928-15deb83f58c2, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:04:14.324394 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:14.402588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] For port 6e44a3ed-00d3-490e-a928-15deb83f58c2, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:04:14.406110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] For port 6e44a3ed-00d3-490e-a928-15deb83f58c2, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6e44a3ed-00d3-490e-a928-15deb83f58c2,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:04:14.410700 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:14.436966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:14.512161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456b76f-28a4-4bae-9de9-e17e65c5ce09 None None] Pushing event updated for resources: {'Port': ['ID=6e44a3ed-00d3-490e-a928-15deb83f58c2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:14.859484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.1 (b1584b8d-4df7-418f-8014-cd04cb766522/7985cb02-adfc-44b1-b9f5-a2de8b435691/7d6a8111-2c5c-4d57-843a-9ace961f634b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:04:14.986220 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.001621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object 7d6a8111-2c5c-4d57-843a-9ace961f634b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:15.037887 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.072089 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-070efc84-5502-4408-88cc-8847c7f54053 req-6e67275c-2454-4169-86e1-107d65989641 service neutron] (93943) timed out ('10.222.0.60', 60276) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:04:15.088367 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network b1584b8d-4df7-418f-8014-cd04cb766522 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:04:15.091778 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:15.098331 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:04:15.122942 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=7d6a8111-2c5c-4d57-843a-9ace961f634b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:15.147231 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.313963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6e44a3ed-00d3-490e-a928-15deb83f58c2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:15.314682 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.369387 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6e44a3ed-00d3-490e-a928-15deb83f58c2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:15.373858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6022ad68-a431-4409-a998-3c441602c637 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:15.433663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 6022ad68-a431-4409-a998-3c441602c637 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:15.439140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6022ad68-a431-4409-a998-3c441602c637 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:15.440855 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.543450 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.550943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab68c1e-7907-48f3-937d-e13103c5d393 None None] Network b1584b8d-4df7-418f-8014-cd04cb766522 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:04:15.608216 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 6022ad68-a431-4409-a998-3c441602c637, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6022ad68-a431-4409-a998-3c441602c637,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:15.615547 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.619466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.620075 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.651516 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] Provisioning for port 6e44a3ed-00d3-490e-a928-15deb83f58c2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:15.662119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] Provisioning complete for port 6e44a3ed-00d3-490e-a928-15deb83f58c2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:15.662492 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.694931 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=7d6a8111-2c5c-4d57-843a-9ace961f634b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:15.697624 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.722153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=6022ad68-a431-4409-a998-3c441602c637,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:15.797352 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network b1584b8d-4df7-418f-8014-cd04cb766522 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:04:15.798831 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:15.841385 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.887086 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] For port 6e44a3ed-00d3-490e-a928-15deb83f58c2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6e44a3ed-00d3-490e-a928-15deb83f58c2,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:15.891805 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:15.918507 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 6ed08503-bd9a-4edc-a347-bb8c54987216 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:04:15.944008 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a9198-597a-4926-9e25-add2ae3738f9 None None] Pushing event updated for resources: {'Port': ['ID=6e44a3ed-00d3-490e-a928-15deb83f58c2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:16.046303 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:16.052037 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c176d7b3-a104-4094-acb2-83d9310c07b4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/6ed08503-bd9a-4edc-a347-bb8c54987216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3992836 Jul 06 19:04:16.113119 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Sync routers for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:16.130679 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:16.131866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:16.136637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d44722c1-5656-4add-b488-e0a428eadc07 None None] Provisioning for port 7d6a8111-2c5c-4d57-843a-9ace961f634b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:16.176167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d44722c1-5656-4add-b488-e0a428eadc07 None None] Provisioning complete for port 7d6a8111-2c5c-4d57-843a-9ace961f634b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:16.176555 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d44722c1-5656-4add-b488-e0a428eadc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:16.222145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-3199b8f6-d857-4dac-a4b1-5e525d8359c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277309385&fields=id&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 267 time: 0.0356624 Jul 06 19:04:16.252156 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d44722c1-5656-4add-b488-e0a428eadc07 None None] Port 7d6a8111-2c5c-4d57-843a-9ace961f634b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:04:16.281988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d44722c1-5656-4add-b488-e0a428eadc07 None None] Provisioning complete for port 6e44a3ed-00d3-490e-a928-15deb83f58c2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:16.282392 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d44722c1-5656-4add-b488-e0a428eadc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:16.285038 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:16.355830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-ba1f6269-bca2-4ad2-903e-74ee0b3eac6f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:16.360011 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-ba1f6269-bca2-4ad2-903e-74ee0b3eac6f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 797 time: 0.1275268 Jul 06 19:04:16.376117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-2df52fa5-177b-485d-b311-e3df962c4399 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/quotas/9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 375 time: 0.0109835 Jul 06 19:04:16.456082 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-06da01cc-746b-4b2d-8d49-bb94ced3d414 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731831 Jul 06 19:04:16.473392 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-63666995-fdce-46f2-bfd5-04357760a6e6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:04:16.474379 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-63666995-fdce-46f2-bfd5-04357760a6e6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056102 Jul 06 19:04:16.563040 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 2, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:16.577945 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-35c051ae-ec22-4b26-8d49-6a46842f17bc service neutron] 10.222.0.37 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965078 Jul 06 19:04:16.589585 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Checking router: 6ed08503-bd9a-4edc-a347-bb8c54987216 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:16.589885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Updating router 6ed08503-bd9a-4edc-a347-bb8c54987216 port 7d6a8111-2c5c-4d57-843a-9ace961f634b binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:04:16.628609 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:16.665460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9184ef8f-4144-44d4-9bdc-01a9a65f1024 None None] Provisioning complete for port 7d6a8111-2c5c-4d57-843a-9ace961f634b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:16.665832 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9184ef8f-4144-44d4-9bdc-01a9a65f1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:16.674545 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-d33f2a7b-f9da-4069-8230-688974c6932b service neutron] 10.222.0.37 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907619 Jul 06 19:04:16.761896 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9184ef8f-4144-44d4-9bdc-01a9a65f1024 None None] Port 7d6a8111-2c5c-4d57-843a-9ace961f634b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:04:16.861767 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ae92c5-b3e6-4133-aa85-26d3d6b50e41 req-352650e2-5bfc-46fa-9441-98a063b7e396 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 210 time: 0.0368919 Jul 06 19:04:17.114896 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:17.126603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Transition to ACTIVE for port object 7d6a8111-2c5c-4d57-843a-9ace961f634b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:17.131939 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:17.204356 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6aa49-b075-43e7-ae70-8ff699b401e5 None None] Pushing event updated for resources: {'Port': ['ID=7d6a8111-2c5c-4d57-843a-9ace961f634b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:17.258539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Attempting to bind port 7d6a8111-2c5c-4d57-843a-9ace961f634b on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:04:17.259666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Attempting to bind port 7d6a8111-2c5c-4d57-843a-9ace961f634b by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:04:17.260150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Attempting to bind port 7d6a8111-2c5c-4d57-843a-9ace961f634b on network b1584b8d-4df7-418f-8014-cd04cb766522 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:04:17.269916 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6e44a3ed-00d3-490e-a928-15deb83f58c2 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:17.273487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:04:17.274383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Checking segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:04:17.274383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:17.274871 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Bound using segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:04:17.275453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Bound port: 7d6a8111-2c5c-4d57-843a-9ace961f634b, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:04:17.275905 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:17.384773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6e44a3ed-00d3-490e-a928-15deb83f58c2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:17.385310 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:17.412403 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] For port 7d6a8111-2c5c-4d57-843a-9ace961f634b, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:04:17.433878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] For port 7d6a8111-2c5c-4d57-843a-9ace961f634b, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7d6a8111-2c5c-4d57-843a-9ace961f634b,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:04:17.441366 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:17.533805 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:17.534735 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:03:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:17.536618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6aa49-b075-43e7-ae70-8ff699b401e5 None None] Pushing event updated for resources: {'Port': ['ID=7d6a8111-2c5c-4d57-843a-9ace961f634b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:17.628979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6022ad68-a431-4409-a998-3c441602c637 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:17.725273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:17.774739 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 6022ad68-a431-4409-a998-3c441602c637 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:17.775007 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.014012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-104d306d-1e12-40cf-bcfb-80f7c61e69a9 req-7c66d632-1144-4ab3-be80-e030aa357f2c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 210 time: 0.0375767 Jul 06 19:04:18.026564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:17Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:18.068780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bccb2b-89d5-4012-a909-3b7de52bca21 None None] The sync data for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 is: [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:17Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:18.162991 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-52276f4b-1707-42f8-b940-79ba419d5155 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:18.165386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-52276f4b-1707-42f8-b940-79ba419d5155 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 797 time: 0.1540062 Jul 06 19:04:18.230604 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-498de41a-dd1e-4ec3-8eac-11ab11dbbbb5 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9aab526539466c8b5406b357769696 HTTP/1.1" status: 200 len: 379 time: 0.0491095 Jul 06 19:04:18.240667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'port': {'device_id': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'admin_state_up': True, 'tenant_id': '9d9aab526539466c8b5406b357769696', 'security_groups': ['612d2737-e7c4-46da-9a37-6996ef52a9fb']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:18.417070 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Made reservation on behalf of 9d9aab526539466c8b5406b357769696 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:04:18.422659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.573426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.20.0.3 (b1584b8d-4df7-418f-8014-cd04cb766522/7985cb02-adfc-44b1-b9f5-a2de8b435691/bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:04:18.765906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.785331 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Transition to ACTIVE for port object bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:18.828419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.879192 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network b1584b8d-4df7-418f-8014-cd04cb766522 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:04:18.883944 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:18.892177 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:04:18.900067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:18.956294 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:18.957304 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:18.976414 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-5e9b0b36-44a9-4132-a864-7f23aedb12be tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395315 Jul 06 19:04:18.989304 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Request body: {'port': {'device_id': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:19.110339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.230928 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ff940b85-028b-4d06-90c7-f1f115eca043 None None] Provisioning for port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:19.235176 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ff940b85-028b-4d06-90c7-f1f115eca043 None None] Provisioning complete for port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:19.235593 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff940b85-028b-4d06-90c7-f1f115eca043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.277077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff940b85-028b-4d06-90c7-f1f115eca043 None None] Port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:04:19.307557 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d6a8111-2c5c-4d57-843a-9ace961f634b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:19.343004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a32a7-389c-4833-9ea0-4b873e60eb49 req-8b190e13-6b14-4871-8463-ac2568e88394 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:19.344772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea3a32a7-389c-4833-9ea0-4b873e60eb49 req-8b190e13-6b14-4871-8463-ac2568e88394 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 931 time: 0.1976233 Jul 06 19:04:19.359738 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 7d6a8111-2c5c-4d57-843a-9ace961f634b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:19.364184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7d6a8111-2c5c-4d57-843a-9ace961f634b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:19.364571 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.419525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea3a32a7-389c-4833-9ea0-4b873e60eb49 req-2eb7ca13-833d-490d-9b99-937a8608dcd8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665829 Jul 06 19:04:19.455230 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.478829 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:04:19.486379 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.494872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 7d6a8111-2c5c-4d57-843a-9ace961f634b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7d6a8111-2c5c-4d57-843a-9ace961f634b,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:19.498918 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.499984 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Transition to ACTIVE for port object bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:04:19.503677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.557201 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=7d6a8111-2c5c-4d57-843a-9ace961f634b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:19.580496 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Pushing event updated for resources: {'Port': ['ID=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:19.631457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Attempting to bind port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:04:19.631798 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Attempting to bind port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:04:19.632201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Attempting to bind port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 on network b1584b8d-4df7-418f-8014-cd04cb766522 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:04:19.636907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 on network b1584b8d-4df7-418f-8014-cd04cb766522 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:04:19.637229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Attempting to bind port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 on network b1584b8d-4df7-418f-8014-cd04cb766522 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:04:19.642172 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:04:19.642513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Checking segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:04:19.642900 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Bound using segment: {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:04:19.643395 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Bound port: bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:04:19.643708 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.711122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] For port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:04:19.714151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] For port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:04:19.719066 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.755317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:19.755968 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.758098 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] 10.222.0.60 "PUT /v2.0/ports/bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 1091 time: 0.7735324 Jul 06 19:04:19.758098 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:19.760302 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f926b3c-61bc-479a-9334-4cb4fcfd535e" -d '{"events": [{"name": "network-changed", "server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:19.786384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f1fd-fbc2-4fee-81ad-a2c755cdf93e service neutron] Pushing event updated for resources: {'Port': ['ID=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:19.815895 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6942cea-cac2-4517-907d-a5823b3b8756 x-openstack-request-id: req-a6942cea-cac2-4517-907d-a5823b3b8756 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:19.816263 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:19.816925 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6942cea-cac2-4517-907d-a5823b3b8756 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:19.817347 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'status': 'completed', 'code': 200} Jul 06 19:04:19.884077 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-e630d941-867f-43dc-bcb9-bae0a5cad7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:19.885686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-e630d941-867f-43dc-bcb9-bae0a5cad7cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1094 time: 0.0621796 Jul 06 19:04:19.930554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-b2e1c023-bbb4-441a-9dec-37e3b6485f12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 217 time: 0.0374818 Jul 06 19:04:19.980020 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-641564a3-8c30-4d8e-aafc-700b164d469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:19.981499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-641564a3-8c30-4d8e-aafc-700b164d469e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 200 len: 834 time: 0.0452924 Jul 06 19:04:20.045037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-8b021fae-630a-4b6e-ac5f-63fdc0ee99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:20.046548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-8b021fae-630a-4b6e-ac5f-63fdc0ee99a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1584b8d-4df7-418f-8014-cd04cb766522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578187 Jul 06 19:04:20.136559 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-2ca90328-f08d-4c43-ad06-a3d5dea22cda service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826521 Jul 06 19:04:20.232484 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2fb7a7f6-4376-451e-bae5-431128d66a87 req-c583a8ef-34ae-4bcb-9c4f-031c4c7ec9bf service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895054 Jul 06 19:04:20.341440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-a3715ab2-1c8a-44f4-8f20-bed4dc14e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:20.343063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-a3715ab2-1c8a-44f4-8f20-bed4dc14e39f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1094 time: 0.0586352 Jul 06 19:04:20.434354 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-656144cc-a05b-4ee5-9085-4aa4fa0a6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:20.435835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-656144cc-a05b-4ee5-9085-4aa4fa0a6109 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 898 time: 0.0853276 Jul 06 19:04:20.483886 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-a7528e7f-5e96-4544-a30d-c9333bce91aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 217 time: 0.0407307 Jul 06 19:04:20.535129 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-eae0d829-c1ce-4987-8f86-14662a998834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:20.536710 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-eae0d829-c1ce-4987-8f86-14662a998834 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 200 len: 834 time: 0.0454056 Jul 06 19:04:20.647240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4cdc3-f91a-4c80-bd6b-8215127ffda5 req-1a6284ea-633b-407f-9ba2-51af23d93bd4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:20.649112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ee4cdc3-f91a-4c80-bd6b-8215127ffda5 req-1a6284ea-633b-407f-9ba2-51af23d93bd4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 943 time: 0.1089256 Jul 06 19:04:20.651847 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-e00d75f3-5451-4cf7-9dc4-2b60c358be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:20.653278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-e00d75f3-5451-4cf7-9dc4-2b60c358be36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1584b8d-4df7-418f-8014-cd04cb766522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040556 Jul 06 19:04:20.734193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9ee4cdc3-f91a-4c80-bd6b-8215127ffda5 req-fd535a57-fbbe-484d-9ce4-bca1b5f3cd0a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789957 Jul 06 19:04:20.768570 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-7f443a69-95d3-4106-b3a8-3d5a8bda092c service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065173 Jul 06 19:04:20.863226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f926b3c-61bc-479a-9334-4cb4fcfd535e req-d40657af-2939-4f6e-bafb-35831f5a6224 service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876882 Jul 06 19:04:21.243945 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d6a8111-2c5c-4d57-843a-9ace961f634b up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:21.292241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 7d6a8111-2c5c-4d57-843a-9ace961f634b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:21.292620 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:21.908418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb274b4-2795-4f72-8045-d20fd40f215e req-5a000206-45e2-4af3-8329-21f6b9339d07 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:21.909905 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eb274b4-2795-4f72-8045-d20fd40f215e req-5a000206-45e2-4af3-8329-21f6b9339d07 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 943 time: 0.0643079 Jul 06 19:04:21.949846 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eb274b4-2795-4f72-8045-d20fd40f215e req-216a1a2b-3006-44d1-b57e-fe47dd0fde82 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337827 Jul 06 19:04:22.943549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:04:23.041577 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:23.053821 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'port_id': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'mac_address': 'fa:16:3e:1f:3c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:04:23.094828 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:23.108245 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:04:23.127389 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3874-aa17-48c9-803a-c734c9e856ac req-525d01a1-a3a5-4070-a8b0-c590e238daf4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:23.128473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:23.128916 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93cd3874-aa17-48c9-803a-c734c9e856ac req-525d01a1-a3a5-4070-a8b0-c590e238daf4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 943 time: 0.0649703 Jul 06 19:04:23.132729 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:23.174870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93cd3874-aa17-48c9-803a-c734c9e856ac req-34d61669-a6f6-4751-b957-3ff9c0b0a4df tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Jul 06 19:04:23.181123 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:23.345057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:04:24.354522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55311f9-f51f-4d6a-bb39-b6927ed22b92 req-a8eb1fd7-d523-4e73-aa27-d11bf596793f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:24.356076 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55311f9-f51f-4d6a-bb39-b6927ed22b92 req-a8eb1fd7-d523-4e73-aa27-d11bf596793f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 944 time: 0.0652566 Jul 06 19:04:24.378060 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:04:24.393950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c55311f9-f51f-4d6a-bb39-b6927ed22b92 req-5c1ea8bd-b0fb-4ad3-a0e1-49cdda2eeb56 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Jul 06 19:04:24.950422 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:04:24.998411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:04:25.002080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:04:25.002451 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:25.079641 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:25.104198 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:25.106521 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57df81-392c-4560-9c93-71259944d8a2" -d '{"events": [{"server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "name": "network-vif-plugged", "status": "completed", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:25.120487 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:04:25.124435 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:25.174327 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:25.198424 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f9f988-fb3c-4b20-8b5d-8aa425668072 x-openstack-request-id: req-e1f9f988-fb3c-4b20-8b5d-8aa425668072 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:25.198718 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "name": "network-vif-plugged", "status": "completed", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:25.198979 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1f9f988-fb3c-4b20-8b5d-8aa425668072 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:25.199414 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'code': 200} Jul 06 19:04:25.310266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49aaeb-7439-44a8-82b6-667ad4036fa1 req-5f847d85-5961-49d6-b02c-960ddcf54452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:25.311788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d49aaeb-7439-44a8-82b6-667ad4036fa1 req-5f847d85-5961-49d6-b02c-960ddcf54452 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0526853 Jul 06 19:04:25.346305 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6d49aaeb-7439-44a8-82b6-667ad4036fa1 req-86654290-97bc-41cf-8f43-f0aad21061b7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282886 Jul 06 19:04:25.572341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1f60adb-f8d7-491f-b66a-5d00ca4d0951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:25.577065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268ac35-dd36-4cf6-af62-6d027c6df2de req-0dedd543-c4a2-450c-9b13-7a99699e3d48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:25.578585 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2268ac35-dd36-4cf6-af62-6d027c6df2de req-0dedd543-c4a2-450c-9b13-7a99699e3d48 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0689263 Jul 06 19:04:25.617270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2268ac35-dd36-4cf6-af62-6d027c6df2de req-66e9be8d-3e71-435d-b11d-b4224b06b117 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Jul 06 19:04:26.790089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6d98-3764-4598-a77c-31705bfdbb88 req-07ccba18-5074-4f99-b627-04f8cbf7b574 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:26.791596 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-552b6d98-3764-4598-a77c-31705bfdbb88 req-07ccba18-5074-4f99-b627-04f8cbf7b574 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0627215 Jul 06 19:04:26.830338 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-552b6d98-3764-4598-a77c-31705bfdbb88 req-e8566f33-8e8f-464c-b118-ae481b1e453c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331447 Jul 06 19:04:26.998887 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b29f-5c87-441b-a328-d3f52512a21a req-226b896c-25bd-4823-a434-75e9a39270f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:27.000410 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cf5b29f-5c87-441b-a328-d3f52512a21a req-226b896c-25bd-4823-a434-75e9a39270f2 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0636222 Jul 06 19:04:27.042859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0cf5b29f-5c87-441b-a328-d3f52512a21a req-479f7d92-84fa-4ea3-91f5-9e0002c19372 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366936 Jul 06 19:04:27.066659 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:27.117584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bef995-1811-4b75-96fc-c41a5a1a70fd tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:27.119081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d8bef995-1811-4b75-96fc-c41a5a1a70fd tempest-TestNetworkAdvancedServerOps-1463199085 tempest-TestNetworkAdvancedServerOps-1463199085-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1091 time: 0.0514317 Jul 06 19:04:27.121968 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:27.126263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:04:27.149577 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:27.246525 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:27.356386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Allocated IP 172.25.5.142 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/dc7a75d1-4a8b-4f46-8098-559238d1137d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:04:27.465462 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:27.504533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:27.545444 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:04:27.548310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:04:27.550812 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:04:27.580647 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=dc7a75d1-4a8b-4f46-8098-559238d1137d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:27.924517 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.004336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.063798 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.066252 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd5b7d58-d7b8-4306-afd8-b9dcf48e9336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.471271 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.476499 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.545657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event updated for resources: {'Port': ['ID=dc7a75d1-4a8b-4f46-8098-559238d1137d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:04:28.555793 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:28.657152 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP b9f7b112-d6f3-4015-8a25-0cc78d60f90e associated. External IP: 172.25.5.142, port: bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3. Jul 06 19:04:28.878059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 6ed08503-bd9a-4edc-a347-bb8c54987216 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:04:28.988174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:04:28.998019 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] Sync routers for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:04:29.004907 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:29.009523 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:29.010148 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:29.042426 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9a34dab6-cdc6-41ae-8a4c-4dda424232eb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9194238 Jul 06 19:04:29.043034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:04:29.045367 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eceabea-92e8-42ae-8684-42b13ddc6448" -d '{"events": [{"name": "network-changed", "server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:04:29.204188 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376995-6b52-407d-994b-90ec8604fdd2 req-7b3d12d9-d6e1-4f5b-9416-f4f72bbf5baa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:29.205753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d376995-6b52-407d-994b-90ec8604fdd2 req-7b3d12d9-d6e1-4f5b-9416-f4f72bbf5baa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0692527 Jul 06 19:04:29.210348 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:29.245339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9d376995-6b52-407d-994b-90ec8604fdd2 req-075fa457-7f07-4059-836d-003ce0c02baa tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335522 Jul 06 19:04:29.270931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:29.310667 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43538255-5611-4569-9936-5d13f1dfe0af x-openstack-request-id: req-43538255-5611-4569-9936-5d13f1dfe0af {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:04:29.310972 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:04:29.311327 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43538255-5611-4569-9936-5d13f1dfe0af {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:04:29.311735 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'status': 'completed', 'code': 200} Jul 06 19:04:29.369594 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f346e88e-03f2-4a64-bc81-48292e83ea4c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/b9f7b112-d6f3-4015-8a25-0cc78d60f90e HTTP/1.1" status: 200 len: 991 time: 0.0974069 Jul 06 19:04:29.389052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-ccbe593e-bfb6-4de2-8cf5-4a3a2a0865df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:29.390599 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-ccbe593e-bfb6-4de2-8cf5-4a3a2a0865df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0722020 Jul 06 19:04:29.447959 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'b9f7b112-d6f3-4015-8a25-0cc78d60f90e', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'port_id': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'mac_address': 'fa:16:3e:1f:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:04:27Z', 'updated_at': '2021-07-06T19:04:27Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:19Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:29.475597 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] Checking router: 6ed08503-bd9a-4edc-a347-bb8c54987216 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:04:29.484762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:04:29.485387 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:29.493579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-add0772d-5885-4c86-85ac-1a7fc08218ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:29.495238 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-add0772d-5885-4c86-85ac-1a7fc08218ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 898 time: 0.0978813 Jul 06 19:04:29.564980 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-fe9b14ca-b2bb-4658-aebc-6b0362d10b78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 999 time: 0.0632770 Jul 06 19:04:29.591139 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:04:29.617348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-f6a00f0d-0537-4ff6-85dd-4053336f74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:29.618860 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-f6a00f0d-0537-4ff6-85dd-4053336f74af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 200 len: 834 time: 0.0442429 Jul 06 19:04:29.649883 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:29.679762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-4268b1e6-40c6-4e24-a75d-a4ff1177a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:29.681297 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-4268b1e6-40c6-4e24-a75d-a4ff1177a0d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1584b8d-4df7-418f-8014-cd04cb766522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553677 Jul 06 19:04:29.778391 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-6255eaa4-f68d-4c9b-addc-d9a2a5a0c338 service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879087 Jul 06 19:04:29.824347 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'b9f7b112-d6f3-4015-8a25-0cc78d60f90e', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'port_id': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'mac_address': 'fa:16:3e:1f:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:04:27Z', 'updated_at': '2021-07-06T19:04:27Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:19Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:04:29.851793 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfb842-2f12-46bb-961d-198c44d11038 None None] The sync data for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 is: [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'b9f7b112-d6f3-4015-8a25-0cc78d60f90e', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'port_id': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'mac_address': 'fa:16:3e:1f:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:04:27Z', 'updated_at': '2021-07-06T19:04:27Z', 'revision_number': 0, 'project_id': '9d9aab526539466c8b5406b357769696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:19Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:04:29.869999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6eceabea-92e8-42ae-8684-42b13ddc6448 req-65a8e6ab-fcaa-429a-b8a4-0fdcb4ff2956 service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Jul 06 19:04:30.042082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05edf8-dab9-48a1-8eed-da6395a6479a None None] New status for floating IP b9f7b112-d6f3-4015-8a25-0cc78d60f90e: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:04:30.373455 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45766) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:04:30.438171 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-2cd6ac7a-f75a-426a-9c20-3e5ce91afd3e tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/b9f7b112-d6f3-4015-8a25-0cc78d60f90e HTTP/1.1" status: 200 len: 993 time: 0.0636206 Jul 06 19:04:30.798682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:31.041599 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:33.209994 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:34.050455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-fe531e89-dd76-4b78-83c0-7b43a42142c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523713 Jul 06 19:04:34.152844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-521fded9-5fe5-4fe8-b63d-ad8c8b7a758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:34.154488 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-521fded9-5fe5-4fe8-b63d-ad8c8b7a758e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0611947 Jul 06 19:04:34.258609 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-b7df031c-a45e-480b-b8c5-89e2ded5ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:34.260236 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-b7df031c-a45e-480b-b8c5-89e2ded5ed5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 898 time: 0.0852909 Jul 06 19:04:34.327210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-a2a479ee-cd27-41b5-bae5-d0936826ed2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0607524 Jul 06 19:04:34.375137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-ce896369-7577-4a0a-b5b3-e4232dcb8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:34.376590 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-ce896369-7577-4a0a-b5b3-e4232dcb8274 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 200 len: 834 time: 0.0427942 Jul 06 19:04:34.432721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-b57348a3-ee00-4e80-aa2d-244b50eea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:34.434230 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-b57348a3-ee00-4e80-aa2d-244b50eea2e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1584b8d-4df7-418f-8014-cd04cb766522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509732 Jul 06 19:04:34.526796 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-4509fb98-3c4c-4303-8177-b10ffc97399a service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Jul 06 19:04:34.615743 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f2cf6bf2-4346-47a9-b08c-cdeacae1e3f6 req-3f337850-7a51-44e9-8180-9ec7006b6260 service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826223 Jul 06 19:04:55.572933 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0980b914-a9eb-40be-9694-5864a4e1e4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:58.064776 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76da600b-b3bf-4e11-8c8a-8b3b8e3776fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:58.066537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:59.373470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9e3ad-efb5-486a-b186-06489ce6d3f6 req-e0ffd119-973a-4a7f-a112-8456b2fc4157 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:59.374873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3c9e3ad-efb5-486a-b186-06489ce6d3f6 req-e0ffd119-973a-4a7f-a112-8456b2fc4157 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0660546 Jul 06 19:04:59.418686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3c9e3ad-efb5-486a-b186-06489ce6d3f6 req-790889e3-1c16-4e21-b047-109116fc5fe3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382810 Jul 06 19:04:59.653396 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:00.600076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc628a3-2e97-4d38-836e-9a1e6742ad4b req-4a428ed9-2362-4b01-8c90-2a785e393424 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:00.602854 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdc628a3-2e97-4d38-836e-9a1e6742ad4b req-4a428ed9-2362-4b01-8c90-2a785e393424 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0682995 Jul 06 19:05:00.640087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cdc628a3-2e97-4d38-836e-9a1e6742ad4b req-f5dd0588-1d94-44b2-bfe8-3fc5ea5efc73 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Jul 06 19:05:00.665595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:00.726635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8450123d-3ebf-4e89-a28b-96edb0e7e1f8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/b9f7b112-d6f3-4015-8a25-0cc78d60f90e HTTP/1.1" status: 200 len: 993 time: 0.0591264 Jul 06 19:05:00.802354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:01.043455 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:01.377032 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:05:02.175899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-82bbb1b9-3512-4cf9-aca1-1b2c0f8c2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:02.177871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-82bbb1b9-3512-4cf9-aca1-1b2c0f8c2e9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0960495 Jul 06 19:05:02.214503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb521f4-9ac4-4fb5-ad86-1d4fe60d5d31 req-eace60ff-2195-4c70-9dc0-5e10f503b6a1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:02.216067 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb521f4-9ac4-4fb5-ad86-1d4fe60d5d31 req-eace60ff-2195-4c70-9dc0-5e10f503b6a1 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.1025038 Jul 06 19:05:02.302293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fbb521f4-9ac4-4fb5-ad86-1d4fe60d5d31 req-8b1c0175-c348-4627-8218-6fbbabc33eb0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570865 Jul 06 19:05:02.315716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-ef082f14-d8d1-4ccb-ac89-a081006f0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:02.317195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-ef082f14-d8d1-4ccb-ac89-a081006f0105 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 898 time: 0.1314564 Jul 06 19:05:02.381004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-3f282860-c4f2-457c-b877-a3eb2a05403e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0575066 Jul 06 19:05:02.434121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-675d6778-9d20-45c5-b6db-39172460d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:02.435629 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-675d6778-9d20-45c5-b6db-39172460d3d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 200 len: 834 time: 0.0479169 Jul 06 19:05:02.493317 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-6308344e-cee5-4099-b6a5-fb27e5f8c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:02.494817 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-6308344e-cee5-4099-b6a5-fb27e5f8c593 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1584b8d-4df7-418f-8014-cd04cb766522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529253 Jul 06 19:05:02.583672 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-abb3e807-6157-4e7c-8dd5-8c44d3ee97bc service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825949 Jul 06 19:05:02.675738 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d7589e3d-b144-4a6f-9799-e1ec4e3244d2 req-1cf3710f-fa38-4b41-bb47-55effd05b2e3 service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 Jul 06 19:05:03.222003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:03.483400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386f26d-80b0-4985-964e-d253107902c0 req-32e82636-d159-480d-b616-0e917d2ee6c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:03.484861 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8386f26d-80b0-4985-964e-d253107902c0 req-32e82636-d159-480d-b616-0e917d2ee6c4 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0692878 Jul 06 19:05:03.527433 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8386f26d-80b0-4985-964e-d253107902c0 req-f3ac9603-28f4-4db4-83b3-98e6d89d80d3 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361543 Jul 06 19:05:04.704960 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6ccce-eefc-48f8-83c2-adb1d822cf28 req-503d2cbb-7436-4c02-a130-2b3993309a2c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:04.706455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8d6ccce-eefc-48f8-83c2-adb1d822cf28 req-503d2cbb-7436-4c02-a130-2b3993309a2c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0639670 Jul 06 19:05:04.749816 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d8d6ccce-eefc-48f8-83c2-adb1d822cf28 req-b891fd9b-cc73-4dc0-9df0-b7b82ebc93d8 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365889 Jul 06 19:05:04.776673 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45794) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:04.838463 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8e4e110d-63ef-4499-a1fe-7ddfcfff25ff tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/floatingips/b9f7b112-d6f3-4015-8a25-0cc78d60f90e HTTP/1.1" status: 200 len: 993 time: 0.0606093 Jul 06 19:05:05.118861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:05.277998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port dc7a75d1-4a8b-4f46-8098-559238d1137d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:05.278340 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.357007 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.357332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.369831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for dc7a75d1-4a8b-4f46-8098-559238d1137d owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:05.522285 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.547142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=dc7a75d1-4a8b-4f46-8098-559238d1137d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:05.562191 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.562544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.562890 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.563232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.563590 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.563925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.564260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.564595 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.564931 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.565258 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.565583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.565909 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:05.622419 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.622661 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Floating IP b9f7b112-d6f3-4015-8a25-0cc78d60f90e disassociated (deleted). External IP: 172.25.5.142, port: bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3. Jul 06 19:05:05.827828 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 6ed08503-bd9a-4edc-a347-bb8c54987216 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:05.934784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:05.939469 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:05.944247 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] Sync routers for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:05.952962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:05.953564 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:05.976873 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ea39b868-47db-4c79-beda-a65c95587407 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/floatingips/b9f7b112-d6f3-4015-8a25-0cc78d60f90e HTTP/1.1" status: 204 len: 168 time: 0.8561766 Jul 06 19:05:05.977475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:05.979759 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078bd692-9f14-469c-bdeb-7be3bae217e8" -d '{"events": [{"name": "network-changed", "server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:06.064265 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:06.226727 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c8ca1-a703-450d-a7dd-b089b49583e0 x-openstack-request-id: req-ff1c8ca1-a703-450d-a7dd-b089b49583e0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:06.227161 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:06.227807 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff1c8ca1-a703-450d-a7dd-b089b49583e0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:06.227941 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'status': 'completed', 'code': 200} Jul 06 19:05:06.284478 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:19Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:06.309466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-9e961d13-a99a-4fa6-a571-bea8948e68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:06.311097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-9e961d13-a99a-4fa6-a571-bea8948e68e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d9aab526539466c8b5406b357769696&device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 1096 time: 0.0585907 Jul 06 19:05:06.315464 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] Checking router: 6ed08503-bd9a-4edc-a347-bb8c54987216 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:06.324370 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:06.324987 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:06.430297 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:06.447396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-7321df2b-3201-4d15-ba8e-9191045ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:06.448791 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-7321df2b-3201-4d15-ba8e-9191045ea366 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 200 len: 898 time: 0.1226201 Jul 06 19:05:06.456206 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce03b6-001f-4947-ba08-94238ea4790e req-a0726150-fec9-4994-91f1-a5474c23278a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:06.457637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75ce03b6-001f-4947-ba08-94238ea4790e req-a0726150-fec9-4994-91f1-a5474c23278a tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.1421623 Jul 06 19:05:06.509475 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-18d7ecdf-2d92-4fd3-a3cf-72352438cecd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 200 len: 217 time: 0.0508685 Jul 06 19:05:06.557759 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-75ce03b6-001f-4947-ba08-94238ea4790e req-a4c02e7a-a0e0-4fa1-b1fd-44d7c706c1fb tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933578 Jul 06 19:05:06.574441 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-393c17ad-38ba-4c47-9861-497045d09e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:06.576148 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-393c17ad-38ba-4c47-9861-497045d09e70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 200 len: 834 time: 0.0589561 Jul 06 19:05:06.638923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-8eb3b587-3166-4e03-bbb7-dd4577003984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:06.640491 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-8eb3b587-3166-4e03-bbb7-dd4577003984 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1584b8d-4df7-418f-8014-cd04cb766522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567257 Jul 06 19:05:06.733378 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:19Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:06.761475 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292cf68a-5ecd-40f1-861b-52b5c114eb7b None None] The sync data for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 is: [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '7d6a8111-2c5c-4d57-843a-9ace961f634b', 'name': '', 'network_id': 'b1584b8d-4df7-418f-8014-cd04cb766522', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'mac_address': 'fa:16:3e:6b:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:14Z', 'updated_at': '2021-07-06T19:04:19Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'subnets': [{'id': '7985cb02-adfc-44b1-b9f5-a2de8b435691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:06.988071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030b5c2-32ac-48c0-a99b-71f028c2a576 None None] New status for floating IP b9f7b112-d6f3-4015-8a25-0cc78d60f90e: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:05:07.058096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-a1840feb-6556-4f06-99af-53a9f1946973 service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085114 Jul 06 19:05:07.155448 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-078bd692-9f14-469c-bdeb-7be3bae217e8 req-9b3aeda1-7a2f-4410-85e0-bddcb981fc2a service neutron] 10.222.0.60 "GET /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890360 Jul 06 19:05:07.744071 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709cfb3-80f3-480b-87a4-c7167851c005 req-fdc6ce74-6b9d-4abb-8917-16178532612c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:07.745576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3709cfb3-80f3-480b-87a4-c7167851c005 req-fdc6ce74-6b9d-4abb-8917-16178532612c tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0687110 Jul 06 19:05:07.786721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3709cfb3-80f3-480b-87a4-c7167851c005 req-71cf3023-3456-4432-b815-380ed838cdba tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/security-groups?id=612d2737-e7c4-46da-9a37-6996ef52a9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354717 Jul 06 19:05:07.989869 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-2e6a8cbb-74cf-46fa-ba81-35ec01769f15 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:07.991368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-2e6a8cbb-74cf-46fa-ba81-35ec01769f15 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jul 06 19:05:08.093608 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:08.094291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.184378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:08.184795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.197528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:08.330290 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.361471 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:08.405640 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] No DVR routers for this DVR port bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:05:08.408464 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:08.412359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8412a86f-d017-40a2-9f79-2d82e00b0bdd req-007823b1-1cdd-4f8f-9d27-89a185777bbf tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.60 "DELETE /v2.0/ports/bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 HTTP/1.1" status: 204 len: 173 time: 0.4137475 Jul 06 19:05:08.412359 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'name': 'network-vif-deleted', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:08.413225 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544fd817-ba7e-4dea-8b76-925d64751c8d" -d '{"events": [{"server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "name": "network-vif-deleted", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:08.451810 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e539c1a-e628-42b7-ae5e-43c4b5c24c93 x-openstack-request-id: req-0e539c1a-e628-42b7-ae5e-43c4b5c24c93 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:08.452107 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fc904e-67f5-45b3-b4ad-5392babd9d90", "name": "network-vif-deleted", "tag": "bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:08.452366 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e539c1a-e628-42b7-ae5e-43c4b5c24c93 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:08.452784 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fc904e-67f5-45b3-b4ad-5392babd9d90', 'name': 'network-vif-deleted', 'tag': 'bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3', 'status': 'completed', 'code': 200} Jul 06 19:05:08.958264 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4fc816f-8e4d-46e4-ab4e-dd58f0ddb4b3 req-306c66e3-6061-4a96-98f1-9095f9b03f53 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "GET /v2.0/ports?device_id=15fc904e-67f5-45b3-b4ad-5392babd9d90 HTTP/1.1" status: 200 len: 210 time: 0.0352075 Jul 06 19:05:10.052375 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:10.412329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.689157 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 7d6a8111-2c5c-4d57-843a-9ace961f634b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:10.689474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.784284 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port 7d6a8111-2c5c-4d57-843a-9ace961f634b, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=7d6a8111-2c5c-4d57-843a-9ace961f634b,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:10.784738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:10.798310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 7d6a8111-2c5c-4d57-843a-9ace961f634b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:10.984764 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.011023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=7d6a8111-2c5c-4d57-843a-9ace961f634b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:11.199351 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.291288 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:11.312510 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:11.312861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device bd9cc2be-3a40-4f84-b0a0-0ab09e4a6fa3 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:11.432603 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Router 6ed08503-bd9a-4edc-a347-bb8c54987216 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:11.543513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:11.549204 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3becf83e-c524-4ba9-850a-6bf1a31e590b tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "PUT /v2.0/routers/6ed08503-bd9a-4edc-a347-bb8c54987216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950905 Jul 06 19:05:11.551397 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:11.554822 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] Sync routers for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:11.564520 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:11.565185 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:11.604470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting subnet 7985cb02-adfc-44b1-b9f5-a2de8b435691 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:05:11.607792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.654243 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.673963 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:11.745574 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.812287 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.844483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Subnet': ['ID=7985cb02-adfc-44b1-b9f5-a2de8b435691,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:11.848401 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.850373 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-dec265e6-c239-46f2-a251-ce8ef50526c0 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/subnets/7985cb02-adfc-44b1-b9f5-a2de8b435691 HTTP/1.1" status: 204 len: 168 time: 0.2980323 Jul 06 19:05:11.854263 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:11.859944 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d300b-228b-4ed1-abcc-4ae394a8b8a3 None None] Network b1584b8d-4df7-418f-8014-cd04cb766522 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:11.867191 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:05:10Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:11.892906 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] Checking router: 6ed08503-bd9a-4edc-a347-bb8c54987216 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:11.902210 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] Routers {'6ed08503-bd9a-4edc-a347-bb8c54987216'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:11.902829 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['6ed08503-bd9a-4edc-a347-bb8c54987216'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:11.969510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.020242 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] Set router 6ed08503-bd9a-4edc-a347-bb8c54987216 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:12.057829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] DHCP port deletion for b1584b8d-4df7-418f-8014-cd04cb766522 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:05:12.096077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.105152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Deleting port 6e44a3ed-00d3-490e-a928-15deb83f58c2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:12.105532 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.153932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Deleting port 6022ad68-a431-4409-a998-3c441602c637 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:05:12.154324 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.171704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] For port 6e44a3ed-00d3-490e-a928-15deb83f58c2, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6e44a3ed-00d3-490e-a928-15deb83f58c2,segment=NetworkSegment(c2d36d3a-575d-44a5-ad1d-bcc333fde1ff),segment_id=c2d36d3a-575d-44a5-ad1d-bcc333fde1ff)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:12.172097 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.184486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Calling delete_port for 6e44a3ed-00d3-490e-a928-15deb83f58c2 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:12.220897 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:05:10Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:12.236831 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] For port 6022ad68-a431-4409-a998-3c441602c637, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=6022ad68-a431-4409-a998-3c441602c637,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:12.237490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.251276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Calling delete_port for 6022ad68-a431-4409-a998-3c441602c637 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:05:12.251797 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6542c-c43b-49d4-a945-627cffd0a446 None None] The sync data for ids ['6ed08503-bd9a-4edc-a347-bb8c54987216'] in n-d-799527-3 is: [{'id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923864771', 'tenant_id': '9d9aab526539466c8b5406b357769696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6022ad68-a431-4409-a998-3c441602c637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:05:10Z', 'revision_number': 5, 'project_id': '9d9aab526539466c8b5406b357769696', 'gw_port': {'id': '6022ad68-a431-4409-a998-3c441602c637', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed08503-bd9a-4edc-a347-bb8c54987216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:04:11Z', 'updated_at': '2021-07-06T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:12.280675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.309474 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Pushing event deleted for resources: {'Port': ['ID=6e44a3ed-00d3-490e-a928-15deb83f58c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:12.317956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.318302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.318641 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.318971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.319328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.320181 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.320508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.320915 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.321148 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.321470 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.321787 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.322153 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:12.324788 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e2274-5097-4e8d-a108-f8527b8f140f None None] No DVR routers for this DVR port 6e44a3ed-00d3-490e-a928-15deb83f58c2 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:05:12.426723 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.457288 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Port': ['ID=6022ad68-a431-4409-a998-3c441602c637,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:12.519537 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.615070 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.617836 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.665167 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.666033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed08503-bd9a-4edc-a347-bb8c54987216 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:05:12.674199 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.677909 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-cf0576a7-81fd-4eb9-97a4-67ee1728ec9f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/routers/6ed08503-bd9a-4edc-a347-bb8c54987216 HTTP/1.1" status: 204 len: 168 time: 0.8201554 Jul 06 19:05:12.678107 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45822) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:12.770923 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.873329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.884121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1584b8d-4df7-418f-8014-cd04cb766522']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:12.895990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:12.896292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d36d3a-575d-44a5-ad1d-bcc333fde1ff') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:12.908040 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.923336 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.930239 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:05:12.930787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: timer() Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:05:12.933900 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:05:12.993330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.000162 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.001963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/networks/b1584b8d-4df7-418f-8014-cd04cb766522 HTTP/1.1" status: 204 len: 168 time: 0.3228924 Jul 06 19:05:13.004944 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45824) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:13.014396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8186-6072-49f3-b83f-580313083803 tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'Network': ['ID=b1584b8d-4df7-418f-8014-cd04cb766522,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:13.067937 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.094401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.152862 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.155432 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.156593 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] 10.222.0.37 "DELETE /v2.0/security-groups/612d2737-e7c4-46da-9a37-6996ef52a9fb HTTP/1.1" status: 204 len: 168 time: 0.1505952 Jul 06 19:05:13.165766 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d2737-e7c4-46da-9a37-6996ef52a9fb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:13.173330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.173682 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.174026 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.174366 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.174697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.175028 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.175387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.175719 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.176048 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.176377 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.176707 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.177029 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e6deb9-5923-4554-8165-ee9f64d7590f tempest-TestNetworkAdvancedServerOps-708755922 tempest-TestNetworkAdvancedServerOps-708755922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:13.334023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6e44a3ed-00d3-490e-a928-15deb83f58c2 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:13.357602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 6e44a3ed-00d3-490e-a928-15deb83f58c2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:13.357953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6e44a3ed-00d3-490e-a928-15deb83f58c2 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:13.358380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6022ad68-a431-4409-a998-3c441602c637 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:13.378634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 6022ad68-a431-4409-a998-3c441602c637 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:13.378988 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 6022ad68-a431-4409-a998-3c441602c637 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:13.379429 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d6a8111-2c5c-4d57-843a-9ace961f634b no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:13.399335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 7d6a8111-2c5c-4d57-843a-9ace961f634b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:05:13.399690 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 7d6a8111-2c5c-4d57-843a-9ace961f634b not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:05:13.500586 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45832) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:13.641587 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-573cb51b-c745-4834-9a43-01cf532fe354 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d9aab526539466c8b5406b357769696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397698 Jul 06 19:05:13.644051 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:13.694574 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64f6a06-5232-4d3d-a449-2ca1ad5519ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.716007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64f6a06-5232-4d3d-a449-2ca1ad5519ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.765843 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64f6a06-5232-4d3d-a449-2ca1ad5519ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.768555 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f64f6a06-5232-4d3d-a449-2ca1ad5519ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:13.769789 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f64f6a06-5232-4d3d-a449-2ca1ad5519ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aceb1d9c-67a1-4e62-b001-064f5eb5159b HTTP/1.1" status: 204 len: 168 time: 0.1248078 Jul 06 19:05:13.778204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f6a06-5232-4d3d-a449-2ca1ad5519ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb1d9c-67a1-4e62-b001-064f5eb5159b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:14.044743 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45842) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:14.059061 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2f39-95cc-45fb-8630-2af7c0513861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.156081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2f39-95cc-45fb-8630-2af7c0513861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.160028 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2f39-95cc-45fb-8630-2af7c0513861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.200279 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ea4d2f39-95cc-45fb-8630-2af7c0513861 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32c155a6008047cab420b841e3242332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543403 Jul 06 19:05:14.201431 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d2f39-95cc-45fb-8630-2af7c0513861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa821cd0-d292-4ae3-bd5e-3339996006fb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:14.202862 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:14.254541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06e2b811-aa6e-43d4-aa0c-10581a96ae60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.277374 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06e2b811-aa6e-43d4-aa0c-10581a96ae60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.328140 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06e2b811-aa6e-43d4-aa0c-10581a96ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.330800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06e2b811-aa6e-43d4-aa0c-10581a96ae60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:14.332000 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-06e2b811-aa6e-43d4-aa0c-10581a96ae60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa821cd0-d292-4ae3-bd5e-3339996006fb HTTP/1.1" status: 204 len: 168 time: 0.1280828 Jul 06 19:05:14.340229 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2b811-aa6e-43d4-aa0c-10581a96ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa821cd0-d292-4ae3-bd5e-3339996006fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:15.053480 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:15.149045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1683595832-network', 'tenant_id': 'be731dd756d1475dab586ed400656de8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:15.170065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Made reservation on behalf of be731dd756d1475dab586ed400656de8 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:15.172552 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.181630 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.284045 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.289295 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.312581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:05:15.329255 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac8c3a9-23fa-4e82-934e-62a0b64187c6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:15.333220 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.333588 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Added segment 27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9 of type vlan for network 38dfd322-8c8f-45b8-88be-3262e5129c2f Jul 06 19:05:15.380415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.412485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.413875 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:15.414475 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.471841 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4172354 Jul 06 19:05:15.474925 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45870) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:15.480631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Request body: {'subnet': {'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1683595832-subnet', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:15.485848 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99b72-ffe5-4a5b-b235-32db90bd0489 admin admin] Pushing event updated for resources: {'Network': ['ID=38dfd322-8c8f-45b8-88be-3262e5129c2f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:15.504295 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Made reservation on behalf of be731dd756d1475dab586ed400656de8 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:15.506861 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.561186 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:05:15.691578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.753604 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b048fa-630a-4591-9c3a-18364b2f2d6b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:15.763519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Checking segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:15.763878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Network hostable DHCP agents. Network: 38dfd322-8c8f-45b8-88be-3262e5129c2f, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:05:15.780148 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:05:15.789541 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 38dfd322-8c8f-45b8-88be-3262e5129c2f) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:15.794070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:15.795293 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.798509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8f37b-98c5-4577-8415-5bf3d93fd358 None None] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:15.809256 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4a32c4dc-3256-419a-b199-31f500c25841 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3329971 Jul 06 19:05:15.811862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45872) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:15.816196 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:15.836297 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.840964 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.893801 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:15.951075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-38dfd322-8c8f-45b8-88be-3262e5129c2f', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:05:15.951977 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.039894 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.103851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Allocated IP 172.20.0.2 (38dfd322-8c8f-45b8-88be-3262e5129c2f/03b048fa-630a-4591-9c3a-18364b2f2d6b/43b2f501-4834-4bb7-a967-84dacd846be6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:16.250137 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.250954 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.258581 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Transition to ACTIVE for port object 43b2f501-4834-4bb7-a967-84dacd846be6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:16.274592 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Transition to ACTIVE for port object 43b2f501-4834-4bb7-a967-84dacd846be6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:16.277609 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.280863 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.320372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:16.325177 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:16.329338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:16.332362 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Pushing event updated for resources: {'Port': ['ID=43b2f501-4834-4bb7-a967-84dacd846be6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:16.383857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Allocated IP 172.25.5.220 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/26ee3752-c90e-4036-9f81-fa03e4c031b5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:16.391776 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Attempting to bind port 43b2f501-4834-4bb7-a967-84dacd846be6 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:16.392174 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Attempting to bind port 43b2f501-4834-4bb7-a967-84dacd846be6 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:16.392546 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Attempting to bind port 43b2f501-4834-4bb7-a967-84dacd846be6 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:16.398479 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:16.399167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Checking segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:16.399355 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.399759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Bound using segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:16.400317 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Bound port: 43b2f501-4834-4bb7-a967-84dacd846be6, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:16.400908 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.470085 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] For port 43b2f501-4834-4bb7-a967-84dacd846be6, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:16.473241 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] For port 43b2f501-4834-4bb7-a967-84dacd846be6, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43b2f501-4834-4bb7-a967-84dacd846be6,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:16.479047 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.492469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.537290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96ecd9-d6fd-4522-92f0-0cb1c357903d None None] Pushing event updated for resources: {'Port': ['ID=43b2f501-4834-4bb7-a967-84dacd846be6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:16.548186 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:16.585450 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:16.588726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:16.592310 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:16.621515 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Pushing event updated for resources: {'Port': ['ID=26ee3752-c90e-4036-9f81-fa03e4c031b5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:16.872007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:17.309654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43b2f501-4834-4bb7-a967-84dacd846be6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:17.363830 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 43b2f501-4834-4bb7-a967-84dacd846be6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:17.376435 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:17.459063 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82961b72-106b-4c4b-bcbe-5f43a56ceb5e None None] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:17.509768 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:05:17.524680 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] Provisioning for port 43b2f501-4834-4bb7-a967-84dacd846be6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:17.536336 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] Provisioning complete for port 43b2f501-4834-4bb7-a967-84dacd846be6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:17.536703 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:17.619865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:17.636046 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:17.637302 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-65218413-6a04-40d2-8dd7-23ee1ccbcc67 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8244858 Jul 06 19:05:17.640098 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45876) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:17.647547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:17.696511 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:17.697152 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:17.700930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:17.816755 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] For port 43b2f501-4834-4bb7-a967-84dacd846be6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43b2f501-4834-4bb7-a967-84dacd846be6,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:17.825684 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:17.872247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:17.955947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9a4cf-f2c4-4d43-853b-8e0143b0910e None None] Pushing event updated for resources: {'Port': ['ID=43b2f501-4834-4bb7-a967-84dacd846be6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:18.079963 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4b6d8d44-9292-4a51-b390-16f9e5bd63ba None None] Provisioning complete for port 43b2f501-4834-4bb7-a967-84dacd846be6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:18.080230 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.080357 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8d44-9292-4a51-b390-16f9e5bd63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.125729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:16Z', 'revision_number': 3, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:18.154366 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:18.154726 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Updating router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e port 26ee3752-c90e-4036-9f81-fa03e4c031b5 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:05:18.215039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.241073 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Allocated IP 172.20.0.1 (38dfd322-8c8f-45b8-88be-3262e5129c2f/03b048fa-630a-4591-9c3a-18364b2f2d6b/8aea212a-7314-4cbd-91f6-9b6765b9fa16) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:18.352110 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.366855 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Transition to ACTIVE for port object 8aea212a-7314-4cbd-91f6-9b6765b9fa16 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:18.400782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.440758 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:18.443700 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:18.446847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:18.479572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Pushing event updated for resources: {'Port': ['ID=8aea212a-7314-4cbd-91f6-9b6765b9fa16,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:18.496758 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.502692 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.515440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Transition to ACTIVE for port object 26ee3752-c90e-4036-9f81-fa03e4c031b5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:18.521677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.579584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Attempting to bind port 26ee3752-c90e-4036-9f81-fa03e4c031b5 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:18.579958 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Attempting to bind port 26ee3752-c90e-4036-9f81-fa03e4c031b5 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:18.580321 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Attempting to bind port 26ee3752-c90e-4036-9f81-fa03e4c031b5 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:18.582410 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d0f14-7530-4d1f-85ca-59006ba5a0de None None] Pushing event updated for resources: {'Port': ['ID=26ee3752-c90e-4036-9f81-fa03e4c031b5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:18.588785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:18.589161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:18.589577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.589953 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:18.590397 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Bound port: 26ee3752-c90e-4036-9f81-fa03e4c031b5, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:18.590782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.653013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] For port 26ee3752-c90e-4036-9f81-fa03e4c031b5, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:18.657014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] For port 26ee3752-c90e-4036-9f81-fa03e4c031b5, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=26ee3752-c90e-4036-9f81-fa03e4c031b5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:18.661213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.670748 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.734956 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9afd5f9d-17df-4146-b931-2ae02261dbb6 None None] Provisioning for port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:18.739552 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d0f14-7530-4d1f-85ca-59006ba5a0de None None] Pushing event updated for resources: {'Port': ['ID=26ee3752-c90e-4036-9f81-fa03e4c031b5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:18.745097 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9afd5f9d-17df-4146-b931-2ae02261dbb6 None None] Provisioning complete for port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:18.745591 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9afd5f9d-17df-4146-b931-2ae02261dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.767846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:18.768490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:18.824249 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9afd5f9d-17df-4146-b931-2ae02261dbb6 None None] Port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:05:18.843353 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.847886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:18.886587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:18.918102 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Pushing event updated for resources: {'Port': ['ID=8aea212a-7314-4cbd-91f6-9b6765b9fa16,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:18.920626 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:19.021553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:19.023491 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:19.108290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 1, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:19.136439 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a9a89-483c-4033-b4f5-20e45b7de6c8 None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 1, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:19.161672 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:19.253564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0dffba54-94d0-470a-8af7-f330d96b9571 None None] Provisioning complete for port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:19.253936 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0dffba54-94d0-470a-8af7-f330d96b9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:19.297921 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43b2f501-4834-4bb7-a967-84dacd846be6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:19.309052 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:19.320975 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-5772aa9e-6a85-49d0-9c21-241bb2f5e63c admin admin] 10.222.0.37 "PUT /v2.0/routers/955dfda0-0951-4446-b8c6-1e4d28b7ca8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792741 Jul 06 19:05:19.323942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0dffba54-94d0-470a-8af7-f330d96b9571 None None] Port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:05:19.371061 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 43b2f501-4834-4bb7-a967-84dacd846be6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:19.371991 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.006537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:20.012525 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-771088318-network', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:20.036540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Made reservation on behalf of 99a483d77525400b8e5aa9f59b15229c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:20.039465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.050206 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.163650 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.167897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.193651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:05:20.205483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac908969-0d3b-46a1-9ca1-c59a6bc9b286,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:20.212701 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.213013 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Added segment 3b5950ef-515b-4613-8646-4b0f82143ead of type vlan for network 458fc81b-8fda-441a-95d6-916e8751db08 Jul 06 19:05:20.258696 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.296687 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.297696 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:20.298277 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.359728 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3512442 Jul 06 19:05:20.362321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:20.369882 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Request body: {'subnet': {'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-771088318-subnet', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:20.374325 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb93d3e-b7ad-47a9-afd2-df58565e46a0 admin admin] Pushing event updated for resources: {'Network': ['ID=458fc81b-8fda-441a-95d6-916e8751db08,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:20.390737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 458fc81b-8fda-441a-95d6-916e8751db08 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:05:20.394657 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Made reservation on behalf of 99a483d77525400b8e5aa9f59b15229c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:20.397203 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9174346'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.593670 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9236710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9174360'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.646046 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b10af48-c1fe-430e-9f21-7343b2d7dae4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:20.662344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Checking segment: {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:20.662711 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Network hostable DHCP agents. Network: 458fc81b-8fda-441a-95d6-916e8751db08, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:05:20.680060 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Network 458fc81b-8fda-441a-95d6-916e8751db08 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:05:20.688975 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 458fc81b-8fda-441a-95d6-916e8751db08) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:20.693401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:20.694160 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.698141 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ffd18-a29c-4476-8d97-3f5e2e7d4d5d None None] Network 458fc81b-8fda-441a-95d6-916e8751db08 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:20.709323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-f9af26f2-f54d-48ad-adf2-a0b5dc1f2636 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3439736 Jul 06 19:05:20.712693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:20.717184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:20.741015 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.742603 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.855071 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-458fc81b-8fda-441a-95d6-916e8751db08', 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'fixed_ips': [{'subnet_id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:05:20.856009 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.005941 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Allocated IP 172.20.0.2 (458fc81b-8fda-441a-95d6-916e8751db08/2b10af48-c1fe-430e-9f21-7343b2d7dae4/d5f3c267-0a7b-44c1-b802-0ef1934f0c46) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:21.128347 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.179498 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.188411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Transition to ACTIVE for port object d5f3c267-0a7b-44c1-b802-0ef1934f0c46 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:21.204458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Transition to ACTIVE for port object d5f3c267-0a7b-44c1-b802-0ef1934f0c46 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:21.211913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.265740 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Network 458fc81b-8fda-441a-95d6-916e8751db08 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:21.273886 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:21.275071 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.280126 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:21.286759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Pushing event updated for resources: {'Port': ['ID=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:21.341566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 26ee3752-c90e-4036-9f81-fa03e4c031b5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:21.375484 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Attempting to bind port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:21.376033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Attempting to bind port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:21.376463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Attempting to bind port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 on network 458fc81b-8fda-441a-95d6-916e8751db08 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:21.386101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:21.386481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Checking segment: {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:21.386891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.387310 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Bound using segment: {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:21.387786 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Bound port: d5f3c267-0a7b-44c1-b802-0ef1934f0c46, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:21.388169 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.429107 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:21.438628 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:21.439248 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:21.470898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] For port d5f3c267-0a7b-44c1-b802-0ef1934f0c46, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:21.473074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 26ee3752-c90e-4036-9f81-fa03e4c031b5 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:21.476575 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] For port d5f3c267-0a7b-44c1-b802-0ef1934f0c46, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,segment=NetworkSegment(3b5950ef-515b-4613-8646-4b0f82143ead),segment_id=3b5950ef-515b-4613-8646-4b0f82143ead)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:21.480913 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 26ee3752-c90e-4036-9f81-fa03e4c031b5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:21.481695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.485031 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.500342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.528657 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.555035 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:21.593840 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515b4c6-b363-4d5f-9e97-a2c0535decef None None] Pushing event updated for resources: {'Port': ['ID=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:21.650651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Allocated IP 172.25.5.25 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/9976b268-4806-4d0d-ad77-c29f76ca4d68) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:21.655936 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.689460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 26ee3752-c90e-4036-9f81-fa03e4c031b5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=26ee3752-c90e-4036-9f81-fa03e4c031b5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:21.696577 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.754188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=26ee3752-c90e-4036-9f81-fa03e4c031b5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:21.806024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.824181 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 2, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:21.851946 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.859546 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:21.859904 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Updating router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:05:21.891818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:21.895030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:21.899078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:21.900291 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.935242 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Pushing event updated for resources: {'Port': ['ID=9976b268-4806-4d0d-ad77-c29f76ca4d68,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:22.185261 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.192812 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.195089 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Transition to ACTIVE for port object 8aea212a-7314-4cbd-91f6-9b6765b9fa16 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:22.201516 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.256474 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Pushing event updated for resources: {'Port': ['ID=8aea212a-7314-4cbd-91f6-9b6765b9fa16,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:22.290127 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.290474 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.290823 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.291575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.291575 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.291845 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.292177 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.292506 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.293224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.293224 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.293450 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.293769 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:22.342118 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Attempting to bind port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:22.342648 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Attempting to bind port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:22.343596 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Attempting to bind port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:22.356581 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:22.357778 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Checking segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:22.358200 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.359100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Bound using segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:22.359100 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Bound port: 8aea212a-7314-4cbd-91f6-9b6765b9fa16, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:22.359469 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.431330 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.437574 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] For port 8aea212a-7314-4cbd-91f6-9b6765b9fa16, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:22.442163 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] For port 8aea212a-7314-4cbd-91f6-9b6765b9fa16, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8aea212a-7314-4cbd-91f6-9b6765b9fa16,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:22.447143 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.497687 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:22.498337 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:22.599142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Router e8425a56-a797-4c15-b6ba-74da15f417ae is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:05:22.678295 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a2a36-7ccd-433a-bb14-368fe70de4ce None None] Pushing event updated for resources: {'Port': ['ID=8aea212a-7314-4cbd-91f6-9b6765b9fa16,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:22.729639 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:22.746760 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:22.751492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2f422ae7-f532-45d8-bb45-140b105d7827 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0351889 Jul 06 19:05:22.752189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Sync routers for ids ['e8425a56-a797-4c15-b6ba-74da15f417ae'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:22.752668 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:22.775968 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:22.777125 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Routers {'e8425a56-a797-4c15-b6ba-74da15f417ae'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:22.778848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e8425a56-a797-4c15-b6ba-74da15f417ae'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:22.862359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd5774-f22a-4b26-be25-875aad4826ea None None] Network 458fc81b-8fda-441a-95d6-916e8751db08 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:05:22.974463 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Set router e8425a56-a797-4c15-b6ba-74da15f417ae gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:23.006187 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:22Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:23.034511 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c85c-93fc-4441-90b4-9005fda12d81 None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:22Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:23.128155 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-55abf201-0014-4948-a6c1-d089c58c39cb None None] Provisioning for port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:23.271871 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.305263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:05:22Z', 'revision_number': 3, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:23.343693 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Checking router: e8425a56-a797-4c15-b6ba-74da15f417ae for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:23.344036 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Updating router e8425a56-a797-4c15-b6ba-74da15f417ae port 9976b268-4806-4d0d-ad77-c29f76ca4d68 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:05:23.398638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.522223 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 26ee3752-c90e-4036-9f81-fa03e4c031b5 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:23.537855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Allocated IP 172.20.0.1 (458fc81b-8fda-441a-95d6-916e8751db08/2b10af48-c1fe-430e-9f21-7343b2d7dae4/94c2fc13-c843-4b87-9f89-15069c5baca0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:23.663944 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.676319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 26ee3752-c90e-4036-9f81-fa03e4c031b5 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:23.676701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.677591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Transition to ACTIVE for port object 94c2fc13-c843-4b87-9f89-15069c5baca0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:23.714993 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.758949 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Network 458fc81b-8fda-441a-95d6-916e8751db08 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:23.765857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:23.768348 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:23.800394 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Pushing event updated for resources: {'Port': ['ID=94c2fc13-c843-4b87-9f89-15069c5baca0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:23.824856 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.830306 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.848823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Transition to ACTIVE for port object 9976b268-4806-4d0d-ad77-c29f76ca4d68 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:23.852277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d5f3c267-0a7b-44c1-b802-0ef1934f0c46 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:23.880005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.954668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Attempting to bind port 9976b268-4806-4d0d-ad77-c29f76ca4d68 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:23.955043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Attempting to bind port 9976b268-4806-4d0d-ad77-c29f76ca4d68 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:23.955447 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Attempting to bind port 9976b268-4806-4d0d-ad77-c29f76ca4d68 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:23.960466 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd480b-4934-4376-b11e-d4d5012a54b6 None None] Pushing event updated for resources: {'Port': ['ID=9976b268-4806-4d0d-ad77-c29f76ca4d68,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:23.966108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:23.966496 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:23.966885 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.967305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:23.968210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Bound port: 9976b268-4806-4d0d-ad77-c29f76ca4d68, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:23.968608 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.972313 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:23.989733 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.993039 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:23.993419 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.064335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] For port 9976b268-4806-4d0d-ad77-c29f76ca4d68, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:24.068660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] For port 9976b268-4806-4d0d-ad77-c29f76ca4d68, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9976b268-4806-4d0d-ad77-c29f76ca4d68,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:24.073822 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2d2586d9-183e-432d-8d1e-6c13444a41a7 None None] Provisioning for port 94c2fc13-c843-4b87-9f89-15069c5baca0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:24.076665 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.108300 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2d2586d9-183e-432d-8d1e-6c13444a41a7 None None] Provisioning complete for port 94c2fc13-c843-4b87-9f89-15069c5baca0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:24.108682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d2586d9-183e-432d-8d1e-6c13444a41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.160884 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.166270 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.205499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Routers {'e8425a56-a797-4c15-b6ba-74da15f417ae'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:24.206147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e8425a56-a797-4c15-b6ba-74da15f417ae'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:24.207956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.211239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd480b-4934-4376-b11e-d4d5012a54b6 None None] Pushing event updated for resources: {'Port': ['ID=9976b268-4806-4d0d-ad77-c29f76ca4d68,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:24.213775 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2d2586d9-183e-432d-8d1e-6c13444a41a7 None None] Port 94c2fc13-c843-4b87-9f89-15069c5baca0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:05:24.238732 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Pushing event updated for resources: {'Port': ['ID=94c2fc13-c843-4b87-9f89-15069c5baca0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:24.241181 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.336442 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Network 458fc81b-8fda-441a-95d6-916e8751db08 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:24.337901 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:24.469470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Router e8425a56-a797-4c15-b6ba-74da15f417ae has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:24.479553 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port d5f3c267-0a7b-44c1-b802-0ef1934f0c46, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,segment=NetworkSegment(3b5950ef-515b-4613-8646-4b0f82143ead),segment_id=3b5950ef-515b-4613-8646-4b0f82143ead)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:24.485516 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.486333 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8aea212a-7314-4cbd-91f6-9b6765b9fa16 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:24.559473 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] Set router e8425a56-a797-4c15-b6ba-74da15f417ae gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:24.591121 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:24.596370 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ee7cba4b-5537-4e74-bbe3-e5b967665102 admin admin] 10.222.0.37 "PUT /v2.0/routers/e8425a56-a797-4c15-b6ba-74da15f417ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428822 Jul 06 19:05:24.624967 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:24.679171 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:24.716017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:24.716402 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.744850 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f3b72cc4-c294-457e-bf88-55fe9a330457 None None] Provisioning complete for port 94c2fc13-c843-4b87-9f89-15069c5baca0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:24.744850 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3b72cc4-c294-457e-bf88-55fe9a330457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.816660 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f3b72cc4-c294-457e-bf88-55fe9a330457 None None] Port 94c2fc13-c843-4b87-9f89-15069c5baca0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:05:24.892156 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.938224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8aea212a-7314-4cbd-91f6-9b6765b9fa16, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8aea212a-7314-4cbd-91f6-9b6765b9fa16,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:24.940904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:05:23Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '94c2fc13-c843-4b87-9f89-15069c5baca0', 'name': '', 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'mac_address': 'fa:16:3e:af:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:23Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 2, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'subnets': [{'id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:24.944478 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:24.976741 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f0edc-016e-44fa-8f52-84830fed4760 None None] The sync data for ids ['e8425a56-a797-4c15-b6ba-74da15f417ae'] in n-d-799527-3 is: [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:05:23Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '94c2fc13-c843-4b87-9f89-15069c5baca0', 'name': '', 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'mac_address': 'fa:16:3e:af:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:23Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 2, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'subnets': [{'id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:25.023453 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8aea212a-7314-4cbd-91f6-9b6765b9fa16,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.154116 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45908) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:25.166862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347018427', 'description': 'tempest-secgroup-smoke-1347018427 description', 'project_id': 'be731dd756d1475dab586ed400656de8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.195999 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.294989 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.300651 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.309571 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d5f3c267-0a7b-44c1-b802-0ef1934f0c46 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:25.335642 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.340289 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:25.340845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1815560 Jul 06 19:05:25.341478 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2179e99-27fd-4fd2-8887-2bf18d0e607f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.345316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '2d0ad0e9-8ed2-403d-861b-dfc396fe09d2', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.375599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:25.375853 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.376142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.440844 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.446315 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.464748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd07dd5-a2ab-4cb0-98fa-294f4949fa2a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.473411 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.478265 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d19368a8-4f3d-494f-b35b-2f5dd65e0f8b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337771 Jul 06 19:05:25.478705 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:25.482492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8aea212a-7314-4cbd-91f6-9b6765b9fa16 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:25.484678 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '2d0ad0e9-8ed2-403d-861b-dfc396fe09d2', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.526221 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.541212 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:25.541592 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.588542 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dad16fe4-9106-4cdf-8681-49f352857ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.595629 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.601937 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.620044 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39540bd-9d90-4403-b475-b666bf84a051,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.628744 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.631885 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d0b8f089-183e-4b80-bb87-dc95cd33b78d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519279 Jul 06 19:05:25.633632 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:25.640076 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '2d0ad0e9-8ed2-403d-861b-dfc396fe09d2', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.667339 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.727291 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.731153 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.751357 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a26be8-703e-4583-adfc-d814691d4ae9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.754878 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.756362 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-2724a969-129c-4e5f-a917-e369f66ce3c2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200693 Jul 06 19:05:25.759540 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 45916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:25.764167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '2d0ad0e9-8ed2-403d-861b-dfc396fe09d2', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.796380 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.876169 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.880455 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.898551 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4509dc-b1b2-4e86-bbbe-539081dd06a7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:25.905465 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:25.906805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ae8a5006-2ee2-4084-adbd-1acfe9614d8c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462772 Jul 06 19:05:25.909807 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45918) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:25.915156 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '2d0ad0e9-8ed2-403d-861b-dfc396fe09d2', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:25.939569 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Project be731dd756d1475dab586ed400656de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:05:25.945670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.012732 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.016867 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.046191 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b1e40e-d203-485a-8fd9-857d8edbc694,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:26.049980 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.051322 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6bee33c6-1f88-420d-b116-734e726e1103 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404417 Jul 06 19:05:26.054081 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45920) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:26.058928 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '2d0ad0e9-8ed2-403d-861b-dfc396fe09d2', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:26.083145 n-d-799527-3 neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Project be731dd756d1475dab586ed400656de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:05:26.088966 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.158038 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.162268 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.183330 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee43cfcf-9560-43fa-8c7a-76ca3f402dc5,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:26.191152 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:26.192567 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-c455c965-03c1-44d6-ab5e-a211d7f5e44c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375372 Jul 06 19:05:26.343702 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-98cd2f97-52ed-4089-887a-289cb42f54be tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347018427&fields=id&tenant_id=be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 267 time: 0.0369377 Jul 06 19:05:26.459769 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-8bc40200-1f20-405f-949b-da227484a62a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:26.461948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-8bc40200-1f20-405f-949b-da227484a62a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 809 time: 0.1108775 Jul 06 19:05:26.477636 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-854b4809-780c-4579-a140-968bb4bd7823 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/quotas/be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 375 time: 0.0101454 Jul 06 19:05:26.543386 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-f20eeaf7-6bb7-4d27-8420-1abd8be65dc0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606937 Jul 06 19:05:26.643010 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-7652229a-0a7f-48cf-a909-3b7b0d0ef77b service neutron] 10.222.0.37 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884309 Jul 06 19:05:26.733301 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-c512d2f3-d3d6-48e0-a823-a38b3073fae1 service neutron] 10.222.0.37 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840640 Jul 06 19:05:26.912256 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d6b477c-c663-4e84-9139-e8c86dd775c1 req-c54efaed-ce3b-4e64-a7ae-f848626895c3 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 210 time: 0.0323882 Jul 06 19:05:27.176395 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Sync routers for ids ['e8425a56-a797-4c15-b6ba-74da15f417ae'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:27.186507 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Routers {'e8425a56-a797-4c15-b6ba-74da15f417ae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:27.187119 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:04:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e8425a56-a797-4c15-b6ba-74da15f417ae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:27.316936 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Set router e8425a56-a797-4c15-b6ba-74da15f417ae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:27.323293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9976b268-4806-4d0d-ad77-c29f76ca4d68 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:27.380989 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 9976b268-4806-4d0d-ad77-c29f76ca4d68 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:27.385523 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9976b268-4806-4d0d-ad77-c29f76ca4d68 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:27.385910 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:27.473900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:27.497969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 9976b268-4806-4d0d-ad77-c29f76ca4d68, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9976b268-4806-4d0d-ad77-c29f76ca4d68,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:27.503737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:27.537440 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:05:23Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '94c2fc13-c843-4b87-9f89-15069c5baca0', 'name': '', 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'mac_address': 'fa:16:3e:af:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:23Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 2, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'subnets': [{'id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:27.562761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=9976b268-4806-4d0d-ad77-c29f76ca4d68,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:27.564214 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Checking router: e8425a56-a797-4c15-b6ba-74da15f417ae for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:27.564580 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Updating router e8425a56-a797-4c15-b6ba-74da15f417ae port 94c2fc13-c843-4b87-9f89-15069c5baca0 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:05:27.610653 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:27.871417 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:27.880728 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Transition to ACTIVE for port object 94c2fc13-c843-4b87-9f89-15069c5baca0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:27.887311 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:27.987335 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa65f-4472-46ab-aefa-bf3e30faebb9 None None] Pushing event updated for resources: {'Port': ['ID=94c2fc13-c843-4b87-9f89-15069c5baca0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:28.000233 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Attempting to bind port 94c2fc13-c843-4b87-9f89-15069c5baca0 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:28.000907 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Attempting to bind port 94c2fc13-c843-4b87-9f89-15069c5baca0 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:28.001468 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Attempting to bind port 94c2fc13-c843-4b87-9f89-15069c5baca0 on network 458fc81b-8fda-441a-95d6-916e8751db08 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:28.014356 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:28.015001 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Checking segment: {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:28.015632 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.016225 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Bound using segment: {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:28.016895 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Bound port: 94c2fc13-c843-4b87-9f89-15069c5baca0, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5950ef-515b-4613-8646-4b0f82143ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:28.017504 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.070648 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1940e3a9-fbad-4230-ad9c-56f751b459af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.073162 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.121273 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] For port 94c2fc13-c843-4b87-9f89-15069c5baca0, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:28.126057 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] For port 94c2fc13-c843-4b87-9f89-15069c5baca0, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=94c2fc13-c843-4b87-9f89-15069c5baca0,segment=NetworkSegment(3b5950ef-515b-4613-8646-4b0f82143ead),segment_id=3b5950ef-515b-4613-8646-4b0f82143ead)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:28.130893 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.161699 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-682ab0c5-3ffb-4abd-8090-9e8506e21bb1 req-85a52b63-e664-4b69-8f54-b595c6d402bb tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 210 time: 0.0696187 Jul 06 19:05:28.207334 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaa65f-4472-46ab-aefa-bf3e30faebb9 None None] Pushing event updated for resources: {'Port': ['ID=94c2fc13-c843-4b87-9f89-15069c5baca0,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:28.211696 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Routers {'e8425a56-a797-4c15-b6ba-74da15f417ae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:28.212593 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e8425a56-a797-4c15-b6ba-74da15f417ae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:28.228697 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-9aeb09d0-f6e5-4a1b-bef4-def0304869da tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:28.230193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-9aeb09d0-f6e5-4a1b-bef4-def0304869da tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 809 time: 0.1785471 Jul 06 19:05:28.304369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-f1a74521-260a-4814-a5cc-3232f78c2fcb tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 380 time: 0.0655060 Jul 06 19:05:28.314592 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'port': {'device_id': '66aec5e3-824f-4102-b417-433262a70564', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'admin_state_up': True, 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'security_groups': ['2d0ad0e9-8ed2-403d-861b-dfc396fe09d2']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:28.344242 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] Set router e8425a56-a797-4c15-b6ba-74da15f417ae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:28.440315 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Made reservation on behalf of be731dd756d1475dab586ed400656de8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:05:28.444041 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.564004 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:05:23Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '94c2fc13-c843-4b87-9f89-15069c5baca0', 'name': '', 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'mac_address': 'fa:16:3e:af:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:23Z', 'updated_at': '2021-07-06T19:05:28Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'subnets': [{'id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:28.581514 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Allocated IP 172.20.0.5 (38dfd322-8c8f-45b8-88be-3262e5129c2f/03b048fa-630a-4591-9c3a-18364b2f2d6b/843e176f-a51a-4345-be59-07e3bb049810) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:28.594868 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9c894-4b6b-4eee-9e63-bdd96c81eada None None] The sync data for ids ['e8425a56-a797-4c15-b6ba-74da15f417ae'] in n-d-799527-3 is: [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:05:23Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '94c2fc13-c843-4b87-9f89-15069c5baca0', 'name': '', 'network_id': '458fc81b-8fda-441a-95d6-916e8751db08', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'mac_address': 'fa:16:3e:af:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:23Z', 'updated_at': '2021-07-06T19:05:28Z', 'revision_number': 4, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'subnets': [{'id': '2b10af48-c1fe-430e-9f21-7343b2d7dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:28.731980 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.746982 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Transition to ACTIVE for port object 843e176f-a51a-4345-be59-07e3bb049810 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:28.783759 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.834033 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:28.837584 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:28.839959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:28.873779 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:28.901793 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:28.902472 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:28.921662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-b016dc82-1b82-4181-af3e-d5001ea0adbc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115916 Jul 06 19:05:28.934962 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Request body: {'port': {'device_id': '66aec5e3-824f-4102-b417-433262a70564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:29.023474 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.119456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ad3cabff-b51f-4195-b3ba-fb6ba9a382a8 None None] Provisioning for port 843e176f-a51a-4345-be59-07e3bb049810 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:29.123608 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ad3cabff-b51f-4195-b3ba-fb6ba9a382a8 None None] Provisioning complete for port 843e176f-a51a-4345-be59-07e3bb049810 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:29.123985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad3cabff-b51f-4195-b3ba-fb6ba9a382a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.158108 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ad3cabff-b51f-4195-b3ba-fb6ba9a382a8 None None] Port 843e176f-a51a-4345-be59-07e3bb049810 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:05:29.324618 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9976b268-4806-4d0d-ad77-c29f76ca4d68 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:29.375984 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 9976b268-4806-4d0d-ad77-c29f76ca4d68 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:29.376478 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.470560 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 94c2fc13-c843-4b87-9f89-15069c5baca0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:29.526947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 94c2fc13-c843-4b87-9f89-15069c5baca0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:29.531066 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 94c2fc13-c843-4b87-9f89-15069c5baca0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:29.531480 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.611368 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.655028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 94c2fc13-c843-4b87-9f89-15069c5baca0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=94c2fc13-c843-4b87-9f89-15069c5baca0,segment=NetworkSegment(3b5950ef-515b-4613-8646-4b0f82143ead),segment_id=3b5950ef-515b-4613-8646-4b0f82143ead)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:29.661598 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:05:29.662390 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.677319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.691583 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473393a3-bc40-4591-b4e0-318f9c3e660a req-d42eb636-1742-41ae-90d6-7c8f6414085b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:29.693070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-473393a3-bc40-4591-b4e0-318f9c3e660a req-d42eb636-1742-41ae-90d6-7c8f6414085b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 931 time: 0.1237710 Jul 06 19:05:29.701652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Transition to ACTIVE for port object 843e176f-a51a-4345-be59-07e3bb049810 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:05:29.703742 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.715101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=94c2fc13-c843-4b87-9f89-15069c5baca0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:29.720906 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.780312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-473393a3-bc40-4591-b4e0-318f9c3e660a req-f2f1357f-dd7c-4c11-a05c-0dd283ea4d16 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765536 Jul 06 19:05:29.789594 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:29.867126 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:05:29.867581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:05:29.868141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:29.872839 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Port 843e176f-a51a-4345-be59-07e3bb049810 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:05:29.873235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:05:29.878202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:05:29.878616 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Checking segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:05:29.879073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Bound using segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:05:29.879610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Bound port: 843e176f-a51a-4345-be59-07e3bb049810, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:05:29.880052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.951891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:05:29.955128 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:05:29.960415 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.997352 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:29.998074 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:29.999498 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] 10.222.0.60 "PUT /v2.0/ports/843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 1091 time: 1.0692942 Jul 06 19:05:29.999952 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:30.002223 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43af922f-aa0b-463a-92a6-b32eb7fe763d" -d '{"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:30.038421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a565-5c6d-429b-8ae4-c38309af81eb service neutron] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:30.045071 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd1921-27ee-435e-bd65-d37daab83131 x-openstack-request-id: req-03dd1921-27ee-435e-bd65-d37daab83131 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:30.045630 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:30.045943 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03dd1921-27ee-435e-bd65-d37daab83131 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:30.046307 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'status': 'completed', 'code': 200} Jul 06 19:05:30.102469 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-c0f10c17-851d-4f40-a7a2-db2911c11ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.104038 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-c0f10c17-851d-4f40-a7a2-db2911c11ee4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1094 time: 0.0569568 Jul 06 19:05:30.152528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-34e3f68f-9089-4954-a527-1f6e744feb2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 217 time: 0.0410006 Jul 06 19:05:30.208985 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-ef43310a-8f89-4385-b63d-a8da23c84d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.211105 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-ef43310a-8f89-4385-b63d-a8da23c84d7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0526538 Jul 06 19:05:30.270000 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-23419288-541c-4f2a-b7c7-b9b380a1775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.271461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-23419288-541c-4f2a-b7c7-b9b380a1775c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542746 Jul 06 19:05:30.362878 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-ebe4dff0-4e11-4e3c-9131-2d6e71ac82b0 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849650 Jul 06 19:05:30.452182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d0eb625-f73a-486f-afa3-85922137ece0 req-c52c7b01-4c22-41ec-9eae-0e0573a15509 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828860 Jul 06 19:05:30.583606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-278b2cdc-2a51-4f02-b8b0-cde182729457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.585320 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-278b2cdc-2a51-4f02-b8b0-cde182729457 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1094 time: 0.0536699 Jul 06 19:05:30.684122 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-12b79cb5-5419-48fe-8b43-477f2dc2bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.685598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-12b79cb5-5419-48fe-8b43-477f2dc2bfd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0942116 Jul 06 19:05:30.729522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-110dec77-8b7b-4fac-8da7-76b061b951a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 217 time: 0.0360794 Jul 06 19:05:30.777692 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-03f1fbdd-c0e6-4e69-aa2d-fea02fe840f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.779114 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-03f1fbdd-c0e6-4e69-aa2d-fea02fe840f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0430901 Jul 06 19:05:30.845197 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-5e961fcf-9066-4d72-b30f-d0b51de20442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:30.845616 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:30.848222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-5e961fcf-9066-4d72-b30f-d0b51de20442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622025 Jul 06 19:05:30.987009 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-b07ead21-c7b6-4a31-a3c7-7f48564ccfa4 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313226 Jul 06 19:05:31.000858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223d4d1-d3a4-41db-9cab-91b890bada9e req-cbc39a33-1bf9-4f93-b466-b03bd67bfbc0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:31.002268 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9223d4d1-d3a4-41db-9cab-91b890bada9e req-cbc39a33-1bf9-4f93-b466-b03bd67bfbc0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 943 time: 0.0944815 Jul 06 19:05:31.055203 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.105425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9223d4d1-d3a4-41db-9cab-91b890bada9e req-a65a3a63-3528-45c5-a9bb-4f009f4019a0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949831 Jul 06 19:05:31.130780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-43af922f-aa0b-463a-92a6-b32eb7fe763d req-0ae44356-02c5-4723-8161-1ae7581b2588 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275625 Jul 06 19:05:31.286801 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 94c2fc13-c843-4b87-9f89-15069c5baca0 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:31.324165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 843e176f-a51a-4345-be59-07e3bb049810 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:05:31.395600 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 94c2fc13-c843-4b87-9f89-15069c5baca0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:31.395881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.472663 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:31.507910 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '843e176f-a51a-4345-be59-07e3bb049810', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'mac_address': 'fa:16:3e:f1:ac:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:05:31.563111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.576861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:05:31.596529 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:31.600736 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.647908 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:31.822880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['843e176f-a51a-4345-be59-07e3bb049810'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:05:32.293043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2ddb1-3c1d-4e75-97db-5e0dca05b295 req-b2716e7c-3efe-4e26-8377-94d176646450 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:32.295235 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68c2ddb1-3c1d-4e75-97db-5e0dca05b295 req-b2716e7c-3efe-4e26-8377-94d176646450 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0750740 Jul 06 19:05:32.335977 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68c2ddb1-3c1d-4e75-97db-5e0dca05b295 req-f0673f26-b519-4f0c-be0d-47bbf563ecbd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Jul 06 19:05:33.224131 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:33.348311 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 843e176f-a51a-4345-be59-07e3bb049810 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:05:33.399440 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 843e176f-a51a-4345-be59-07e3bb049810 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:05:33.403229 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 843e176f-a51a-4345-be59-07e3bb049810 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:05:33.403633 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:33.485809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:33.509777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:33.512093 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ff21b9-598e-42fc-948d-eaa7ad2fc592" -d '{"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-plugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:33.521007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087b642-3911-47a0-bd93-feede4d3972d req-08cd5cbd-7f29-41d1-9dc6-473db09f4bf7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:33.522755 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8087b642-3911-47a0-bd93-feede4d3972d req-08cd5cbd-7f29-41d1-9dc6-473db09f4bf7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0726440 Jul 06 19:05:33.526055 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:33.530373 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:33.562937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8087b642-3911-47a0-bd93-feede4d3972d req-884693ea-859c-4c92-9876-5e541c749dbf tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341156 Jul 06 19:05:33.583863 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:33.610181 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e2b9ec-71b5-4951-bc78-3d4b53cb2f66 x-openstack-request-id: req-b0e2b9ec-71b5-4951-bc78-3d4b53cb2f66 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:33.610502 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-plugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:33.610756 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0e2b9ec-71b5-4951-bc78-3d4b53cb2f66 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:33.611182 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'code': 200} Jul 06 19:05:33.724522 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f36622-6552-4e3f-8214-844a6eaa280c req-b22041a1-ef7b-4341-85f6-d22fb18b60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:33.726780 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f36622-6552-4e3f-8214-844a6eaa280c req-b22041a1-ef7b-4341-85f6-d22fb18b60b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1096 time: 0.0525131 Jul 06 19:05:33.768014 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7f36622-6552-4e3f-8214-844a6eaa280c req-0e5fa65e-4b82-465d-80aa-b38bfea45f14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349600 Jul 06 19:05:34.744484 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde1911-c981-4894-83ef-79bdc659f0b4 req-ec6bb87a-dc08-4e14-8139-9a0d0a1ea769 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:34.745966 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcde1911-c981-4894-83ef-79bdc659f0b4 req-ec6bb87a-dc08-4e14-8139-9a0d0a1ea769 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0651355 Jul 06 19:05:34.784914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bcde1911-c981-4894-83ef-79bdc659f0b4 req-1c50312f-7579-482f-a33b-4baf9e3452bc tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Jul 06 19:05:35.960087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636881a-6f3a-40d7-a156-97bfb135774e req-65435f4c-7082-46f1-9e73-a01a15436b04 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:35.961608 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8636881a-6f3a-40d7-a156-97bfb135774e req-65435f4c-7082-46f1-9e73-a01a15436b04 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0680726 Jul 06 19:05:36.033481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8636881a-6f3a-40d7-a156-97bfb135774e req-5813bc5f-81cb-47cb-a582-aa3b9d71ac05 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654171 Jul 06 19:05:36.059208 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-4a978745-245f-4e89-bca7-11b0943d7ce0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686615 Jul 06 19:05:36.180849 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-79980880-0e9a-4f84-a378-77aa4779b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.182359 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-79980880-0e9a-4f84-a378-77aa4779b1c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1096 time: 0.0781670 Jul 06 19:05:36.271154 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57d81d-b117-4b97-9e82-950afd786e81 req-62576e82-0d91-41a1-84e2-cf71c956866a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.273791 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c57d81d-b117-4b97-9e82-950afd786e81 req-62576e82-0d91-41a1-84e2-cf71c956866a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.1254556 Jul 06 19:05:36.331620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6c57d81d-b117-4b97-9e82-950afd786e81 req-f3aaf15d-4e88-4aff-9e3d-ba48f742be3e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512390 Jul 06 19:05:36.342344 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-f6eac869-1317-4b25-a893-c8e3250112e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.344190 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-f6eac869-1317-4b25-a893-c8e3250112e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.1425204 Jul 06 19:05:36.357144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45968) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:36.387267 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-b8111d02-2f48-4b8d-91b0-bd420b85dacd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 217 time: 0.0351956 Jul 06 19:05:36.440379 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-e45f7e93-4094-4c2d-9c25-01214598da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.441865 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-e45f7e93-4094-4c2d-9c25-01214598da15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0491748 Jul 06 19:05:36.501688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-d4e64ea9-b7c9-41ed-81ba-0d6f07aafe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.503210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-d4e64ea9-b7c9-41ed-81ba-0d6f07aafe34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553803 Jul 06 19:05:36.515566 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6e7397-1502-4778-823b-8b8361079353 tempest-TestShelveInstance-78124883 tempest-TestShelveInstance-78124883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.519844 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-da6e7397-1502-4778-823b-8b8361079353 tempest-TestShelveInstance-78124883 tempest-TestShelveInstance-78124883-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1091 time: 0.1589866 Jul 06 19:05:36.520117 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 45972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:05:36.525553 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:05:36.548981 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.599792 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-9a5f4294-fd99-4fc2-94a6-58ceba98e45f service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892384 Jul 06 19:05:36.651699 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.696547 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3f4a21c9-052b-4d71-b547-ec18c6c8efb4 req-d3848b4b-3aa7-464d-a5de-30a5489d8d10 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905015 Jul 06 19:05:36.760264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Allocated IP 172.25.5.142 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/2143274a-e55b-4381-8c01-f556320a3bad) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:05:36.876880 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.917199 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.953536 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:05:36.956360 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:05:36.959775 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:05:36.986332 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'Port': ['ID=2143274a-e55b-4381-8c01-f556320a3bad,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:37.607003 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.685567 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.832512 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.837768 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:37.912795 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'Port': ['ID=2143274a-e55b-4381-8c01-f556320a3bad,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:37.926454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:38.030653 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Floating IP e630ba0b-6ef2-48b0-b877-d8c7bdd92c72 associated. External IP: 172.25.5.142, port: 843e176f-a51a-4345-be59-07e3bb049810. Jul 06 19:05:38.254696 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:05:38.366742 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:05:38.376177 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:05:38.377146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:05:38.384940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:38.388995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:38.389635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:38.421884 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-ef0b15c5-3618-4f11-9752-441a504994b8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9007187 Jul 06 19:05:38.422477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:38.425432 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6080d40f-883e-411e-8784-06024359c8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:38.461193 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e430d-4c61-4f38-9aba-2ec4391a717a x-openstack-request-id: req-600e430d-4c61-4f38-9aba-2ec4391a717a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:38.461585 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:38.461934 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-600e430d-4c61-4f38-9aba-2ec4391a717a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:38.462430 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'status': 'completed', 'code': 200} Jul 06 19:05:38.505767 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:38.540261 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080d40f-883e-411e-8784-06024359c8c2 req-1d18c8f2-113b-4593-a24f-d6dd7fdf86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:38.541805 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-1d18c8f2-113b-4593-a24f-d6dd7fdf86b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1096 time: 0.0564814 Jul 06 19:05:38.646885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080d40f-883e-411e-8784-06024359c8c2 req-e54be6ed-12fd-45d7-ab07-a6392ec40c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:38.648656 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-e54be6ed-12fd-45d7-ab07-a6392ec40c10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.1006327 Jul 06 19:05:38.716659 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-200a1af9-3c09-4707-b175-6e5b81f3813a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 999 time: 0.0613444 Jul 06 19:05:38.758919 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e630ba0b-6ef2-48b0-b877-d8c7bdd92c72', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'mac_address': 'fa:16:3e:f1:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aec5e3-824f-4102-b417-433262a70564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:05:37Z', 'updated_at': '2021-07-06T19:05:37Z', 'revision_number': 0, 'project_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:38.768948 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080d40f-883e-411e-8784-06024359c8c2 req-c795fe07-6e87-411a-b1c2-eb36656639c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:38.770540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-c795fe07-6e87-411a-b1c2-eb36656639c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0474453 Jul 06 19:05:38.786990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:05:38.796136 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:05:38.796824 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:05:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:38.834937 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080d40f-883e-411e-8784-06024359c8c2 req-e34f2c55-249c-4f27-888c-060fb797cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:38.836499 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-e34f2c55-249c-4f27-888c-060fb797cc67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596316 Jul 06 19:05:38.907632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:05:38.938637 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-7308226c-e6d4-4519-bd1d-3345e47f70b8 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951481 Jul 06 19:05:39.036110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6080d40f-883e-411e-8784-06024359c8c2 req-911ee5d0-1879-4451-8864-d7f1095ecca9 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902674 Jul 06 19:05:39.137885 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e630ba0b-6ef2-48b0-b877-d8c7bdd92c72', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'mac_address': 'fa:16:3e:f1:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aec5e3-824f-4102-b417-433262a70564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:05:37Z', 'updated_at': '2021-07-06T19:05:37Z', 'revision_number': 0, 'project_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:05:39.329602 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854c931-c51c-48c6-8812-125a1d1a4b33 None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': 'e630ba0b-6ef2-48b0-b877-d8c7bdd92c72', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'mac_address': 'fa:16:3e:f1:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66aec5e3-824f-4102-b417-433262a70564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:05:37Z', 'updated_at': '2021-07-06T19:05:37Z', 'revision_number': 0, 'project_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:05:39.535167 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ff4b9-323e-4573-9c8f-9c6e400a7221 None None] New status for floating IP e630ba0b-6ef2-48b0-b877-d8c7bdd92c72: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:05:55.580680 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f05b58da-a819-4d79-a8d2-0c880c6fce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:58.063664 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:58.069168 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-706b5b0a-61e6-41fe-a96e-9ca557e83f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:59.659475 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:00.798233 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:01.050177 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:03.223843 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:15.375309 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:06:25.582121 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c52dc8e7-c189-4144-a1fd-130335e55393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.063328 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:28.065384 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5b06888-f825-4e89-8b22-8e64b22bc79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:29.662377 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:30.796947 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:31.052042 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:33.237912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:37.903788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-24a94e03-dab1-4928-83db-14b6cfa39e75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128190 Jul 06 19:06:38.002234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486456e2-479e-4f64-8dda-8b724156a77c req-4e560718-952d-4ea0-8d7d-632f891930f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:38.003791 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-4e560718-952d-4ea0-8d7d-632f891930f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1096 time: 0.0556293 Jul 06 19:06:38.113179 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486456e2-479e-4f64-8dda-8b724156a77c req-d2b98b62-e324-4a2b-bb00-333d2668f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:38.114574 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-d2b98b62-e324-4a2b-bb00-333d2668f7e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0882926 Jul 06 19:06:38.182736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-307bd144-b0bf-4169-af5e-6bbb73c8bacb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 1001 time: 0.0618088 Jul 06 19:06:38.237378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486456e2-479e-4f64-8dda-8b724156a77c req-89f9df6d-471e-4faf-a68a-ba694985c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:38.238821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-89f9df6d-471e-4faf-a68a-ba694985c604 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0496681 Jul 06 19:06:38.298970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486456e2-479e-4f64-8dda-8b724156a77c req-713805ba-9ead-4b4a-b14b-a0fce160b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:38.300576 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-713805ba-9ead-4b4a-b14b-a0fce160b84e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556879 Jul 06 19:06:38.391336 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-a38822e3-8fdd-48eb-bf44-90c690f9bfd1 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Jul 06 19:06:38.490812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-486456e2-479e-4f64-8dda-8b724156a77c req-ab7b6ed0-fb77-4f7a-ae1b-7f0ffbd383f2 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933890 Jul 06 19:06:52.374505 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:06:55.583681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc9ad1f1-c060-413e-b292-94d6cb520a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:58.061951 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:58.063658 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef9383a9-e4d9-403e-9d98-b1c7d0e0cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:59.664649 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:00.794875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:01.054938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:03.237043 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:25.586103 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea07c4f-c734-4d5b-bf0f-a185dba6e312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.060782 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad268c1b-e624-49d2-8004-a8aa1c5cf9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.063439 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.374932 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:07:29.670225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:30.811135 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:31.059361 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.258904 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.157419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dcbf5-7374-4efb-8f0f-cb72ec0c061c req-c97eab3b-4a2e-4834-8390-ed0d222296c9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:36.159028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-928dcbf5-7374-4efb-8f0f-cb72ec0c061c req-c97eab3b-4a2e-4834-8390-ed0d222296c9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0712342 Jul 06 19:07:36.201118 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-928dcbf5-7374-4efb-8f0f-cb72ec0c061c req-a3f1ca20-21a8-4b4e-9fcb-36bbe197d8e8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353212 Jul 06 19:07:37.441080 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6150cfa-9ed8-47b7-8d97-78f6a01faf99 req-807fdf1b-0392-4cbe-a07c-cbfba62d8694 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:37.442698 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6150cfa-9ed8-47b7-8d97-78f6a01faf99 req-807fdf1b-0392-4cbe-a07c-cbfba62d8694 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0677485 Jul 06 19:07:37.492516 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c6150cfa-9ed8-47b7-8d97-78f6a01faf99 req-2234b999-3ba7-4fcd-885b-a2cffb23b435 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Jul 06 19:07:38.688688 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc57c1b-dcfa-4eec-8840-bbae8f865ae1 req-d2667031-a4f2-4fe4-80c3-8cd6a00c119d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:38.690392 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcc57c1b-dcfa-4eec-8840-bbae8f865ae1 req-d2667031-a4f2-4fe4-80c3-8cd6a00c119d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0757787 Jul 06 19:07:38.737193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dcc57c1b-dcfa-4eec-8840-bbae8f865ae1 req-436df1fe-8a10-439f-a021-bdf35260faae tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 Jul 06 19:07:39.503158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-1cc7ac3e-ea65-4ed6-a7ee-f56262a5189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:39.505272 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-1cc7ac3e-ea65-4ed6-a7ee-f56262a5189f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1096 time: 0.0594370 Jul 06 19:07:39.625067 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-9cf5db6b-1227-493a-a791-f88e58657177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:39.626515 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-9cf5db6b-1227-493a-a791-f88e58657177 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0956397 Jul 06 19:07:39.696983 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-7e16c7eb-f9e5-47c9-bbac-2eefe37edf9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 1001 time: 0.0634539 Jul 06 19:07:39.754885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-73a111d5-a495-4a21-b329-04f0bb2d0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:39.756416 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-73a111d5-a495-4a21-b329-04f0bb2d0431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0530875 Jul 06 19:07:39.830138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-1fc8cd6f-3ad5-4900-ad46-9bf16980f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:39.832761 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-1fc8cd6f-3ad5-4900-ad46-9bf16980f22b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692427 Jul 06 19:07:39.975765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-a6c43023-9604-49d1-aa2e-51e63af0fe3f service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371949 Jul 06 19:07:40.042547 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21602bd-d893-4146-a6a4-e0efdf1dc283 req-4afae455-34af-4dfc-94c3-8ae4dbb38b98 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:40.044156 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e21602bd-d893-4146-a6a4-e0efdf1dc283 req-4afae455-34af-4dfc-94c3-8ae4dbb38b98 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.1474252 Jul 06 19:07:40.118660 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e21602bd-d893-4146-a6a4-e0efdf1dc283 req-2d6c2fa8-0aec-46c1-ac89-345d380d454c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670614 Jul 06 19:07:40.124940 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d2fcdf2f-e762-468c-9f4a-a58cc5978075 req-2e2b231f-004a-4e64-8f4a-8cf74baab9a9 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424716 Jul 06 19:07:41.315030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c882ee-bc1c-4307-874a-ad0644cb917e req-7386616b-a5cc-46cd-9763-258e337814c5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:41.316795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8c882ee-bc1c-4307-874a-ad0644cb917e req-7386616b-a5cc-46cd-9763-258e337814c5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0756810 Jul 06 19:07:41.367673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a8c882ee-bc1c-4307-874a-ad0644cb917e req-9506181d-9aee-4de0-bd01-9a0eac26fb89 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 Jul 06 19:07:42.626567 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969fbec-5fcb-478c-9dfc-9f4b9aa765b1 req-949fb74a-67f3-4f4b-9d41-07d5c6409e20 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:42.629877 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9969fbec-5fcb-478c-9dfc-9f4b9aa765b1 req-949fb74a-67f3-4f4b-9d41-07d5c6409e20 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.1156056 Jul 06 19:07:42.691773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9969fbec-5fcb-478c-9dfc-9f4b9aa765b1 req-c1e9a551-6dc2-4f3a-95e8-7227f119d760 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509679 Jul 06 19:07:43.898953 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41bab2-837d-4eb8-bad6-b21a14817ea7 req-45e65a98-6934-4a41-b0d1-5350644e7d82 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:43.901141 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef41bab2-837d-4eb8-bad6-b21a14817ea7 req-45e65a98-6934-4a41-b0d1-5350644e7d82 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0698400 Jul 06 19:07:43.942859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ef41bab2-837d-4eb8-bad6-b21a14817ea7 req-5000a1d3-dcba-4ae1-93f1-3c02452f6719 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359988 Jul 06 19:07:45.140853 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1716347-f9b4-4527-b6f3-89fedef2faac req-90127c85-f34d-42ef-ab8a-39f50fd9739e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:45.142466 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1716347-f9b4-4527-b6f3-89fedef2faac req-90127c85-f34d-42ef-ab8a-39f50fd9739e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0723009 Jul 06 19:07:45.187763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a1716347-f9b4-4527-b6f3-89fedef2faac req-1a3ef7e4-af07-4774-a418-1f056e25666e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350685 Jul 06 19:07:46.402426 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27f3d-917c-4fc0-94a5-8f14d5d8d92c req-171419a1-92f5-4d35-9182-11480a65dce6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:46.404135 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38e27f3d-917c-4fc0-94a5-8f14d5d8d92c req-171419a1-92f5-4d35-9182-11480a65dce6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0822394 Jul 06 19:07:46.454299 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38e27f3d-917c-4fc0-94a5-8f14d5d8d92c req-6aeff2b4-6020-4812-86cd-8f6e6ffc2b77 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Jul 06 19:07:47.642104 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0d86-9162-4a7d-94cb-8d81a5fd7cd9 req-1349bbda-7b7a-410b-b7f9-4fc9b7e4bee4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:47.643586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bab0d86-9162-4a7d-94cb-8d81a5fd7cd9 req-1349bbda-7b7a-410b-b7f9-4fc9b7e4bee4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0724399 Jul 06 19:07:47.686211 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bab0d86-9162-4a7d-94cb-8d81a5fd7cd9 req-47db582e-b317-42c7-8630-d5b010e95d8d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363417 Jul 06 19:07:48.888884 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5194b-e737-4c8b-85bb-23ef1076bd4f req-8c22fcce-c506-4158-b535-ce743687473a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:48.890468 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54c5194b-e737-4c8b-85bb-23ef1076bd4f req-8c22fcce-c506-4158-b535-ce743687473a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0733922 Jul 06 19:07:48.953622 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-54c5194b-e737-4c8b-85bb-23ef1076bd4f req-84f1cb23-a33f-419f-9c89-4732da7558fb tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522997 Jul 06 19:07:49.908960 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 843e176f-a51a-4345-be59-07e3bb049810 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:07:50.051428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:50.070661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '843e176f-a51a-4345-be59-07e3bb049810', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'mac_address': 'fa:16:3e:f1:ac:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:07:50.153235 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.171947 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:07:50.198004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da173-eb6d-483a-a486-02322e3e8e84 req-45299ca8-881b-4e11-a677-a10eb7872b2d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:50.203814 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e4da173-eb6d-483a-a486-02322e3e8e84 req-45299ca8-881b-4e11-a677-a10eb7872b2d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.1182852 Jul 06 19:07:50.217981 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:50.224930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.262522 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0e4da173-eb6d-483a-a486-02322e3e8e84 req-e0f55a22-15d9-45e1-b8ff-8c0e4b4a7fe2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511343 Jul 06 19:07:50.312168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:50.325703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.326150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.326580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.326933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.327308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.327658 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.328011 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.328338 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.328671 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.329004 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.329335 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.329666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:50.336277 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['843e176f-a51a-4345-be59-07e3bb049810'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:07:51.490443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4a70-2fb8-4f15-8e43-63632dce2dae req-1cf4a9fb-36f0-4ce7-b0e3-57a457681c80 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.492354 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e4a70-2fb8-4f15-8e43-63632dce2dae req-1cf4a9fb-36f0-4ce7-b0e3-57a457681c80 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0862393 Jul 06 19:07:51.545012 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d81e4a70-2fb8-4f15-8e43-63632dce2dae req-5bb6e273-62f8-4b2d-baaa-f6aada923934 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Jul 06 19:07:51.911228 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 843e176f-a51a-4345-be59-07e3bb049810 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:51.981282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 843e176f-a51a-4345-be59-07e3bb049810 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:51.981668 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:52.081991 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:52.125371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:52.129654 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2332b2ec-2e94-4e7f-bb18-29b54a764b2b" -d '{"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-plugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:52.150990 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:52.157658 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:52.211677 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb5365-a940-41e5-bb3c-6dc73e84839c x-openstack-request-id: req-edcb5365-a940-41e5-bb3c-6dc73e84839c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:52.211677 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-plugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:52.212329 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edcb5365-a940-41e5-bb3c-6dc73e84839c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:52.212902 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'code': 200} Jul 06 19:07:52.254556 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:52.737266 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2e4bd-b3c1-486c-a7ba-072b9d5c8d59 req-3fb362ae-c592-4f11-9a3a-c7349c5a1ced tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:52.740232 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56e2e4bd-b3c1-486c-a7ba-072b9d5c8d59 req-3fb362ae-c592-4f11-9a3a-c7349c5a1ced tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0754070 Jul 06 19:07:52.782528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-56e2e4bd-b3c1-486c-a7ba-072b9d5c8d59 req-c6cb685a-f28c-4a35-917b-d9b220d3b843 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353496 Jul 06 19:07:54.009253 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0803-3997-439d-b34d-bb5d84b02dec req-24f4a6f6-2215-4337-8a0d-00d51e4e1a44 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:54.012081 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8d0803-3997-439d-b34d-bb5d84b02dec req-24f4a6f6-2215-4337-8a0d-00d51e4e1a44 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0826387 Jul 06 19:07:54.080394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8d0803-3997-439d-b34d-bb5d84b02dec req-a391ab66-1cd1-4078-ae6e-60761eebc158 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608640 Jul 06 19:07:55.273523 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70736e8-b32e-41e1-9d86-5fc18d7eb63c req-e2cd9bd8-1f16-4905-96f0-81af3cf46724 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:55.276101 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70736e8-b32e-41e1-9d86-5fc18d7eb63c req-e2cd9bd8-1f16-4905-96f0-81af3cf46724 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0745389 Jul 06 19:07:55.322631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e70736e8-b32e-41e1-9d86-5fc18d7eb63c req-eb78da79-a6f3-47f3-a009-eecea69b0085 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Jul 06 19:07:55.603111 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dab392b4-ee68-4fc5-9d2d-3dc748a0e288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:56.540868 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed29836-5175-464a-b854-aaf2a7701729 req-b02053d9-17a9-46f6-b402-85f9bbfb55fe tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:56.543772 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aed29836-5175-464a-b854-aaf2a7701729 req-b02053d9-17a9-46f6-b402-85f9bbfb55fe tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0807359 Jul 06 19:07:56.595882 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-aed29836-5175-464a-b854-aaf2a7701729 req-1d31e750-2c39-4c74-a316-5de365afed09 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476120 Jul 06 19:07:57.775473 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3646e-6d45-44bc-a7f0-01fe47f6def7 req-65482fc2-2095-4c94-b877-55e10579bec5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:57.777769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46a3646e-6d45-44bc-a7f0-01fe47f6def7 req-65482fc2-2095-4c94-b877-55e10579bec5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0719085 Jul 06 19:07:57.820025 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46a3646e-6d45-44bc-a7f0-01fe47f6def7 req-d74b3da9-534f-400d-834f-bdf360ef999d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367389 Jul 06 19:07:58.063766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81024db7-00a4-441e-8303-96da37a031bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:58.066253 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:58.239906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-705afa82-0574-4452-befd-c7fb02f80cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.241423 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-705afa82-0574-4452-befd-c7fb02f80cb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1096 time: 0.0610883 Jul 06 19:07:58.339390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-6c5e07c3-1d1d-417c-b687-7cc4c1e6eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.340782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-6c5e07c3-1d1d-417c-b687-7cc4c1e6eb80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0930922 Jul 06 19:07:58.408681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-039d26d9-b4bd-4d27-98dd-514620ca1f51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 1001 time: 0.0613608 Jul 06 19:07:58.459217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-5f3bb8b1-fa9a-443b-bf2e-916411f9024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.460783 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-5f3bb8b1-fa9a-443b-bf2e-916411f9024a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0450482 Jul 06 19:07:58.533652 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-18d56650-a0b4-4cd2-9363-3af3c68407c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.536372 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-18d56650-a0b4-4cd2-9363-3af3c68407c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694113 Jul 06 19:07:58.629071 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-acb362e4-21e6-463e-9d85-4aa68447e3ec service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Jul 06 19:07:58.727239 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4d0a4e98-f85e-4c6e-8f93-a8902283587b req-3d4f566b-e484-471c-986a-7831dbb4a334 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912361 Jul 06 19:07:58.997601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da045f-78ca-4778-95fb-041111259bec req-22ac203c-85c7-4196-a938-c009424c01ec tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.999020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39da045f-78ca-4778-95fb-041111259bec req-22ac203c-85c7-4196-a938-c009424c01ec tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0655932 Jul 06 19:07:59.038628 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-39da045f-78ca-4778-95fb-041111259bec req-14355975-52ad-4d5b-858e-54b8296601aa tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Jul 06 19:07:59.673030 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:00.221486 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175d8fa-849a-4bee-ae1b-2df1b5540d51 req-c48ec286-cfb7-4339-9efd-2cc6cd8679e6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:00.224233 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6175d8fa-849a-4bee-ae1b-2df1b5540d51 req-c48ec286-cfb7-4339-9efd-2cc6cd8679e6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0691466 Jul 06 19:08:00.271402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6175d8fa-849a-4bee-ae1b-2df1b5540d51 req-23509441-48d7-4d5b-a8f4-5d1b5c64fc7a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401981 Jul 06 19:08:00.811686 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:01.062245 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:01.451700 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b40c4-2758-4b27-99f7-c4532734e462 req-14f3dae1-b4bd-4566-a14c-097c55863e67 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:01.453222 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d7b40c4-2758-4b27-99f7-c4532734e462 req-14f3dae1-b4bd-4566-a14c-097c55863e67 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0658207 Jul 06 19:08:01.491750 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d7b40c4-2758-4b27-99f7-c4532734e462 req-15c02df4-1a6f-4af1-aa98-e059eb25ad84 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Jul 06 19:08:01.939668 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 843e176f-a51a-4345-be59-07e3bb049810 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:08:02.016900 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:02.040348 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:02.042575 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1501707a-e8df-417a-a74a-b24c2a786554" -d '{"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-unplugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:02.055023 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:02.059118 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:02.109687 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:02.731207 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d709ed-b9fc-468d-b261-c8557b42a352 x-openstack-request-id: req-b1d709ed-b9fc-468d-b261-c8557b42a352 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:02.731661 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-unplugged", "status": "failed", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:02.732464 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1d709ed-b9fc-468d-b261-c8557b42a352 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:02.732464 n-d-799527-3 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'code': 422} returned with failed status Jul 06 19:08:02.890634 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0b5d3-f081-4040-8554-ee9325e2cf58 req-b80d885b-cd44-472b-873c-508387482245 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:02.892356 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53d0b5d3-f081-4040-8554-ee9325e2cf58 req-b80d885b-cd44-472b-873c-508387482245 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 943 time: 0.0676873 Jul 06 19:08:02.901401 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46154) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:08:02.932695 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-53d0b5d3-f081-4040-8554-ee9325e2cf58 req-823dec9b-ea94-4501-a307-2a1268f7a2af tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340297 Jul 06 19:08:02.998748 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-eb45768b-75f1-4741-917e-5941a1bf8b81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961828 Jul 06 19:08:03.263341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:03.873622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-661633c0-dc7b-4122-9603-ca238647340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:03.875141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-661633c0-dc7b-4122-9603-ca238647340d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564&tenant_id=be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 1094 time: 0.0890477 Jul 06 19:08:03.886154 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-3', 'device_owner': 'compute:nova'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:08:03.957686 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:04.110684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326fa30-04de-49cf-9f38-a61cf1c37a09 req-086e8a19-6313-45a8-8bc4-9564d4472932 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:04.112200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c326fa30-04de-49cf-9f38-a61cf1c37a09 req-086e8a19-6313-45a8-8bc4-9564d4472932 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 943 time: 0.0679758 Jul 06 19:08:04.151514 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c326fa30-04de-49cf-9f38-a61cf1c37a09 req-94a75ddc-d486-4cf9-a1bd-43ad7388423c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Jul 06 19:08:04.165076 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:04.203732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h1-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:08:04.235657 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:08:04.243422 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:04.256519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Transition to ACTIVE for port object 843e176f-a51a-4345-be59-07e3bb049810 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:08:04.260233 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:04.367670 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:04.390828 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.391173 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.391543 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.391888 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.392219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.392551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.392879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.393204 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.394454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.394454 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.394815 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.395093 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:08:04.448847 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] No DVR routers for this DVR port 843e176f-a51a-4345-be59-07e3bb049810 on host n-h1-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:08:04.586547 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:08:04.586820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:08:04.587110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:04.591358 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Port 843e176f-a51a-4345-be59-07e3bb049810 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:08:04.591665 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Attempting to bind port 843e176f-a51a-4345-be59-07e3bb049810 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:08:04.597231 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:08:04.597622 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Checking segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:08:04.597960 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Bound using segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:08:04.598385 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Bound port: 843e176f-a51a-4345-be59-07e3bb049810, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:08:04.598745 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:04.666361 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:08:04.669524 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:08:04.672973 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:04.706264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:04.706882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:04.708361 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] 10.222.0.61 "PUT /v2.0/ports/843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 1091 time: 0.8263650 Jul 06 19:08:04.708788 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:04.711021 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09" -d '{"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:04.763487 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566fff-cc20-41f2-96bc-a3f115077ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:04.797408 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-b14ac128-4aa4-4eb9-bad8-711b25b788a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:04.798922 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-b14ac128-4aa4-4eb9-bad8-711b25b788a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1095 time: 0.0665586 Jul 06 19:08:04.824894 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be6734f-2a2b-46a9-b498-927bab657c46 x-openstack-request-id: req-8be6734f-2a2b-46a9-b498-927bab657c46 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:04.825220 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:04.825431 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8be6734f-2a2b-46a9-b498-927bab657c46 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:04.825842 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'status': 'completed', 'code': 200} Jul 06 19:08:04.901885 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-639a1e8c-19cf-4937-89ea-e1511d9743ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:04.903418 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-639a1e8c-19cf-4937-89ea-e1511d9743ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0987339 Jul 06 19:08:04.973869 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-b68460de-1cf1-44be-8d13-254c43422bbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 999 time: 0.0630963 Jul 06 19:08:05.025484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-d69752c5-5867-4f19-b291-0ea7a9c32960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.026941 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-d69752c5-5867-4f19-b291-0ea7a9c32960 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0474198 Jul 06 19:08:05.086090 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-bdf9854c-b99d-480b-9f86-83fe1555c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.087631 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-bdf9854c-b99d-480b-9f86-83fe1555c27e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541294 Jul 06 19:08:05.175934 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-b9ddafca-6230-4799-bd92-a02a4fbf6b06 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813124 Jul 06 19:08:05.270281 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-1e383007-6152-4337-b04f-3ac8afe677e0 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886910 Jul 06 19:08:05.328421 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11109-834c-472a-a032-a1ea50516bb4 req-8bee4cc9-fa18-48d8-a01e-7dc8392d7dc5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.329919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fde11109-834c-472a-a032-a1ea50516bb4 req-8bee4cc9-fa18-48d8-a01e-7dc8392d7dc5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0649066 Jul 06 19:08:05.372808 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-fde11109-834c-472a-a032-a1ea50516bb4 req-47a0ff91-9b3c-42e4-9ef2-e25fab346261 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367908 Jul 06 19:08:05.374939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-ab0d75cb-601f-46c9-b113-bf7e72d90f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.376504 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-ab0d75cb-601f-46c9-b113-bf7e72d90f67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1095 time: 0.0575459 Jul 06 19:08:05.475219 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-31883385-9d04-4e26-9d91-bfda255a9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:05.476731 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-31883385-9d04-4e26-9d91-bfda255a9840 service neutron] 10.222.0.61 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0938723 Jul 06 19:08:05.552804 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-148edb1d-9dda-452d-b134-9a371ace86ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 999 time: 0.0700347 Jul 06 19:08:06.374625 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:08:06.559282 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56846-cd34-4fef-b255-d393c6be6252 req-634792dd-af33-4eea-b57f-34770ca3afda tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:06.560760 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3d56846-cd34-4fef-b255-d393c6be6252 req-634792dd-af33-4eea-b57f-34770ca3afda tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0705211 Jul 06 19:08:06.927473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e3d56846-cd34-4fef-b255-d393c6be6252 req-51d3ead7-a913-447a-b87d-8bc34d0bc86c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605294 Jul 06 19:08:08.123544 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3177-8527-4b70-b954-d130282347d4 req-91c601f7-376a-4ddc-bfac-f8e328633f1c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:08.125031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d2e3177-8527-4b70-b954-d130282347d4 req-91c601f7-376a-4ddc-bfac-f8e328633f1c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0761085 Jul 06 19:08:08.171473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d2e3177-8527-4b70-b954-d130282347d4 req-660a813f-a63a-4f40-99a7-94945d45d18a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Jul 06 19:08:09.354097 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f5075-afe6-4d0b-8a23-df9e4735b772 req-0a78fb13-4d51-4622-9d74-78a3103225d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:09.355770 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c0f5075-afe6-4d0b-8a23-df9e4735b772 req-0a78fb13-4d51-4622-9d74-78a3103225d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0639672 Jul 06 19:08:09.405641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1c0f5075-afe6-4d0b-8a23-df9e4735b772 req-b11f262c-80bf-4989-9755-9ec3bf743860 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Jul 06 19:08:10.587970 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c7e7-7102-4247-a876-cc53e11a51df req-726e0f11-2bb1-47d6-ac9d-d4e082de7267 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:10.591339 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afe1c7e7-7102-4247-a876-cc53e11a51df req-726e0f11-2bb1-47d6-ac9d-d4e082de7267 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0680969 Jul 06 19:08:10.633531 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-afe1c7e7-7102-4247-a876-cc53e11a51df req-43373cb2-6769-41d8-ae10-447ae047eddd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356832 Jul 06 19:08:11.813345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4239b-738d-4e35-ba0c-c0f54f0b1857 req-591fa010-16e0-4661-9927-3f496d78f5df tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:11.814866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-09f4239b-738d-4e35-ba0c-c0f54f0b1857 req-591fa010-16e0-4661-9927-3f496d78f5df tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0686409 Jul 06 19:08:11.852556 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-09f4239b-738d-4e35-ba0c-c0f54f0b1857 req-a7b3ff77-66b2-4ff4-b065-6e6e5fef8e05 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Jul 06 19:08:13.048563 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bd591-fefb-4d54-aad0-363eaffb1345 req-de55a670-abbc-4d01-bc80-790718740f9f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:13.050845 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-271bd591-fefb-4d54-aad0-363eaffb1345 req-de55a670-abbc-4d01-bc80-790718740f9f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0725367 Jul 06 19:08:13.107546 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-271bd591-fefb-4d54-aad0-363eaffb1345 req-9fa060c7-d802-407a-ae88-2ce780ee8de0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509994 Jul 06 19:08:14.296621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3579ed-8eb7-4dff-b0f6-9420e204edf1 req-dc8aa718-6b0b-42a3-a4cf-db178f27ec51 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:14.298181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f3579ed-8eb7-4dff-b0f6-9420e204edf1 req-dc8aa718-6b0b-42a3-a4cf-db178f27ec51 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0769444 Jul 06 19:08:14.337074 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f3579ed-8eb7-4dff-b0f6-9420e204edf1 req-f6d56c85-0de4-47ba-a68e-9c372d3c2d83 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Jul 06 19:08:15.520013 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b70eeb-fcda-4eb0-9c3b-4bee14807173 req-722b51c3-34b0-4c3f-b4d2-019a4e6883b5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:15.521525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1b70eeb-fcda-4eb0-9c3b-4bee14807173 req-722b51c3-34b0-4c3f-b4d2-019a4e6883b5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0667436 Jul 06 19:08:15.564225 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c1b70eeb-fcda-4eb0-9c3b-4bee14807173 req-c1ae0597-7097-4ec8-8765-7dfef22897a4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Jul 06 19:08:16.069015 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-263209ba-4798-4327-8902-36f7b92dda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:16.070501 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-263209ba-4798-4327-8902-36f7b92dda1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0460131 Jul 06 19:08:16.134461 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-66cf85a5-5f65-4603-9bde-78c3d9ca5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:16.136615 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-66cf85a5-5f65-4603-9bde-78c3d9ca5ec3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587442 Jul 06 19:08:16.229759 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-005794fd-b2ee-4808-b80c-a634e3ed2517 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836401 Jul 06 19:08:16.324235 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-c7e8d0ff-293d-4de4-9334-c7e3c2cf9c09 req-c8050a28-d2a8-4f59-8626-f5bf0c36b554 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Jul 06 19:08:16.736186 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0350c52-0b38-4e44-8799-fdfca5a00487 req-3c9e6444-3223-4ea4-a43d-93bcfc1af692 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:16.738195 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0350c52-0b38-4e44-8799-fdfca5a00487 req-3c9e6444-3223-4ea4-a43d-93bcfc1af692 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0634475 Jul 06 19:08:16.776271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c0350c52-0b38-4e44-8799-fdfca5a00487 req-d8269077-febb-4823-904b-3c11883cb713 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Jul 06 19:08:17.950066 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f512bd-5846-43e3-b488-5dad0e1ba6c3 req-197175a0-9081-4857-a632-bf26a9de3dca tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:17.951577 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2f512bd-5846-43e3-b488-5dad0e1ba6c3 req-197175a0-9081-4857-a632-bf26a9de3dca tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 944 time: 0.0634038 Jul 06 19:08:17.990017 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c2f512bd-5846-43e3-b488-5dad0e1ba6c3 req-be5280b6-c8bd-4a02-991c-b0debe9f6cdf tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Jul 06 19:08:18.458609 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 843e176f-a51a-4345-be59-07e3bb049810 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:08:18.552565 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:18.563662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': '843e176f-a51a-4345-be59-07e3bb049810', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'port_id': '843e176f-a51a-4345-be59-07e3bb049810', 'mac_address': 'fa:16:3e:f1:ac:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:08:18.603423 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.616477 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:08:18.635995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:18.640060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:18.686502 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:18.874314 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['843e176f-a51a-4345-be59-07e3bb049810'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:08:19.169721 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7b65-5b8e-47e2-951d-a883caf9656b req-eff17f2b-e82b-482d-b6a2-d10c71f3f9db tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:19.171127 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dd7b65-5b8e-47e2-951d-a883caf9656b req-eff17f2b-e82b-482d-b6a2-d10c71f3f9db tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0682950 Jul 06 19:08:19.209831 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-96dd7b65-5b8e-47e2-951d-a883caf9656b req-524ffade-00c0-4252-b0a2-821b36b03d93 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325277 Jul 06 19:08:20.385861 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1905064-0297-46b1-8eed-a6050164a9cd req-41567be7-095e-4d11-be12-47648a218734 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:20.387369 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1905064-0297-46b1-8eed-a6050164a9cd req-41567be7-095e-4d11-be12-47648a218734 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 945 time: 0.0641584 Jul 06 19:08:20.425744 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1905064-0297-46b1-8eed-a6050164a9cd req-243d97d6-277d-4bfc-9306-f1e1a69faa8f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Jul 06 19:08:20.473124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 843e176f-a51a-4345-be59-07e3bb049810 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:08:20.524879 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port 843e176f-a51a-4345-be59-07e3bb049810 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:08:20.528603 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port 843e176f-a51a-4345-be59-07e3bb049810 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:08:20.528976 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:20.608849 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:20.631330 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:20.633635 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6e898-b179-4623-ade2-9c53f36e916b" -d '{"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-plugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:20.646737 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:08:20.650585 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:20.677985 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b7a1be-1209-441f-9093-2a77c1859acb x-openstack-request-id: req-a0b7a1be-1209-441f-9093-2a77c1859acb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:20.678280 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-plugged", "status": "completed", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:20.679390 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0b7a1be-1209-441f-9093-2a77c1859acb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:20.679849 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'code': 200} Jul 06 19:08:20.706380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=12']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:08:20.844651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d69e3-830c-4264-8618-7c14f8fdf22e req-9ecded7c-7e88-4fd3-8c9b-1ca7540d2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:20.846155 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-660d69e3-830c-4264-8618-7c14f8fdf22e req-9ecded7c-7e88-4fd3-8c9b-1ca7540d2b3f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1097 time: 0.0516942 Jul 06 19:08:20.880058 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-660d69e3-830c-4264-8618-7c14f8fdf22e req-c58d0bcb-146c-4443-b586-efc78eba31bf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278163 Jul 06 19:08:21.615758 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1227d-3f95-4587-97ed-8f1fc501ac0c req-378c9e06-1257-4874-8482-eb11e2c64e1e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:21.617313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3f1227d-3f95-4587-97ed-8f1fc501ac0c req-378c9e06-1257-4874-8482-eb11e2c64e1e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 946 time: 0.0703890 Jul 06 19:08:21.657582 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a3f1227d-3f95-4587-97ed-8f1fc501ac0c req-f84b7243-0f67-4ab3-96e4-3c03a1fa675d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339515 Jul 06 19:08:22.833286 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3963d-cdfc-4abf-bf3e-305fc868d2e1 req-15e58b8d-6b67-4e2a-99d4-329d963f3a86 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:22.834775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38b3963d-cdfc-4abf-bf3e-305fc868d2e1 req-15e58b8d-6b67-4e2a-99d4-329d963f3a86 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 946 time: 0.0629921 Jul 06 19:08:22.874093 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-38b3963d-cdfc-4abf-bf3e-305fc868d2e1 req-01cebea4-b85b-4155-923c-c3206826101b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336738 Jul 06 19:08:25.590752 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf09d2fc-876b-40f3-9ddd-cf8d9c09a6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:28.056538 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8daa2880-10ec-4b2a-a5dc-d794734ddc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:28.061737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:29.673968 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:30.808237 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:31.064867 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:33.268014 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:43.374448 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:08:45.070835 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-117ec800-3c8b-45b4-8aab-88d685baa557 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003604 Jul 06 19:08:45.169997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-935d46b2-63a5-4648-82b1-e63fc3c8c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:45.171567 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-935d46b2-63a5-4648-82b1-e63fc3c8c7f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1097 time: 0.0560944 Jul 06 19:08:45.277782 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-c84056f5-a1e4-486e-b4a9-07a206ae6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:45.279295 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-c84056f5-a1e4-486e-b4a9-07a206ae6b7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0853961 Jul 06 19:08:45.348472 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-6e4a6c1e-68a0-4b73-a5f8-cc3bf32dcb6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 1001 time: 0.0623555 Jul 06 19:08:45.398791 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-8920127a-4bd1-49a3-9e27-311908fc15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:45.400251 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-8920127a-4bd1-49a3-9e27-311908fc15c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0436406 Jul 06 19:08:45.463223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-80838a9c-6d93-49d1-946d-b91cb072a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:45.464762 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-80838a9c-6d93-49d1-946d-b91cb072a077 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559890 Jul 06 19:08:45.559781 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-5d078fea-245f-4e4c-a2ed-82afd1dbe5fd service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878642 Jul 06 19:08:45.936695 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4a4f39d9-43a9-4ab4-858e-8f0a316dc413 req-ae639493-3de7-41e7-89e2-5d5c7581d381 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674734 Jul 06 19:08:55.592241 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c337993-b8ea-4abe-afd8-960ccc36d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:58.052004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-285a265e-6ca8-411a-b0f6-0ffbc5f00f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:58.063329 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:59.678875 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:00.825471 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:01.067733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:03.266659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:20.373817 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:09:25.593809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72be4245-c813-46de-a434-e3f30a3231dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:28.044602 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-ff3f-4f74-8aee-24b494ebe407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:28.062997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:29.680884 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:30.823438 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:31.069093 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:33.267060 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:33.854703 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46294) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:34.012110 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Deleting port 2143274a-e55b-4381-8c01-f556320a3bad {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:09:34.012358 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:34.090661 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:34.090992 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:34.102938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Calling delete_port for 2143274a-e55b-4381-8c01-f556320a3bad owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:09:34.252919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:34.279378 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event deleted for resources: {'Port': ['ID=2143274a-e55b-4381-8c01-f556320a3bad,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:34.309387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.309727 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.310063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.310398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.310730 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.311054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.311402 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.311726 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.312047 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.312369 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.312715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.313039 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:34.358079 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:34.358411 n-d-799527-3 neutron-server[93943]: INFO neutron.db.l3_db [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Floating IP e630ba0b-6ef2-48b0-b877-d8c7bdd92c72 disassociated (deleted). External IP: 172.25.5.142, port: 843e176f-a51a-4345-be59-07e3bb049810. Jul 06 19:09:34.569085 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:09:34.676715 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:09:34.682433 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:34.686868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:09:34.696332 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:09:34.697026 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:09:34.719363 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-a85c2750-3550-4fe3-be8c-0ebba71193d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "DELETE /v2.0/floatingips/e630ba0b-6ef2-48b0-b877-d8c7bdd92c72 HTTP/1.1" status: 204 len: 168 time: 0.8634574 Jul 06 19:09:34.719952 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:09:34.722268 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6" -d '{"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:09:34.805472 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:09:34.962713 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bfb596-cdf4-4adc-801c-f118737422bd x-openstack-request-id: req-e3bfb596-cdf4-4adc-801c-f118737422bd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:09:34.963361 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:09:34.963361 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3bfb596-cdf4-4adc-801c-f118737422bd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:09:34.963782 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'status': 'completed', 'code': 200} Jul 06 19:09:35.018232 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:09:35.046829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-cb8f59a9-fc71-40b2-9dba-28c3ecb52a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:35.048636 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-cb8f59a9-fc71-40b2-9dba-28c3ecb52a80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 1097 time: 0.0613215 Jul 06 19:09:35.050016 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:09:35.058969 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:09:35.059632 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:09:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:09:35.126978 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a365aa-55e3-4999-8cde-f972b721ac57 req-14adf639-db5b-4a5b-a36a-5289de0146f4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:35.128425 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4a365aa-55e3-4999-8cde-f972b721ac57 req-14adf639-db5b-4a5b-a36a-5289de0146f4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 946 time: 0.0692210 Jul 06 19:09:35.144434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-8ad7f750-6143-4dbe-8504-c2028abbf0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:35.146239 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-8ad7f750-6143-4dbe-8504-c2028abbf0f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0907552 Jul 06 19:09:35.170640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:09:35.174670 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f4a365aa-55e3-4999-8cde-f972b721ac57 req-22946422-ac0a-4e6b-96c4-be5f8cc99dac tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342822 Jul 06 19:09:35.193714 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-a5d214c9-8894-454c-b3e0-6e9faa3bd717 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 200 len: 217 time: 0.0393949 Jul 06 19:09:35.245740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-f4e44aa3-406a-4c50-92c0-e61c17b5f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:35.247281 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-f4e44aa3-406a-4c50-92c0-e61c17b5f97a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0457175 Jul 06 19:09:35.310506 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-d8120fbc-f34e-4999-8627-30da8bea6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:35.312283 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-d8120fbc-f34e-4999-8627-30da8bea6567 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579855 Jul 06 19:09:35.418595 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-71ceb441-28e8-4a1e-b7c1-285bc5b22535 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963283 Jul 06 19:09:35.512514 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-3c4cce5b-f6ac-40db-8f44-d9c22e7e12d6 req-0c4475e3-6256-4937-a410-2a31bbf88490 service neutron] 10.222.0.61 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Jul 06 19:09:35.531686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:09:35.559710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15bb0c-5e95-4792-acb3-2cb42fe7eb92 None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:09:35.776043 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399766fb-4e40-4b79-97cc-b319c50394fc None None] New status for floating IP e630ba0b-6ef2-48b0-b877-d8c7bdd92c72: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:09:36.330531 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-cb130d32-d8e0-47fd-b490-53b0fc9ff3f0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:36.332050 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-cb130d32-d8e0-47fd-b490-53b0fc9ff3f0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.61 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 946 time: 0.0729232 Jul 06 19:09:36.354006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9668-543c-4bd4-922d-915c0b9bc3ed req-8a3d8b66-3e54-4bb3-8275-b5fe1af7cf1f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:36.355550 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-364c9668-543c-4bd4-922d-915c0b9bc3ed req-8a3d8b66-3e54-4bb3-8275-b5fe1af7cf1f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=66aec5e3-824f-4102-b417-433262a70564 HTTP/1.1" status: 200 len: 946 time: 0.0681837 Jul 06 19:09:36.394485 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-364c9668-543c-4bd4-922d-915c0b9bc3ed req-9cdee3e9-dccd-41b9-8b77-7ee798a2b74c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Jul 06 19:09:36.437345 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Deleting port 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:09:36.437684 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:36.527514 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] For port 843e176f-a51a-4345-be59-07e3bb049810, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=843e176f-a51a-4345-be59-07e3bb049810,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:09:36.527882 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:36.544930 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Calling delete_port for 843e176f-a51a-4345-be59-07e3bb049810 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:09:36.671986 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:36.707170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event deleted for resources: {'Port': ['ID=843e176f-a51a-4345-be59-07e3bb049810,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:36.758876 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] No DVR routers for this DVR port 843e176f-a51a-4345-be59-07e3bb049810 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:09:36.761486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:36.763497 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4757188b-d1cc-40d7-b6c0-de6ba0549121 req-50faa0ef-2917-425e-919a-2aa71c1ed1bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.61 "DELETE /v2.0/ports/843e176f-a51a-4345-be59-07e3bb049810 HTTP/1.1" status: 204 len: 173 time: 0.4265769 Jul 06 19:09:36.964954 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-deleted', 'tag': '843e176f-a51a-4345-be59-07e3bb049810'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:09:36.967666 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d3c9f-7e2d-4e7d-8c65-f74055288d5d" -d '{"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-deleted", "tag": "843e176f-a51a-4345-be59-07e3bb049810"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:09:37.003100 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c33f6-578d-4c1d-980f-20643fa1545a x-openstack-request-id: req-1b6c33f6-578d-4c1d-980f-20643fa1545a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:09:37.003432 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66aec5e3-824f-4102-b417-433262a70564", "name": "network-vif-deleted", "tag": "843e176f-a51a-4345-be59-07e3bb049810", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:09:37.003687 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b6c33f6-578d-4c1d-980f-20643fa1545a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:09:37.004138 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66aec5e3-824f-4102-b417-433262a70564', 'name': 'network-vif-deleted', 'tag': '843e176f-a51a-4345-be59-07e3bb049810', 'status': 'completed', 'code': 200} Jul 06 19:09:37.488344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46314) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:37.549729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200a0ad3-7d81-42d9-9744-66ba57681ee6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:37.575423 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200a0ad3-7d81-42d9-9744-66ba57681ee6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:37.635271 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200a0ad3-7d81-42d9-9744-66ba57681ee6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:37.637782 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-200a0ad3-7d81-42d9-9744-66ba57681ee6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:37.638998 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-200a0ad3-7d81-42d9-9744-66ba57681ee6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d0ad0e9-8ed2-403d-861b-dfc396fe09d2 HTTP/1.1" status: 204 len: 168 time: 0.1496310 Jul 06 19:09:37.648746 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a0ad3-7d81-42d9-9744-66ba57681ee6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ad0e9-8ed2-403d-861b-dfc396fe09d2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:38.394625 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46320) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:38.399477 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669408654', 'description': 'tempest-secgroup-smoke-669408654 description', 'project_id': 'be731dd756d1475dab586ed400656de8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:38.421962 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.502545 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.506483 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.542361 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.543644 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479700 Jul 06 19:09:38.545626 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53028627-5fc0-452b-9674-8a0d8651c278 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82164e44-224c-4c96-aa5b-88533d1debe5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:38.546599 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46322) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:38.551477 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '82164e44-224c-4c96-aa5b-88533d1debe5', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:38.580576 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.634894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.643149 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.659224 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89997a48-3d41-4ba8-8d29-b80ca8d3ab27,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:38.670878 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.671311 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.671667 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.672018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.672367 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.672708 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.673043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.673378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.673729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.674043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.674380 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.674729 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:38.677831 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.679024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7ff7dafd-6d75-4772-8ed2-b2e065568a3b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312969 Jul 06 19:09:38.681881 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46324) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:38.686365 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '82164e44-224c-4c96-aa5b-88533d1debe5', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:38.713353 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.774252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.777933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.797027 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca119e82-6cfd-44a2-a84b-6e1912355fc6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:38.803146 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.804525 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-43abda70-6e6d-4ca9-a678-7dc798582df9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215606 Jul 06 19:09:38.807090 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46326) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:38.812035 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '82164e44-224c-4c96-aa5b-88533d1debe5', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:38.841719 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.904473 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.907896 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.925509 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f701cd6-093f-4827-8611-ccf4322e4f44,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:38.931604 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.933094 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-472bb5bb-c3a8-49f9-bc46-e39ec6882302 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250007 Jul 06 19:09:38.936528 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:38.941091 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '82164e44-224c-4c96-aa5b-88533d1debe5', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:38.975306 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.034477 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.038109 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.056503 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7297e375-8679-4abf-8582-c84d3b0a5f82,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:39.061792 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.065429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9451f223-7e27-4e14-9ce6-8267b4deeb4e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252966 Jul 06 19:09:39.065568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:39.070440 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '82164e44-224c-4c96-aa5b-88533d1debe5', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:39.095072 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Project be731dd756d1475dab586ed400656de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:09:39.099897 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.158787 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.162438 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.180088 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fa304c-1b7f-4984-ae94-d1a210440dc9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:39.185605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.186871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6c07050d-5f1c-4978-92ba-5f6f98974640 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204023 Jul 06 19:09:39.189628 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:09:39.194064 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'security_group_rule': {'security_group_id': '82164e44-224c-4c96-aa5b-88533d1debe5', 'project_id': 'be731dd756d1475dab586ed400656de8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:39.216988 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Project be731dd756d1475dab586ed400656de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:09:39.221726 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.287014 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.290738 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.309083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbf1331-a149-4503-bcb5-c48ab0188c64,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:39.315916 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:39.316908 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-bb751da8-d972-4ed0-b1c7-f83856e7c279 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263368 Jul 06 19:09:40.862806 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 843e176f-a51a-4345-be59-07e3bb049810 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:09:40.889096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: 843e176f-a51a-4345-be59-07e3bb049810 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:09:40.889452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device 843e176f-a51a-4345-be59-07e3bb049810 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:09:53.628773 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-d7c21356-0a49-4cde-9190-74c8dead65c3 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669408654&fields=id&tenant_id=be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 267 time: 0.0328174 Jul 06 19:09:53.737809 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-2f9eaa16-0505-473d-b71d-f2ef3c95a718 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:53.739285 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-2f9eaa16-0505-473d-b71d-f2ef3c95a718 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 809 time: 0.1035459 Jul 06 19:09:53.755404 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-76c61645-0ed6-426a-916d-7d3c987e4550 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/quotas/be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 375 time: 0.0096400 Jul 06 19:09:53.822737 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-9ae43ad8-14aa-4399-9518-3cd711f374d3 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613647 Jul 06 19:09:53.957215 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-0d515fbc-1833-4f86-9c61-b7a232995f5e service neutron] 10.222.0.37 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228080 Jul 06 19:09:54.050040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-340aaede-99dd-42a6-a2b3-c8f405de86a3 service neutron] 10.222.0.37 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872340 Jul 06 19:09:54.347932 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bde800b3-2e8b-423f-a6a8-8d0dd9cda426 req-d29523df-bddf-4dee-b737-44e78a59f3bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 210 time: 0.0327725 Jul 06 19:09:55.523390 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-18b660d9-e542-4d65-81aa-ad439ec2749d req-3a5de23f-99d5-418a-8a01-0294673d1dc9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 210 time: 0.0387664 Jul 06 19:09:55.533019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-1e018c8d-4847-4999-b2b0-5f7f15e9e757 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:55.534603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-1e018c8d-4847-4999-b2b0-5f7f15e9e757 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 809 time: 0.1611495 Jul 06 19:09:55.580662 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-e9f1b6e9-a714-4a30-88cd-7d67923c5797 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 379 time: 0.0380158 Jul 06 19:09:55.593202 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'port': {'device_id': 'd8b982e3-7c5d-43af-8609-517bce100317', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'admin_state_up': True, 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'security_groups': ['82164e44-224c-4c96-aa5b-88533d1debe5']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:55.598622 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1f04-6fb4-4604-b691-4c5a0e7f4f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:55.715548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Made reservation on behalf of be731dd756d1475dab586ed400656de8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:09:55.719821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:55.856765 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Allocated IP 172.20.0.7 (38dfd322-8c8f-45b8-88be-3262e5129c2f/03b048fa-630a-4591-9c3a-18364b2f2d6b/e710c829-09d9-49ea-8a5b-f4e07ac04375) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:09:56.014510 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.028036 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Transition to ACTIVE for port object e710c829-09d9-49ea-8a5b-f4e07ac04375 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:09:56.066572 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.114045 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:09:56.117355 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:09:56.123193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:09:56.161947 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:56.191089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:56.191766 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.208835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ca2c0019-fa51-4bcf-a72f-dd05a0fc6392 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6203153 Jul 06 19:09:56.226167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-c86ac5a7-8758-4573-bb6a-614404a003c8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:09:56.227450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-c86ac5a7-8758-4573-bb6a-614404a003c8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057647 Jul 06 19:09:56.238636 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Request body: {'port': {'device_id': 'd8b982e3-7c5d-43af-8609-517bce100317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:09:56.317990 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.417399 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b64eb511-a846-44d8-a5c0-828237c9f6b8 None None] Provisioning for port e710c829-09d9-49ea-8a5b-f4e07ac04375 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:09:56.422772 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b64eb511-a846-44d8-a5c0-828237c9f6b8 None None] Provisioning complete for port e710c829-09d9-49ea-8a5b-f4e07ac04375 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:09:56.423215 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64eb511-a846-44d8-a5c0-828237c9f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.469604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b64eb511-a846-44d8-a5c0-828237c9f6b8 None None] Port e710c829-09d9-49ea-8a5b-f4e07ac04375 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:09:56.602891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e710c829-09d9-49ea-8a5b-f4e07ac04375 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:09:56.610599 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.623637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Transition to ACTIVE for port object e710c829-09d9-49ea-8a5b-f4e07ac04375 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:09:56.628283 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.737579 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:56.814185 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30721b-480e-4499-8347-42770cbd810e req-fc6b5dd2-c647-4220-b0b9-1824c8d23a5b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:56.815897 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea30721b-480e-4499-8347-42770cbd810e req-fc6b5dd2-c647-4220-b0b9-1824c8d23a5b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.1603577 Jul 06 19:09:56.838747 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Attempting to bind port e710c829-09d9-49ea-8a5b-f4e07ac04375 on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:09:56.839083 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Attempting to bind port e710c829-09d9-49ea-8a5b-f4e07ac04375 by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:09:56.839505 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Attempting to bind port e710c829-09d9-49ea-8a5b-f4e07ac04375 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:09:56.853843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Port e710c829-09d9-49ea-8a5b-f4e07ac04375 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:09:56.854279 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Attempting to bind port e710c829-09d9-49ea-8a5b-f4e07ac04375 on network 38dfd322-8c8f-45b8-88be-3262e5129c2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:09:56.867235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:09:56.867601 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Checking segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:09:56.867988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Bound using segment: {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:09:56.869004 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Bound port: e710c829-09d9-49ea-8a5b-f4e07ac04375, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:09:56.869755 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.886377 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea30721b-480e-4499-8347-42770cbd810e req-06667289-8e32-42ec-a0cb-fd10fc0caca0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593297 Jul 06 19:09:56.950782 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:09:56.953784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:09:56.958509 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.996011 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:56.996651 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:56.998031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] 10.222.0.60 "PUT /v2.0/ports/e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 1091 time: 0.7638385 Jul 06 19:09:56.998464 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:09:57.000744 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:09:57.025925 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f992e80-0db9-409f-8dcd-3fa755d18830 service neutron] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:57.143972 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4bf42-800f-43b4-9c02-eff6fb0a8525 x-openstack-request-id: req-c7c4bf42-800f-43b4-9c02-eff6fb0a8525 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:09:57.144260 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:09:57.144564 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7c4bf42-800f-43b4-9c02-eff6fb0a8525 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:09:57.145949 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'status': 'completed', 'code': 200} Jul 06 19:09:57.148893 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-10e4fe5d-5275-412e-bb87-4b38aad50e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.152277 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-10e4fe5d-5275-412e-bb87-4b38aad50e81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1094 time: 0.0997229 Jul 06 19:09:57.200004 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-697e565a-0ea5-4cbc-951b-8947b63d12f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 217 time: 0.0391827 Jul 06 19:09:57.251835 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-293573de-c963-4d3d-a818-3aca3a849c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.253357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-293573de-c963-4d3d-a818-3aca3a849c68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0474529 Jul 06 19:09:57.320479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-5e487b8c-20c7-406b-8e3e-63e8816ee2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.322795 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-5e487b8c-20c7-406b-8e3e-63e8816ee2d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618653 Jul 06 19:09:57.373809 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:09:57.414969 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-33dba837-6835-434e-b7bb-5cdfc7afe0cf service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859401 Jul 06 19:09:57.517895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-45ba3ccb-dba7-4d2c-b3fd-bdb34ae98f71 req-ebf24d35-18da-433f-967f-d4a3898f9625 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965338 Jul 06 19:09:57.617475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-25d5c18a-526f-458a-bd8e-d877f26a813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.619851 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-25d5c18a-526f-458a-bd8e-d877f26a813b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1094 time: 0.0551944 Jul 06 19:09:57.708936 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-cfdec2ab-a9da-43ff-ad80-9262649c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.710452 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-cfdec2ab-a9da-43ff-ad80-9262649c8e27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0844634 Jul 06 19:09:57.757186 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-0e6a97a6-d9c5-4eb5-af6b-08093f67bd36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 217 time: 0.0400259 Jul 06 19:09:57.807852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-7456e863-4a17-4a16-88f4-eb16022de109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.809347 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-7456e863-4a17-4a16-88f4-eb16022de109 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0456936 Jul 06 19:09:57.866852 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-239109ad-2a1c-4987-81b6-38b035f9970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:57.869087 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-239109ad-2a1c-4987-81b6-38b035f9970f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529332 Jul 06 19:09:57.963318 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-70495f4c-62b2-407a-b192-5ccbc8471492 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882661 Jul 06 19:09:58.048247 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec686a09-1a57-4199-88ca-3be0542dd579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:58.069461 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:58.109097 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df8585c4-db35-4a02-8ee2-001ab4b2e6ca req-e7d0fb62-179e-4afa-9491-25635aa8ae7e service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391551 Jul 06 19:09:58.144336 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2871-dab4-4502-962d-a1bb0f4e6726 req-c91d68d2-c0e5-413b-bf7b-39347c87367d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:58.147123 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-638d2871-dab4-4502-962d-a1bb0f4e6726 req-c91d68d2-c0e5-413b-bf7b-39347c87367d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.1346743 Jul 06 19:09:58.208627 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-638d2871-dab4-4502-962d-a1bb0f4e6726 req-dab8ef07-3811-4630-bdc7-e2ec32ac7e81 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547225 Jul 06 19:09:59.410321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7ae3-ad2e-44c4-a8c6-e816288445cd req-05674c2f-080d-4ca5-98a0-9759761d20d0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:59.413821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfce7ae3-ad2e-44c4-a8c6-e816288445cd req-05674c2f-080d-4ca5-98a0-9759761d20d0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0826364 Jul 06 19:09:59.463784 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cfce7ae3-ad2e-44c4-a8c6-e816288445cd req-f77a5c9e-04a2-4c50-bdab-658a507aabff tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 Jul 06 19:09:59.687527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:00.662784 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d0538-f3f1-4301-9c5c-ec6da1c7d01f req-8ef18e52-19fc-45e7-ad05-e0637dff73a0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:00.664397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b81d0538-f3f1-4301-9c5c-ec6da1c7d01f req-8ef18e52-19fc-45e7-ad05-e0637dff73a0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0750401 Jul 06 19:10:00.711623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b81d0538-f3f1-4301-9c5c-ec6da1c7d01f req-f403be77-80cb-478e-b22e-06ab2b6dc7e7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385518 Jul 06 19:10:00.825614 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:01.074055 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:01.924194 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf723cb-9873-4050-9d4d-551f9fa1dc21 req-c8598eaf-6331-4c66-a731-11f685178cf5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:01.925874 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-faf723cb-9873-4050-9d4d-551f9fa1dc21 req-c8598eaf-6331-4c66-a731-11f685178cf5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0780792 Jul 06 19:10:01.971943 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-faf723cb-9873-4050-9d4d-551f9fa1dc21 req-b3592bda-3400-481f-886e-ea9163d1c4d1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393219 Jul 06 19:10:03.161430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3d58-a08c-4bf6-910d-03ce541304ea req-2097fbe5-9e45-41c9-84be-8bed005e707e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:03.163096 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4bda3d58-a08c-4bf6-910d-03ce541304ea req-2097fbe5-9e45-41c9-84be-8bed005e707e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0751104 Jul 06 19:10:03.213812 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4bda3d58-a08c-4bf6-910d-03ce541304ea req-49454c6a-09ab-4d19-97c0-a9571acd76e7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Jul 06 19:10:03.282661 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:04.417125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72383-22c8-43b6-8f69-fe6344290ab2 req-dc7dbdce-87a4-441b-ab5c-3c34abd46284 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:04.419365 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e72383-22c8-43b6-8f69-fe6344290ab2 req-dc7dbdce-87a4-441b-ab5c-3c34abd46284 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0839894 Jul 06 19:10:04.464912 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c4e72383-22c8-43b6-8f69-fe6344290ab2 req-5ce4da9f-91f5-4189-a0e3-8b8c3f589f77 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393677 Jul 06 19:10:05.666630 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aac57-540e-42d7-9b8c-754b1dff8985 req-d04637b7-219b-4b1a-82d1-b282d9ea3d1f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:05.668128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb2aac57-540e-42d7-9b8c-754b1dff8985 req-d04637b7-219b-4b1a-82d1-b282d9ea3d1f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0782156 Jul 06 19:10:05.714142 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bb2aac57-540e-42d7-9b8c-754b1dff8985 req-66745932-12ad-436f-b7ef-d0caa71f3dc4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 Jul 06 19:10:06.918330 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd669eb-e51f-4fb3-86ab-12c56de65e4d req-23dc0751-7862-43f2-98ab-e464c1fc4fef tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:06.920688 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd669eb-e51f-4fb3-86ab-12c56de65e4d req-23dc0751-7862-43f2-98ab-e464c1fc4fef tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0750482 Jul 06 19:10:06.971648 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-abd669eb-e51f-4fb3-86ab-12c56de65e4d req-74dc67a4-8afa-4a2d-b57a-a8cc89541642 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Jul 06 19:10:08.175475 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77963e8e-f76a-492a-9a4b-7043d8428287 req-4bdbeb05-2d94-4a4f-b272-2a58a7e82a63 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:08.176999 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77963e8e-f76a-492a-9a4b-7043d8428287 req-4bdbeb05-2d94-4a4f-b272-2a58a7e82a63 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0688715 Jul 06 19:10:08.218866 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77963e8e-f76a-492a-9a4b-7043d8428287 req-03b32ddd-25f8-4950-a6c5-bdb05bc40128 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347822 Jul 06 19:10:08.523507 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:10:08.622836 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:08.635079 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'port_id': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'mac_address': 'fa:16:3e:bc:f2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:10:08.673796 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:08.686703 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e710c829-09d9-49ea-8a5b-f4e07ac04375 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:10:08.706293 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:08.709995 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:08.761303 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:08.769074 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.769344 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.769692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.770043 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.770416 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.770716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.771088 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.771492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.771828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.772161 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.772490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.772818 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:08.940275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e710c829-09d9-49ea-8a5b-f4e07ac04375'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:10:09.406234 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2927-b2ba-4bd8-b188-d1ca699079fa req-b69f8ad1-7197-4be7-9547-bd92d6d3abc8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:09.407832 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c6e2927-b2ba-4bd8-b188-d1ca699079fa req-b69f8ad1-7197-4be7-9547-bd92d6d3abc8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 944 time: 0.0660815 Jul 06 19:10:09.449566 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5c6e2927-b2ba-4bd8-b188-d1ca699079fa req-33afb62d-c82f-4b17-9c04-d6132a8627c1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354636 Jul 06 19:10:10.527848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:10:10.578455 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port e710c829-09d9-49ea-8a5b-f4e07ac04375 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:10:10.582537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e710c829-09d9-49ea-8a5b-f4e07ac04375 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:10.582914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:10.629419 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3425b-10b0-42e1-8a2e-335e22a4a9d8 req-7183c9f2-e549-4345-aa04-07245aa28511 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:10.630937 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f3425b-10b0-42e1-8a2e-335e22a4a9d8 req-7183c9f2-e549-4345-aa04-07245aa28511 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 944 time: 0.0691786 Jul 06 19:10:10.661175 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:10.677360 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46f3425b-10b0-42e1-8a2e-335e22a4a9d8 req-48c62fdf-a564-4fce-8dcf-44e50e262627 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403769 Jul 06 19:10:10.685256 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:10.687547 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a557254-f0cb-4442-b19d-2c00563458c7" -d '{"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-plugged", "status": "completed", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:10.706299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:10.711115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:10.759914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:10.784086 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924352ed-8cf0-4218-b4c2-942f48cd321f x-openstack-request-id: req-924352ed-8cf0-4218-b4c2-942f48cd321f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:10.784384 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-plugged", "status": "completed", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:10.784647 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-924352ed-8cf0-4218-b4c2-942f48cd321f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:10.785049 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'code': 200} Jul 06 19:10:10.896063 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316882c0-9afd-486c-997e-be96890c5a7a req-9d170493-929d-4809-baa8-a428048d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:10.897549 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316882c0-9afd-486c-997e-be96890c5a7a req-9d170493-929d-4809-baa8-a428048d22c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0517983 Jul 06 19:10:10.931992 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-316882c0-9afd-486c-997e-be96890c5a7a req-cfe50cc6-f002-486d-a30e-e634cb89e159 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277686 Jul 06 19:10:11.862184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13affce-8598-414e-9a7f-c60b085acd21 req-ec709314-6e1c-43c1-9517-cb4ca0c53ee0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:11.863679 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13affce-8598-414e-9a7f-c60b085acd21 req-ec709314-6e1c-43c1-9517-cb4ca0c53ee0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0677986 Jul 06 19:10:11.903691 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d13affce-8598-414e-9a7f-c60b085acd21 req-a67c9cc8-615e-4da2-894f-63763bd716ad tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344892 Jul 06 19:10:12.075133 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fd7e3-26be-4b68-b371-0ee420fd56df req-38927995-9291-4835-9423-bf0555ab645d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:12.076650 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-137fd7e3-26be-4b68-b371-0ee420fd56df req-38927995-9291-4835-9423-bf0555ab645d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0662782 Jul 06 19:10:12.114575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-137fd7e3-26be-4b68-b371-0ee420fd56df req-77322fe0-5e66-435f-a4a7-d75cbe6a075f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323465 Jul 06 19:10:12.140209 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:10:12.192542 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7826f-8a0c-4df2-a5ea-0addc1552b24 tempest-TestShelveInstance-78124883 tempest-TestShelveInstance-78124883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:12.194088 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-38a7826f-8a0c-4df2-a5ea-0addc1552b24 tempest-TestShelveInstance-78124883 tempest-TestShelveInstance-78124883-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1091 time: 0.0528762 Jul 06 19:10:12.196894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:10:12.202161 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:12.224369 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:12.327437 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:12.438740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Allocated IP 172.25.5.197 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/59b2b815-677e-4aa9-bd98-aa5a7def6b8e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:10:12.542002 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:12.582969 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:12.622827 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:10:12.625743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:10:12.628872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:10:12.659400 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'Port': ['ID=59b2b815-677e-4aa9-bd98-aa5a7def6b8e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:13.018145 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.100840 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.265252 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.270753 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.342961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event updated for resources: {'Port': ['ID=59b2b815-677e-4aa9-bd98-aa5a7def6b8e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:13.359899 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.805734 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Floating IP 6e64faae-c362-406f-84e7-c63a7e97212b associated. External IP: 172.25.5.197, port: e710c829-09d9-49ea-8a5b-f4e07ac04375. Jul 06 19:10:14.042719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:10:14.166743 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:10:14.178486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:10:14.187459 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:14.189946 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:14.190880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:14.231782 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-23b63eb6-f051-4ff4-a95b-1040b8e3974f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0338566 Jul 06 19:10:14.232381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:14.234729 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0270fe2e-ddaa-4c34-b992-77fec15aacd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:14.294202 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7883b2e-4f5b-4b4f-af2a-7a608bc9677e x-openstack-request-id: req-a7883b2e-4f5b-4b4f-af2a-7a608bc9677e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:14.294683 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:14.295156 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7883b2e-4f5b-4b4f-af2a-7a608bc9677e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:14.295993 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'status': 'completed', 'code': 200} Jul 06 19:10:14.319661 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:14.404684 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-7f8bfd5b-0ecf-4f21-a792-34a679a511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.406331 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-7f8bfd5b-0ecf-4f21-a792-34a679a511d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0796845 Jul 06 19:10:14.518653 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-afe2c95b-8403-4666-929d-86393a4f87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.520070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-afe2c95b-8403-4666-929d-86393a4f87af service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.1070621 Jul 06 19:10:14.601039 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-46677ab7-85c7-401b-8afa-a8f700e28ae6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 999 time: 0.0740902 Jul 06 19:10:14.606613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6e64faae-c362-406f-84e7-c63a7e97212b', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'port_id': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'mac_address': 'fa:16:3e:bc:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b982e3-7c5d-43af-8609-517bce100317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:10:12Z', 'updated_at': '2021-07-06T19:10:12Z', 'revision_number': 0, 'project_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:14.639526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:10:14.649090 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:14.649732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:09:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:14.682301 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-8a15306f-4f00-420f-8d60-5cc071de7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.685535 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-8a15306f-4f00-420f-8d60-5cc071de7d65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0782218 Jul 06 19:10:14.765235 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:14.786218 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-52fd1fa0-6d11-45ce-8501-ac8aad9ccd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.788947 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-52fd1fa0-6d11-45ce-8501-ac8aad9ccd90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954864 Jul 06 19:10:14.891092 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-2e2e2c13-d0cd-4bd0-af54-cb58f42c167f service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938849 Jul 06 19:10:15.031378 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0270fe2e-ddaa-4c34-b992-77fec15aacd2 req-ee5962a7-3828-4b1c-b61b-113b562b716f service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339705 Jul 06 19:10:15.079275 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6e64faae-c362-406f-84e7-c63a7e97212b', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'port_id': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'mac_address': 'fa:16:3e:bc:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b982e3-7c5d-43af-8609-517bce100317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:10:12Z', 'updated_at': '2021-07-06T19:10:12Z', 'revision_number': 0, 'project_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:15.107236 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde6ffe-d839-47e6-b447-8dc9c7f299da None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '6e64faae-c362-406f-84e7-c63a7e97212b', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'port_id': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'mac_address': 'fa:16:3e:bc:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b982e3-7c5d-43af-8609-517bce100317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:10:12Z', 'updated_at': '2021-07-06T19:10:12Z', 'revision_number': 0, 'project_id': 'be731dd756d1475dab586ed400656de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:10:15.308355 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005e7d2-a614-46ee-ae7f-f845d253d988 None None] New status for floating IP 6e64faae-c362-406f-84e7-c63a7e97212b: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:10:25.600881 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0bf6e2e-8b89-40db-bb07-2be50907b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.052187 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce409-0632-4510-b4b5-cd986418ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:28.063332 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:29.689025 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:30.843445 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:31.077378 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.280854 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:34.373449 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:10:41.451763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-18459d9e-bec7-4ce8-a7d8-ff2ae085dde8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553935 Jul 06 19:10:41.548308 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-9fa21770-84b1-4787-85a4-56e42c1b7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:41.550513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-9fa21770-84b1-4787-85a4-56e42c1b7fcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0545652 Jul 06 19:10:41.664393 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-555f94ed-b86e-4d74-a6fe-30e8366fe49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:41.665764 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-555f94ed-b86e-4d74-a6fe-30e8366fe49c service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0924885 Jul 06 19:10:41.739228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-ca6a9055-b07e-4d5c-8598-b8cf8b6dcb53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 1001 time: 0.0656061 Jul 06 19:10:41.802260 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-092ef50d-eda5-4058-b7cd-e814a9ddcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:41.803726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-092ef50d-eda5-4058-b7cd-e814a9ddcb90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0482903 Jul 06 19:10:41.860813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-daa28ee5-1627-4704-a9ac-d82937cbf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:41.862646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-daa28ee5-1627-4704-a9ac-d82937cbf2f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526991 Jul 06 19:10:41.961450 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-24fafa16-ca78-42a6-b9cc-c3c40a2fe4fd service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913117 Jul 06 19:10:42.059387 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3d798686-f31f-4715-9942-d93bbe2ebe85 req-80735901-1ffd-4ebb-a766-c8415ffe2f4b service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915041 Jul 06 19:10:55.591757 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a540f84-580a-4e6c-85a2-f88a7b4f861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:58.057125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-640b71a3-6607-4366-86ca-8ca73eb482b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:58.066027 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:59.693699 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:00.850993 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:01.079062 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:03.294978 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:11.373023 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:11:25.592229 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6430aa2-61ea-47d0-9be6-cbf6ae9eb4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:28.064319 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-128aa17b-24c3-494e-ae5d-b935a2c2d041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:28.069304 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:29.696011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:30.860681 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:31.081246 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:33.294580 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:42.034073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-a791123f-ea48-429a-8d58-368e6848ea37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936861 Jul 06 19:11:42.131390 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-9bfe3753-742d-4d40-8d15-76709b225f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:42.132879 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-9bfe3753-742d-4d40-8d15-76709b225f49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0549064 Jul 06 19:11:42.242773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-02c7c93d-e074-4914-899b-d3661e445956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:42.244176 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-02c7c93d-e074-4914-899b-d3661e445956 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0904760 Jul 06 19:11:42.310708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-5bb925d8-4b6c-4571-8bd3-b8a590dfb784 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 1001 time: 0.0605268 Jul 06 19:11:42.363871 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-2bc52da0-0920-4cdf-a383-31a264c1a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:42.366353 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-2bc52da0-0920-4cdf-a383-31a264c1a430 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0495284 Jul 06 19:11:42.425341 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-46e211bf-7ddc-4398-bdaf-acaae20eca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:42.427713 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-46e211bf-7ddc-4398-bdaf-acaae20eca12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547009 Jul 06 19:11:42.518641 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-b28ce4f5-d337-4c2b-b7a0-674529d09486 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Jul 06 19:11:42.618984 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-93ab438f-ce23-44c1-a9ba-e55b857ed658 req-29210a3b-58a4-4f5e-bb91-993fc1bbdd20 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925615 Jul 06 19:11:48.372825 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:11:55.593090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-573f929a-9b6a-4148-961f-6eb71166f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:58.060250 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b409b4e-2ef5-48fc-b7e9-a60854631dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:58.071963 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:59.698188 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:00.867909 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:01.087581 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:03.305415 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:12.154110 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6551b-1c04-4278-95db-337fd7a1e520 req-6977f79d-a75a-4bf7-9612-2f7be3056b14 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:12.155631 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cff6551b-1c04-4278-95db-337fd7a1e520 req-6977f79d-a75a-4bf7-9612-2f7be3056b14 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0668242 Jul 06 19:12:12.194269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-cff6551b-1c04-4278-95db-337fd7a1e520 req-eb9e82a7-9edb-489b-911c-b3effb0e287a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330830 Jul 06 19:12:13.402481 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863b64-ebd4-4e88-abc6-28cce82734c5 req-4e5ab77c-6a13-42a7-b657-8e9283e23aa5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:13.403996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f863b64-ebd4-4e88-abc6-28cce82734c5 req-4e5ab77c-6a13-42a7-b657-8e9283e23aa5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0705183 Jul 06 19:12:13.442747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8f863b64-ebd4-4e88-abc6-28cce82734c5 req-13775a5d-cf71-440d-89c4-7342d49a05f5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329702 Jul 06 19:12:14.618666 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb914-21c7-4ed7-ad7a-22a48e2b2ca6 req-377ea91e-27b7-47b9-b1b9-1931dd8c2b5d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:14.620303 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faeb914-21c7-4ed7-ad7a-22a48e2b2ca6 req-377ea91e-27b7-47b9-b1b9-1931dd8c2b5d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0646524 Jul 06 19:12:14.659323 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faeb914-21c7-4ed7-ad7a-22a48e2b2ca6 req-1186461f-7ea3-42f4-a424-c9d8cedc0274 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331101 Jul 06 19:12:15.842167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8038d-3a7c-45eb-a567-f0cb0431c13e req-843abce4-9f71-41e9-8432-7771c3fc1e9f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:15.843751 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83d8038d-3a7c-45eb-a567-f0cb0431c13e req-843abce4-9f71-41e9-8432-7771c3fc1e9f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0718861 Jul 06 19:12:15.886803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-83d8038d-3a7c-45eb-a567-f0cb0431c13e req-17cd94bf-af17-45d2-bdba-c84f7820737c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372450 Jul 06 19:12:17.060610 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368b0e-8a47-40ae-bc09-3f84b338f6d7 req-dca8c4b1-3db9-4b33-ba3b-cd252ecbf57c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:17.062128 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46368b0e-8a47-40ae-bc09-3f84b338f6d7 req-dca8c4b1-3db9-4b33-ba3b-cd252ecbf57c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0646765 Jul 06 19:12:17.100788 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46368b0e-8a47-40ae-bc09-3f84b338f6d7 req-8cfa83ff-91a3-46dd-9e1d-036b77dc5bd9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330560 Jul 06 19:12:18.282306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5584b-4986-4190-9806-fe3fb2f46839 req-3a1ea601-1e0e-4fc7-9f99-96baaaf6722e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:18.283855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46e5584b-4986-4190-9806-fe3fb2f46839 req-3a1ea601-1e0e-4fc7-9f99-96baaaf6722e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0642514 Jul 06 19:12:18.322871 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-46e5584b-4986-4190-9806-fe3fb2f46839 req-b53d03ea-aa87-4a3d-a245-6bd2597f030e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Jul 06 19:12:19.514457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97e1e-fce7-4f53-9ca7-9f8e5e407a11 req-df21d867-d148-49e8-8570-4b19556c79e8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:19.517397 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7d97e1e-fce7-4f53-9ca7-9f8e5e407a11 req-df21d867-d148-49e8-8570-4b19556c79e8 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0750985 Jul 06 19:12:19.555394 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e7d97e1e-fce7-4f53-9ca7-9f8e5e407a11 req-44826433-db47-4c59-930e-d63ae6b928d0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337946 Jul 06 19:12:20.728971 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134d2f8-64da-46a9-a4eb-e0c7bbf1db4d req-0b887f7d-f829-4283-bd66-0c0bdbe631f7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:20.730478 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9134d2f8-64da-46a9-a4eb-e0c7bbf1db4d req-0b887f7d-f829-4283-bd66-0c0bdbe631f7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0645061 Jul 06 19:12:20.768428 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9134d2f8-64da-46a9-a4eb-e0c7bbf1db4d req-c5dfd36e-403e-408b-9ee4-86d55ee522d7 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Jul 06 19:12:21.944923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdb527-c348-46aa-b0e3-01357a4f6777 req-6f51f17d-b804-4f58-81e8-982b63cf5d15 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:21.946429 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bdb527-c348-46aa-b0e3-01357a4f6777 req-6f51f17d-b804-4f58-81e8-982b63cf5d15 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0680158 Jul 06 19:12:21.985765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50bdb527-c348-46aa-b0e3-01357a4f6777 req-768d8e88-44f7-4f77-9d46-0f684a2024d0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328171 Jul 06 19:12:22.259430 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-a4e82a07-2ca3-4b33-a755-234f30628620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:22.261765 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-a4e82a07-2ca3-4b33-a755-234f30628620 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0596733 Jul 06 19:12:22.355306 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-b089464d-043e-4f4f-9824-a2ea3d2b3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:22.356789 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-b089464d-043e-4f4f-9824-a2ea3d2b3288 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0892463 Jul 06 19:12:22.422164 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-50d216dd-d9cb-4aaa-805f-812d1dc1bc5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 1001 time: 0.0591810 Jul 06 19:12:22.470198 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-8c8c745b-8ce6-447b-85d0-ea4e671d2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:22.471706 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-8c8c745b-8ce6-447b-85d0-ea4e671d2aa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0436895 Jul 06 19:12:22.532894 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-fc9d29a6-1969-43d8-b324-afbcaab8744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:22.534412 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-fc9d29a6-1969-43d8-b324-afbcaab8744f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563514 Jul 06 19:12:22.625226 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-d9cc899c-1312-4017-8b82-87c1766c413f service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831716 Jul 06 19:12:22.717462 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7fecae3c-dbd2-4b7c-acf7-244b0d7843bd req-7d129e41-ad66-4993-bd3e-cd8b2843399f service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859711 Jul 06 19:12:23.166436 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21cfb-c93c-48a9-bc6a-7bd95d8a4135 req-c63db12c-422d-4512-9ed3-789e3a1bfd72 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:23.167978 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65a21cfb-c93c-48a9-bc6a-7bd95d8a4135 req-c63db12c-422d-4512-9ed3-789e3a1bfd72 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0666847 Jul 06 19:12:23.205747 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65a21cfb-c93c-48a9-bc6a-7bd95d8a4135 req-ab92de6b-8d1f-4f88-aa0a-b9af7121124b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322332 Jul 06 19:12:24.387124 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891b5be-57da-4623-9f44-f8e26d7b3206 req-0627209e-65bb-40aa-aa05-220797c1bcf4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:24.388692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2891b5be-57da-4623-9f44-f8e26d7b3206 req-0627209e-65bb-40aa-aa05-220797c1bcf4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0684369 Jul 06 19:12:24.428726 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2891b5be-57da-4623-9f44-f8e26d7b3206 req-3db1d95f-ff4c-4222-ae1e-ef116405d920 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342090 Jul 06 19:12:25.372580 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:12:25.596677 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4952aebc-e797-4fc0-b83a-be72b6a3a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:25.612078 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883f18-c5c9-4863-a908-4a311f8e04f8 req-737c9ac5-f8fb-48a4-b31c-2149876451b4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:25.613621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea883f18-c5c9-4863-a908-4a311f8e04f8 req-737c9ac5-f8fb-48a4-b31c-2149876451b4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0714524 Jul 06 19:12:25.657145 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ea883f18-c5c9-4863-a908-4a311f8e04f8 req-a5bb1a6f-38a2-4478-9ebd-2b046db7a47c tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Jul 06 19:12:26.831698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4f857-4329-420c-b0f4-3ddc875c1917 req-758df043-170a-41e9-a8de-8bdd2d3275f9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:26.833247 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b4f857-4329-420c-b0f4-3ddc875c1917 req-758df043-170a-41e9-a8de-8bdd2d3275f9 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0644395 Jul 06 19:12:26.871413 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f1b4f857-4329-420c-b0f4-3ddc875c1917 req-bd268261-d03e-4b19-8a4e-2533c3195888 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Jul 06 19:12:28.063755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-550babcc-6898-40a3-8d29-bb221eacb07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:28.074695 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:28.266250 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-5d838011-a45a-408f-bdac-9c255bbda759 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389406 Jul 06 19:12:28.270151 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85373567-e4f8-439a-b40f-7278a2e351f2 req-a3485838-7d4f-4796-9c21-544acd1e3678 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:28.271708 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85373567-e4f8-439a-b40f-7278a2e351f2 req-a3485838-7d4f-4796-9c21-544acd1e3678 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0653858 Jul 06 19:12:28.321504 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-85373567-e4f8-439a-b40f-7278a2e351f2 req-7f6b401c-0359-48bc-89b7-3038a10e8999 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 Jul 06 19:12:29.179650 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:12:29.259746 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:29.284451 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:29.286694 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83e1432-0991-438e-8ebc-42da91c785e2" -d '{"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-unplugged", "status": "completed", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:29.301654 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:29.305958 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:29.333730 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda366ca-9d9d-4c42-9c7b-7595f63ddfea x-openstack-request-id: req-fda366ca-9d9d-4c42-9c7b-7595f63ddfea {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:29.334030 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-unplugged", "status": "failed", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:29.334282 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fda366ca-9d9d-4c42-9c7b-7595f63ddfea {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:29.334695 n-d-799527-3 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'code': 422} returned with failed status Jul 06 19:12:29.363876 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:29.372274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.372624 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.372971 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.373295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.373630 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.373961 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.374289 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.374635 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.374959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.375636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.375995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.376322 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:29.524169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bd255-c742-4324-8a0a-cee3eb98c815 req-5d4c0880-e596-438f-a91b-e58a966842d0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:29.525766 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54bd255-c742-4324-8a0a-cee3eb98c815 req-5d4c0880-e596-438f-a91b-e58a966842d0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0818887 Jul 06 19:12:29.566026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d54bd255-c742-4324-8a0a-cee3eb98c815 req-00dfafe2-89df-4a71-bf13-e357d45d8fe2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342231 Jul 06 19:12:29.703687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:30.748907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484cfe4-9560-4691-a948-de240d1f855b req-2bba1a9f-a57d-4ed6-b1d5-90079090ff26 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:30.750435 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c484cfe4-9560-4691-a948-de240d1f855b req-2bba1a9f-a57d-4ed6-b1d5-90079090ff26 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0648017 Jul 06 19:12:30.789173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c484cfe4-9560-4691-a948-de240d1f855b req-bb48b214-3b2f-40ce-8451-ca88c307b57f tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331099 Jul 06 19:12:30.865350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:31.086912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:31.967327 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40ad3-f1a7-4ba4-91b9-7f360b0ccf80 req-9511e07a-a2a7-4164-848c-49f765d72a6b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:31.968837 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edd40ad3-f1a7-4ba4-91b9-7f360b0ccf80 req-9511e07a-a2a7-4164-848c-49f765d72a6b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0687320 Jul 06 19:12:32.008035 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-edd40ad3-f1a7-4ba4-91b9-7f360b0ccf80 req-4e541c38-3a5c-44ae-bbab-6532011be733 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Jul 06 19:12:33.100030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-4da00bc7-86c2-45b4-a865-6043a155225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:33.101614 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-4da00bc7-86c2-45b4-a865-6043a155225f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317&tenant_id=be731dd756d1475dab586ed400656de8 HTTP/1.1" status: 200 len: 1094 time: 0.0596299 Jul 06 19:12:33.231748 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8065661-0665-4aa3-a4c1-b1c3cc920066 req-d61028f6-487a-455b-b614-8157d3243c02 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:33.233254 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8065661-0665-4aa3-a4c1-b1c3cc920066 req-d61028f6-487a-455b-b614-8157d3243c02 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.1098351 Jul 06 19:12:33.238676 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-a1d81558-d0bc-49b3-851f-16a1d1ba935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:33.240117 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-a1d81558-d0bc-49b3-851f-16a1d1ba935a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1094 time: 0.1154699 Jul 06 19:12:33.322161 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:33.331269 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c8065661-0665-4aa3-a4c1-b1c3cc920066 req-6870e703-6bca-4fc3-9293-76ea84f1e8bd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901911 Jul 06 19:12:33.365364 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-da150515-51e8-4d47-be84-3f41f3f609d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:33.366907 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-da150515-51e8-4d47-be84-3f41f3f609d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.1200848 Jul 06 19:12:33.443967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-391d08a2-363c-42ef-b65b-75f4b5ef82ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 999 time: 0.0673869 Jul 06 19:12:33.492762 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-d80afdef-674f-4ae8-b685-4ef90050061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:33.494872 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-d80afdef-674f-4ae8-b685-4ef90050061b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0445833 Jul 06 19:12:33.553099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-b64ad635-655c-461b-8287-0cba05061763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:33.554623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-b64ad635-655c-461b-8287-0cba05061763 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538709 Jul 06 19:12:33.652492 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-e88bfecd-fbbf-4b7f-b9ab-37a4fa0a859e service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904880 Jul 06 19:12:33.742530 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-22216486-b12f-4256-be0a-57b38b3d68c1 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Jul 06 19:12:34.509836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f4130-d02a-4f51-86cc-e9d308dac87d req-94211717-0f52-445f-8195-c183b8495aa5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:34.511562 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d04f4130-d02a-4f51-86cc-e9d308dac87d req-94211717-0f52-445f-8195-c183b8495aa5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0686312 Jul 06 19:12:34.549389 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d04f4130-d02a-4f51-86cc-e9d308dac87d req-dc1dff88-5e04-491d-9ecf-6583d63cccb4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Jul 06 19:12:35.777789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6065-ff84-4b60-97b1-7282b7074a56 req-28942208-4005-4d33-a8fb-c8acb395cbf4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:35.779314 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bbf6065-ff84-4b60-97b1-7282b7074a56 req-28942208-4005-4d33-a8fb-c8acb395cbf4 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.1147773 Jul 06 19:12:35.819646 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2bbf6065-ff84-4b60-97b1-7282b7074a56 req-f4f7c627-9f00-4321-a1d0-bddf335fea95 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345528 Jul 06 19:12:36.991273 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79131-e52b-45c3-a2ed-46a1a489f4c1 req-2c1be2e5-25a2-4519-8d15-0e9555e60225 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:36.992736 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5cc79131-e52b-45c3-a2ed-46a1a489f4c1 req-2c1be2e5-25a2-4519-8d15-0e9555e60225 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0639884 Jul 06 19:12:37.031458 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5cc79131-e52b-45c3-a2ed-46a1a489f4c1 req-64d8048c-230e-49ae-b7db-8389ce6479e0 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Jul 06 19:12:38.208470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ca8b-f307-4d63-b460-22e5bb3a6b18 req-8155d4ca-52cb-4a71-972c-e01d9277c31e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:38.209903 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f7ca8b-f307-4d63-b460-22e5bb3a6b18 req-8155d4ca-52cb-4a71-972c-e01d9277c31e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0683148 Jul 06 19:12:38.249919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e8f7ca8b-f307-4d63-b460-22e5bb3a6b18 req-ccd0c367-2502-4e16-ae08-54a99b0afebf tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 Jul 06 19:12:39.429600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa315e-5449-4511-bdf5-4be1bfb8758f req-31261290-1de1-422a-a298-1aef08633dac tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:39.431110 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faa315e-5449-4511-bdf5-4be1bfb8758f req-31261290-1de1-422a-a298-1aef08633dac tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0705643 Jul 06 19:12:39.469787 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5faa315e-5449-4511-bdf5-4be1bfb8758f req-38b8d061-47c6-42b4-8cb2-894d4d582da6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Jul 06 19:12:40.649699 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfcec2-dbb7-4cf5-a558-413c015ffaa7 req-026cc5fd-3d7d-4e8c-8177-19169c6551e5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:40.652228 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cdfcec2-dbb7-4cf5-a558-413c015ffaa7 req-026cc5fd-3d7d-4e8c-8177-19169c6551e5 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 943 time: 0.0700221 Jul 06 19:12:40.690199 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4cdfcec2-dbb7-4cf5-a558-413c015ffaa7 req-a3e58652-de18-4110-ac98-936fc241cc77 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Jul 06 19:12:41.232415 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:12:41.331743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:41.344465 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'port_id': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'mac_address': 'fa:16:3e:bc:f2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:12:41.385338 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:41.398895 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e710c829-09d9-49ea-8a5b-f4e07ac04375 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:12:41.420751 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:41.425004 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:41.474490 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:41.645925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['e710c829-09d9-49ea-8a5b-f4e07ac04375'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:12:41.863977 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7f7fc-cfc3-444a-b68d-d1d3a348f8d6 req-060cff17-3d44-4c37-a4cc-3fada36ebf0e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:41.865487 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65f7f7fc-cfc3-444a-b68d-d1d3a348f8d6 req-060cff17-3d44-4c37-a4cc-3fada36ebf0e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 944 time: 0.0652103 Jul 06 19:12:41.904161 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-65f7f7fc-cfc3-444a-b68d-d1d3a348f8d6 req-e958e1c7-d716-44a4-9793-21836fe420b3 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Jul 06 19:12:43.133425 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9f0b-0f04-46f6-a389-5c5468926684 req-969bc0a6-1b9d-4f92-a985-66c0302c947d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.134835 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-572c9f0b-0f04-46f6-a389-5c5468926684 req-969bc0a6-1b9d-4f92-a985-66c0302c947d tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 944 time: 0.1189485 Jul 06 19:12:43.141307 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-bbc327d1-cd5c-4906-a67f-1b105029a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.142785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-bbc327d1-cd5c-4906-a67f-1b105029a72d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1095 time: 0.0905330 Jul 06 19:12:43.226442 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-572c9f0b-0f04-46f6-a389-5c5468926684 req-d8025da6-7741-48a1-9ccc-24d75f97b9cd tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826576 Jul 06 19:12:43.237258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:12:43.273205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-9cebb300-30d7-4a41-91e0-d4bf97dce1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.274742 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-9cebb300-30d7-4a41-91e0-d4bf97dce1e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.1083305 Jul 06 19:12:43.290486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port e710c829-09d9-49ea-8a5b-f4e07ac04375 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:12:43.290948 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:43.349527 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-098535db-cc8a-469f-9a19-1d41e199606b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 1000 time: 0.0684998 Jul 06 19:12:43.375764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:43.399761 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:43.402679 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bc5c8e-f997-4674-b552-deea47de1e81" -d '{"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-plugged", "status": "completed", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:43.404789 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-f5ce5516-0a51-4e9b-9259-980a6d57da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.406368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-f5ce5516-0a51-4e9b-9259-980a6d57da40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0506222 Jul 06 19:12:43.416601 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:43.422472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:43.445868 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08acbd74-22d3-4c21-9237-2bc0d8d9dd6b x-openstack-request-id: req-08acbd74-22d3-4c21-9237-2bc0d8d9dd6b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:43.446208 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-plugged", "status": "completed", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:43.449420 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08acbd74-22d3-4c21-9237-2bc0d8d9dd6b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:43.449823 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'code': 200} Jul 06 19:12:43.473316 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-0cc1d4e0-a684-4348-bc74-4547c0a3a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.474971 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-0cc1d4e0-a684-4348-bc74-4547c0a3a31f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623434 Jul 06 19:12:43.480580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:43.561251 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.60', 60483) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:12:43.576103 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-f8074629-1ae2-433c-ac1e-29c1e3596431 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901527 Jul 06 19:12:43.633809 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e89e9-8302-464c-b81b-c8787d23fd59 req-83cb2af8-a32d-48a9-82ef-02bd49cc4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:43.635422 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4b8e89e9-8302-464c-b81b-c8787d23fd59 req-83cb2af8-a32d-48a9-82ef-02bd49cc4298 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0544755 Jul 06 19:12:43.671081 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-4b8e89e9-8302-464c-b81b-c8787d23fd59 req-6a321dd6-d707-4c6d-b350-fd4c31456017 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298183 Jul 06 19:12:43.672803 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-68df44e2-c6cc-4a42-9582-b69e6d5e90ca req-b1366b50-d76a-42e8-9dfe-9a1a5209e191 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853813 Jul 06 19:12:44.451622 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd09d-7687-4b62-8812-6553f9ad2d8f req-9b99dc7e-8cd0-4d94-adcb-d5946d9c0a6a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:44.455059 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-552dd09d-7687-4b62-8812-6553f9ad2d8f req-9b99dc7e-8cd0-4d94-adcb-d5946d9c0a6a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0937958 Jul 06 19:12:44.505348 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-552dd09d-7687-4b62-8812-6553f9ad2d8f req-a3391597-a934-49db-a328-23dcc0b65021 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Jul 06 19:12:45.889096 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77013591-13bb-4447-8834-1ed09ef80dbf req-2d36e92d-ac56-4e07-8321-8f2e17aa82e1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:45.890647 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77013591-13bb-4447-8834-1ed09ef80dbf req-2d36e92d-ac56-4e07-8321-8f2e17aa82e1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0665526 Jul 06 19:12:45.934779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-77013591-13bb-4447-8834-1ed09ef80dbf req-8d883d2a-fcfc-4b41-8455-bd8179b9cb98 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 Jul 06 19:12:55.599778 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10b5381e-c3e4-4fb7-ad3c-5e892987d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:58.073056 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-075d3a72-c8ee-40ea-9a7a-728a9b1c4562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:58.078807 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.706358 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:00.865629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:01.092296 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:02.372094 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:13:03.322116 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:25.604733 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e20f5f9a-a36e-4f03-b35d-6bc8e611a59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:28.064749 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-678b9b28-fcb0-4987-b6ef-432c6de44321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:28.080687 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:29.884924 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:30.862383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:31.094053 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:33.321651 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:39.371040 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:13:44.096169 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-abaccd29-a887-4ae2-a186-917baf58e734 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519960 Jul 06 19:13:44.194677 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-7b53411e-ba52-408e-8fac-d94002e8731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:44.196276 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-7b53411e-ba52-408e-8fac-d94002e8731d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0562708 Jul 06 19:13:44.300727 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-9404950d-2eb0-4bb3-b7e9-e8219bfdcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:44.302313 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-9404950d-2eb0-4bb3-b7e9-e8219bfdcb5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.0841041 Jul 06 19:13:44.371920 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-6204d0c6-1031-449e-a3c7-b4687ce4b9d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 1001 time: 0.0631049 Jul 06 19:13:44.430372 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-0f00771f-e142-4093-9c64-29c6784a29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:44.431914 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-0f00771f-e142-4093-9c64-29c6784a29fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0455649 Jul 06 19:13:44.490207 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-bc6777d1-dd67-405b-b958-4775a1ad0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:44.491769 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-bc6777d1-dd67-405b-b958-4775a1ad0034 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530117 Jul 06 19:13:44.892200 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-99c507ad-9da5-4d12-a553-de6b8cd3b061 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935535 Jul 06 19:13:44.982586 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-180fe7f3-44bf-4eaf-9eb9-777ee885b9ad req-61b2211f-cdd5-44c3-b7e9-df2b24cb0de7 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833249 Jul 06 19:13:55.606398 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3abc9671-5073-4cd2-a12b-0108e3a7e0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:58.065861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95daacb0-10f9-4732-96d4-e9d332b21bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:58.081909 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.092775 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:59.249487 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Deleting port 59b2b815-677e-4aa9-bd98-aa5a7def6b8e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:59.249835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.326864 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.327193 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.338479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Calling delete_port for 59b2b815-677e-4aa9-bd98-aa5a7def6b8e owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:59.490600 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.517005 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event deleted for resources: {'Port': ['ID=59b2b815-677e-4aa9-bd98-aa5a7def6b8e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:59.549310 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.549662 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.550010 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.550353 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.550693 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.551026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.551383 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.551715 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.552043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.552373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.552703 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.553030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:13:59.592266 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.592666 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Floating IP 6e64faae-c362-406f-84e7-c63a7e97212b disassociated (deleted). External IP: 172.25.5.197, port: e710c829-09d9-49ea-8a5b-f4e07ac04375. Jul 06 19:13:59.709381 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.805580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:13:59.913626 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:13:59.918445 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:59.924285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:13:59.933246 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:13:59.933911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:59.958403 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-8b2e6561-6476-47e4-b827-af35df011ca1 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "DELETE /v2.0/floatingips/6e64faae-c362-406f-84e7-c63a7e97212b HTTP/1.1" status: 204 len: 168 time: 0.8645079 Jul 06 19:13:59.958998 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:13:59.961419 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb37d3f-e722-46c6-8670-2696e696b238" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:00.046054 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:00.208198 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32497a3-8288-4c65-968b-6fcbadd422e3 x-openstack-request-id: req-c32497a3-8288-4c65-968b-6fcbadd422e3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:00.208726 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:00.208726 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32497a3-8288-4c65-968b-6fcbadd422e3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:00.209107 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'status': 'completed', 'code': 200} Jul 06 19:14:00.263669 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:00.289173 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-a9dbff45-a2fa-4935-8f58-ffd9757741c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:00.290859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-a9dbff45-a2fa-4935-8f58-ffd9757741c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be731dd756d1475dab586ed400656de8&device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 1096 time: 0.0595012 Jul 06 19:14:00.291619 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:00.300965 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:00.301580 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:00.411140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:00.429171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-6c87de78-982b-40af-b7d5-3605591ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:00.430681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-6c87de78-982b-40af-b7d5-3605591ce77c service neutron] 10.222.0.60 "GET /v2.0/networks?id=38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 200 len: 910 time: 0.1332462 Jul 06 19:14:00.441918 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b82686-2703-4057-8574-2bbb28cc6ab0 req-6bbd4574-badb-4dd3-814b-d8ed8eada7ba tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:00.443405 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5b82686-2703-4057-8574-2bbb28cc6ab0 req-6bbd4574-badb-4dd3-814b-d8ed8eada7ba tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.1373310 Jul 06 19:14:00.485583 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-8d0f7b17-b86e-4373-a5fb-41809cea1173 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 200 len: 217 time: 0.0412016 Jul 06 19:14:00.550551 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-c5b82686-2703-4057-8574-2bbb28cc6ab0 req-51fd0751-e027-4fb8-841f-bdd10fa8c113 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996768 Jul 06 19:14:00.556003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-686c17c8-4fae-4865-a543-105321c7a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:00.557481 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-686c17c8-4fae-4865-a543-105321c7a19b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 200 len: 848 time: 0.0654891 Jul 06 19:14:00.620112 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:00.620872 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-ff808b2a-a49b-422c-b239-a78ba869a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:00.622374 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-ff808b2a-a49b-422c-b239-a78ba869a203 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38dfd322-8c8f-45b8-88be-3262e5129c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575974 Jul 06 19:14:00.651239 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b2e08-5826-41df-9be0-94328522bad7 None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:05:18Z', 'revision_number': 4, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '8aea212a-7314-4cbd-91f6-9b6765b9fa16', 'name': '', 'network_id': '38dfd322-8c8f-45b8-88be-3262e5129c2f', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'mac_address': 'fa:16:3e:ce:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:18Z', 'updated_at': '2021-07-06T19:05:24Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'subnets': [{'id': '03b048fa-630a-4591-9c3a-18364b2f2d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:00.721402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-218ed97b-13a5-49a6-ab91-eb1fd23db293 service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902593 Jul 06 19:14:00.822603 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-6cb37d3f-e722-46c6-8670-2696e696b238 req-5d377c60-c9fc-4a5f-b546-61154274a22e service neutron] 10.222.0.60 "GET /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920949 Jul 06 19:14:00.863422 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:00.878110 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef79ba-831f-4217-8a5f-c91c0c9926c2 None None] New status for floating IP 6e64faae-c362-406f-84e7-c63a7e97212b: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:14:01.096216 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:01.726448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd1164-8c86-43db-bace-24196e3b48c0 req-32ba1aa7-3b04-419c-ba1f-7ba863532648 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:01.727994 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7cd1164-8c86-43db-bace-24196e3b48c0 req-32ba1aa7-3b04-419c-ba1f-7ba863532648 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0655646 Jul 06 19:14:01.766185 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-f7cd1164-8c86-43db-bace-24196e3b48c0 req-4fba76d9-e6ae-4dec-a5a3-46cdc47c0ab2 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/security-groups?id=82164e44-224c-4c96-aa5b-88533d1debe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323424 Jul 06 19:14:01.950043 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-ce33b667-eee8-4821-8bf2-b49fc28a384e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:01.952635 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-ce33b667-eee8-4821-8bf2-b49fc28a384e tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 945 time: 0.0719535 Jul 06 19:14:02.054485 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Deleting port e710c829-09d9-49ea-8a5b-f4e07ac04375 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:02.054827 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:02.149560 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] For port e710c829-09d9-49ea-8a5b-f4e07ac04375, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=e710c829-09d9-49ea-8a5b-f4e07ac04375,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:02.149919 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:02.162581 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Calling delete_port for e710c829-09d9-49ea-8a5b-f4e07ac04375 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:02.288986 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:02.323399 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event deleted for resources: {'Port': ['ID=e710c829-09d9-49ea-8a5b-f4e07ac04375,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:02.370830 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] No DVR routers for this DVR port e710c829-09d9-49ea-8a5b-f4e07ac04375 on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:14:02.374052 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:02.376293 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e793679b-2e54-4748-87a1-3f6ac1b397a0 req-d48cc39b-60c6-4e3a-8983-559c0ebbe017 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.60 "DELETE /v2.0/ports/e710c829-09d9-49ea-8a5b-f4e07ac04375 HTTP/1.1" status: 204 len: 173 time: 0.4168794 Jul 06 19:14:02.376739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-deleted', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:14:02.379016 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d6491-acce-4886-b93e-1f6dd8dd4f49" -d '{"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-deleted", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:02.424825 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ebf02e-d6c7-44fe-8092-ae6b04fff1b4 x-openstack-request-id: req-60ebf02e-d6c7-44fe-8092-ae6b04fff1b4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:02.425131 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b982e3-7c5d-43af-8609-517bce100317", "name": "network-vif-deleted", "tag": "e710c829-09d9-49ea-8a5b-f4e07ac04375", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:02.425395 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ebf02e-d6c7-44fe-8092-ae6b04fff1b4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:02.425837 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b982e3-7c5d-43af-8609-517bce100317', 'name': 'network-vif-deleted', 'tag': 'e710c829-09d9-49ea-8a5b-f4e07ac04375', 'status': 'completed', 'code': 200} Jul 06 19:14:02.910063 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-4c3ae200-c476-476b-8347-531cd469a404 req-0fe4b14d-f988-41cf-b386-544242141910 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 210 time: 0.0295453 Jul 06 19:14:03.337421 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:04.055134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-0057276f-9a44-4d7e-acad-68ef60a7cd5d req-57386cb8-2ce3-4b0e-b760-d3259d9724e3 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Jul 06 19:14:05.199334 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-a2329e26-065e-4236-bccf-6c3b2dca44ec req-de7e4560-9bb4-4eb5-8b01-70ecd25db72a tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 210 time: 0.0321238 Jul 06 19:14:05.600587 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:05.622068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: e710c829-09d9-49ea-8a5b-f4e07ac04375 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:05.622412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device e710c829-09d9-49ea-8a5b-f4e07ac04375 not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:06.382181 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9df1cb7d-22f2-47c4-b456-15b0233361d7 req-382d4ce5-72b5-4a3c-a9c0-ee1a1fd2fa9b tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b982e3-7c5d-43af-8609-517bce100317 HTTP/1.1" status: 200 len: 210 time: 0.0331359 Jul 06 19:14:07.476681 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:07.537391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4a8f-fea6-4b30-bb71-80b63e3fa8a6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:07.564358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4a8f-fea6-4b30-bb71-80b63e3fa8a6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:07.624930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4a8f-fea6-4b30-bb71-80b63e3fa8a6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:07.627540 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4a8f-fea6-4b30-bb71-80b63e3fa8a6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:07.628711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9ecd4a8f-fea6-4b30-bb71-80b63e3fa8a6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] 10.222.0.37 "DELETE /v2.0/security-groups/82164e44-224c-4c96-aa5b-88533d1debe5 HTTP/1.1" status: 204 len: 168 time: 0.1509480 Jul 06 19:14:07.638450 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4a8f-fea6-4b30-bb71-80b63e3fa8a6 tempest-TestShelveInstance-1668233905 tempest-TestShelveInstance-1668233905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82164e44-224c-4c96-aa5b-88533d1debe5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:08.696697 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46720) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:09.166765 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:09.428328 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Deleting port 8aea212a-7314-4cbd-91f6-9b6765b9fa16 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:09.438815 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:09.509551 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] For port 8aea212a-7314-4cbd-91f6-9b6765b9fa16, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8aea212a-7314-4cbd-91f6-9b6765b9fa16,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:09.509912 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:09.523599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Calling delete_port for 8aea212a-7314-4cbd-91f6-9b6765b9fa16 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:09.711099 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:09.742927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aea212a-7314-4cbd-91f6-9b6765b9fa16,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:09.771563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.771917 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.772264 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.772601 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.772943 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.773276 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.773607 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.773936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.774272 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.774599 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.774924 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.775337 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:09.920697 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:10.135878 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:14:10.243482 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:10.248687 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-848d90df-366f-4822-9122-8292b6d97bf6 admin admin] 10.222.0.37 "PUT /v2.0/routers/955dfda0-0951-4446-b8c6-1e4d28b7ca8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514402 Jul 06 19:14:10.251125 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46726) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:10.254350 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] Sync routers for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:10.264068 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:10.264771 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:10.354275 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:10.370084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:10.453517 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:10.518995 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Deleting port 26ee3752-c90e-4036-9f81-fa03e4c031b5 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:10.519382 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:10.552135 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:14:09Z', 'revision_number': 5, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port': {'id': '26ee3752-c90e-4036-9f81-fa03e4c031b5', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:16Z', 'updated_at': '2021-07-06T19:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:10.582549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] Checking router: 955dfda0-0951-4446-b8c6-1e4d28b7ca8e for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:10.591110 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] Routers {'955dfda0-0951-4446-b8c6-1e4d28b7ca8e'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:10.592302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:10.599101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] For port 26ee3752-c90e-4036-9f81-fa03e4c031b5, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=26ee3752-c90e-4036-9f81-fa03e4c031b5,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:10.599503 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:10.612492 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Calling delete_port for 26ee3752-c90e-4036-9f81-fa03e4c031b5 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:10.679450 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] Set router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:10.733485 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:14:10Z', 'revision_number': 6, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:10.764276 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944cd13-6bf8-4d4a-bcb6-778df46c2f95 None None] The sync data for ids ['955dfda0-0951-4446-b8c6-1e4d28b7ca8e'] in n-d-799527-3 is: [{'id': '955dfda0-0951-4446-b8c6-1e4d28b7ca8e', 'name': 'tempest-TestShelveInstance-1683595832-router', 'tenant_id': 'be731dd756d1475dab586ed400656de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:15Z', 'updated_at': '2021-07-06T19:14:10Z', 'revision_number': 6, 'project_id': 'be731dd756d1475dab586ed400656de8', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:10.786062 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:10.820200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ee3752-c90e-4036-9f81-fa03e4c031b5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:11.162859 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.256588 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.258678 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.301441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.302001 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955dfda0-0951-4446-b8c6-1e4d28b7ca8e {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:14:11.306404 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.307589 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f7a35a2c-5c39-486b-977c-6eb7c0a69123 admin admin] 10.222.0.37 "DELETE /v2.0/routers/955dfda0-0951-4446-b8c6-1e4d28b7ca8e HTTP/1.1" status: 204 len: 168 time: 1.0555017 Jul 06 19:14:11.310105 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46728) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:11.354998 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Deleting subnet 03b048fa-630a-4591-9c3a-18364b2f2d6b {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:14:11.358097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.395578 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.474047 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.540960 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.575437 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b048fa-630a-4591-9c3a-18364b2f2d6b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:11.579926 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.581799 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6222d657-78a7-4275-acbe-cff2d6f7951f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/03b048fa-630a-4591-9c3a-18364b2f2d6b HTTP/1.1" status: 204 len: 168 time: 0.2701707 Jul 06 19:14:11.584343 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46730) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:11.589959 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde7c05c-ed42-4983-b329-403aba8a2860 None None] Network 38dfd322-8c8f-45b8-88be-3262e5129c2f requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:14:11.595480 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 26ee3752-c90e-4036-9f81-fa03e4c031b5 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:11.648033 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 26ee3752-c90e-4036-9f81-fa03e4c031b5 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:11.648666 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 26ee3752-c90e-4036-9f81-fa03e4c031b5 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:11.649299 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8aea212a-7314-4cbd-91f6-9b6765b9fa16 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:11.656835 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.679627 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8aea212a-7314-4cbd-91f6-9b6765b9fa16 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:11.679982 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8aea212a-7314-4cbd-91f6-9b6765b9fa16 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:11.710901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Deleting port 43b2f501-4834-4bb7-a967-84dacd846be6 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:11.711246 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.781862 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] For port 43b2f501-4834-4bb7-a967-84dacd846be6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=43b2f501-4834-4bb7-a967-84dacd846be6,segment=NetworkSegment(27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9),segment_id=27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:11.782321 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.797387 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Calling delete_port for 43b2f501-4834-4bb7-a967-84dacd846be6 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:11.838401 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] DHCP port deletion for 38dfd322-8c8f-45b8-88be-3262e5129c2f request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:14:11.884701 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.887457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Deleting port 43b2f501-4834-4bb7-a967-84dacd846be6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:11.887833 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.911642 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b2f501-4834-4bb7-a967-84dacd846be6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:11.914946 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] No DVR routers for this DVR port 43b2f501-4834-4bb7-a967-84dacd846be6 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:14:11.952549 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] For port 43b2f501-4834-4bb7-a967-84dacd846be6, host n-d-799527-3, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:11.953265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.965717 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Calling delete_port for 43b2f501-4834-4bb7-a967-84dacd846be6 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:11.969131 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Port 43b2f501-4834-4bb7-a967-84dacd846be6 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 19:14:11.970348 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.990200 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:11.993729 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Pushing event deleted for resources: {'Port': ['ID=43b2f501-4834-4bb7-a967-84dacd846be6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:12.000127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dfd322-8c8f-45b8-88be-3262e5129c2f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:12.003467 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] No DVR routers for this DVR port 43b2f501-4834-4bb7-a967-84dacd846be6 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:14:12.007657 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.010973 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.011369 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.011716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.012044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:12.012180 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.012344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cd7eb5-a2b5-496f-bdf5-7ab20ee82be9') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:12.012486 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.012699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.013029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.013354 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.014254 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.014640 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.015014 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948646ff-1ace-410c-b19b-a74c925bdfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:12.022211 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.036412 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.042101 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:14:12.042486 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: timer() Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:14:12.044165 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:14:12.104965 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.113522 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.116664 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/38dfd322-8c8f-45b8-88be-3262e5129c2f HTTP/1.1" status: 204 len: 168 time: 0.5312130 Jul 06 19:14:12.119635 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:12.130473 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bd841-070a-4701-9fdc-657babad62d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=38dfd322-8c8f-45b8-88be-3262e5129c2f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:12.472151 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.724417 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Deleting port 94c2fc13-c843-4b87-9f89-15069c5baca0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:12.724659 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.804168 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] For port 94c2fc13-c843-4b87-9f89-15069c5baca0, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=94c2fc13-c843-4b87-9f89-15069c5baca0,segment=NetworkSegment(3b5950ef-515b-4613-8646-4b0f82143ead),segment_id=3b5950ef-515b-4613-8646-4b0f82143ead)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:12.804549 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:12.817174 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Calling delete_port for 94c2fc13-c843-4b87-9f89-15069c5baca0 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:13.003350 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:13.030059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c2fc13-c843-4b87-9f89-15069c5baca0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:13.209678 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:13.418917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Router e8425a56-a797-4c15-b6ba-74da15f417ae has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:14:13.528001 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:13.534855 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9e1695ab-0f0a-41db-8524-1f1495831ff3 admin admin] 10.222.0.37 "PUT /v2.0/routers/e8425a56-a797-4c15-b6ba-74da15f417ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4126959 Jul 06 19:14:13.536008 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:13.541762 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] Sync routers for ids ['e8425a56-a797-4c15-b6ba-74da15f417ae'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:13.552136 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] Routers {'e8425a56-a797-4c15-b6ba-74da15f417ae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:13.553056 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e8425a56-a797-4c15-b6ba-74da15f417ae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:13.650674 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:13.661547 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43b2f501-4834-4bb7-a967-84dacd846be6 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:13.663848 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] Set router e8425a56-a797-4c15-b6ba-74da15f417ae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:13.683363 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 43b2f501-4834-4bb7-a967-84dacd846be6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:13.683636 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 43b2f501-4834-4bb7-a967-84dacd846be6 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:13.848857 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:14:12Z', 'revision_number': 5, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:13.876656 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] Checking router: e8425a56-a797-4c15-b6ba-74da15f417ae for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:13.885409 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] Routers {'e8425a56-a797-4c15-b6ba-74da15f417ae'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:13.886039 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['e8425a56-a797-4c15-b6ba-74da15f417ae'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:14.086544 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.087867 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] Set router e8425a56-a797-4c15-b6ba-74da15f417ae gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:14.140252 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Deleting port 9976b268-4806-4d0d-ad77-c29f76ca4d68 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:14.140592 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.221169 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] For port 9976b268-4806-4d0d-ad77-c29f76ca4d68, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=9976b268-4806-4d0d-ad77-c29f76ca4d68,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:14.221913 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.235042 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Calling delete_port for 9976b268-4806-4d0d-ad77-c29f76ca4d68 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:14.265605 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:14:12Z', 'revision_number': 5, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:14.295619 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b30c0f-8735-4274-8771-5d2ee247ff50 None None] The sync data for ids ['e8425a56-a797-4c15-b6ba-74da15f417ae'] in n-d-799527-3 is: [{'id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'name': 'tempest-TestShelveInstance-771088318-router', 'tenant_id': '99a483d77525400b8e5aa9f59b15229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:05:20Z', 'updated_at': '2021-07-06T19:14:12Z', 'revision_number': 5, 'project_id': '99a483d77525400b8e5aa9f59b15229c', 'gw_port': {'id': '9976b268-4806-4d0d-ad77-c29f76ca4d68', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8425a56-a797-4c15-b6ba-74da15f417ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:05:21Z', 'updated_at': '2021-07-06T19:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:14.403492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.433531 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9976b268-4806-4d0d-ad77-c29f76ca4d68,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:14.496866 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.590783 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.593274 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.639722 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.640479 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8425a56-a797-4c15-b6ba-74da15f417ae {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:14:14.645734 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.646958 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-c454e45e-b993-4159-95ea-5dbd2c6f65f6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e8425a56-a797-4c15-b6ba-74da15f417ae HTTP/1.1" status: 204 len: 168 time: 1.1100562 Jul 06 19:14:14.649568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:14.706089 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Deleting subnet 2b10af48-c1fe-430e-9f21-7343b2d7dae4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:14:14.709292 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.746622 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.827276 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.884285 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.916843 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b10af48-c1fe-430e-9f21-7343b2d7dae4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:14.921940 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:14.926896 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46738) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:14.930089 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf72d6-9c05-4e65-9317-0d0379066752 None None] Network 458fc81b-8fda-441a-95d6-916e8751db08 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:14:14.931665 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-6648cbec-8bfe-4e8b-8ae3-2db5e027845d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2b10af48-c1fe-430e-9f21-7343b2d7dae4 HTTP/1.1" status: 204 len: 168 time: 0.2807887 Jul 06 19:14:15.000081 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.056649 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Deleting port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:14:15.056997 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.130704 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] For port d5f3c267-0a7b-44c1-b802-0ef1934f0c46, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,segment=NetworkSegment(3b5950ef-515b-4613-8646-4b0f82143ead),segment_id=3b5950ef-515b-4613-8646-4b0f82143ead)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:15.131059 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.145108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Calling delete_port for d5f3c267-0a7b-44c1-b802-0ef1934f0c46 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:14:15.227394 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.256846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f3c267-0a7b-44c1-b802-0ef1934f0c46,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:15.263144 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] No DVR routers for this DVR port d5f3c267-0a7b-44c1-b802-0ef1934f0c46 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:14:15.299579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20696387-72dd-42c2-af35-e23e5d205160 None None] DHCP port deletion for 458fc81b-8fda-441a-95d6-916e8751db08 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:14:15.340333 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.350923 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458fc81b-8fda-441a-95d6-916e8751db08']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:15.361218 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5950ef-515b-4613-8646-4b0f82143ead') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:15.361519 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5950ef-515b-4613-8646-4b0f82143ead') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:15.370374 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.385182 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.391901 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:14:15.392342 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: timer() Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:14:15.393934 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:14:15.453055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.458925 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.461137 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/458fc81b-8fda-441a-95d6-916e8751db08 HTTP/1.1" status: 204 len: 168 time: 0.5331674 Jul 06 19:14:15.473259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f77671-a71b-4880-868e-2aec3f7d77cc admin admin] Pushing event deleted for resources: {'Network': ['ID=458fc81b-8fda-441a-95d6-916e8751db08,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:15.590550 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46742) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:15.593178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 94c2fc13-c843-4b87-9f89-15069c5baca0 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:15.615077 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 94c2fc13-c843-4b87-9f89-15069c5baca0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:15.615722 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 94c2fc13-c843-4b87-9f89-15069c5baca0 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:15.616224 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d5f3c267-0a7b-44c1-b802-0ef1934f0c46 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:15.637584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: d5f3c267-0a7b-44c1-b802-0ef1934f0c46 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:15.637922 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device d5f3c267-0a7b-44c1-b802-0ef1934f0c46 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:15.638986 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9976b268-4806-4d0d-ad77-c29f76ca4d68 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:14:15.640408 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-27a33a9d-e14f-4a8f-8327-7a53a3aeacc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be731dd756d1475dab586ed400656de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487032 Jul 06 19:14:15.643368 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:15.659007 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 9976b268-4806-4d0d-ad77-c29f76ca4d68 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:14:15.659383 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 9976b268-4806-4d0d-ad77-c29f76ca4d68 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:14:15.697595 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1da8ca1c-ae66-4052-ae01-5a0ae2728269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.721795 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1da8ca1c-ae66-4052-ae01-5a0ae2728269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.771441 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1da8ca1c-ae66-4052-ae01-5a0ae2728269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.774133 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1da8ca1c-ae66-4052-ae01-5a0ae2728269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:15.775490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1da8ca1c-ae66-4052-ae01-5a0ae2728269 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ac8c3a9-23fa-4e82-934e-62a0b64187c6 HTTP/1.1" status: 204 len: 168 time: 0.1307569 Jul 06 19:14:15.783915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8ca1c-ae66-4052-ae01-5a0ae2728269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac8c3a9-23fa-4e82-934e-62a0b64187c6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:16.087988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:16.128955 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-20ce013a-6a81-416b-af28-d34c97a5e0bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99a483d77525400b8e5aa9f59b15229c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395026 Jul 06 19:14:16.131476 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:16.180444 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4af33d-9de9-4b50-9afd-6b3c6b50c9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:16.201526 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4af33d-9de9-4b50-9afd-6b3c6b50c9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:16.255312 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4af33d-9de9-4b50-9afd-6b3c6b50c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:16.257928 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4af33d-9de9-4b50-9afd-6b3c6b50c9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:16.259113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-5a4af33d-9de9-4b50-9afd-6b3c6b50c9d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac908969-0d3b-46a1-9ca1-c59a6bc9b286 HTTP/1.1" status: 204 len: 168 time: 0.1267345 Jul 06 19:14:16.267548 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4af33d-9de9-4b50-9afd-6b3c6b50c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac908969-0d3b-46a1-9ca1-c59a6bc9b286,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:16.370308 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:14:16.921388 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:17.017520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1187600265-network', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:17.038585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Made reservation on behalf of 1677504d0d664edb8953c23af8c8cc38 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:14:17.040878 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.049024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.136485 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.141232 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.165832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:14:17.186591 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9410535e-8cde-4cab-a118-8e0dc64d86bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:17.189663 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.190017 n-d-799527-3 neutron-server[93942]: INFO neutron.db.segments_db [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Added segment 6c808131-abea-49ac-8353-93d05f976d4c of type vlan for network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 Jul 06 19:14:17.233364 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.265767 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.266858 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:17.267490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.325345 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4026856 Jul 06 19:14:17.328538 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:17.332513 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319eaead-7111-4487-b034-174c691fb1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=93da75a0-d140-4b2d-a9ea-af13e0f5e371,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:17.334010 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Request body: {'subnet': {'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1187600265-subnet', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:17.343018 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:14:17.355182 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Made reservation on behalf of 1677504d0d664edb8953c23af8c8cc38 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:14:17.358068 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.549400 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.610621 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:17.615857 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Checking segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:17.616259 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Network hostable DHCP agents. Network: 93da75a0-d140-4b2d-a9ea-af13e0f5e371, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:14:17.632563 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:14:17.641350 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, 93da75a0-d140-4b2d-a9ea-af13e0f5e371) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:17.645609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:17.646287 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.650166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ae3ad-bed4-44e4-9ac1-e147121d9b78 None None] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:14:17.664283 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-24ab8396-e064-4578-8669-40a402c9f800 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3344064 Jul 06 19:14:17.667183 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:17.672568 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:17.693808 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.694851 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.750202 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.806878 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:14:17.807840 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.907621 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.951750 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Allocated IP 172.20.0.2 (93da75a0-d140-4b2d-a9ea-af13e0f5e371/6ee4e77b-d2e1-4d0b-9720-5b296f154ef2/18d4419c-a704-4b32-8073-077f073a1841) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:18.095912 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.104704 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Transition to ACTIVE for port object 18d4419c-a704-4b32-8073-077f073a1841 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:18.116902 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.121386 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Transition to ACTIVE for port object 18d4419c-a704-4b32-8073-077f073a1841 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:18.128302 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.142385 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.172032 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:18.174898 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:18.177993 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:18.192140 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Pushing event updated for resources: {'Port': ['ID=18d4419c-a704-4b32-8073-077f073a1841,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:18.243247 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Attempting to bind port 18d4419c-a704-4b32-8073-077f073a1841 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:18.243572 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Attempting to bind port 18d4419c-a704-4b32-8073-077f073a1841 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:18.243911 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Attempting to bind port 18d4419c-a704-4b32-8073-077f073a1841 on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:18.248670 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Allocated IP 172.25.5.41 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/86836058-933a-4040-9e59-f6cd8411ed29) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:18.250423 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:18.250595 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Checking segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:18.250956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.251420 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Bound using segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:18.251948 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Bound port: 18d4419c-a704-4b32-8073-077f073a1841, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:18.252343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.317091 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] For port 18d4419c-a704-4b32-8073-077f073a1841, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:18.320265 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] For port 18d4419c-a704-4b32-8073-077f073a1841, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18d4419c-a704-4b32-8073-077f073a1841,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:18.325526 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.358981 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.386402 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375842e5-417c-44f1-b9f4-ed86414aede5 None None] Pushing event updated for resources: {'Port': ['ID=18d4419c-a704-4b32-8073-077f073a1841,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:18.405222 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.446007 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:18.448932 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:18.455326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:18.480125 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Pushing event updated for resources: {'Port': ['ID=86836058-933a-4040-9e59-f6cd8411ed29,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:18.740264 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:18.939490 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.079719 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Router a90e7647-4b2b-46f1-91de-b591a45838f5 is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:14:19.191575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:19.200637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:19.212061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.216112 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d5a934df-1400-410c-940b-373ab9cf647c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5449777 Jul 06 19:14:19.216278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:19.216278 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:19.216498 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:19.305214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190f393-5425-4f84-a788-5a58c59aa17f None None] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:14:19.380266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:19.452165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aaf2ad81-c18d-43f2-923a-224e0255ba1a None None] Provisioning for port 18d4419c-a704-4b32-8073-077f073a1841 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:19.635929 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18d4419c-a704-4b32-8073-077f073a1841 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:19.655453 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.715372 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:18Z', 'revision_number': 3, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:19.745942 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:19.746302 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Updating router a90e7647-4b2b-46f1-91de-b591a45838f5 port 86836058-933a-4040-9e59-f6cd8411ed29 binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:14:19.771166 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 18d4419c-a704-4b32-8073-077f073a1841 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:19.779065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 18d4419c-a704-4b32-8073-077f073a1841 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:19.779646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.811757 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.831926 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Allocated IP 172.20.0.1 (93da75a0-d140-4b2d-a9ea-af13e0f5e371/6ee4e77b-d2e1-4d0b-9720-5b296f154ef2/195f7b1f-06ce-4e02-bd8d-8af0cc115fdb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:19.953847 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.014651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-54805e93-37c8-4637-8067-3d8e4044307d None None] Provisioning complete for port 18d4419c-a704-4b32-8073-077f073a1841 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:20.014937 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54805e93-37c8-4637-8067-3d8e4044307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.041701 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.109505 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 18d4419c-a704-4b32-8073-077f073a1841, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18d4419c-a704-4b32-8073-077f073a1841,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:20.118460 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.231858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=18d4419c-a704-4b32-8073-077f073a1841,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:20.283213 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.293754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Transition to ACTIVE for port object 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:20.294539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Transition to ACTIVE for port object 86836058-933a-4040-9e59-f6cd8411ed29 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:20.300762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.333329 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.361508 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Attempting to bind port 86836058-933a-4040-9e59-f6cd8411ed29 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:20.361785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Attempting to bind port 86836058-933a-4040-9e59-f6cd8411ed29 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:20.362145 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Attempting to bind port 86836058-933a-4040-9e59-f6cd8411ed29 on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:20.365328 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675730de-5c31-4695-9b8e-632743b61938 None None] Pushing event updated for resources: {'Port': ['ID=86836058-933a-4040-9e59-f6cd8411ed29,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:20.370080 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:20.370461 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:20.370861 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.371217 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:20.371411 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:20.371727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Bound port: 86836058-933a-4040-9e59-f6cd8411ed29, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:20.372109 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.376231 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:20.381923 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:20.416384 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Pushing event updated for resources: {'Port': ['ID=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:20.428983 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.605147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] For port 86836058-933a-4040-9e59-f6cd8411ed29, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:20.606300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.609617 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] For port 86836058-933a-4040-9e59-f6cd8411ed29, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=86836058-933a-4040-9e59-f6cd8411ed29,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:20.613343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.681075 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:20.681715 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:20.684127 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675730de-5c31-4695-9b8e-632743b61938 None None] Pushing event updated for resources: {'Port': ['ID=86836058-933a-4040-9e59-f6cd8411ed29,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:20.688783 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-873c4ec7-b1fa-45ea-be5f-eccb0c4454b0 None None] Provisioning for port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:20.726904 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-873c4ec7-b1fa-45ea-be5f-eccb0c4454b0 None None] Provisioning complete for port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:20.727314 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-873c4ec7-b1fa-45ea-be5f-eccb0c4454b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.783545 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.788251 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.801875 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-873c4ec7-b1fa-45ea-be5f-eccb0c4454b0 None None] Port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:14:20.823716 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:20.859818 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.861665 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Pushing event updated for resources: {'Port': ['ID=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:20.952813 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:20.954276 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:21.030695 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:19Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:21.058413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f01e1-5b31-4899-83ea-06876da6719f None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:19Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:21.080994 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Router a90e7647-4b2b-46f1-91de-b591a45838f5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:14:21.202611 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:21.210144 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-d7969c08-47f8-40e1-8e9b-48a5bacf082a admin admin] 10.222.0.37 "PUT /v2.0/routers/a90e7647-4b2b-46f1-91de-b591a45838f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9898927 Jul 06 19:14:21.229996 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a62efcf7-3c8b-4413-a159-3d99d4875200 None None] Provisioning complete for port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:21.230372 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a62efcf7-3c8b-4413-a159-3d99d4875200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.275456 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a62efcf7-3c8b-4413-a159-3d99d4875200 None None] Port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:14:21.607295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18d4419c-a704-4b32-8073-077f073a1841 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:21.660688 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 18d4419c-a704-4b32-8073-077f073a1841 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:21.661085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.759171 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46798) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:21.764440 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-920797730-network', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:21.787014 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Made reservation on behalf of 1c396e7b4feb4ae1898d40e71cc59cf9 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:14:21.789454 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.801822 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.905469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.910556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.941712 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:14:21.948441 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ceb41e-5c62-4fb9-9437-b55164e713f6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:21.957439 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.958067 n-d-799527-3 neutron-server[93943]: INFO neutron.db.segments_db [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Added segment 79425472-450a-4386-ba06-4cd79ccce298 of type vlan for network a495ed3b-947c-4485-be58-1a7b399591c2 Jul 06 19:14:22.003115 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745033359957'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.033930 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.035083 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:22.035810 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.093938 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3335247 Jul 06 19:14:22.096872 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46800) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:22.103710 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Request body: {'subnet': {'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-920797730-subnet', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:22.112007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e934a-dfa8-4e87-939f-a85725217a80 admin admin] Pushing event updated for resources: {'Network': ['ID=a495ed3b-947c-4485-be58-1a7b399591c2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:22.124651 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Network a495ed3b-947c-4485-be58-1a7b399591c2 details requested by agent ovs-agent-n-d-799527-3 with host n-d-799527-3 {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:14:22.135747 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Made reservation on behalf of 1c396e7b4feb4ae1898d40e71cc59cf9 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:14:22.138132 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12156802'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.336849 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12156816'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.393344 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0606d7-f9fc-447b-ad66-8ddf6447216b,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:22.410064 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Checking segment: {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:22.410434 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Network hostable DHCP agents. Network: a495ed3b-947c-4485-be58-1a7b399591c2, hostable agents: ['5da5b68f-9c71-4044-aab9-0c22edcf0646'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:14:22.428999 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Network a495ed3b-947c-4485-be58-1a7b399591c2 is scheduled to be hosted by DHCP agent 5da5b68f-9c71-4044-aab9-0c22edcf0646 with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:14:22.437996 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-3, a495ed3b-947c-4485-be58-1a7b399591c2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:22.442244 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:22.442842 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.447765 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483975f1-3fe0-46ea-a7c5-fa9f050fd6d1 None None] Network a495ed3b-947c-4485-be58-1a7b399591c2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:14:22.457268 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-4e15004f-2f36-4aa6-ab92-7314e511347c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3592982 Jul 06 19:14:22.459801 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46802) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:22.464633 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:22.490055 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4180434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32592'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.491063 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4180301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4192509', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4070971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32607'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.553413 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.623702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12682016-b4a2-5af3-85d7-78a857865e3b-a495ed3b-947c-4485-be58-1a7b399591c2', 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'fixed_ips': [{'subnet_id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b'}]}} from n-d-799527-3. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:14:22.624605 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.702347 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4082199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4180416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32589'] for router, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.765457 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Allocated IP 172.20.0.2 (a495ed3b-947c-4485-be58-1a7b399591c2/ef0606d7-f9fc-447b-ad66-8ddf6447216b/82cc30de-a50a-46bf-9c7d-a4b226a9f1f6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:22.932987 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.942263 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Transition to ACTIVE for port object 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:22.946469 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.959867 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Transition to ACTIVE for port object 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:22.967657 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:22.971226 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.012809 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Network a495ed3b-947c-4485-be58-1a7b399591c2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:23.020109 n-d-799527-3 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:23.024594 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:23.027861 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Pushing event updated for resources: {'Port': ['ID=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:23.086651 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Allocated IP 172.25.5.150 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/8e10a689-d97d-4833-a2ab-a8e06f715a0c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:23.096802 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Attempting to bind port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:23.097163 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Attempting to bind port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:23.097659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Attempting to bind port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 on network a495ed3b-947c-4485-be58-1a7b399591c2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:23.102864 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:23.103233 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Checking segment: {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:23.103736 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.104117 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Bound using segment: {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:23.105057 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Bound port: 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:23.105436 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.173634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] For port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:23.176893 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] For port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,segment=NetworkSegment(79425472-450a-4386-ba06-4cd79ccce298),segment_id=79425472-450a-4386-ba06-4cd79ccce298)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:23.182001 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.193962 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:23.204316 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:23.204960 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:23.205670 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.256903 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.265920 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870351af-8683-4c85-bbd7-69a14a35875f None None] Pushing event updated for resources: {'Port': ['ID=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:23.298927 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:23.302675 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:23.309195 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:23.329818 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:23.335300 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Pushing event updated for resources: {'Port': ['ID=8e10a689-d97d-4833-a2ab-a8e06f715a0c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:23.582060 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 2, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:23.621211 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:23.622239 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Updating router a90e7647-4b2b-46f1-91de-b591a45838f5 port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:14:23.636919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.667704 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.668770 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:23.728017 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:23.733562 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 86836058-933a-4040-9e59-f6cd8411ed29 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:23.792184 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 86836058-933a-4040-9e59-f6cd8411ed29 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:23.798240 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 86836058-933a-4040-9e59-f6cd8411ed29 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:23.798621 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.862339 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4180441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4082188'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.883488 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.906845 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 86836058-933a-4040-9e59-f6cd8411ed29, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=86836058-933a-4040-9e59-f6cd8411ed29,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:23.910930 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.957672 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.974566 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=86836058-933a-4040-9e59-f6cd8411ed29,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:23.979279 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Transition to ACTIVE for port object 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:23.988346 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:24.020430 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Router 1c476797-a333-468c-a88b-319ba244e61b is scheduled to L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:14:24.100821 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Attempting to bind port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:24.101484 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Attempting to bind port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:24.101845 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Attempting to bind port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:24.107911 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:24.108289 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Checking segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:24.109105 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:24.109250 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Bound using segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:24.109775 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Bound port: 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:24.110394 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:24.112675 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Pushing event updated for resources: {'Port': ['ID=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:24.121423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.122055 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.122583 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.123704 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.124209 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.124719 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.125230 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.125734 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.126231 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.126733 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.127227 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.127765 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:14:24.155180 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:24.165710 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Sync routers for ids ['1c476797-a333-468c-a88b-319ba244e61b'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:24.175242 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:24.177265 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-0f1cc7d0-e937-4e03-b702-0f2edb471f2f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7164037 Jul 06 19:14:24.180063 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46804) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:24.184432 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Routers {'1c476797-a333-468c-a88b-319ba244e61b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:24.186481 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1c476797-a333-468c-a88b-319ba244e61b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:24.244502 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] For port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:24.251161 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] For port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:24.257650 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:24.339779 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f10cb1-a9ab-445a-ac01-b15415fdb3ef None None] Pushing event updated for resources: {'Port': ['ID=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:24.369999 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:24.370681 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:24.387082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Set router 1c476797-a333-468c-a88b-319ba244e61b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:24.561697 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:24.637214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d19fac-2322-41f0-8d10-51817934911c None None] Network a495ed3b-947c-4485-be58-1a7b399591c2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:14:24.711195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] Provisioning for port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:24.718495 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] Provisioning complete for port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:24.718876 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:24.744912 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 3, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:24.788476 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Checking router: 1c476797-a333-468c-a88b-319ba244e61b for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:24.788828 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Updating router 1c476797-a333-468c-a88b-319ba244e61b port 8e10a689-d97d-4833-a2ab-a8e06f715a0c binding host n-d-799527-3 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:14:24.829644 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:24Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:24.860105 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72913ec-2495-4cd6-bf39-e33994f25d5c None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:24Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:25.023300 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.039486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.200225 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.201796 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Allocated IP 172.20.0.1 (a495ed3b-947c-4485-be58-1a7b399591c2/ef0606d7-f9fc-447b-ad66-8ddf6447216b/f0a4bca5-f8da-4c76-92fe-e3ab86d06b32) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:25.299714 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] For port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,segment=NetworkSegment(79425472-450a-4386-ba06-4cd79ccce298),segment_id=79425472-450a-4386-ba06-4cd79ccce298)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:25.307822 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.330386 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.348851 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Transition to ACTIVE for port object f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:25.387910 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.395147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59306d0-dc2f-448d-88b8-eefd9eaef5f1 None None] Pushing event updated for resources: {'Port': ['ID=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:25.440382 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Network a495ed3b-947c-4485-be58-1a7b399591c2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:25.444769 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:25.446893 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:25.449837 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:25.477527 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.493513 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Transition to ACTIVE for port object 8e10a689-d97d-4833-a2ab-a8e06f715a0c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:25.497638 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4192571'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.500990 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.578326 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93fd0-0d87-44e4-a81d-59ea11e82b4c None None] Pushing event updated for resources: {'Port': ['ID=8e10a689-d97d-4833-a2ab-a8e06f715a0c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:25.580779 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Attempting to bind port 8e10a689-d97d-4833-a2ab-a8e06f715a0c on host n-d-799527-3 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:25.581168 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Attempting to bind port 8e10a689-d97d-4833-a2ab-a8e06f715a0c by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:25.581528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Attempting to bind port 8e10a689-d97d-4833-a2ab-a8e06f715a0c on network 5e410cad-159e-49cb-9351-8c31739c6af3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:25.587365 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:25.587784 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Checking segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:25.588150 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.588790 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Bound using segment: {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:25.589257 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Bound port: 8e10a689-d97d-4833-a2ab-a8e06f715a0c, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:25.589642 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.646770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de9fbf8-98f5-4b13-ab67-bcbd2bbb4985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.697851 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:25.706804 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.729305 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] For port 8e10a689-d97d-4833-a2ab-a8e06f715a0c, host n-d-799527-3, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:25.760858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] For port 8e10a689-d97d-4833-a2ab-a8e06f715a0c, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8e10a689-d97d-4833-a2ab-a8e06f715a0c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:25.768987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-723aa55c-6c03-4629-b691-6aa2239aac46 None None] Provisioning complete for port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:25.769383 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-723aa55c-6c03-4629-b691-6aa2239aac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.772642 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.885780 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93fd0-0d87-44e4-a81d-59ea11e82b4c None None] Pushing event updated for resources: {'Port': ['ID=8e10a689-d97d-4833-a2ab-a8e06f715a0c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:25.891647 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Routers {'1c476797-a333-468c-a88b-319ba244e61b'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:25.892290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:13:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1c476797-a333-468c-a88b-319ba244e61b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:25.895747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:25.917239 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.922700 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.932390 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:25.932762 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:25.993228 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:26.000899 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4193094'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:26.070139 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] Set router 1c476797-a333-468c-a88b-319ba244e61b gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:26.100886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Network a495ed3b-947c-4485-be58-1a7b399591c2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:26.103205 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:26.177366 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:26.226530 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Router 1c476797-a333-468c-a88b-319ba244e61b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:14:26.248584 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c3bd52d0-b815-4c92-9548-dce71105fe54 None None] Provisioning for port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:26.269979 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c3bd52d0-b815-4c92-9548-dce71105fe54 None None] Provisioning complete for port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:26.270350 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c3bd52d0-b815-4c92-9548-dce71105fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:26.275837 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:26.304878 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:26.306041 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 86836058-933a-4040-9e59-f6cd8411ed29 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:26.352398 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:26.357433 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-3b72eda2-09ea-4064-b3bd-feb5c3052a07 admin admin] 10.222.0.37 "PUT /v2.0/routers/1c476797-a333-468c-a88b-319ba244e61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1759632 Jul 06 19:14:26.402604 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd52d0-b815-4c92-9548-dce71105fe54 None None] Port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:14:26.440747 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:26.462759 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 86836058-933a-4040-9e59-f6cd8411ed29 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:26.463141 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:26.506514 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f0a4bca5-f8da-4c76-92fe-e3ab86d06b32', 'name': '', 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'mac_address': 'fa:16:3e:50:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:25Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 1, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'subnets': [{'id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:26.538968 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34a8b-c746-4c70-bc81-b3d544fb55d9 None None] The sync data for ids ['1c476797-a333-468c-a88b-319ba244e61b'] in n-d-799527-3 is: [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f0a4bca5-f8da-4c76-92fe-e3ab86d06b32', 'name': '', 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'mac_address': 'fa:16:3e:50:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:25Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 1, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'subnets': [{'id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:26.557550 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-81df8f25-0cf3-4fe4-9d72-093e8cca699b None None] Provisioning complete for port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:26.557550 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81df8f25-0cf3-4fe4-9d72-093e8cca699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:26.625685 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:26.628295 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-81df8f25-0cf3-4fe4-9d72-093e8cca699b None None] Port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:14:26.677569 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:26.678388 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.090044 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 46812) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.095725 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714306015', 'description': 'tempest-secgroup-smoke-714306015 description', 'project_id': '1677504d0d664edb8953c23af8c8cc38'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.119923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.203092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.206633 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.232401 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.233598 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425037 Jul 06 19:14:27.237073 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.237897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70307f3-e21b-4207-a6f4-0450306c7bdb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef24738-0401-43d0-8b62-550ec2b2e10e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:27.242262 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group_rule': {'security_group_id': '2ef24738-0401-43d0-8b62-550ec2b2e10e', 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.270754 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.328255 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.331699 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.350939 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c379afe-ea7c-4046-9a01-0cf0c42aa23c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:27.353935 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.355201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9ad87423-df04-4354-92a5-ac554989f42d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170602 Jul 06 19:14:27.358006 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.362648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group_rule': {'security_group_id': '2ef24738-0401-43d0-8b62-550ec2b2e10e', 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.389511 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.459533 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.464957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.482921 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241d5e51-3de5-4c4b-b075-828dfae81f29,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:27.489332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.490260 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-03f74172-8795-4002-9193-dad8d2eedee8 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312575 Jul 06 19:14:27.493015 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.497511 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group_rule': {'security_group_id': '2ef24738-0401-43d0-8b62-550ec2b2e10e', 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.525420 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.620642 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.621150 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:27.625334 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.647328 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d7cdeb-e2d8-4d95-b4db-5904d45a12fb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:27.661957 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.664113 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-4d06a13f-8d75-4bed-beb6-a1b6428b302d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701076 Jul 06 19:14:27.666137 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.671108 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group_rule': {'security_group_id': '2ef24738-0401-43d0-8b62-550ec2b2e10e', 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.686194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:27.686750 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.703024 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.770225 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.777061 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.796414 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4d27b7-adf4-4e77-85c9-cb9fb6dadc12,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:27.803170 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.804554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3364e807-bc4c-4e9f-baac-837393bbba72 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372659 Jul 06 19:14:27.807215 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46822) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.813084 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group_rule': {'security_group_id': '2ef24738-0401-43d0-8b62-550ec2b2e10e', 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.835662 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Project 1677504d0d664edb8953c23af8c8cc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:14:27.841393 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.909568 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.913749 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.934313 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef23a0f-2e3f-4a7e-8e81-a01e1f1cf1fa,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:27.940326 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:27.941540 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0469fac8-7ea6-425e-ad7a-7de83b797b70 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333263 Jul 06 19:14:27.944423 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:27.949340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'security_group_rule': {'security_group_id': '2ef24738-0401-43d0-8b62-550ec2b2e10e', 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:27.972934 n-d-799527-3 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Project 1677504d0d664edb8953c23af8c8cc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:14:27.978294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:28.043861 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:28.048829 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4052166'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:28.068529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf21713d-3a7d-4d9b-9789-345ca92a8c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:28.069965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b34007d-35ac-4901-b09e-f4e6fe61fbd6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:28.074358 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:28.083844 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-571023a9-96c1-4bc8-8758-1c98cdc9e231 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382797 Jul 06 19:14:28.093147 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:28.225007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-9d3e9d19-d604-47ef-8780-1193064bdd42 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714306015&fields=id&tenant_id=1677504d0d664edb8953c23af8c8cc38 HTTP/1.1" status: 200 len: 267 time: 0.0353971 Jul 06 19:14:28.345465 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-d9f785fc-9c47-4706-b6e0-0408ec3de51d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:28.346936 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-d9f785fc-9c47-4706-b6e0-0408ec3de51d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 810 time: 0.1155236 Jul 06 19:14:28.362109 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-c3a434fb-e39a-47b4-971d-c8f30358fb0e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/quotas/1677504d0d664edb8953c23af8c8cc38 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Jul 06 19:14:28.429511 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-c595b51c-4430-4dbe-b2ae-ef827b586181 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623322 Jul 06 19:14:28.444524 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-dc8a0c6c-b0f6-4e81-b0b2-ee061ea8cadd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:14:28.445490 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-dc8a0c6c-b0f6-4e81-b0b2-ee061ea8cadd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052276 Jul 06 19:14:28.538615 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-b0d51213-fafe-4701-9c56-67e4369d5fcc service neutron] 10.222.0.37 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877419 Jul 06 19:14:28.633774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-dc52986c-8f17-4fe2-ada2-c3e16df4466a service neutron] 10.222.0.37 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890729 Jul 06 19:14:28.822944 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-50c286bc-6763-4204-b991-b728239a21d4 req-9c6075c3-85dc-4790-b385-a32e555ea483 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0313547 Jul 06 19:14:29.000380 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Sync routers for ids ['1c476797-a333-468c-a88b-319ba244e61b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:29.016757 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Routers {'1c476797-a333-468c-a88b-319ba244e61b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:29.017380 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:14:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1c476797-a333-468c-a88b-319ba244e61b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:29.220135 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Set router 1c476797-a333-468c-a88b-319ba244e61b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:29.424049 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f0a4bca5-f8da-4c76-92fe-e3ab86d06b32', 'name': '', 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'mac_address': 'fa:16:3e:50:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:25Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 2, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'subnets': [{'id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:29.454423 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Checking router: 1c476797-a333-468c-a88b-319ba244e61b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:29.454772 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Updating router 1c476797-a333-468c-a88b-319ba244e61b port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 binding host n-d-799527-3 {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:14:29.489908 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.615962 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8e10a689-d97d-4833-a2ab-a8e06f715a0c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:29.667452 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port 8e10a689-d97d-4833-a2ab-a8e06f715a0c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:29.672271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8e10a689-d97d-4833-a2ab-a8e06f715a0c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:29.672651 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.723799 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.767913 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.780937 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.791579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port 8e10a689-d97d-4833-a2ab-a8e06f715a0c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8e10a689-d97d-4833-a2ab-a8e06f715a0c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:29.791889 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Transition to ACTIVE for port object f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:29.797260 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.800808 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.878026 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf1fd-b8f5-4fac-98d3-9619c75e9c7b None None] Pushing event updated for resources: {'Port': ['ID=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:29.896352 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=8e10a689-d97d-4833-a2ab-a8e06f715a0c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:29.924748 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Attempting to bind port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 on host n-d-799527-3 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:29.925119 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Attempting to bind port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 by drivers openvswitch,hyperv on host n-d-799527-3 at level 0 using segments [{'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:29.926255 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Attempting to bind port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 on network a495ed3b-947c-4485-be58-1a7b399591c2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:29.934206 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Checking agent: {'id': '3163fdcf-27a1-413a-bdd9-7b2799a9c097', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 28), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:29.934585 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Checking segment: {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:29.935662 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.936073 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Bound using segment: {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:29.936560 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Bound port: f0a4bca5-f8da-4c76-92fe-e3ab86d06b32, host: n-d-799527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79425472-450a-4386-ba06-4cd79ccce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:29.936947 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:29.990171 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-6d82f844-bfeb-481f-a1dc-2cc786e7b323 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:29.992184 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-6d82f844-bfeb-481f-a1dc-2cc786e7b323 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 810 time: 0.1772783 Jul 06 19:14:30.021732 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] For port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32, host n-d-799527-3, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:30.025375 n-d-799527-3 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] For port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32, host n-d-799527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,segment=NetworkSegment(79425472-450a-4386-ba06-4cd79ccce298),segment_id=79425472-450a-4386-ba06-4cd79ccce298)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:30.029764 n-d-799527-3 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.065422 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7ba3efb7-7245-45f8-bd7f-a0122c72e5cd req-fbe75d14-400c-4753-872c-a098eb67255a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0431702 Jul 06 19:14:30.080852 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e7aff72e-b8bd-4217-bb52-335863ba5adf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1677504d0d664edb8953c23af8c8cc38 HTTP/1.1" status: 200 len: 379 time: 0.0724800 Jul 06 19:14:30.097030 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'port': {'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'admin_state_up': True, 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'security_groups': ['2ef24738-0401-43d0-8b62-550ec2b2e10e']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:30.129760 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf1fd-b8f5-4fac-98d3-9619c75e9c7b None None] Pushing event updated for resources: {'Port': ['ID=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:30.133293 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Routers {'1c476797-a333-468c-a88b-319ba244e61b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:30.134395 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:14:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1c476797-a333-468c-a88b-319ba244e61b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:30.228945 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Made reservation on behalf of 1677504d0d664edb8953c23af8c8cc38 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:14:30.233191 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.254795 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] Set router 1c476797-a333-468c-a88b-319ba244e61b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:30.377627 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Allocated IP 172.20.0.9 (93da75a0-d140-4b2d-a9ea-af13e0f5e371/6ee4e77b-d2e1-4d0b-9720-5b296f154ef2/147fa715-fbe9-40db-b2d8-4563ae8fa40c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:30.477993 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f0a4bca5-f8da-4c76-92fe-e3ab86d06b32', 'name': '', 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'mac_address': 'fa:16:3e:50:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:25Z', 'updated_at': '2021-07-06T19:14:30Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'subnets': [{'id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:30.505125 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95548402-e0e2-4d1b-b616-baa8244fd964 None None] The sync data for ids ['1c476797-a333-468c-a88b-319ba244e61b'] in n-d-799527-3 is: [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:25Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': 'f0a4bca5-f8da-4c76-92fe-e3ab86d06b32', 'name': '', 'network_id': 'a495ed3b-947c-4485-be58-1a7b399591c2', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'mac_address': 'fa:16:3e:50:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:25Z', 'updated_at': '2021-07-06T19:14:30Z', 'revision_number': 4, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'subnets': [{'id': 'ef0606d7-f9fc-447b-ad66-8ddf6447216b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:30.532582 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.546597 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Transition to ACTIVE for port object 147fa715-fbe9-40db-b2d8-4563ae8fa40c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:30.583423 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.630915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:30.634145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:30.641309 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:30.670381 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:30.700600 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:30.702286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.719775 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-5e88fe02-6628-4403-915b-ef4a458fb0b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333454 Jul 06 19:14:30.734141 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Request body: {'port': {'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:30.819570 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.880646 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.937987 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2451ebc9-4d17-40e4-907c-4bd294a12678 None None] Provisioning for port 147fa715-fbe9-40db-b2d8-4563ae8fa40c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:30.942385 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2451ebc9-4d17-40e4-907c-4bd294a12678 None None] Provisioning complete for port 147fa715-fbe9-40db-b2d8-4563ae8fa40c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:30.942841 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2451ebc9-4d17-40e4-907c-4bd294a12678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:30.978866 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2451ebc9-4d17-40e4-907c-4bd294a12678 None None] Port 147fa715-fbe9-40db-b2d8-4563ae8fa40c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:14:31.103837 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.114240 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147fa715-fbe9-40db-b2d8-4563ae8fa40c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:14:31.122746 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.142385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Transition to ACTIVE for port object 147fa715-fbe9-40db-b2d8-4563ae8fa40c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:14:31.148711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.248483 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:31.323378 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Attempting to bind port 147fa715-fbe9-40db-b2d8-4563ae8fa40c on host n-h1-799527-3 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:14:31.323735 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Attempting to bind port 147fa715-fbe9-40db-b2d8-4563ae8fa40c by drivers openvswitch,hyperv on host n-h1-799527-3 at level 0 using segments [{'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:14:31.324069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Attempting to bind port 147fa715-fbe9-40db-b2d8-4563ae8fa40c on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:31.334832 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Port 147fa715-fbe9-40db-b2d8-4563ae8fa40c on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-3 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:14:31.335167 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Attempting to bind port 147fa715-fbe9-40db-b2d8-4563ae8fa40c on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:14:31.346235 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea489c-2acc-4748-9242-b9e60a343c54 req-7b663c57-574e-4b30-a912-d3d7256e0424 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:31.347859 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cea489c-2acc-4748-9242-b9e60a343c54 req-7b663c57-574e-4b30-a912-d3d7256e0424 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.1526942 Jul 06 19:14:31.350854 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Checking agent: {'id': '53709ca7-4460-47e7-a046-852c2a1c6ad5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'started_at': datetime.datetime(2021, 7, 6, 17, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:14:31.352773 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Checking segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:14:31.353158 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Bound using segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:14:31.353606 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Bound port: 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host: n-h1-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:14:31.353976 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.447402 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1cea489c-2acc-4748-9242-b9e60a343c54 req-376a0fdc-41e7-4340-b3b8-1d996fe09794 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909491 Jul 06 19:14:31.474052 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:14:31.477187 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:14:31.483361 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.522305 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:31.522930 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.524357 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] 10.222.0.60 "PUT /v2.0/ports/147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 1091 time: 0.7969832 Jul 06 19:14:31.524807 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:14:31.527142 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d88b38-af6a-424e-9ba3-40df51009303" -d '{"events": [{"name": "network-changed", "server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:31.561845 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52025da-0bda-48c4-ada4-1531dd4b5c14 service neutron] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:31.629700 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5facd53-5866-47e9-ac4e-be4de4b8b4ce x-openstack-request-id: req-f5facd53-5866-47e9-ac4e-be4de4b8b4ce {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:31.630153 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:31.630589 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5facd53-5866-47e9-ac4e-be4de4b8b4ce {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:31.631418 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'status': 'completed', 'code': 200} Jul 06 19:14:31.677386 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-dc3426e5-82ea-47b4-acc4-2b70aa0653f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:31.679155 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-dc3426e5-82ea-47b4-acc4-2b70aa0653f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.1034834 Jul 06 19:14:31.695860 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:31.729506 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-704240cf-29c6-4cdf-a250-c68094bbb7ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 217 time: 0.0390429 Jul 06 19:14:31.766034 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning for port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:31.770488 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:31.770985 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.783019 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-7dc47314-75a6-49ac-82ef-73b739b13e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:31.784785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-7dc47314-75a6-49ac-82ef-73b739b13e2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0489552 Jul 06 19:14:31.855895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-820b829f-3be4-4205-b8c8-de5f7ff1126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:31.857924 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-820b829f-3be4-4205-b8c8-de5f7ff1126f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668519 Jul 06 19:14:31.864170 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.899935 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] For port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,segment=NetworkSegment(79425472-450a-4386-ba06-4cd79ccce298),segment_id=79425472-450a-4386-ba06-4cd79ccce298)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:31.905186 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:31.906253 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8e10a689-d97d-4833-a2ab-a8e06f715a0c up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:31.953064 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-ed3e5250-d2b2-4af7-90f4-5a529c594a51 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Jul 06 19:14:32.010046 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Pushing event updated for resources: {'Port': ['ID=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:32.037699 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port 8e10a689-d97d-4833-a2ab-a8e06f715a0c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:32.038003 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:32.065880 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ab26d431-0c07-4f3f-8b19-1eb83557a9ac req-6e18911a-5b64-428b-b54f-8389a2d4271b service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059303 Jul 06 19:14:32.167175 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b38-af6a-424e-9ba3-40df51009303 req-11f60097-cbef-4efb-bf52-6802fa587274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:32.168996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-11f60097-cbef-4efb-bf52-6802fa587274 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0559204 Jul 06 19:14:32.263904 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b38-af6a-424e-9ba3-40df51009303 req-5570662f-74ad-4580-88f4-5122e94252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:32.265358 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-5570662f-74ad-4580-88f4-5122e94252ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0894194 Jul 06 19:14:32.311829 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-323fc394-ce15-48d9-9672-433bba50a771 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 217 time: 0.0398116 Jul 06 19:14:32.366780 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b38-af6a-424e-9ba3-40df51009303 req-97b800e1-22e2-4f95-8cc2-f9e7beb06b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:32.368366 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-97b800e1-22e2-4f95-8cc2-f9e7beb06b7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0490274 Jul 06 19:14:32.431437 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b38-af6a-424e-9ba3-40df51009303 req-5b2e821e-54b6-44c8-90c9-235be4ee3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:32.435073 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-5b2e821e-54b6-44c8-90c9-235be4ee3294 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581148 Jul 06 19:14:32.532126 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-d5581075-39be-4454-b20e-13c018cc3326 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910447 Jul 06 19:14:32.664948 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-59d88b38-af6a-424e-9ba3-40df51009303 req-4b928d69-a99d-4f8a-a17c-f20c77a84bbe service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235251 Jul 06 19:14:32.683065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36974c9f-d58d-49fa-9a94-9331aafba43b req-aceaef4b-e601-42b7-9543-6d2233043463 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:32.684609 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36974c9f-d58d-49fa-9a94-9331aafba43b req-aceaef4b-e601-42b7-9543-6d2233043463 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.1012883 Jul 06 19:14:32.725368 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-36974c9f-d58d-49fa-9a94-9331aafba43b req-fc31af95-5e5f-4b1c-bac8-f822622fc65d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339413 Jul 06 19:14:33.352215 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:33.597843 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 up at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:33.644939 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Provisioning complete for port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:33.645173 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:33.904472 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac0608-b662-49fe-9226-c73cc9de2915 req-e0a4a3d9-c1ac-4ba5-a4d0-cb98317fa065 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:33.906077 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bac0608-b662-49fe-9226-c73cc9de2915 req-e0a4a3d9-c1ac-4ba5-a4d0-cb98317fa065 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0635400 Jul 06 19:14:33.944319 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-3bac0608-b662-49fe-9226-c73cc9de2915 req-661e979a-2778-44bb-8477-5c0e31b70d7b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Jul 06 19:14:35.116537 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda931-ad90-4bc9-b33b-86c99e90c370 req-9a56b788-d6f3-4fca-ac4f-f99d6490c379 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:35.118026 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceda931-ad90-4bc9-b33b-86c99e90c370 req-9a56b788-d6f3-4fca-ac4f-f99d6490c379 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0636492 Jul 06 19:14:35.159548 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bceda931-ad90-4bc9-b33b-86c99e90c370 req-5dd5567e-83f9-4dc4-b209-538d7d577d73 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353882 Jul 06 19:14:35.785195 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:14:35.880678 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:35.891642 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:14:35.928927 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:35.944925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147fa715-fbe9-40db-b2d8-4563ae8fa40c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:14:35.964539 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:35.968766 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:36.175020 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:36.216541 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['147fa715-fbe9-40db-b2d8-4563ae8fa40c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:14:36.334182 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef6b3-ad13-4ac9-a3f9-59ae3af7ca24 req-5844f12c-fc3e-40a1-b2a0-165a05eb076e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:36.335681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d23ef6b3-ad13-4ac9-a3f9-59ae3af7ca24 req-5844f12c-fc3e-40a1-b2a0-165a05eb076e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0654688 Jul 06 19:14:36.376621 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-d23ef6b3-ad13-4ac9-a3f9-59ae3af7ca24 req-593668c4-3ab4-4ea6-a348-1adfdbf6121b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337808 Jul 06 19:14:37.552771 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90224c68-6d30-4c07-b925-fea2b2dc97d4 req-f15aaf6e-f3ed-49e5-a4d9-742f71517723 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:37.554275 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90224c68-6d30-4c07-b925-fea2b2dc97d4 req-f15aaf6e-f3ed-49e5-a4d9-742f71517723 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0654075 Jul 06 19:14:37.592752 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-90224c68-6d30-4c07-b925-fea2b2dc97d4 req-0667f22b-5db8-4310-915c-de9b81b59629 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329556 Jul 06 19:14:37.787308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:14:37.835800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning for port 147fa715-fbe9-40db-b2d8-4563ae8fa40c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:14:37.840178 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 147fa715-fbe9-40db-b2d8-4563ae8fa40c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:14:37.840553 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:37.921261 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:37.943006 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:14:37.945289 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dfd79e-29a5-4e40-bce0-db20a70e47c8" -d '{"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:37.958092 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:14:37.962354 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:37.993671 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e07ef-dc09-48ba-951b-63c9ab62bb21 x-openstack-request-id: req-a86e07ef-dc09-48ba-951b-63c9ab62bb21 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:37.993964 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:37.994209 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a86e07ef-dc09-48ba-951b-63c9ab62bb21 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:37.994595 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'code': 200} Jul 06 19:14:38.033285 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:38.125462 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52b4eb-c0f3-4d74-8cca-0458c9be23d2 req-3957beb3-ca8a-409b-8587-73c846796887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:38.127007 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af52b4eb-c0f3-4d74-8cca-0458c9be23d2 req-3957beb3-ca8a-409b-8587-73c846796887 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0563495 Jul 06 19:14:38.161024 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-af52b4eb-c0f3-4d74-8cca-0458c9be23d2 req-06997f58-fd4a-46d5-ba03-f5cbdea54ba7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276728 Jul 06 19:14:38.767321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97289afd-9a3d-40b1-9bbd-20d4d009dc3f req-eedab2b9-2c35-406b-84c1-62e7c6012223 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:38.768692 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97289afd-9a3d-40b1-9bbd-20d4d009dc3f req-eedab2b9-2c35-406b-84c1-62e7c6012223 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0642076 Jul 06 19:14:38.805044 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-97289afd-9a3d-40b1-9bbd-20d4d009dc3f req-4bba46c4-c7a7-4c4a-9afd-f4157d98444a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Jul 06 19:14:39.978943 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77fa3f-bbdb-45fc-8250-833320984e67 req-5f36f40c-9c6a-4b49-af6c-1c0780ac0116 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:39.980455 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf77fa3f-bbdb-45fc-8250-833320984e67 req-5f36f40c-9c6a-4b49-af6c-1c0780ac0116 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0633802 Jul 06 19:14:40.022441 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bf77fa3f-bbdb-45fc-8250-833320984e67 req-9c5a173d-1b54-4be5-9b00-d3b73505a49b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358169 Jul 06 19:14:40.201915 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e2b07-c6d8-44d1-835c-a5f2a9fba640 req-f2da2298-02da-44f3-b554-cdc939155fec tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:40.203151 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e6e2b07-c6d8-44d1-835c-a5f2a9fba640 req-f2da2298-02da-44f3-b554-cdc939155fec tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0638540 Jul 06 19:14:40.240329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1e6e2b07-c6d8-44d1-835c-a5f2a9fba640 req-221602dc-6328-40e6-b74b-c792f77f4eab tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315328 Jul 06 19:14:40.265648 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:40.407193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e0d3d-3cf7-4226-8acc-0277e1f9dfbe tempest-TestSnapshotPattern-663428494 tempest-TestSnapshotPattern-663428494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:40.408757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-807e0d3d-3cf7-4226-8acc-0277e1f9dfbe tempest-TestSnapshotPattern-663428494 tempest-TestSnapshotPattern-663428494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1091 time: 0.1421149 Jul 06 19:14:40.411772 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 46880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:14:40.416257 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:14:40.439319 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:40.539130 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:40.641857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Allocated IP 172.25.5.83 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/caeec510-6de0-4823-9065-4e78d3170b7c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:14:40.750548 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:40.788423 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:40.826216 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:14:40.829065 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:14:40.835023 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:14:40.841041 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'Port': ['ID=caeec510-6de0-4823-9065-4e78d3170b7c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:41.512800 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:41.593391 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:41.738945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:41.743481 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:41.818026 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'Port': ['ID=caeec510-6de0-4823-9065-4e78d3170b7c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:14:41.824607 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:41.924674 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Floating IP 068e2f7e-af41-4edf-9e18-7cee045cfd2f associated. External IP: 172.25.5.83, port: 147fa715-fbe9-40db-b2d8-4563ae8fa40c. Jul 06 19:14:42.135686 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Router a90e7647-4b2b-46f1-91de-b591a45838f5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:14:42.244716 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:14:42.254656 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:14:42.261975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:42.264943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:42.265649 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:14:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:42.299329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-9e6b0954-646a-431f-8ac5-bfa42187bd63 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8864760 Jul 06 19:14:42.300740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:14:42.302504 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80738360-f0d0-41eb-8aba-e2437d0ec125" -d '{"events": [{"name": "network-changed", "server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:14:42.339959 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6227b78-792a-4ff2-b406-3e531d7320e8 x-openstack-request-id: req-b6227b78-792a-4ff2-b406-3e531d7320e8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:14:42.340247 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:14:42.340521 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6227b78-792a-4ff2-b406-3e531d7320e8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:14:42.340920 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'status': 'completed', 'code': 200} Jul 06 19:14:42.376977 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:42.416739 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-0c85c64a-b4dd-4cfa-8ded-80ca0bfcdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:42.417774 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-0c85c64a-b4dd-4cfa-8ded-80ca0bfcdb7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0533407 Jul 06 19:14:42.525637 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-69961a82-a83f-4ffc-bd7d-a91258678d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:42.527310 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-69961a82-a83f-4ffc-bd7d-a91258678d22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.1000626 Jul 06 19:14:42.596602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-5be7c4a4-bfa4-4268-a539-b56dcbb54885 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 998 time: 0.0625207 Jul 06 19:14:42.618763 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:41Z', 'revision_number': 0, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:42.645631 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:14:42.647018 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-fca7a938-16ef-4c96-8228-7f3c961e6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:42.648682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-fca7a938-16ef-4c96-8228-7f3c961e6eac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0462601 Jul 06 19:14:42.654644 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:14:42.655282 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:14:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:42.713588 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-9208aced-7780-4069-a919-2c4e2a9cb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:42.715005 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-9208aced-7780-4069-a919-2c4e2a9cb69c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594153 Jul 06 19:14:42.766868 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:14:42.808031 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-606483ae-900f-4479-8e3b-ea9e7cf170f4 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Jul 06 19:14:42.915483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-80738360-f0d0-41eb-8aba-e2437d0ec125 req-472aa903-13c9-4251-b889-7a1d9b919a56 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001782 Jul 06 19:14:43.010069 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:41Z', 'revision_number': 0, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:14:43.042188 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbe545-4a86-473a-886a-4fae2ea9df54 None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:41Z', 'revision_number': 0, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:14:43.229770 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f001715-5d3b-4fe8-a3cd-4aa7c6423e88 None None] New status for floating IP 068e2f7e-af41-4edf-9e18-7cee045cfd2f: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:14:44.451934 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-4fb349da-6736-4e90-90dc-6726d94b29cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536065 Jul 06 19:14:44.548099 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-edfe3baf-bb42-4194-9538-53e5ac9ea2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:44.549673 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-edfe3baf-bb42-4194-9538-53e5ac9ea2c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0528579 Jul 06 19:14:44.660118 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-19de4480-8afa-4785-bd2d-4072b13c0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:44.661664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-19de4480-8afa-4785-bd2d-4072b13c0c29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0910389 Jul 06 19:14:44.727686 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-f774c7d5-82e1-4fc1-bfc5-17da7e325a26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 1000 time: 0.0592601 Jul 06 19:14:44.775557 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-e2c0023c-a95a-47f5-8a45-8372d09a2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:44.776993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-e2c0023c-a95a-47f5-8a45-8372d09a2f3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0433612 Jul 06 19:14:44.838034 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-1710c71f-4d19-45e9-b5fe-53cce3dd5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:14:44.839822 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-1710c71f-4d19-45e9-b5fe-53cce3dd5a2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560336 Jul 06 19:14:44.930657 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-fb6c4a11-a1fd-49c2-8422-6e99711a9af4 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825133 Jul 06 19:14:45.028182 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-31d16b21-2d1a-488c-a790-d9bf067a622e req-2200bf8f-ca1f-4529-8d6c-6656a917295c service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907068 Jul 06 19:14:53.370056 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:14:55.605265 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-337b94ec-40ee-420a-ad61-e6abb0ed5ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:58.071363 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef6b15e4-6a7c-4c64-a563-960d4eb6cae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:58.086891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:59.716006 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:00.871650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:01.101439 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:03.366878 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:25.607133 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23605531-b3e1-4b08-b37a-fe4f45416cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:28.072873 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d732582b-01c6-478d-a520-562ad791efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:28.088673 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:29.719684 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:30.369236 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:15:30.882566 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:31.104778 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:33.367094 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:47.127070 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-98bda7dd-e12a-4b3e-89b4-8513ffe33a39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542748 Jul 06 19:15:47.229907 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-de5e1ed1-177f-4bfc-b283-bf3ccd58a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:47.231461 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-de5e1ed1-177f-4bfc-b283-bf3ccd58a888 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0545232 Jul 06 19:15:47.345529 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-dd3f0574-9702-4f0a-8fda-2e53273a7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:47.347040 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-dd3f0574-9702-4f0a-8fda-2e53273a7060 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0933826 Jul 06 19:15:47.412524 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-f0f9d925-fa17-4d11-8e2f-dc5c9eb74ef3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 1000 time: 0.0584610 Jul 06 19:15:47.468710 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-782992ca-1cb9-4ec6-9f76-2822b9b2e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:47.470193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-782992ca-1cb9-4ec6-9f76-2822b9b2e8e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0510504 Jul 06 19:15:47.533456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-4325e423-1c59-4834-9e54-fbe15adc0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:15:47.534963 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-4325e423-1c59-4834-9e54-fbe15adc0c87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573781 Jul 06 19:15:47.624207 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-987f8f6b-f203-40ef-9ba1-b5526d71b9d6 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817468 Jul 06 19:15:47.719188 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1eff57dc-6c14-46a4-a9c0-004909101734 req-c7c615ba-876a-4db2-9b7c-1f88f1c751e0 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878129 Jul 06 19:15:55.608029 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a013ea5f-9269-4049-b3a2-dbc5a2310eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:58.072759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-457b8a71-1f03-436c-95e2-e2a29aa1744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:58.090711 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:59.722770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:00.907791 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:01.107805 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:03.379364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:07.368262 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:16:25.609923 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af33374a-9776-413a-a7db-4e26566c55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:28.073770 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8e46-b806-4fdf-b7c4-a8670510c2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:28.091800 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:29.724979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:30.893011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:31.111781 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:33.386125 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:35.579385 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [req-4fe39e09-2098-46eb-89be-e3bf89a887f4 req-8e349421-1c72-4645-b737-0c421623e8fe service neutron] (93942) timed out ('10.222.0.61', 56768) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:16:44.366971 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:16:44.438777 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c details requested by agent hyperv_n-h1-799527-3 with host n-h1-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:16:44.551723 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:16:44.568413 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Returning: {'device': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:16:44.616379 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:44.632101 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 147fa715-fbe9-40db-b2d8-4563ae8fa40c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:16:44.654210 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:16:44.662520 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:44.727785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:16:44.738561 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.739013 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.739446 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.739874 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.740290 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.740702 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.741191 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.741637 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.742031 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.742428 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.742701 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.743028 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:44.748398 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] get_ports_and_sgs() called for port_ids ['147fa715-fbe9-40db-b2d8-4563ae8fa40c'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:16:46.436271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c up at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:16:46.526412 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Provisioning complete for port 147fa715-fbe9-40db-b2d8-4563ae8fa40c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:16:46.526779 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:46.614210 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:46.638907 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:16:46.641475 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a20909b-33ed-4330-b9bb-f5f54525ac89" -d '{"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:16:46.665460 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:16:46.670217 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:46.745708 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:16:46.781059 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a6bb2-ad51-42eb-a22f-498b459140c4 x-openstack-request-id: req-493a6bb2-ad51-42eb-a22f-498b459140c4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:16:46.781435 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:16:46.781657 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-493a6bb2-ad51-42eb-a22f-498b459140c4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:16:46.782024 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'code': 200} Jul 06 19:16:49.198053 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-95d955b5-438c-4df0-a5b7-9298e5e6fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:49.199734 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-95d955b5-438c-4df0-a5b7-9298e5e6fd61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.1123278 Jul 06 19:16:49.317906 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-0c0553c3-bb17-4dad-8423-0192d87a9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:49.319592 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-0c0553c3-bb17-4dad-8423-0192d87a9275 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0980306 Jul 06 19:16:49.395242 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-7b6c4e94-e430-4698-b380-8af7079c6a69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 1000 time: 0.0687077 Jul 06 19:16:49.456051 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-21456c3a-0848-495b-8609-6d995684c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:49.457620 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-21456c3a-0848-495b-8609-6d995684c3e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0526295 Jul 06 19:16:49.536362 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-a3354c4f-2bd7-498f-8813-866965190250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:49.538278 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-a3354c4f-2bd7-498f-8813-866965190250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739427 Jul 06 19:16:49.654483 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-de30a8f4-0d33-4995-88c8-8651d010f608 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084890 Jul 06 19:16:49.792721 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-bd71977b-6ee5-4fa0-9461-48b48062d61b req-3464a9de-c664-4247-ab35-cadb72ed1a06 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309202 Jul 06 19:16:52.874147 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-fb72ab92-1061-4f13-893c-9a1064dfc4ea tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714306015&fields=id&tenant_id=1677504d0d664edb8953c23af8c8cc38 HTTP/1.1" status: 200 len: 267 time: 0.0343204 Jul 06 19:16:52.981256 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-20b8e0e1-e8e2-449c-a7e6-0e781365972d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:52.982753 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-20b8e0e1-e8e2-449c-a7e6-0e781365972d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 810 time: 0.1016381 Jul 06 19:16:52.997757 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-5d0d5882-6768-4494-b53d-7cd44e0ad39d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/quotas/1677504d0d664edb8953c23af8c8cc38 HTTP/1.1" status: 200 len: 375 time: 0.0090749 Jul 06 19:16:53.076667 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1109e415-d9e2-43fa-821c-3708dfce27f1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0729744 Jul 06 19:16:53.225554 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-efe3ed2f-7e12-4fa5-97d6-d879cf57c3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355081 Jul 06 19:16:53.321602 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-a3a7b9aa-f267-429e-b38a-af29a12c7e4f service neutron] 10.222.0.37 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Jul 06 19:16:53.494086 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98aebe09-f6ae-4494-8451-9b7ab40ae827 req-605e2a22-67db-4ae5-9ceb-234f84c60619 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 210 time: 0.0294523 Jul 06 19:16:54.580509 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-73e17efb-ba6f-4dff-828d-af643977cd05 req-100c30da-00b1-4c7d-8d9a-f25439999ad4 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 210 time: 0.0350296 Jul 06 19:16:55.612981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9a681d7-3627-4467-b9ac-d3737431e07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:55.733271 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-42931f9e-9b24-482e-b89b-c2ed2eacd659 req-94fabf50-dc2f-485b-a9f4-de8f21b9cdaa tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 210 time: 0.0343459 Jul 06 19:16:56.469732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:16:56.551850 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:56.575743 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:16:56.577981 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec1bd7-f752-4b13-9510-3c83a4d58867" -d '{"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:16:56.591194 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:16:56.596317 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:56.622362 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cfd27f-4e64-47ae-9602-045da0be9290 x-openstack-request-id: req-e8cfd27f-4e64-47ae-9602-045da0be9290 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:16:56.623073 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:16:56.623073 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8cfd27f-4e64-47ae-9602-045da0be9290 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:16:56.623376 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'code': 200} Jul 06 19:16:56.650686 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Pushing event updated for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:16:56.755897 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-84fb17bc-2761-4f71-b682-be1b7898d405 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:56.757393 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-84fb17bc-2761-4f71-b682-be1b7898d405 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.61 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 810 time: 0.1118653 Jul 06 19:16:56.801873 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-015bedd9-79e0-475f-b7ae-8f2a87a4ccc0 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1677504d0d664edb8953c23af8c8cc38 HTTP/1.1" status: 200 len: 379 time: 0.0355265 Jul 06 19:16:56.811178 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'port': {'device_id': '04758d70-0e61-4be8-9788-ef8434727b84', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'admin_state_up': True, 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'security_groups': ['2ef24738-0401-43d0-8b62-550ec2b2e10e']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:16:56.905047 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b8ff0001-fb6a-4f73-a3f3-e823d2c58a63 req-401fd282-dc09-46db-bd51-c59a82ce33f1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 210 time: 0.0297740 Jul 06 19:16:56.929874 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Made reservation on behalf of 1677504d0d664edb8953c23af8c8cc38 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:16:56.933658 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:57.069054 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Allocated IP 172.20.0.8 (93da75a0-d140-4b2d-a9ea-af13e0f5e371/6ee4e77b-d2e1-4d0b-9720-5b296f154ef2/addecfac-e97b-42a4-81b6-25f7a7db32e2) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:16:57.227397 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:57.243003 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Transition to ACTIVE for port object addecfac-e97b-42a4-81b6-25f7a7db32e2 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:16:57.281166 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12446310'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:57.332574 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:16:57.336412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:16:57.345603 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:16:57.353932 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:16:57.384070 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.384494 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.384906 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.385340 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.385759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.386170 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.386555 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.386938 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.387412 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.387829 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.388252 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.388678 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:16:57.428127 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:57.429091 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:57.451701 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1cf130ed-a248-4251-9345-b50db1cd5d8b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437995 Jul 06 19:16:57.621359 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46c396e9-1424-4696-bd5c-98ae3f4583be None None] Provisioning for port addecfac-e97b-42a4-81b6-25f7a7db32e2 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:16:57.626273 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46c396e9-1424-4696-bd5c-98ae3f4583be None None] Provisioning complete for port addecfac-e97b-42a4-81b6-25f7a7db32e2 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:16:57.626938 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46c396e9-1424-4696-bd5c-98ae3f4583be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:57.668814 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-46c396e9-1424-4696-bd5c-98ae3f4583be None None] Port addecfac-e97b-42a4-81b6-25f7a7db32e2 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:16:58.077997 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21a4d0af-b09f-4d67-ba86-e0028f511cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:58.096101 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526764d-0f4a-4bdb-b1f0-bec771e8fe89 req-2cece48b-6a25-405f-af34-a18e0b2fb0f4 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:58.099048 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1526764d-0f4a-4bdb-b1f0-bec771e8fe89 req-2cece48b-6a25-405f-af34-a18e0b2fb0f4 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0752676 Jul 06 19:16:58.112529 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:58.144020 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1526764d-0f4a-4bdb-b1f0-bec771e8fe89 req-46554a52-7917-4725-a66c-eeb5ab40bcee tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Jul 06 19:16:59.332396 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1f411-f4ed-4361-9503-7752b9553767 req-1df99fd5-1dc1-4cb7-8b36-9772dc2e744c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:16:59.334129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bd1f411-f4ed-4361-9503-7752b9553767 req-1df99fd5-1dc1-4cb7-8b36-9772dc2e744c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0729101 Jul 06 19:16:59.373993 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5bd1f411-f4ed-4361-9503-7752b9553767 req-96d8ebb8-9838-4c03-9b21-40ccf002df76 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338221 Jul 06 19:16:59.730472 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:00.564660 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ed2a-79c8-4347-aaac-9fa164df702c req-847d6fb8-8c49-4589-a0f4-69fd2d11adbb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:00.566304 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58d6ed2a-79c8-4347-aaac-9fa164df702c req-847d6fb8-8c49-4589-a0f4-69fd2d11adbb tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0700259 Jul 06 19:17:00.606513 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-58d6ed2a-79c8-4347-aaac-9fa164df702c req-edb77b60-5b31-444a-9845-cf0e400de79e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Jul 06 19:17:00.908197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:01.114759 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:01.790456 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa12f9-8dee-455b-9e5b-894ee353712b req-cd93b8fb-957b-462e-ac7e-46dd63a84db7 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:01.791998 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9aa12f9-8dee-455b-9e5b-894ee353712b req-cd93b8fb-957b-462e-ac7e-46dd63a84db7 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0673923 Jul 06 19:17:01.831869 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e9aa12f9-8dee-455b-9e5b-894ee353712b req-5e571ad5-493a-4df0-b2ca-76b262ca4156 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342324 Jul 06 19:17:03.039723 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4baa39-9a83-4792-86e4-c581fdd4ea95 req-71f7a777-c9b6-41ca-bd6a-417350bd5aef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:03.041258 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a4baa39-9a83-4792-86e4-c581fdd4ea95 req-71f7a777-c9b6-41ca-bd6a-417350bd5aef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0788491 Jul 06 19:17:03.082564 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-9a4baa39-9a83-4792-86e4-c581fdd4ea95 req-5edddadd-59d5-4bbd-a101-7d89aac73fa7 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355005 Jul 06 19:17:03.395549 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:04.263142 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d2a9d-6f65-494f-a517-4c07b48f79b4 req-c91a054b-2f88-432e-995f-7d68816a625c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:04.264711 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b81d2a9d-6f65-494f-a517-4c07b48f79b4 req-c91a054b-2f88-432e-995f-7d68816a625c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0668149 Jul 06 19:17:04.304651 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b81d2a9d-6f65-494f-a517-4c07b48f79b4 req-0fe38eef-d952-43f1-afe7-6549bc0d4e60 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340297 Jul 06 19:17:05.501857 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294c8c7-687e-4a73-a4ff-372af96687d8 req-d57fe1d2-8c42-486a-8c0d-813cdb77d92a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:05.503560 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b294c8c7-687e-4a73-a4ff-372af96687d8 req-d57fe1d2-8c42-486a-8c0d-813cdb77d92a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0770502 Jul 06 19:17:05.545528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b294c8c7-687e-4a73-a4ff-372af96687d8 req-657171e5-cbae-43cd-a6e3-f94020464cc0 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362306 Jul 06 19:17:06.721087 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c52a6a-8797-44c4-bb79-86ccad523f2d req-7a21a05c-2717-44f2-abb2-66d59451fb47 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:06.723274 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57c52a6a-8797-44c4-bb79-86ccad523f2d req-7a21a05c-2717-44f2-abb2-66d59451fb47 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0668449 Jul 06 19:17:06.763052 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-57c52a6a-8797-44c4-bb79-86ccad523f2d req-535dcf11-3f55-4fa1-8927-8c0bc4c2c3b7 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341504 Jul 06 19:17:07.943955 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419430cf-72f6-4e31-8abf-883b2e10e662 req-bb46bc06-78ad-4d45-b00c-c3e33580d63a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:07.945575 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-419430cf-72f6-4e31-8abf-883b2e10e662 req-bb46bc06-78ad-4d45-b00c-c3e33580d63a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 931 time: 0.0651314 Jul 06 19:17:07.984193 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-419430cf-72f6-4e31-8abf-883b2e10e662 req-a99d8b25-3094-45cc-9498-a05c72d9a166 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331056 Jul 06 19:17:08.221484 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-b7b25264-13c9-45b7-8f95-2aa58a866de1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:17:08.222471 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-b7b25264-13c9-45b7-8f95-2aa58a866de1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058129 Jul 06 19:17:08.283045 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.v2.base [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Request body: {'port': {'device_id': '04758d70-0e61-4be8-9788-ef8434727b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:17:08.359739 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:08.624899 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addecfac-e97b-42a4-81b6-25f7a7db32e2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:17:08.633208 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:08.645820 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Transition to ACTIVE for port object addecfac-e97b-42a4-81b6-25f7a7db32e2 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:17:08.649048 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:08.703819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:08.777111 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Attempting to bind port addecfac-e97b-42a4-81b6-25f7a7db32e2 on host n-h2-799527-3 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:17:08.777521 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Attempting to bind port addecfac-e97b-42a4-81b6-25f7a7db32e2 by drivers openvswitch,hyperv on host n-h2-799527-3 at level 0 using segments [{'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:17:08.777859 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Attempting to bind port addecfac-e97b-42a4-81b6-25f7a7db32e2 on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:17:08.782396 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Port addecfac-e97b-42a4-81b6-25f7a7db32e2 on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:17:08.782789 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Attempting to bind port addecfac-e97b-42a4-81b6-25f7a7db32e2 on network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:17:08.788472 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Checking agent: {'id': '0cef8555-0b78-4271-b738-ef249b7afb34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'started_at': datetime.datetime(2021, 7, 6, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:17:08.788819 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Checking segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:17:08.789212 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Bound using segment: {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:17:08.789643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Bound port: addecfac-e97b-42a4-81b6-25f7a7db32e2, host: n-h2-799527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c808131-abea-49ac-8353-93d05f976d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:17:08.790007 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:08.859322 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:17:08.863078 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:17:08.868866 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12446356'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:08.911936 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:08.912559 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:08.913979 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] 10.222.0.61 "PUT /v2.0/ports/addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 1091 time: 0.6793034 Jul 06 19:17:08.914420 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:08.916768 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29" -d '{"events": [{"name": "network-changed", "server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:08.942709 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd8846-d491-42a3-840b-fbb246dd4921 service neutron] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:09.026511 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77ccb85-336e-4c71-a355-626a96aee6b4 x-openstack-request-id: req-b77ccb85-336e-4c71-a355-626a96aee6b4 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:09.026958 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:09.027576 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b77ccb85-336e-4c71-a355-626a96aee6b4 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:09.028007 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'status': 'completed', 'code': 200} Jul 06 19:17:09.036606 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-11d92278-c098-4b1c-bfc7-bc6d0a6573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.038512 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-11d92278-c098-4b1c-bfc7-bc6d0a6573ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1094 time: 0.0801277 Jul 06 19:17:09.085306 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-ea39f308-0069-48b7-b479-ae1ba88b0bda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 217 time: 0.0396011 Jul 06 19:17:09.141113 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-4bbfc79e-2ad7-4365-96cd-2a1622551d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.143200 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-4bbfc79e-2ad7-4365-96cd-2a1622551d7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0521946 Jul 06 19:17:09.187048 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178a1c8-7346-4d98-8de9-2029be770635 req-d75cfdb1-b878-44fb-8708-f36390bdd437 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.188821 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2178a1c8-7346-4d98-8de9-2029be770635 req-d75cfdb1-b878-44fb-8708-f36390bdd437 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 943 time: 0.0711217 Jul 06 19:17:09.201688 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-2f1cada5-f12a-4904-82e3-b96b8ec7057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.203187 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-2f1cada5-f12a-4904-82e3-b96b8ec7057f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537086 Jul 06 19:17:09.227996 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-2178a1c8-7346-4d98-8de9-2029be770635 req-179f9c3e-c2e3-4b60-8472-bf32ba377c7b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Jul 06 19:17:09.291170 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-0d8da151-7e67-4751-a640-1089c4516477 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Jul 06 19:17:09.383625 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8fee85c8-7ddd-4982-91ae-c8d1d1c28798 req-1ba65d59-d0f0-42d8-a937-7c0404f83f5d service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863514 Jul 06 19:17:09.484843 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-ee163b81-2e1d-4b94-b9d8-9831e20ea2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.487047 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-ee163b81-2e1d-4b94-b9d8-9831e20ea2d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1094 time: 0.0545487 Jul 06 19:17:09.584200 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-a9b75503-ec63-462e-9e94-427e147a4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.585609 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-a9b75503-ec63-462e-9e94-427e147a4999 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0893388 Jul 06 19:17:09.629209 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-6a083977-a77f-4c0d-a4e3-491511ffcaf1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 217 time: 0.0362639 Jul 06 19:17:09.679879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-ae214d30-8282-4d14-b886-24dc43a1a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.681324 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-ae214d30-8282-4d14-b886-24dc43a1a883 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0450935 Jul 06 19:17:09.744364 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-d74fec62-d0ec-45b6-a74f-5b642fa956b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:09.745841 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-d74fec62-d0ec-45b6-a74f-5b642fa956b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579681 Jul 06 19:17:09.836241 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-bd222f30-aab5-473c-ae9f-5e3ab87b7340 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829585 Jul 06 19:17:09.928760 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-d2a18ef9-90b5-4a54-aaf5-1bc397ec7b29 req-0ed59560-e7eb-41f1-b48f-a2dcc8c6c3a9 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861416 Jul 06 19:17:10.403032 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46a42e-2181-49e9-952e-906e55a9d873 req-3bc09536-1596-4721-82d4-29404f0e4bcf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:10.404543 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce46a42e-2181-49e9-952e-906e55a9d873 req-3bc09536-1596-4721-82d4-29404f0e4bcf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 943 time: 0.0642753 Jul 06 19:17:10.444173 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ce46a42e-2181-49e9-952e-906e55a9d873 req-c1020b42-8c39-4b97-8e81-305ce6dfe110 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Jul 06 19:17:10.913578 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:17:11.018115 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:11.029199 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'port_id': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'mac_address': 'fa:16:3e:94:d7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:17:11.070385 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:11.083147 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addecfac-e97b-42a4-81b6-25f7a7db32e2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:17:11.101839 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:11.105612 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:11.155099 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:11.331274 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['addecfac-e97b-42a4-81b6-25f7a7db32e2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:17:11.622623 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968dc85-0fde-4bb2-a481-0a43f9e56bec req-931eaa60-112f-4004-96bc-92144888819c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:11.624132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7968dc85-0fde-4bb2-a481-0a43f9e56bec req-931eaa60-112f-4004-96bc-92144888819c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 944 time: 0.0695155 Jul 06 19:17:11.665187 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-7968dc85-0fde-4bb2-a481-0a43f9e56bec req-e24dec32-b206-4a22-9d9e-8706d88f34a0 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Jul 06 19:17:12.839163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a3097-c019-4645-aac6-48994a96a912 req-454484ef-bd0a-4a44-bdae-b5823db07b42 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:12.840682 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d6a3097-c019-4645-aac6-48994a96a912 req-454484ef-bd0a-4a44-bdae-b5823db07b42 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 944 time: 0.0653706 Jul 06 19:17:12.878763 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1d6a3097-c019-4645-aac6-48994a96a912 req-c9b77746-bf90-413a-8d91-f809fac8e8b2 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Jul 06 19:17:12.918499 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:17:12.967189 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning for port addecfac-e97b-42a4-81b6-25f7a7db32e2 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:17:12.972296 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port addecfac-e97b-42a4-81b6-25f7a7db32e2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:17:12.972675 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:13.053965 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:13.075375 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:13.077512 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f5bb72-fcd8-4ffc-a69f-36db9fca8e55" -d '{"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-plugged", "status": "completed", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:13.091528 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:17:13.096224 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:13.120904 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415fed9-e5d6-4706-871e-56edadc2302d x-openstack-request-id: req-d415fed9-e5d6-4706-871e-56edadc2302d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:13.121206 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-plugged", "status": "completed", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:13.121462 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d415fed9-e5d6-4706-871e-56edadc2302d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:13.121854 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'code': 200} Jul 06 19:17:13.161072 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:13.231997 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd81c-cf55-4666-865d-c2b613031862 req-1dbb44f9-8eb3-458c-a407-cc0760eeadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:13.233523 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8bfdd81c-cf55-4666-865d-c2b613031862 req-1dbb44f9-8eb3-458c-a407-cc0760eeadfb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1096 time: 0.0539215 Jul 06 19:17:13.269885 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-8bfdd81c-cf55-4666-865d-c2b613031862 req-ecccfccd-d167-4b04-8008-95d5f07017ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300436 Jul 06 19:17:14.068724 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845a1d-07e2-41c1-8069-162fbbaffdfb req-a5f66548-0afa-43a6-9454-d151815cb56e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:14.070250 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc845a1d-07e2-41c1-8069-162fbbaffdfb req-a5f66548-0afa-43a6-9454-d151815cb56e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 945 time: 0.0750604 Jul 06 19:17:14.113558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-dc845a1d-07e2-41c1-8069-162fbbaffdfb req-267daa35-d40b-4f5f-a2d6-9055e6c09756 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376151 Jul 06 19:17:15.290269 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803c46-84d4-471f-b0f8-b2de35540b0b req-534cc933-8c25-41e5-a4b2-38655e50a69a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:15.291785 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04803c46-84d4-471f-b0f8-b2de35540b0b req-534cc933-8c25-41e5-a4b2-38655e50a69a tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 945 time: 0.0684805 Jul 06 19:17:15.329329 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-04803c46-84d4-471f-b0f8-b2de35540b0b req-4d26c67c-98b5-41c0-b07a-ed26c38cc8f9 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320432 Jul 06 19:17:15.503406 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3fff0-63c8-43cf-9971-204bf113a849 req-a9abb17e-dc8d-4471-b8ae-19cd83b6437f tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:15.504827 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ba3fff0-63c8-43cf-9971-204bf113a849 req-a9abb17e-dc8d-4471-b8ae-19cd83b6437f tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 945 time: 0.0663617 Jul 06 19:17:15.543748 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-1ba3fff0-63c8-43cf-9971-204bf113a849 req-cc32e798-25d5-4d46-82e2-1e653055248c tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333631 Jul 06 19:17:15.568452 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47178) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:17:15.623846 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3443ec-ecd5-4fa2-ae89-d0f475d828e5 tempest-TestSnapshotPattern-663428494 tempest-TestSnapshotPattern-663428494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:15.624779 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-ff3443ec-ecd5-4fa2-ae89-d0f475d828e5 tempest-TestSnapshotPattern-663428494 tempest-TestSnapshotPattern-663428494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1091 time: 0.0553601 Jul 06 19:17:15.628290 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47180) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:17:15.632750 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Request body: {'floatingip': {'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'port_id': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:17:15.655082 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:15.750605 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:15.855145 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Allocated IP 172.25.5.149 (5e410cad-159e-49cb-9351-8c31739c6af3/6b95e699-a254-4eca-adb4-5c9eec1b386a/27a0c3bb-c1a5-44d6-a8c6-70e5091db649) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:17:15.964975 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:16.004403 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1002296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-216088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033376476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9236626'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:16.040934 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Network 5e410cad-159e-49cb-9351-8c31739c6af3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:17:16.043752 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:17:16.054575 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:17:16.059766 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'Port': ['ID=27a0c3bb-c1a5-44d6-a8c6-70e5091db649,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:16.086742 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.087092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.087457 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.087796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.088132 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.088490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.088818 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.089146 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.089470 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.089792 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.090116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.090443 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:17:16.429424 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:16.512205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:16.983205 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:16.987822 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9236576'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:17.054069 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event updated for resources: {'Port': ['ID=27a0c3bb-c1a5-44d6-a8c6-70e5091db649,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:17:17.066634 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4082282'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:17.166255 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Floating IP fa5e8cbb-2824-4474-b687-fdb6ec68e0cd associated. External IP: 172.25.5.149, port: addecfac-e97b-42a4-81b6-25f7a7db32e2. Jul 06 19:17:17.376116 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Router a90e7647-4b2b-46f1-91de-b591a45838f5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:17:17.487993 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:17:17.497208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:17:17.505938 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:17.512597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:17:17.512597 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:16:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:17:17.544526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0bb906a0-5e45-4c98-9f85-64f7fe08c1ef tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9144137 Jul 06 19:17:17.545163 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:17:17.547462 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3e180e-8746-4393-b71a-9039f2caaadd" -d '{"events": [{"name": "network-changed", "server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:17:17.616537 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:17:17.641218 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1893f-746f-48df-a003-cc5a84c99646 x-openstack-request-id: req-e1e1893f-746f-48df-a003-cc5a84c99646 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:17:17.641519 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:17:17.641790 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1e1893f-746f-48df-a003-cc5a84c99646 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:17:17.642399 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'status': 'completed', 'code': 200} Jul 06 19:17:17.714115 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-3e5b4c40-928a-4e01-9c87-43ac4c47d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:17.715655 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-3e5b4c40-928a-4e01-9c87-43ac4c47d93f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1096 time: 0.0535729 Jul 06 19:17:17.808976 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-46864544-62ac-490c-b3f3-3fffd575bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:17.810452 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-46864544-62ac-490c-b3f3-3fffd575bfde service neutron] 10.222.0.61 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0886996 Jul 06 19:17:17.849065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:43Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}, {'id': 'fa5e8cbb-2824-4474-b687-fdb6ec68e0cd', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:94:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04758d70-0e61-4be8-9788-ef8434727b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:17:16Z', 'updated_at': '2021-07-06T19:17:16Z', 'revision_number': 0, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:17:17.875141 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-dda8c047-0628-4657-ae18-a95167dbc1f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 999 time: 0.0584576 Jul 06 19:17:17.875976 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:17:17.884917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:17:17.885458 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:16:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:17:17.924410 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-fe1d68e8-2bd8-453e-be74-ffa76c5594d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:17.925879 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-fe1d68e8-2bd8-453e-be74-ffa76c5594d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0449588 Jul 06 19:17:17.991080 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-ab3d5842-fa7a-4f14-840f-0d7e9d16e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:17.992687 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-ab3d5842-fa7a-4f14-840f-0d7e9d16e76c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604699 Jul 06 19:17:18.088492 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-c7466521-7cb8-401e-b655-f21a086ad339 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894439 Jul 06 19:17:18.150037 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:17:18.183595 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0d3e180e-8746-4393-b71a-9039f2caaadd req-f277337d-e84e-4fa0-9fa0-be9f22927841 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892823 Jul 06 19:17:18.374707 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:43Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}, {'id': 'fa5e8cbb-2824-4474-b687-fdb6ec68e0cd', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:94:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04758d70-0e61-4be8-9788-ef8434727b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:17:16Z', 'updated_at': '2021-07-06T19:17:16Z', 'revision_number': 0, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:17:18.404882 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8951f7-d3f0-4ee5-82f6-58369367d735 None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:43Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}, {'id': 'fa5e8cbb-2824-4474-b687-fdb6ec68e0cd', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:94:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04758d70-0e61-4be8-9788-ef8434727b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:17:16Z', 'updated_at': '2021-07-06T19:17:16Z', 'revision_number': 0, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:17:18.594388 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbccd35-3a9d-4c45-b038-605da331149b None None] New status for floating IP fa5e8cbb-2824-4474-b687-fdb6ec68e0cd: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:17:21.366626 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:17:25.617467 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa57b89b-49dd-48e4-b310-ce25d661afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:28.085653 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ff8af5c-6c4d-43c8-86d2-b64536971805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:28.097349 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:29.732123 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:30.918193 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:31.117514 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:33.395452 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:50.404165 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-db5d6864-f5dc-40a5-9ee8-d9627d4442d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554428 Jul 06 19:17:50.443528 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-90708777-f8da-4ae5-8faa-9ce4e3c6b96b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551729 Jul 06 19:17:50.506483 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-90e9e7f6-bcbc-42ca-a99c-0c693f54c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.512037 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-90e9e7f6-bcbc-42ca-a99c-0c693f54c6a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1096 time: 0.0577054 Jul 06 19:17:50.542759 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-8ef6cc93-6818-4529-a839-3e7c308ba212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.544337 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-8ef6cc93-6818-4529-a839-3e7c308ba212 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0560944 Jul 06 19:17:50.656205 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-6004de23-cb72-4555-814a-fa40404551ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.657623 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-6004de23-cb72-4555-814a-fa40404551ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0916486 Jul 06 19:17:50.733229 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-6aa6db6b-08bb-4546-bcc3-4663b3a87dc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 998 time: 0.0692697 Jul 06 19:17:50.785219 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-9fbead29-a9ff-417a-a910-11a2f33d3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.786967 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-9fbead29-a9ff-417a-a910-11a2f33d3f7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0479145 Jul 06 19:17:50.848113 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-7a2fbb47-36cc-40c8-9cb3-b06c06503b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.849671 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-7a2fbb47-36cc-40c8-9cb3-b06c06503b46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570190 Jul 06 19:17:50.907879 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-b80a5d3c-155b-4f49-ac3d-c2144ffaa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:50.909981 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-b80a5d3c-155b-4f49-ac3d-c2144ffaa9eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.3820007 Jul 06 19:17:50.944919 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-b0f07d18-bfe3-4f89-aa04-7a6313211392 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884581 Jul 06 19:17:50.976845 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-e8982683-5562-45ff-a2f5-664b0adfc882 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 1001 time: 0.0596831 Jul 06 19:17:51.032860 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-afbcb8d3-cc10-465c-acd6-962325c60a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:51.035089 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-afbcb8d3-cc10-465c-acd6-962325c60a90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0497077 Jul 06 19:17:51.037870 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-48081e30-067b-4d0c-a9b4-e5116bfdb490 req-9e7e5b5a-1127-4261-bf7a-2b43d2ecbd98 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Jul 06 19:17:51.101865 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-7d2a85f9-9702-4753-9c73-0998ace85522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:17:51.103395 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-7d2a85f9-9702-4753-9c73-0998ace85522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615132 Jul 06 19:17:51.194477 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-ef8d468b-348c-4912-aa10-7a59b4f7637c service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843058 Jul 06 19:17:51.287809 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-26c1e299-ccfb-4f51-99ee-a461dad7ddc8 req-5e3d480f-dcf1-43ab-bb22-ec4083774fe1 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872316 Jul 06 19:17:55.619142 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7732be4-8681-415c-8fb0-d823bd01c853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:58.076401 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2a209e3-7a6b-4844-9f86-f337b674ddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:58.098662 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:58.367427 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:17:59.735146 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:00.916755 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:01.120214 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.392318 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:25.619243 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08acbd0b-bc0d-4eb2-9ba5-2b2b393f55df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:28.079090 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a060-6391-4610-b339-5fe896aef10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:28.099408 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:29.742075 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:30.930011 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:31.122357 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:33.394285 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:35.367611 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:18:41.370421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 details requested by agent hyperv_n-h2-799527-3 with host n-h2-799527-3 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:18:41.466599 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:41.479848 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Returning: {'device': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'port_id': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'mac_address': 'fa:16:3e:94:d7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:18:41.521893 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:41.536058 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id addecfac-e97b-42a4-81b6-25f7a7db32e2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:18:41.557634 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:41.561401 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:41.613732 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:41.621613 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.621943 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.622271 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.622579 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.623167 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.623567 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.623905 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.624244 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.624588 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.624914 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.625258 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.625589 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:41.630509 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] get_ports_and_sgs() called for port_ids ['addecfac-e97b-42a4-81b6-25f7a7db32e2'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:18:43.371096 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 up at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:18:43.430454 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Provisioning complete for port addecfac-e97b-42a4-81b6-25f7a7db32e2 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:18:43.430835 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861296'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:43.544270 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:43.571727 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:43.575825 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6773c3-12ea-4808-b159-7e6cdaa9aabd" -d '{"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-plugged", "status": "completed", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:43.598823 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:43.604240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:43.637999 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ef649-10d2-4ffe-a176-aa0045247f2a x-openstack-request-id: req-e80ef649-10d2-4ffe-a176-aa0045247f2a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:43.638269 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-plugged", "status": "completed", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:43.638456 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e80ef649-10d2-4ffe-a176-aa0045247f2a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:43.638846 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'code': 200} Jul 06 19:18:43.671659 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:50.439502 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-fdef7d52-8bb9-41a4-81c7-33bb8826f899 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639570 Jul 06 19:18:50.546844 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-69340cfb-d197-4c91-804d-3f25101703c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:50.548500 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-69340cfb-d197-4c91-804d-3f25101703c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0640016 Jul 06 19:18:50.670899 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-a9720bae-0aad-46c8-a23b-3ed3f67f8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:50.672436 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-a9720bae-0aad-46c8-a23b-3ed3f67f8396 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.1000006 Jul 06 19:18:50.743312 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-3c8b9dcf-22d7-4463-a9fa-a3ba1dcee01b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 998 time: 0.0645897 Jul 06 19:18:50.791651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-75f7b984-0efc-4055-8e59-111dcd18d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:50.793089 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-75f7b984-0efc-4055-8e59-111dcd18d170 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0440135 Jul 06 19:18:50.849520 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-49ca6208-9e5a-4e2c-b4b0-61de8cc96848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:50.851057 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-49ca6208-9e5a-4e2c-b4b0-61de8cc96848 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520434 Jul 06 19:18:50.942380 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-f95486dd-5dd2-4a35-84d2-bbbb7915460b service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847352 Jul 06 19:18:51.042849 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-df6282bd-4360-4bbd-9bb2-37b6b2ce1b83 req-42d94fe5-71ad-4dbd-a163-b230dd329690 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941370 Jul 06 19:18:51.529401 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:51.688698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Deleting port 27a0c3bb-c1a5-44d6-a8c6-70e5091db649 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:51.689047 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.775032 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.775323 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.786620 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Calling delete_port for 27a0c3bb-c1a5-44d6-a8c6-70e5091db649 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:51.933835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.957698 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event deleted for resources: {'Port': ['ID=27a0c3bb-c1a5-44d6-a8c6-70e5091db649,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:51.968895 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.969241 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.969580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.969917 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.970250 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.971079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.971079 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.971345 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.971535 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.971855 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.972176 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:51.972494 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:52.034869 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.035200 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Floating IP fa5e8cbb-2824-4474-b687-fdb6ec68e0cd disassociated (deleted). External IP: 172.25.5.149, port: addecfac-e97b-42a4-81b6-25f7a7db32e2. Jul 06 19:18:52.253704 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Router a90e7647-4b2b-46f1-91de-b591a45838f5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:18:52.365533 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:18:52.370835 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:52.375832 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:18:52.386526 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:52.387165 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:52.412201 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-7ab5fa66-6b50-4058-a112-b33a37fbe0fc tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "DELETE /v2.0/floatingips/fa5e8cbb-2824-4474-b687-fdb6ec68e0cd HTTP/1.1" status: 204 len: 168 time: 0.8783953 Jul 06 19:18:52.412201 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:52.412532 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312b0a1-9467-4337-9d97-9c1ac4fab37b" -d '{"events": [{"name": "network-changed", "server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:52.425507 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-b94aa689-d463-4f65-b1fd-b8a989fb0816 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651660 Jul 06 19:18:52.501692 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:52.526966 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-7f86fb87-749a-416e-9dd5-1a0e736d86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.528985 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-7f86fb87-749a-416e-9dd5-1a0e736d86ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1096 time: 0.0628550 Jul 06 19:18:52.657838 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-f6249432-da03-443c-86ae-3b7f5cfd4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.659520 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-f6249432-da03-443c-86ae-3b7f5cfd4af8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.1098499 Jul 06 19:18:52.667149 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7325f-4e95-4543-9df5-fa83eb18945d x-openstack-request-id: req-44e7325f-4e95-4543-9df5-fa83eb18945d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:52.667699 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:52.667699 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44e7325f-4e95-4543-9df5-fa83eb18945d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:52.668225 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'status': 'completed', 'code': 200} Jul 06 19:18:52.708316 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-68fdaba8-e0b1-4abf-aaf6-4780f16dfa05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 217 time: 0.0371222 Jul 06 19:18:52.757858 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:43Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:52.762312 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-0235dbb3-bdf9-497f-ab90-95396a8c67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.763884 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-0235dbb3-bdf9-497f-ab90-95396a8c67cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0495827 Jul 06 19:18:52.784319 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:18:52.793515 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:52.794146 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:52.829223 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-72a2c28b-9d2f-4afa-a40d-00697642f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.830756 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-72a2c28b-9d2f-4afa-a40d-00697642f11f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603905 Jul 06 19:18:52.832037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c403de-44b5-4f1a-a8f1-64e0d082685f req-e2c804bb-afe7-4159-901e-4bad125fd0f1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:52.833581 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c403de-44b5-4f1a-a8f1-64e0d082685f req-e2c804bb-afe7-4159-901e-4bad125fd0f1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 945 time: 0.0777357 Jul 06 19:18:52.879028 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-51c403de-44b5-4f1a-a8f1-64e0d082685f req-f759cd0e-449c-446e-ad5d-e494e5b3cee0 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 Jul 06 19:18:52.905607 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:52.928109 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-f2dea9c5-ee9d-49d8-a2c1-b47e88224239 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904644 Jul 06 19:18:53.031684 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-0dc42328-ee65-45b2-a45b-d1a64075d27c req-a20c47dd-a612-42de-954d-a846bb795885 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950677 Jul 06 19:18:53.136689 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-8f4ca102-15f8-44ad-ae5b-d493d1a129ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:53.138339 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-8f4ca102-15f8-44ad-ae5b-d493d1a129ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 1096 time: 0.0597255 Jul 06 19:18:53.138492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:43Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:53.170674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d13990-cc7c-40d1-a5ea-e21a6453c090 None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_floatingips': [{'id': '068e2f7e-af41-4edf-9e18-7cee045cfd2f', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'router_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'port_id': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'mac_address': 'fa:16:3e:5c:58:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:14:41Z', 'updated_at': '2021-07-06T19:14:43Z', 'revision_number': 1, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:18:53.241784 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-e86b4a00-9316-4d89-add0-da2c1ce6e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:53.243505 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-e86b4a00-9316-4d89-add0-da2c1ce6e164 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.0974874 Jul 06 19:18:53.286122 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-45c22a91-c62e-4aee-be7a-8dde97b3e01b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 200 len: 217 time: 0.0354059 Jul 06 19:18:53.338984 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-507f9fb4-1b2a-4a84-b109-e1e0ad8a1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:53.340663 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-507f9fb4-1b2a-4a84-b109-e1e0ad8a1234 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0486293 Jul 06 19:18:53.404643 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-34e9e2b4-d58e-4fcc-8199-3db7bc3b4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:53.406144 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-34e9e2b4-d58e-4fcc-8199-3db7bc3b4368 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574431 Jul 06 19:18:53.441674 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:53.445624 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f987e8c-d409-4e54-b3cc-75b55adbf1f2 None None] New status for floating IP fa5e8cbb-2824-4474-b687-fdb6ec68e0cd: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:18:53.508097 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-90fd9b52-4b50-448f-ba3b-e398cd85856e service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936899 Jul 06 19:18:53.521360 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1001725'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.545800 n-d-799527-3 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:53.548229 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4004a5e29291a34adfb77d4a498e6991653a2404eb4d5e8092ac2a5c8e64dab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01248b-feb9-440b-b334-b2102f694820" -d '{"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-unplugged", "status": "completed", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:53.561501 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:53.566466 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033913128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033376494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745033377055'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.606071 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819d768d-bbef-4c84-ab93-729ee402f7bf x-openstack-request-id: req-819d768d-bbef-4c84-ab93-729ee402f7bf {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:53.606447 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-unplugged", "status": "completed", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:53.607173 n-d-799527-3 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-819d768d-bbef-4c84-ab93-729ee402f7bf {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:53.607173 n-d-799527-3 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'code': 200} Jul 06 19:18:53.612938 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-7312b0a1-9467-4337-9d97-9c1ac4fab37b req-1aa8f956-c524-4a14-840a-6429b1c6acd1 service neutron] 10.222.0.61 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985284 Jul 06 19:18:53.637655 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Pushing event updated for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:54.058275 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b3fdc-ad3a-4f08-8f9b-73c89aba3942 req-ab39801c-4501-4cf4-a568-f8ce8fdc64d4 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:54.059802 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca7b3fdc-ad3a-4f08-8f9b-73c89aba3942 req-ab39801c-4501-4cf4-a568-f8ce8fdc64d4 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 943 time: 0.0664034 Jul 06 19:18:54.097950 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-ca7b3fdc-ad3a-4f08-8f9b-73c89aba3942 req-c6fc927a-a8ed-4ab7-aba6-e33243aabf99 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Jul 06 19:18:54.318166 n-d-799527-3 neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745354cf-bf40-41fc-9791-a3f892f2197c req-0c2f4d97-bded-4e98-918d-f65534726b02 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:54.319989 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-745354cf-bf40-41fc-9791-a3f892f2197c req-0c2f4d97-bded-4e98-918d-f65534726b02 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.61 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 943 time: 0.0724854 Jul 06 19:18:54.422108 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Deleting port addecfac-e97b-42a4-81b6-25f7a7db32e2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:54.422459 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.514886 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] For port addecfac-e97b-42a4-81b6-25f7a7db32e2, host n-h2-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-3',level=0,port_id=addecfac-e97b-42a4-81b6-25f7a7db32e2,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:54.514886 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.528316 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Calling delete_port for addecfac-e97b-42a4-81b6-25f7a7db32e2 owned by compute:nova {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:54.660107 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.691285 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event deleted for resources: {'Port': ['ID=addecfac-e97b-42a4-81b6-25f7a7db32e2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:54.722939 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.723381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.723647 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.723977 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.724304 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.724631 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.724951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.725271 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.725609 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.725977 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.727334 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.727667 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-3 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:18:54.750639 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] No DVR routers for this DVR port addecfac-e97b-42a4-81b6-25f7a7db32e2 on host n-h2-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:18:54.753105 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:54.755075 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [req-745354cf-bf40-41fc-9791-a3f892f2197c req-db814b70-bde2-4b72-998d-dbefe5f17c83 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.61 "DELETE /v2.0/ports/addecfac-e97b-42a4-81b6-25f7a7db32e2 HTTP/1.1" status: 204 len: 173 time: 0.4302154 Jul 06 19:18:54.755585 n-d-799527-3 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-deleted', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:54.758952 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40be62485b8eab968163a77fe0a57611b69897c1cf269784380933cc2cce2c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f172190-4c73-4e59-91c6-dca65f2b38ab" -d '{"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-deleted", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:54.797793 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afdb9c9-5a72-438e-90f7-a69a24b7f937 x-openstack-request-id: req-9afdb9c9-5a72-438e-90f7-a69a24b7f937 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:54.798101 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04758d70-0e61-4be8-9788-ef8434727b84", "name": "network-vif-deleted", "tag": "addecfac-e97b-42a4-81b6-25f7a7db32e2", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:54.798683 n-d-799527-3 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9afdb9c9-5a72-438e-90f7-a69a24b7f937 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:54.799097 n-d-799527-3 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04758d70-0e61-4be8-9788-ef8434727b84', 'name': 'network-vif-deleted', 'tag': 'addecfac-e97b-42a4-81b6-25f7a7db32e2', 'status': 'completed', 'code': 200} Jul 06 19:18:55.264178 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-e679d9e8-0436-4abb-be42-5b794fbe4bed req-66dca06b-049b-402a-a364-1f46be3ad3a1 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=04758d70-0e61-4be8-9788-ef8434727b84 HTTP/1.1" status: 200 len: 210 time: 0.0301335 Jul 06 19:18:55.620817 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0356eeb0-9bde-42f2-a298-a3d1a217c300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:56.872988 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:18:57.030891 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Deleting port caeec510-6de0-4823-9065-4e78d3170b7c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:57.031231 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.111709 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.111952 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.124220 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Calling delete_port for caeec510-6de0-4823-9065-4e78d3170b7c owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:18:57.272342 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.300655 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event deleted for resources: {'Port': ['ID=caeec510-6de0-4823-9065-4e78d3170b7c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:18:57.363933 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.364192 n-d-799527-3 neutron-server[93942]: INFO neutron.db.l3_db [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Floating IP 068e2f7e-af41-4edf-9e18-7cee045cfd2f disassociated (deleted). External IP: 172.25.5.83, port: 147fa715-fbe9-40db-b2d8-4563ae8fa40c. Jul 06 19:18:57.471645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 no longer exists at agent hyperv_n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:18:57.491645 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] No Port match for: addecfac-e97b-42a4-81b6-25f7a7db32e2 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:18:57.491994 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Device addecfac-e97b-42a4-81b6-25f7a7db32e2 not bound to the agent host n-h2-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:18:57.579751 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Router a90e7647-4b2b-46f1-91de-b591a45838f5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:18:57.688885 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:18:57.693658 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:57.698995 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:18:57.708029 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:57.708662 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:57.732473 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1c3834ea-246a-4c65-9f77-0634ad635d4b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "DELETE /v2.0/floatingips/068e2f7e-af41-4edf-9e18-7cee045cfd2f HTTP/1.1" status: 204 len: 168 time: 0.8583744 Jul 06 19:18:57.733059 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:18:57.735378 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e1541-12d3-42e4-8c5a-76794a6bac18" -d '{"events": [{"name": "network-changed", "server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:18:57.819468 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:57.973056 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a385e2-2387-4b45-8468-606196215c5c x-openstack-request-id: req-45a385e2-2387-4b45-8468-606196215c5c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:18:57.973592 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:18:57.973836 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45a385e2-2387-4b45-8468-606196215c5c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:18:57.974478 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'status': 'completed', 'code': 200} Jul 06 19:18:58.048380 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:58.053586 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-f2901e14-caf6-4b7a-8f3f-f6774d7e534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:58.055132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-f2901e14-caf6-4b7a-8f3f-f6774d7e534e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1677504d0d664edb8953c23af8c8cc38&device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0565617 Jul 06 19:18:58.083880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:18:58.110214 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:18:58.110842 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:28Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:58.113459 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.143809 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2b0b-588a-47f2-8d78-422b200182c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:58.198621 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-c492f943-51e3-46aa-8219-344ca2c83a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:58.200146 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-c492f943-51e3-46aa-8219-344ca2c83a8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 200 len: 911 time: 0.1376526 Jul 06 19:18:58.209111 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93db1e-fddc-4de6-932b-7cd47e7c0e73 req-916a8e09-9993-49d9-af5e-bb173d30a144 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:58.210946 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d93db1e-fddc-4de6-932b-7cd47e7c0e73 req-916a8e09-9993-49d9-af5e-bb173d30a144 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.1399565 Jul 06 19:18:58.261134 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-e53fd880-41c3-4d4a-8742-019ddd1218bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 200 len: 217 time: 0.0491309 Jul 06 19:18:58.326210 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-5d93db1e-fddc-4de6-932b-7cd47e7c0e73 req-80187598-4bd7-4c51-b897-4c301df9616b tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072319 Jul 06 19:18:58.334490 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-5e6d3283-59a3-487a-aae2-4e2d006164d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:58.335921 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-5e6d3283-59a3-487a-aae2-4e2d006164d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 200 len: 849 time: 0.0681281 Jul 06 19:18:58.381164 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:18:58.396057 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-96b2a3b7-096f-4ec3-86b0-d993e31ad2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:58.397558 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-96b2a3b7-096f-4ec3-86b0-d993e31ad2d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93da75a0-d140-4b2d-a9ea-af13e0f5e371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550873 Jul 06 19:18:58.494895 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-3ee68ebc-4619-4b3a-bb50-1eca27736864 service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904148 Jul 06 19:18:58.586469 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:18:58.587287 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-856e1541-12d3-42e4-8c5a-76794a6bac18 req-79233b6b-85c1-461c-a9c4-3c27e0ad488c service neutron] 10.222.0.60 "GET /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848236 Jul 06 19:18:58.613346 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c8c1-d618-4adb-81a8-f10d594974b7 None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:14:20Z', 'revision_number': 4, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3', '_interfaces': [{'id': '195f7b1f-06ce-4e02-bd8d-8af0cc115fdb', 'name': '', 'network_id': '93da75a0-d140-4b2d-a9ea-af13e0f5e371', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'mac_address': 'fa:16:3e:ef:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:19Z', 'updated_at': '2021-07-06T19:14:26Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'subnets': [{'id': '6ee4e77b-d2e1-4d0b-9720-5b296f154ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:18:58.826359 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8ba50-3a25-43a4-8d05-c37e7a105feb None None] New status for floating IP 068e2f7e-af41-4edf-9e18-7cee045cfd2f: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:18:59.511927 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e79f0e-5d22-4e77-94c4-bd588d0bcc92 req-4c5fde0a-c525-461c-a75a-4dd561d1e93d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:59.513477 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e79f0e-5d22-4e77-94c4-bd588d0bcc92 req-4c5fde0a-c525-461c-a75a-4dd561d1e93d tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0688739 Jul 06 19:18:59.576683 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b1e79f0e-5d22-4e77-94c4-bd588d0bcc92 req-40cac9d4-7866-496a-a846-0cf2c64c9564 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef24738-0401-43d0-8b62-550ec2b2e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573211 Jul 06 19:18:59.615754 n-d-799527-3 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f1669-9506-4121-a48c-6793a1ced540 req-b4ee2f7f-2831-4dc2-81f2-e1d019675364 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:18:59.617129 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b95f1669-9506-4121-a48c-6793a1ced540 req-b4ee2f7f-2831-4dc2-81f2-e1d019675364 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.60 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0713699 Jul 06 19:18:59.719851 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Deleting port 147fa715-fbe9-40db-b2d8-4563ae8fa40c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:18:59.720196 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.742085 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.810654 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] For port 147fa715-fbe9-40db-b2d8-4563ae8fa40c, host n-h1-799527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-3',level=0,port_id=147fa715-fbe9-40db-b2d8-4563ae8fa40c,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:18:59.811033 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:59.823075 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Calling delete_port for 147fa715-fbe9-40db-b2d8-4563ae8fa40c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:00.264332 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.299902 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event deleted for resources: {'Port': ['ID=147fa715-fbe9-40db-b2d8-4563ae8fa40c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:00.342990 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] No DVR routers for this DVR port 147fa715-fbe9-40db-b2d8-4563ae8fa40c on host n-h1-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:00.345471 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231104'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:00.347526 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-b95f1669-9506-4121-a48c-6793a1ced540 req-97144339-47a5-4b19-81a3-50e80249ff46 tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.60 "DELETE /v2.0/ports/147fa715-fbe9-40db-b2d8-4563ae8fa40c HTTP/1.1" status: 204 len: 173 time: 0.7251968 Jul 06 19:19:00.347965 n-d-799527-3 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-deleted', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:19:00.350199 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d246929ca91ecf0373e8ffeb893424a6c8d955d226476634129fb69c83afa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b85685c-4ab0-43cf-9f94-a67224d2ecd0" -d '{"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-deleted", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:19:00.391727 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbad1db-a79c-4153-9b07-28d238425581 x-openstack-request-id: req-4dbad1db-a79c-4153-9b07-28d238425581 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:19:00.392026 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be492322-b158-46e4-ba8a-0189b156e8f6", "name": "network-vif-deleted", "tag": "147fa715-fbe9-40db-b2d8-4563ae8fa40c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:19:00.392285 n-d-799527-3 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dbad1db-a79c-4153-9b07-28d238425581 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:19:00.392703 n-d-799527-3 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be492322-b158-46e4-ba8a-0189b156e8f6', 'name': 'network-vif-deleted', 'tag': '147fa715-fbe9-40db-b2d8-4563ae8fa40c', 'status': 'completed', 'code': 200} Jul 06 19:19:00.757132 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [req-98970b28-0115-401a-8205-afa8d388f40b req-48465511-88fa-414f-877e-8fb4b73aaa5e tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "GET /v2.0/ports?device_id=be492322-b158-46e4-ba8a-0189b156e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0410960 Jul 06 19:19:00.929211 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.124321 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.851981 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:01.910894 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab932-053e-4df6-b671-5e8e5218ddaf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:01.937214 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab932-053e-4df6-b671-5e8e5218ddaf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.000737 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab932-053e-4df6-b671-5e8e5218ddaf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.003751 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab932-053e-4df6-b671-5e8e5218ddaf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.005159 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-1b7ab932-053e-4df6-b671-5e8e5218ddaf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ef24738-0401-43d0-8b62-550ec2b2e10e HTTP/1.1" status: 204 len: 168 time: 0.1516633 Jul 06 19:19:02.015292 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ab932-053e-4df6-b671-5e8e5218ddaf tempest-TestSnapshotPattern-2123668537 tempest-TestSnapshotPattern-2123668537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef24738-0401-43d0-8b62-550ec2b2e10e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:02.049002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:02.396375 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.658245 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Deleting port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:02.658492 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.737333 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] For port 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:02.737690 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.750391 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Calling delete_port for 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:02.932962 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:02.963740 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Pushing event deleted for resources: {'Port': ['ID=195f7b1f-06ce-4e02-bd8d-8af0cc115fdb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:03.141773 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c no longer exists at agent hyperv_n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:03.143677 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.161734 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] No Port match for: 147fa715-fbe9-40db-b2d8-4563ae8fa40c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:03.162084 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Device 147fa715-fbe9-40db-b2d8-4563ae8fa40c not bound to the agent host n-h1-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:03.364321 n-d-799527-3 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Router a90e7647-4b2b-46f1-91de-b591a45838f5 has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:19:03.405638 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.472836 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:19:03.478302 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-fd42fd48-614f-4a0c-b9ba-7e154168f31c admin admin] 10.222.0.37 "PUT /v2.0/routers/a90e7647-4b2b-46f1-91de-b591a45838f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4281907 Jul 06 19:19:03.480959 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:03.481478 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] Sync routers for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:19:03.490548 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:03.491162 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.587106 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.598506 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: n-d-799527-3 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:03.693915 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.752193 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Deleting port 86836058-933a-4040-9e59-f6cd8411ed29 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:03.752541 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.789266 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '86836058-933a-4040-9e59-f6cd8411ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:19:02Z', 'revision_number': 5, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port': {'id': '86836058-933a-4040-9e59-f6cd8411ed29', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:18Z', 'updated_at': '2021-07-06T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.820888 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] Checking router: a90e7647-4b2b-46f1-91de-b591a45838f5 for host: n-d-799527-3 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:19:03.830082 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] Routers {'a90e7647-4b2b-46f1-91de-b591a45838f5'} bound to L3 agent in host n-d-799527-3 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:03.830712 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['a90e7647-4b2b-46f1-91de-b591a45838f5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:03.832428 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] For port 86836058-933a-4040-9e59-f6cd8411ed29, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=86836058-933a-4040-9e59-f6cd8411ed29,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:03.832789 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.845500 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Calling delete_port for 86836058-933a-4040-9e59-f6cd8411ed29 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:03.919442 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] Set router a90e7647-4b2b-46f1-91de-b591a45838f5 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:03.974418 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:19:03Z', 'revision_number': 6, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port_host': None}], 'n-d-799527-3', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:04.005872 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0157f-47ed-46cb-aa2f-e0018d68e9ae None None] The sync data for ids ['a90e7647-4b2b-46f1-91de-b591a45838f5'] in n-d-799527-3 is: [{'id': 'a90e7647-4b2b-46f1-91de-b591a45838f5', 'name': 'tempest-TestSnapshotPattern-1187600265-router', 'tenant_id': '1677504d0d664edb8953c23af8c8cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:17Z', 'updated_at': '2021-07-06T19:19:03Z', 'revision_number': 6, 'project_id': '1677504d0d664edb8953c23af8c8cc38', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:19:04.016824 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.049448 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Pushing event deleted for resources: {'Port': ['ID=86836058-933a-4040-9e59-f6cd8411ed29,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:04.109236 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.197695 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.199821 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.242463 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.243037 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a90e7647-4b2b-46f1-91de-b591a45838f5 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:19:04.247286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.248444 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-acb7d6d1-929c-4b97-91d1-6f6493761154 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a90e7647-4b2b-46f1-91de-b591a45838f5 HTTP/1.1" status: 204 len: 168 time: 0.7665496 Jul 06 19:19:04.251092 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:04.298418 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Deleting subnet 6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:19:04.301331 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.335664 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9274630'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.420300 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.475945 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9236641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9171883'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.504466 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee4e77b-d2e1-4d0b-9720-5b296f154ef2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:04.510598 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.510598 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3b904ed7-1f44-4f3b-b76f-10f015052cb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ee4e77b-d2e1-4d0b-9720-5b296f154ef2 HTTP/1.1" status: 204 len: 168 time: 0.2582870 Jul 06 19:19:04.513216 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47466) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:04.515124 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb2a2a-37d8-4e86-803b-ead0c66bc49d None None] Network 93da75a0-d140-4b2d-a9ea-af13e0f5e371 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:04.586441 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.643662 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Deleting port 18d4419c-a704-4b32-8073-077f073a1841 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:04.643923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.706915 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] For port 18d4419c-a704-4b32-8073-077f073a1841, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18d4419c-a704-4b32-8073-077f073a1841,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:04.707212 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.722225 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Calling delete_port for 18d4419c-a704-4b32-8073-077f073a1841 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:04.748629 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] DHCP port deletion for 93da75a0-d140-4b2d-a9ea-af13e0f5e371 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:19:04.801308 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] Deleting port 18d4419c-a704-4b32-8073-077f073a1841 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:04.801682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.813956 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.841718 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Pushing event deleted for resources: {'Port': ['ID=18d4419c-a704-4b32-8073-077f073a1841,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:04.843608 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] No DVR routers for this DVR port 18d4419c-a704-4b32-8073-077f073a1841 on host n-d-799527-3 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:04.871060 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] For port 18d4419c-a704-4b32-8073-077f073a1841, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=18d4419c-a704-4b32-8073-077f073a1841,segment=NetworkSegment(6c808131-abea-49ac-8353-93d05f976d4c),segment_id=6c808131-abea-49ac-8353-93d05f976d4c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:04.871535 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.886744 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] Calling delete_port for 18d4419c-a704-4b32-8073-077f073a1841 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:04.921371 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.932413 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93da75a0-d140-4b2d-a9ea-af13e0f5e371']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:04.944307 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c808131-abea-49ac-8353-93d05f976d4c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:04.944612 n-d-799527-3 neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c808131-abea-49ac-8353-93d05f976d4c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:04.956506 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11938763'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.972919 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.973064 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.979845 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:19:04.980269 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12446384'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: Traceback (most recent call last): Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: timer() Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: cb(*args, **kw) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: return func(*args, **kwargs) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: self._notify() Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: self.callback(batched_events) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: event.method(event) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: return f(self, *a, **k) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: return self._get(url).json() Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: return self.request(url, 'GET', **kwargs) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:19:04.982463 n-d-799527-3 neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:19:05.001371 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] Pushing event deleted for resources: {'Port': ['ID=18d4419c-a704-4b32-8073-077f073a1841,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:05.005917 n-d-799527-3 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486aaa9-38d6-4d29-a7a9-8646865c2941 None None] No DVR routers for this DVR port 18d4419c-a704-4b32-8073-077f073a1841 on host n-d-799527-3 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:05.046628 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.051923 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Notify callbacks [] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.054103 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] 10.222.0.37 "DELETE /v2.0/networks/93da75a0-d140-4b2d-a9ea-af13e0f5e371 HTTP/1.1" status: 204 len: 168 time: 0.5398746 Jul 06 19:19:05.057892 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47468) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:05.073750 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeca2b-6218-453b-b697-553ca3d9afab admin admin] Pushing event deleted for resources: {'Network': ['ID=93da75a0-d140-4b2d-a9ea-af13e0f5e371,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:05.425056 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4193047'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.687381 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Deleting port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:05.687982 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.738785 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:05.758492 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:05.758846 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 195f7b1f-06ce-4e02-bd8d-8af0cc115fdb not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:05.759286 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18d4419c-a704-4b32-8073-077f073a1841 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:05.770740 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] For port f0a4bca5-f8da-4c76-92fe-e3ab86d06b32, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,segment=NetworkSegment(79425472-450a-4386-ba06-4cd79ccce298),segment_id=79425472-450a-4386-ba06-4cd79ccce298)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:05.771097 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.778208 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 18d4419c-a704-4b32-8073-077f073a1841 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:05.778564 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 18d4419c-a704-4b32-8073-077f073a1841 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:05.778978 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 86836058-933a-4040-9e59-f6cd8411ed29 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:05.784732 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Calling delete_port for f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:05.797880 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 86836058-933a-4040-9e59-f6cd8411ed29 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:05.798227 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 86836058-933a-4040-9e59-f6cd8411ed29 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:05.969177 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:05.996444 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a4bca5-f8da-4c76-92fe-e3ab86d06b32,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:06.172185 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4190761'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.385979 n-d-799527-3 neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Router 1c476797-a333-468c-a88b-319ba244e61b has already been hosted by L3 agent 819501f0-b6d5-4554-b5e9-72cc18cc12e4 {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:19:06.506615 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] Notify agent at l3_agent.n-d-799527-3 the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:19:06.513537 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-35744f09-eeed-4e21-b0be-1b5825925ae9 admin admin] 10.222.0.37 "PUT /v2.0/routers/1c476797-a333-468c-a88b-319ba244e61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4546330 Jul 06 19:19:06.514846 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47470) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:06.515988 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] Sync routers for ids ['1c476797-a333-468c-a88b-319ba244e61b'] in n-d-799527-3 {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:19:06.525717 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] Routers {'1c476797-a333-468c-a88b-319ba244e61b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:06.526150 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1c476797-a333-468c-a88b-319ba244e61b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:06.621826 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.635444 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] Set router 1c476797-a333-468c-a88b-319ba244e61b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:06.837819 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:19:05Z', 'revision_number': 5, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:06.864651 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] Checking router: 1c476797-a333-468c-a88b-319ba244e61b for host: n-d-799527-3 {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:19:06.873187 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] Routers {'1c476797-a333-468c-a88b-319ba244e61b'} bound to L3 agent in host n-d-799527-3 {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:19:06.873806 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:26:28Z,description=,heartbeat_timestamp=2021-07-06T19:18:58Z,host='n-d-799527-3',id=819501f0-b6d5-4554-b5e9-72cc18cc12e4,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:26:28Z,topic='l3_agent')) {'router_ids': ['1c476797-a333-468c-a88b-319ba244e61b'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:06.979200 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] Set router 1c476797-a333-468c-a88b-319ba244e61b gateway port host: n-d-799527-3 {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:19:07.019309 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.078572 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Deleting port 8e10a689-d97d-4833-a2ab-a8e06f715a0c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:07.078911 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.159346 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:19:05Z', 'revision_number': 5, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}], 'n-d-799527-3', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:07.167695 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] For port 8e10a689-d97d-4833-a2ab-a8e06f715a0c, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=8e10a689-d97d-4833-a2ab-a8e06f715a0c,segment=NetworkSegment(5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3),segment_id=5d3c7328-8554-4ffb-b4fe-59e4f0aa73a3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:07.168128 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.181143 n-d-799527-3 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Calling delete_port for 8e10a689-d97d-4833-a2ab-a8e06f715a0c owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:07.188875 n-d-799527-3 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c28ad-3abb-4041-8139-7921dd8cb1a0 None None] The sync data for ids ['1c476797-a333-468c-a88b-319ba244e61b'] in n-d-799527-3 is: [{'id': '1c476797-a333-468c-a88b-319ba244e61b', 'name': 'tempest-TestSnapshotPattern-920797730-router', 'tenant_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'external_fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:19:05Z', 'revision_number': 5, 'project_id': '1c396e7b4feb4ae1898d40e71cc59cf9', 'gw_port': {'id': '8e10a689-d97d-4833-a2ab-a8e06f715a0c', 'name': '', 'network_id': '5e410cad-159e-49cb-9351-8c31739c6af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c476797-a333-468c-a88b-319ba244e61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:14:22Z', 'updated_at': '2021-07-06T19:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95e699-a254-4eca-adb4-5c9eec1b386a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-3'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:19:07.354623 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12446319'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.381910 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e10a689-d97d-4833-a2ab-a8e06f715a0c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:07.446940 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4082256'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.541092 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4180452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32582'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.543556 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.589356 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4181620'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.589887 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c476797-a333-468c-a88b-319ba244e61b {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:19:07.594749 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.595611 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-481fceaa-d0c5-4c66-8add-bc0473b2f709 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1c476797-a333-468c-a88b-319ba244e61b HTTP/1.1" status: 204 len: 168 time: 1.0797119 Jul 06 19:19:07.598138 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.37', 47472) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:07.648007 n-d-799527-3 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Deleting subnet ef0606d7-f9fc-447b-ad66-8ddf6447216b {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:19:07.651729 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.690935 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11938780'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.771355 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-873822'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.807193 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:07.827444 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12153187'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.835065 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:07.835829 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device f0a4bca5-f8da-4c76-92fe-e3ab86d06b32 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:07.859951 n-d-799527-3 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0606d7-f9fc-447b-ad66-8ddf6447216b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:07.864531 n-d-799527-3 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.866791 n-d-799527-3 neutron-server[93943]: INFO neutron.wsgi [None req-cd63764f-5ce2-4a22-a3d3-ba9af6526ec6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef0606d7-f9fc-447b-ad66-8ddf6447216b HTTP/1.1" status: 204 len: 168 time: 0.2677052 Jul 06 19:19:07.869446 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:07.870933 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ea2ec-74a8-4bd1-a145-3804b24376b5 None None] Network a495ed3b-947c-4485-be58-1a7b399591c2 requested from n-d-799527-3 {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:19:07.940020 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016611'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:07.992961 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Deleting port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:19:07.993372 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745033905884'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.061003 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] For port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6, host n-d-799527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-3',level=0,port_id=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,segment=NetworkSegment(79425472-450a-4386-ba06-4cd79ccce298),segment_id=79425472-450a-4386-ba06-4cd79ccce298)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:19:08.061370 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4190743'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.075974 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Calling delete_port for 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:19:08.155077 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1002289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033913110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745033376485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9236635'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.178580 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=82cc30de-a50a-46bf-9c7d-a4b226a9f1f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:08.184373 n-d-799527-3 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] No DVR routers for this DVR port 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 on host n-d-799527-3 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:19:08.233421 n-d-799527-3 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9cc58c-f140-47a0-8ce9-5d2da694a36b None None] DHCP port deletion for a495ed3b-947c-4485-be58-1a7b399591c2 request from n-d-799527-3 {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:19:08.569888 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-875723', 'neutron.services.segments.db._delete_segments_for_network-8745033925726'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.581326 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a495ed3b-947c-4485-be58-1a7b399591c2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:08.591024 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79425472-450a-4386-ba06-4cd79ccce298') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:08.591358 n-d-799527-3 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79425472-450a-4386-ba06-4cd79ccce298') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:19:08.599878 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745033889922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9274641'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.613294 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.621002 n-d-799527-3 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:19:08.621405 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-872223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9236548'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: Traceback (most recent call last): Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: timer() Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: cb(*args, **kw) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: return func(*args, **kwargs) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: self._notify() Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: self.callback(batched_events) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: event.method(event) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: return f(self, *a, **k) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: return self._get(url).json() Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:19:08.623130 n-d-799527-3 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:19:08.677476 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-875712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3677652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4082292'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.683711 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.685681 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a495ed3b-947c-4485-be58-1a7b399591c2 HTTP/1.1" status: 204 len: 168 time: 0.8152378 Jul 06 19:19:08.697340 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed51cae-d62a-4889-967b-03d8ed4f6f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a495ed3b-947c-4485-be58-1a7b399591c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:08.863138 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:08.902664 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-536c0f48-72d0-4ef8-83f9-9c737443c646 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1677504d0d664edb8953c23af8c8cc38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383301 Jul 06 19:19:08.905184 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:08.956044 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80458a04-0bf0-4b25-994c-c4e732a85984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:08.977784 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80458a04-0bf0-4b25-994c-c4e732a85984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.023286 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80458a04-0bf0-4b25-994c-c4e732a85984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.026963 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80458a04-0bf0-4b25-994c-c4e732a85984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.028163 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-80458a04-0bf0-4b25-994c-c4e732a85984 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9410535e-8cde-4cab-a118-8e0dc64d86bc HTTP/1.1" status: 204 len: 168 time: 0.1220233 Jul 06 19:19:09.036232 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80458a04-0bf0-4b25-994c-c4e732a85984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410535e-8cde-4cab-a118-8e0dc64d86bc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.363796 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:09.405270 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-3c25898b-82a2-4a0a-a7e0-280f5e422098 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c396e7b4feb4ae1898d40e71cc59cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401835 Jul 06 19:19:09.407651 n-d-799527-3 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.37', 47488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:19:09.465688 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33c96acb-9451-4d0e-acf6-33c895b14073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.488096 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33c96acb-9451-4d0e-acf6-33c895b14073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.534768 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33c96acb-9451-4d0e-acf6-33c895b14073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4038250'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.537335 n-d-799527-3 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33c96acb-9451-4d0e-acf6-33c895b14073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:09.538661 n-d-799527-3 neutron-server[93942]: INFO neutron.wsgi [None req-33c96acb-9451-4d0e-acf6-33c895b14073 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1ceb41e-5c62-4fb9-9437-b55164e713f6 HTTP/1.1" status: 204 len: 168 time: 0.1300931 Jul 06 19:19:09.546585 n-d-799527-3 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c96acb-9451-4d0e-acf6-33c895b14073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ceb41e-5c62-4fb9-9437-b55164e713f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:19:09.739925 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8e10a689-d97d-4833-a2ab-a8e06f715a0c no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:09.766209 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 8e10a689-d97d-4833-a2ab-a8e06f715a0c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:09.766558 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 8e10a689-d97d-4833-a2ab-a8e06f715a0c not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:09.766980 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 no longer exists at agent ovs-agent-n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:19:09.788999 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] No Port match for: 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:19:09.789287 n-d-799527-3 neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Device 82cc30de-a50a-46bf-9c7d-a4b226a9f1f6 not bound to the agent host n-d-799527-3 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:19:12.369526 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:19:25.622864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4af9db96-4872-4dd1-ae75-7a89e01430ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:28.084352 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db453d41-e555-4459-8e6a-8a644fef922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:28.105659 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:29.745361 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:30.940914 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:31.127175 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:33.406756 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:49.369984 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:19:55.623417 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-399a1661-b3dc-41e1-abc9-8adaaa1dda24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:58.086106 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b11d-db04-405e-adbc-26c4b0e483b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:58.107227 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:59.748108 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:00.948525 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:01.131786 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:03.404255 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:25.625273 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b96cdfb-1d72-42f4-82d3-3d768064b915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:26.369689 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:20:28.086597 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd06a4ae-7a71-4210-99c9-34731d1462ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:28.110730 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:29.751249 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:30.942650 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:31.133690 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.405613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:55.625405 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61dcba8e-8bb6-405a-b410-9a194820b108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:58.086748 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b138c8b-6d95-47ee-a159-409ed63cfe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:58.112981 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:59.754862 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:00.958197 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:01.135877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:03.369909 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:21:03.402853 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:25.628632 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b3132a3-21b2-4405-8fd8-604cfafa88a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:28.088716 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccd85afd-e63a-4da9-b53d-c36f68c7b976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:28.113537 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:29.757380 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:30.945941 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:31.139579 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:33.435830 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:40.368831 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:21:55.633447 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8adf6e22-d0a0-4285-8f99-4e23e7a39e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:58.089891 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-659d7198-4c40-4953-8d04-832d4c483b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:58.116240 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:59.760007 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:00.971054 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:01.143751 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:03.448654 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:17.368255 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:22:25.636135 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06d9b8d2-ff3c-4292-82c4-4e0e3eb4a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:28.094517 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f9808ec-4eb3-4027-ac1e-847f1ba463be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:28.116996 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:29.763452 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:30.970336 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:31.144343 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:33.447955 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:54.367209 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:22:55.635877 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99ba54d3-4849-4b63-8908-70e9b4dddf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.095754 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c98e9-2837-42fb-ac2c-3847543b4b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:58.117067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:22:59.766812 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:00.969777 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:01.146965 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:03.000817 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-a9d40c65-c61b-492f-9336-d0f9077bd9dd req-eb45768b-75f1-4741-917e-5941a1bf8b81 service neutron] (93943) timed out ('10.222.0.37', 46154) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:23:03.463764 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:25.636629 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc908684-8689-4884-ab6d-f2fe4b9a7539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:28.097167 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-766da7ee-d542-499b-8c4e-7bf7aea464d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:28.117468 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:29.769983 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:30.959741 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:31.149603 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:31.366520 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:23:33.478298 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:55.638956 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0dd5-6612-41c2-8fc0-bb95e6ca3e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.098067 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65f6b4ee-194f-4222-8e18-65111932217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:58.119305 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:23:59.772812 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:00.973404 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:01.153470 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:03.476407 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:08.365974 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:24:25.639005 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eddae9df-8df7-40e1-8856-0a52901bb79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:28.104829 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc128799-ec41-44c8-9760-cc40392d31d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:28.124519 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:29.774864 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:30.987921 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:31.154664 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:33.490684 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:45.365661 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:24:55.639507 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-217c5ccf-4b55-4c51-bc11-e1cc71602fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:58.095737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c41a8dfa-2811-40cf-b8fb-b01d738163cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:58.115682 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:24:59.778570 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:00.990484 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:01.157639 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:03.501330 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:22.365077 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:25:25.640630 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5735861b-ddd8-4bfb-bbed-341a9a3ec635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:28.097115 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce626070-3a77-4f70-9224-1f5f987a0489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:28.115015 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:29.782587 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:31.010562 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:31.160419 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:33.520522 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:55.647723 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb569564-4395-45d0-9756-bdaba652974b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:58.098413 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3489-320e-4a86-8d38-17c82cc1be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:58.114838 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:25:59.365134 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:25:59.784301 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:01.024099 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:01.162495 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:03.519979 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:25.640947 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45bc799e-ca7a-4324-94d1-363db794ad4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:28.106341 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f12c0ded-d4d6-4196-a501-495865b5ac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:28.117424 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:29.786613 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:31.015039 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:31.165032 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:33.518183 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:36.366584 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:26:55.640272 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8c08f55-da17-49ff-9f73-8c1a2b0d041b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:58.097539 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-597b4173-e08e-41ef-bc9f-72d4c47afa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:58.116589 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:26:59.789364 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:01.022792 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:01.167000 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:03.516486 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-269bc1bb-6f31-4186-a372-a8dca9b4a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:13.366123 n-d-799527-3 neutron-server[93945]: DEBUG neutron.db.agents_db [None req-832b718f-9375-4651-a961-fa5293a46138 None None] Agent healthcheck: found 7 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:27:25.641570 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6abcc0be-d941-4063-b7e1-dc9c5e3af373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:28.099483 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-600fc133-8cf2-451b-8a66-bfa4ed07c9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:28.119825 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd120c5d-9322-4a49-8dd5-debb0023a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:28.267759 n-d-799527-3 neutron-server[93943]: DEBUG neutron.wsgi [req-542a0217-2bd7-4731-a9fa-a0a3d789d88a req-5d838011-a45a-408f-bdac-9c255bbda759 service neutron] (93943) timed out ('10.222.0.37', 41440) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:27:29.792737 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddc786a1-52a2-491d-957b-3e3eeadcdbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:31.031236 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5763b5a1-5dce-4bff-94fd-06885a449e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:27:31.169231 n-d-799527-3 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2b4086a-13e3-4675-b574-14920d6c9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745033925708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861313'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}